2024-02-18T07:59:18.639 INFO:root:teuthology version: 0.0.1.dev260+gb1dac55 2024-02-18T07:59:18.639 DEBUG:teuthology.run:Teuthology command: teuthology --description upgrade:octopus-x/parallel/{0-distro/ubuntu_18.04 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api}} --verbose --name yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi --owner scheduled_yuriw@teuthology --archive /home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623 -- /home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623/orig.config.yaml 2024-02-18T07:59:18.682 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-02-18T07:59:18.779 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623 branch: pacific-release description: upgrade:octopus-x/parallel/{0-distro/ubuntu_18.04 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api}} email: yweinste@redhat.com first_in_suite: false job_id: '7565623' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' name: yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '18.04' overrides: admin_socket: branch: pacific-release ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 81bd20d634209c7cb82c18be12b4b5a05643ebf1 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 81bd20d634209c7cb82c18be12b4b5a05643ebf1 workunit: branch: pacific-release sha1: 81bd20d634209c7cb82c18be12b4b5a05643ebf1 owner: scheduled_yuriw@teuthology priority: 51 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 5238 sha1: 81bd20d634209c7cb82c18be12b4b5a05643ebf1 sleep_before_teardown: 0 subset: 111/120000 suite: upgrade:octopus-x suite_branch: pacific-release suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_81bd20d634209c7cb82c18be12b4b5a05643ebf1/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 81bd20d634209c7cb82c18be12b4b5a05643ebf1 targets: smithi110.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHSAlWjESMc0Gra5f/6dvvbjuYJc2qVK13Ztw1gt4S0hdg9pLl/eAcLsaHQz3OAGEzcbKS0DF4bknjuwe5HHhPE= smithi191.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHSAlWjESMc0Gra5f/6dvvbjuYJc2qVK13Ztw1gt4S0hdg9pLl/eAcLsaHQz3OAGEzcbKS0DF4bknjuwe5HHhPE= tasks: - install: branch: octopus - print: '**** done install task...' - print: '**** done start installing octopus cephadm ...' - cephadm: add_mons_via_daemon_add: true avoid_pacific_features: true cephadm_branch: octopus cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:octopus - print: '**** done end installing octopus cephadm ...' - cephadm.shell: mon.a: - ceph fs volume create foo - ceph.healthy: null - print: '**** done creating new fs' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: b1dac5519c57c269ea98a22fb7729016a1d0e4d2 timestamp: 2024-02-17_17:35:25 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: octopus clients: client.0: - cls env: CLS_RBD_GTEST_FILTER: '*:-TestClsRbd.mirror_snapshot' - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: octopus clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: octopus clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: octopus clients: client.0: - rbd/test_librbd.sh - print: '**** done end test_rbd_api.yaml' 2024-02-18T07:59:18.779 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_81bd20d634209c7cb82c18be12b4b5a05643ebf1/qa; will attempt to use it 2024-02-18T07:59:18.780 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_81bd20d634209c7cb82c18be12b4b5a05643ebf1/qa/tasks 2024-02-18T07:59:18.780 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-02-18T07:59:18.782 INFO:teuthology.task.internal:Checking packages... 2024-02-18T07:59:18.806 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '81bd20d634209c7cb82c18be12b4b5a05643ebf1' 2024-02-18T07:59:18.806 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-02-18T07:59:18.807 INFO:teuthology.packaging:ref: None 2024-02-18T07:59:18.807 INFO:teuthology.packaging:tag: None 2024-02-18T07:59:18.807 INFO:teuthology.packaging:branch: pacific-release 2024-02-18T07:59:18.807 INFO:teuthology.packaging:sha1: 81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T07:59:18.807 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=pacific-release 2024-02-18T07:59:19.088 INFO:teuthology.task.internal:Found packages for ceph version 16.2.14-548-g81bd20d6-1bionic 2024-02-18T07:59:19.090 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-02-18T07:59:19.097 INFO:teuthology.task.internal:no buildpackages task found 2024-02-18T07:59:19.097 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-02-18T07:59:19.141 INFO:teuthology.task.internal:Saving configuration 2024-02-18T07:59:19.158 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-02-18T07:59:19.164 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-18T07:59:19.190 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi110.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '18.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-18 07:53:21.475998', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAII4U6ItCfOdoN1WdROC3KO40lcw/kzXeIM8M8q950kfL'} 2024-02-18T07:59:19.213 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi191.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '18.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-18 07:53:21.474466', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAII4U6ItCfOdoN1WdROC3KO40lcw/kzXeIM8M8q950kfL'} 2024-02-18T07:59:19.213 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-02-18T07:59:19.219 INFO:teuthology.task.internal:roles: ubuntu@smithi110.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-02-18T07:59:19.220 INFO:teuthology.task.internal:roles: ubuntu@smithi191.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-02-18T07:59:19.220 INFO:teuthology.run_tasks:Running task console_log... 2024-02-18T07:59:19.302 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f0825643160>, signals=[15]) 2024-02-18T07:59:19.302 INFO:teuthology.run_tasks:Running task internal.connect... 2024-02-18T07:59:19.307 INFO:teuthology.task.internal:Opening connections... 2024-02-18T07:59:19.307 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi110.front.sepia.ceph.com 2024-02-18T07:59:19.309 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-18T07:59:19.387 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi191.front.sepia.ceph.com 2024-02-18T07:59:19.388 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-18T07:59:19.466 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-02-18T07:59:19.473 DEBUG:teuthology.orchestra.run.smithi110:> uname -m 2024-02-18T07:59:19.505 INFO:teuthology.orchestra.run.smithi110.stdout:x86_64 2024-02-18T07:59:19.506 DEBUG:teuthology.orchestra.run.smithi110:> cat /etc/os-release 2024-02-18T07:59:19.554 INFO:teuthology.orchestra.run.smithi110.stdout:NAME="Ubuntu" 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:VERSION="18.04.6 LTS (Bionic Beaver)" 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:ID=ubuntu 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:ID_LIKE=debian 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:PRETTY_NAME="Ubuntu 18.04.6 LTS" 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:VERSION_ID="18.04" 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:HOME_URL="https://www.ubuntu.com/" 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:VERSION_CODENAME=bionic 2024-02-18T07:59:19.555 INFO:teuthology.orchestra.run.smithi110.stdout:UBUNTU_CODENAME=bionic 2024-02-18T07:59:19.556 INFO:teuthology.lock.ops:Updating smithi110.front.sepia.ceph.com on lock server 2024-02-18T07:59:19.575 DEBUG:teuthology.orchestra.run.smithi191:> uname -m 2024-02-18T07:59:19.586 INFO:teuthology.orchestra.run.smithi191.stdout:x86_64 2024-02-18T07:59:19.586 DEBUG:teuthology.orchestra.run.smithi191:> cat /etc/os-release 2024-02-18T07:59:19.632 INFO:teuthology.orchestra.run.smithi191.stdout:NAME="Ubuntu" 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION="18.04.6 LTS (Bionic Beaver)" 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:ID=ubuntu 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:ID_LIKE=debian 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:PRETTY_NAME="Ubuntu 18.04.6 LTS" 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION_ID="18.04" 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:HOME_URL="https://www.ubuntu.com/" 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION_CODENAME=bionic 2024-02-18T07:59:19.633 INFO:teuthology.orchestra.run.smithi191.stdout:UBUNTU_CODENAME=bionic 2024-02-18T07:59:19.633 INFO:teuthology.lock.ops:Updating smithi191.front.sepia.ceph.com on lock server 2024-02-18T07:59:19.659 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-02-18T07:59:19.668 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-02-18T07:59:19.714 INFO:teuthology.task.internal:Checking for old test directory... 2024-02-18T07:59:19.714 DEBUG:teuthology.orchestra.run.smithi110:> test '!' -e /home/ubuntu/cephtest 2024-02-18T07:59:19.717 DEBUG:teuthology.orchestra.run.smithi191:> test '!' -e /home/ubuntu/cephtest 2024-02-18T07:59:19.722 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-02-18T07:59:19.740 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-02-18T07:59:19.740 DEBUG:teuthology.orchestra.run.smithi110:> test -z $(ls -A /var/lib/ceph) 2024-02-18T07:59:19.762 DEBUG:teuthology.orchestra.run.smithi191:> test -z $(ls -A /var/lib/ceph) 2024-02-18T07:59:19.780 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-02-18T07:59:19.831 INFO:teuthology.run_tasks:Running task kernel... 2024-02-18T07:59:19.845 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-02-18T07:59:19.845 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-02-18T07:59:19.846 DEBUG:teuthology.orchestra.run.smithi110:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-18T07:59:19.846 DEBUG:teuthology.orchestra.run.smithi191:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-18T07:59:19.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-18T07:59:19.851 DEBUG:teuthology.orchestra.run.smithi110:> uname -r 2024-02-18T07:59:19.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-18T07:59:19.852 DEBUG:teuthology.orchestra.run.smithi191:> uname -r 2024-02-18T07:59:19.898 INFO:teuthology.orchestra.run.smithi110.stdout:4.15.0-200-generic 2024-02-18T07:59:19.898 INFO:teuthology.task.kernel:Running kernel on smithi110: 4.15.0-200-generic 2024-02-18T07:59:19.899 DEBUG:teuthology.orchestra.run.smithi110:> sudo apt-get clean 2024-02-18T07:59:19.900 INFO:teuthology.orchestra.run.smithi191.stdout:4.15.0-200-generic 2024-02-18T07:59:19.900 INFO:teuthology.task.kernel:Running kernel on smithi191: 4.15.0-200-generic 2024-02-18T07:59:19.901 DEBUG:teuthology.orchestra.run.smithi191:> sudo apt-get clean 2024-02-18T07:59:19.992 DEBUG:teuthology.orchestra.run.smithi191:> sudo apt-get update 2024-02-18T07:59:20.009 DEBUG:teuthology.orchestra.run.smithi110:> sudo apt-get update 2024-02-18T07:59:20.282 INFO:teuthology.orchestra.run.smithi191.stdout:Get:1 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB] 2024-02-18T07:59:20.297 INFO:teuthology.orchestra.run.smithi110.stdout:Hit:1 http://archive.ubuntu.com/ubuntu bionic InRelease 2024-02-18T07:59:20.306 INFO:teuthology.orchestra.run.smithi191.stdout:Hit:2 http://archive.ubuntu.com/ubuntu bionic InRelease 2024-02-18T07:59:20.312 INFO:teuthology.orchestra.run.smithi110.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB] 2024-02-18T07:59:20.313 INFO:teuthology.orchestra.run.smithi191.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease [88.7 kB] 2024-02-18T07:59:20.393 INFO:teuthology.orchestra.run.smithi110.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-backports InRelease [83.3 kB] 2024-02-18T07:59:20.394 INFO:teuthology.orchestra.run.smithi191.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease [83.3 kB] 2024-02-18T07:59:20.406 INFO:teuthology.orchestra.run.smithi110.stdout:Get:4 http://security.ubuntu.com/ubuntu bionic-security InRelease [88.7 kB] 2024-02-18T07:59:20.638 INFO:teuthology.orchestra.run.smithi191.stdout:Get:5 http://security.ubuntu.com/ubuntu bionic-security/main i386 Packages [1,379 kB] 2024-02-18T07:59:20.668 INFO:teuthology.orchestra.run.smithi110.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 Packages [3,045 kB] 2024-02-18T07:59:20.788 INFO:teuthology.orchestra.run.smithi191.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main i386 Packages [1,665 kB] 2024-02-18T07:59:20.796 INFO:teuthology.orchestra.run.smithi191.stdout:Get:7 http://security.ubuntu.com/ubuntu bionic-security/main amd64 Packages [2,717 kB] 2024-02-18T07:59:20.834 INFO:teuthology.orchestra.run.smithi110.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main i386 Packages [1,665 kB] 2024-02-18T07:59:20.842 INFO:teuthology.orchestra.run.smithi191.stdout:Get:8 http://security.ubuntu.com/ubuntu bionic-security/main Translation-en [467 kB] 2024-02-18T07:59:20.855 INFO:teuthology.orchestra.run.smithi191.stdout:Get:9 http://security.ubuntu.com/ubuntu bionic-security/restricted i386 Packages [33.0 kB] 2024-02-18T07:59:20.857 INFO:teuthology.orchestra.run.smithi191.stdout:Get:10 http://security.ubuntu.com/ubuntu bionic-security/restricted amd64 Packages [1,317 kB] 2024-02-18T07:59:20.868 INFO:teuthology.orchestra.run.smithi110.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main Translation-en [554 kB] 2024-02-18T07:59:20.877 INFO:teuthology.orchestra.run.smithi110.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/restricted amd64 Packages [1,347 kB] 2024-02-18T07:59:20.903 INFO:teuthology.orchestra.run.smithi191.stdout:Get:11 http://security.ubuntu.com/ubuntu bionic-security/restricted Translation-en [182 kB] 2024-02-18T07:59:20.906 INFO:teuthology.orchestra.run.smithi191.stdout:Get:12 http://security.ubuntu.com/ubuntu bionic-security/universe amd64 Packages [1,303 kB] 2024-02-18T07:59:20.966 INFO:teuthology.orchestra.run.smithi110.stdout:Get:9 http://security.ubuntu.com/ubuntu bionic-security/main amd64 Packages [2,717 kB] 2024-02-18T07:59:20.969 INFO:teuthology.orchestra.run.smithi110.stdout:Get:10 http://archive.ubuntu.com/ubuntu bionic-updates/restricted i386 Packages [39.7 kB] 2024-02-18T07:59:20.970 INFO:teuthology.orchestra.run.smithi110.stdout:Get:11 http://archive.ubuntu.com/ubuntu bionic-updates/restricted Translation-en [187 kB] 2024-02-18T07:59:20.974 INFO:teuthology.orchestra.run.smithi110.stdout:Get:12 http://archive.ubuntu.com/ubuntu bionic-updates/universe i386 Packages [1,663 kB] 2024-02-18T07:59:20.983 INFO:teuthology.orchestra.run.smithi191.stdout:Get:13 http://security.ubuntu.com/ubuntu bionic-security/universe i386 Packages [1,078 kB] 2024-02-18T07:59:20.989 INFO:teuthology.orchestra.run.smithi110.stdout:Get:13 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages [1,915 kB] 2024-02-18T07:59:21.003 INFO:teuthology.orchestra.run.smithi191.stdout:Get:14 http://security.ubuntu.com/ubuntu bionic-security/universe Translation-en [308 kB] 2024-02-18T07:59:21.006 INFO:teuthology.orchestra.run.smithi191.stdout:Get:15 http://security.ubuntu.com/ubuntu bionic-security/multiverse amd64 Packages [19.8 kB] 2024-02-18T07:59:21.006 INFO:teuthology.orchestra.run.smithi191.stdout:Get:16 http://security.ubuntu.com/ubuntu bionic-security/multiverse i386 Packages [6,008 B] 2024-02-18T07:59:21.006 INFO:teuthology.orchestra.run.smithi191.stdout:Get:17 http://security.ubuntu.com/ubuntu bionic-security/multiverse Translation-en [3,928 B] 2024-02-18T07:59:21.018 INFO:teuthology.orchestra.run.smithi110.stdout:Get:14 http://archive.ubuntu.com/ubuntu bionic-updates/universe Translation-en [421 kB] 2024-02-18T07:59:21.023 INFO:teuthology.orchestra.run.smithi110.stdout:Get:15 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse i386 Packages [11.2 kB] 2024-02-18T07:59:21.023 INFO:teuthology.orchestra.run.smithi110.stdout:Get:16 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse amd64 Packages [25.6 kB] 2024-02-18T07:59:21.023 INFO:teuthology.orchestra.run.smithi110.stdout:Get:17 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse Translation-en [6,088 B] 2024-02-18T07:59:21.024 INFO:teuthology.orchestra.run.smithi110.stdout:Get:18 http://archive.ubuntu.com/ubuntu bionic-backports/main amd64 Packages [53.3 kB] 2024-02-18T07:59:21.024 INFO:teuthology.orchestra.run.smithi110.stdout:Get:19 http://archive.ubuntu.com/ubuntu bionic-backports/main i386 Packages [53.2 kB] 2024-02-18T07:59:21.025 INFO:teuthology.orchestra.run.smithi110.stdout:Get:20 http://archive.ubuntu.com/ubuntu bionic-backports/universe amd64 Packages [18.2 kB] 2024-02-18T07:59:21.025 INFO:teuthology.orchestra.run.smithi110.stdout:Get:21 http://archive.ubuntu.com/ubuntu bionic-backports/universe i386 Packages [18.1 kB] 2024-02-18T07:59:21.094 INFO:teuthology.orchestra.run.smithi191.stdout:Get:18 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 Packages [3,045 kB] 2024-02-18T07:59:21.388 INFO:teuthology.orchestra.run.smithi191.stdout:Get:19 http://archive.ubuntu.com/ubuntu bionic-updates/main Translation-en [554 kB] 2024-02-18T07:59:21.437 INFO:teuthology.orchestra.run.smithi191.stdout:Get:20 http://archive.ubuntu.com/ubuntu bionic-updates/restricted i386 Packages [39.7 kB] 2024-02-18T07:59:21.440 INFO:teuthology.orchestra.run.smithi191.stdout:Get:21 http://archive.ubuntu.com/ubuntu bionic-updates/restricted amd64 Packages [1,347 kB] 2024-02-18T07:59:21.487 INFO:teuthology.orchestra.run.smithi110.stdout:Get:22 http://security.ubuntu.com/ubuntu bionic-security/main i386 Packages [1,379 kB] 2024-02-18T07:59:21.515 INFO:teuthology.orchestra.run.smithi110.stdout:Get:23 http://security.ubuntu.com/ubuntu bionic-security/main Translation-en [467 kB] 2024-02-18T07:59:21.525 INFO:teuthology.orchestra.run.smithi110.stdout:Get:24 http://security.ubuntu.com/ubuntu bionic-security/restricted amd64 Packages [1,317 kB] 2024-02-18T07:59:21.544 INFO:teuthology.orchestra.run.smithi191.stdout:Get:22 http://archive.ubuntu.com/ubuntu bionic-updates/restricted Translation-en [187 kB] 2024-02-18T07:59:21.556 INFO:teuthology.orchestra.run.smithi191.stdout:Get:23 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages [1,915 kB] 2024-02-18T07:59:21.577 INFO:teuthology.orchestra.run.smithi110.stdout:Get:25 http://security.ubuntu.com/ubuntu bionic-security/restricted i386 Packages [33.0 kB] 2024-02-18T07:59:21.577 INFO:teuthology.orchestra.run.smithi110.stdout:Get:26 http://security.ubuntu.com/ubuntu bionic-security/restricted Translation-en [182 kB] 2024-02-18T07:59:21.582 INFO:teuthology.orchestra.run.smithi110.stdout:Get:27 http://security.ubuntu.com/ubuntu bionic-security/universe i386 Packages [1,078 kB] 2024-02-18T07:59:21.604 INFO:teuthology.orchestra.run.smithi110.stdout:Get:28 http://security.ubuntu.com/ubuntu bionic-security/universe amd64 Packages [1,303 kB] 2024-02-18T07:59:21.630 INFO:teuthology.orchestra.run.smithi110.stdout:Get:29 http://security.ubuntu.com/ubuntu bionic-security/universe Translation-en [308 kB] 2024-02-18T07:59:21.653 INFO:teuthology.orchestra.run.smithi110.stdout:Get:30 http://security.ubuntu.com/ubuntu bionic-security/multiverse i386 Packages [6,008 B] 2024-02-18T07:59:21.694 INFO:teuthology.orchestra.run.smithi191.stdout:Get:24 http://archive.ubuntu.com/ubuntu bionic-updates/universe i386 Packages [1,663 kB] 2024-02-18T07:59:21.789 INFO:teuthology.orchestra.run.smithi191.stdout:Get:25 http://archive.ubuntu.com/ubuntu bionic-updates/universe Translation-en [421 kB] 2024-02-18T07:59:21.817 INFO:teuthology.orchestra.run.smithi110.stdout:Get:31 http://security.ubuntu.com/ubuntu bionic-security/multiverse amd64 Packages [19.8 kB] 2024-02-18T07:59:21.820 INFO:teuthology.orchestra.run.smithi191.stdout:Get:26 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse amd64 Packages [25.6 kB] 2024-02-18T07:59:21.821 INFO:teuthology.orchestra.run.smithi191.stdout:Get:27 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse i386 Packages [11.2 kB] 2024-02-18T07:59:21.823 INFO:teuthology.orchestra.run.smithi191.stdout:Get:28 http://archive.ubuntu.com/ubuntu bionic-updates/multiverse Translation-en [6,088 B] 2024-02-18T07:59:21.823 INFO:teuthology.orchestra.run.smithi191.stdout:Get:29 http://archive.ubuntu.com/ubuntu bionic-backports/main amd64 Packages [53.3 kB] 2024-02-18T07:59:21.826 INFO:teuthology.orchestra.run.smithi191.stdout:Get:30 http://archive.ubuntu.com/ubuntu bionic-backports/main i386 Packages [53.2 kB] 2024-02-18T07:59:21.829 INFO:teuthology.orchestra.run.smithi191.stdout:Get:31 http://archive.ubuntu.com/ubuntu bionic-backports/universe i386 Packages [18.1 kB] 2024-02-18T07:59:21.829 INFO:teuthology.orchestra.run.smithi191.stdout:Get:32 http://archive.ubuntu.com/ubuntu bionic-backports/universe amd64 Packages [18.2 kB] 2024-02-18T07:59:21.991 INFO:teuthology.orchestra.run.smithi110.stdout:Get:32 http://security.ubuntu.com/ubuntu bionic-security/multiverse Translation-en [3,928 B] 2024-02-18T07:59:23.589 INFO:teuthology.orchestra.run.smithi110.stdout:Fetched 20.1 MB in 3s (5,999 kB/s) 2024-02-18T07:59:23.720 INFO:teuthology.orchestra.run.smithi191.stdout:Fetched 20.1 MB in 3s (5,873 kB/s) 2024-02-18T07:59:25.337 INFO:teuthology.orchestra.run.smithi110.stdout:Reading package lists... 2024-02-18T07:59:25.389 DEBUG:teuthology.orchestra.run.smithi110:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-02-18T07:59:25.446 INFO:teuthology.orchestra.run.smithi191.stdout:Reading package lists... 2024-02-18T07:59:25.501 DEBUG:teuthology.orchestra.run.smithi191:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-02-18T07:59:25.520 INFO:teuthology.orchestra.run.smithi110.stdout:Reading package lists... 2024-02-18T07:59:25.579 INFO:teuthology.orchestra.run.smithi191.stdout:Reading package lists... 2024-02-18T07:59:25.806 INFO:teuthology.orchestra.run.smithi110.stdout:Building dependency tree... 2024-02-18T07:59:25.806 INFO:teuthology.orchestra.run.smithi110.stdout:Reading state information... 2024-02-18T07:59:25.843 INFO:teuthology.orchestra.run.smithi191.stdout:Building dependency tree... 2024-02-18T07:59:25.843 INFO:teuthology.orchestra.run.smithi191.stdout:Reading state information... 2024-02-18T07:59:26.022 INFO:teuthology.orchestra.run.smithi110.stdout:The following additional packages will be installed: 2024-02-18T07:59:26.022 INFO:teuthology.orchestra.run.smithi110.stdout: linux-generic linux-headers-4.15.0-213 linux-headers-4.15.0-213-generic 2024-02-18T07:59:26.022 INFO:teuthology.orchestra.run.smithi110.stdout: linux-headers-generic linux-image-4.15.0-213-generic 2024-02-18T07:59:26.022 INFO:teuthology.orchestra.run.smithi110.stdout: linux-modules-4.15.0-213-generic linux-modules-extra-4.15.0-213-generic 2024-02-18T07:59:26.025 INFO:teuthology.orchestra.run.smithi110.stdout:Suggested packages: 2024-02-18T07:59:26.025 INFO:teuthology.orchestra.run.smithi110.stdout: fdutils linux-doc-4.15.0 | linux-source-4.15.0 linux-tools 2024-02-18T07:59:26.025 INFO:teuthology.orchestra.run.smithi110.stdout:Recommended packages: 2024-02-18T07:59:26.025 INFO:teuthology.orchestra.run.smithi110.stdout: thermald 2024-02-18T07:59:26.060 INFO:teuthology.orchestra.run.smithi191.stdout:The following additional packages will be installed: 2024-02-18T07:59:26.060 INFO:teuthology.orchestra.run.smithi191.stdout: linux-generic linux-headers-4.15.0-213 linux-headers-4.15.0-213-generic 2024-02-18T07:59:26.060 INFO:teuthology.orchestra.run.smithi191.stdout: linux-headers-generic linux-image-4.15.0-213-generic 2024-02-18T07:59:26.060 INFO:teuthology.orchestra.run.smithi191.stdout: linux-modules-4.15.0-213-generic linux-modules-extra-4.15.0-213-generic 2024-02-18T07:59:26.062 INFO:teuthology.orchestra.run.smithi191.stdout:Suggested packages: 2024-02-18T07:59:26.063 INFO:teuthology.orchestra.run.smithi191.stdout: fdutils linux-doc-4.15.0 | linux-source-4.15.0 linux-tools 2024-02-18T07:59:26.063 INFO:teuthology.orchestra.run.smithi191.stdout:Recommended packages: 2024-02-18T07:59:26.063 INFO:teuthology.orchestra.run.smithi191.stdout: thermald 2024-02-18T07:59:26.068 INFO:teuthology.orchestra.run.smithi110.stdout:The following NEW packages will be installed: 2024-02-18T07:59:26.068 INFO:teuthology.orchestra.run.smithi110.stdout: linux-headers-4.15.0-213 linux-headers-4.15.0-213-generic 2024-02-18T07:59:26.068 INFO:teuthology.orchestra.run.smithi110.stdout: linux-image-4.15.0-213-generic linux-modules-4.15.0-213-generic 2024-02-18T07:59:26.069 INFO:teuthology.orchestra.run.smithi110.stdout: linux-modules-extra-4.15.0-213-generic 2024-02-18T07:59:26.071 INFO:teuthology.orchestra.run.smithi110.stdout:The following packages will be upgraded: 2024-02-18T07:59:26.071 INFO:teuthology.orchestra.run.smithi110.stdout: linux-generic linux-headers-generic linux-image-generic 2024-02-18T07:59:26.123 INFO:teuthology.orchestra.run.smithi191.stdout:The following NEW packages will be installed: 2024-02-18T07:59:26.123 INFO:teuthology.orchestra.run.smithi191.stdout: linux-headers-4.15.0-213 linux-headers-4.15.0-213-generic 2024-02-18T07:59:26.123 INFO:teuthology.orchestra.run.smithi191.stdout: linux-image-4.15.0-213-generic linux-modules-4.15.0-213-generic 2024-02-18T07:59:26.123 INFO:teuthology.orchestra.run.smithi191.stdout: linux-modules-extra-4.15.0-213-generic 2024-02-18T07:59:26.125 INFO:teuthology.orchestra.run.smithi191.stdout:The following packages will be upgraded: 2024-02-18T07:59:26.126 INFO:teuthology.orchestra.run.smithi191.stdout: linux-generic linux-headers-generic linux-image-generic 2024-02-18T07:59:26.187 INFO:teuthology.orchestra.run.smithi191.stdout:3 upgraded, 5 newly installed, 0 to remove and 165 not upgraded. 2024-02-18T07:59:26.187 INFO:teuthology.orchestra.run.smithi191.stdout:Need to get 67.4 MB of archives. 2024-02-18T07:59:26.187 INFO:teuthology.orchestra.run.smithi191.stdout:After this operation, 351 MB of additional disk space will be used. 2024-02-18T07:59:26.187 INFO:teuthology.orchestra.run.smithi191.stdout:Get:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-4.15.0-213-generic amd64 4.15.0-213.224 [13.4 MB] 2024-02-18T07:59:26.255 INFO:teuthology.orchestra.run.smithi110.stdout:3 upgraded, 5 newly installed, 0 to remove and 165 not upgraded. 2024-02-18T07:59:26.255 INFO:teuthology.orchestra.run.smithi110.stdout:Need to get 67.4 MB of archives. 2024-02-18T07:59:26.256 INFO:teuthology.orchestra.run.smithi110.stdout:After this operation, 351 MB of additional disk space will be used. 2024-02-18T07:59:26.256 INFO:teuthology.orchestra.run.smithi110.stdout:Get:1 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-4.15.0-213-generic amd64 4.15.0-213.224 [13.4 MB] 2024-02-18T07:59:26.618 INFO:teuthology.orchestra.run.smithi191.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-4.15.0-213-generic amd64 4.15.0-213.224 [8,111 kB] 2024-02-18T07:59:26.741 INFO:teuthology.orchestra.run.smithi191.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-extra-4.15.0-213-generic amd64 4.15.0-213.224 [33.7 MB] 2024-02-18T07:59:27.260 INFO:teuthology.orchestra.run.smithi191.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-generic amd64 4.15.0.213.196 [1,864 B] 2024-02-18T07:59:27.260 INFO:teuthology.orchestra.run.smithi191.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-generic amd64 4.15.0.213.196 [2,460 B] 2024-02-18T07:59:27.260 INFO:teuthology.orchestra.run.smithi191.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-213 all 4.15.0-213.224 [11.0 MB] 2024-02-18T07:59:27.301 INFO:teuthology.orchestra.run.smithi110.stdout:Get:2 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-4.15.0-213-generic amd64 4.15.0-213.224 [8,111 kB] 2024-02-18T07:59:27.394 INFO:teuthology.orchestra.run.smithi191.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-213-generic amd64 4.15.0-213.224 [1,250 kB] 2024-02-18T07:59:27.411 INFO:teuthology.orchestra.run.smithi191.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-generic amd64 4.15.0.213.196 [2,360 B] 2024-02-18T07:59:27.504 INFO:teuthology.orchestra.run.smithi110.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-modules-extra-4.15.0-213-generic amd64 4.15.0-213.224 [33.7 MB] 2024-02-18T07:59:28.171 INFO:teuthology.orchestra.run.smithi191.stdout:Fetched 67.4 MB in 1s (53.2 MB/s) 2024-02-18T07:59:28.374 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package linux-modules-4.15.0-213-generic. 2024-02-18T07:59:28.528 INFO:teuthology.orchestra.run.smithi110.stdout:Get:4 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-generic amd64 4.15.0.213.196 [1,864 B] 2024-02-18T07:59:28.528 INFO:teuthology.orchestra.run.smithi110.stdout:Get:5 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-image-generic amd64 4.15.0.213.196 [2,460 B] 2024-02-18T07:59:28.528 INFO:teuthology.orchestra.run.smithi110.stdout:Get:6 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-213 all 4.15.0-213.224 [11.0 MB] 2024-02-18T07:59:28.850 INFO:teuthology.orchestra.run.smithi110.stdout:Get:7 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-4.15.0-213-generic amd64 4.15.0-213.224 [1,250 kB] 2024-02-18T07:59:28.900 INFO:teuthology.orchestra.run.smithi110.stdout:Get:8 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 linux-headers-generic amd64 4.15.0.213.196 [2,360 B] 2024-02-18T07:59:29.359 INFO:teuthology.orchestra.run.smithi191.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 135963 files and directories currently installed.) 2024-02-18T07:59:29.364 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../0-linux-modules-4.15.0-213-generic_4.15.0-213.224_amd64.deb ... 2024-02-18T07:59:29.420 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking linux-modules-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:29.597 INFO:teuthology.orchestra.run.smithi110.stdout:Fetched 67.4 MB in 3s (24.0 MB/s) 2024-02-18T07:59:29.790 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package linux-modules-4.15.0-213-generic. 2024-02-18T07:59:30.729 INFO:teuthology.orchestra.run.smithi110.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 135963 files and directories currently installed.) 2024-02-18T07:59:30.732 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../0-linux-modules-4.15.0-213-generic_4.15.0-213.224_amd64.deb ... 2024-02-18T07:59:30.823 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking linux-modules-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:31.122 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package linux-image-4.15.0-213-generic. 2024-02-18T07:59:31.135 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../1-linux-image-4.15.0-213-generic_4.15.0-213.224_amd64.deb ... 2024-02-18T07:59:31.223 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking linux-image-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:31.767 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package linux-modules-extra-4.15.0-213-generic. 2024-02-18T07:59:31.781 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../2-linux-modules-extra-4.15.0-213-generic_4.15.0-213.224_amd64.deb ... 2024-02-18T07:59:31.825 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking linux-modules-extra-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:32.554 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package linux-image-4.15.0-213-generic. 2024-02-18T07:59:32.567 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../1-linux-image-4.15.0-213-generic_4.15.0-213.224_amd64.deb ... 2024-02-18T07:59:32.684 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking linux-image-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:33.223 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package linux-modules-extra-4.15.0-213-generic. 2024-02-18T07:59:33.238 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../2-linux-modules-extra-4.15.0-213-generic_4.15.0-213.224_amd64.deb ... 2024-02-18T07:59:33.281 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking linux-modules-extra-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:35.683 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../3-linux-generic_4.15.0.213.196_amd64.deb ... 2024-02-18T07:59:35.782 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking linux-generic (4.15.0.213.196) over (4.15.0.200.183) ... 2024-02-18T07:59:36.116 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../4-linux-image-generic_4.15.0.213.196_amd64.deb ... 2024-02-18T07:59:36.244 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking linux-image-generic (4.15.0.213.196) over (4.15.0.200.183) ... 2024-02-18T07:59:36.572 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package linux-headers-4.15.0-213. 2024-02-18T07:59:36.586 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../5-linux-headers-4.15.0-213_4.15.0-213.224_all.deb ... 2024-02-18T07:59:36.622 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking linux-headers-4.15.0-213 (4.15.0-213.224) ... 2024-02-18T07:59:37.155 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../3-linux-generic_4.15.0.213.196_amd64.deb ... 2024-02-18T07:59:37.262 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking linux-generic (4.15.0.213.196) over (4.15.0.200.183) ... 2024-02-18T07:59:37.605 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../4-linux-image-generic_4.15.0.213.196_amd64.deb ... 2024-02-18T07:59:37.732 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking linux-image-generic (4.15.0.213.196) over (4.15.0.200.183) ... 2024-02-18T07:59:38.060 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package linux-headers-4.15.0-213. 2024-02-18T07:59:38.089 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../5-linux-headers-4.15.0-213_4.15.0-213.224_all.deb ... 2024-02-18T07:59:38.118 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking linux-headers-4.15.0-213 (4.15.0-213.224) ... 2024-02-18T07:59:41.324 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package linux-headers-4.15.0-213-generic. 2024-02-18T07:59:41.347 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../6-linux-headers-4.15.0-213-generic_4.15.0-213.224_amd64.deb ... 2024-02-18T07:59:41.390 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking linux-headers-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:42.933 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package linux-headers-4.15.0-213-generic. 2024-02-18T07:59:42.956 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../6-linux-headers-4.15.0-213-generic_4.15.0-213.224_amd64.deb ... 2024-02-18T07:59:43.000 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking linux-headers-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:43.785 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../7-linux-headers-generic_4.15.0.213.196_amd64.deb ... 2024-02-18T07:59:43.911 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking linux-headers-generic (4.15.0.213.196) over (4.15.0.200.183) ... 2024-02-18T07:59:44.248 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up linux-modules-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:44.841 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up linux-image-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:45.318 INFO:teuthology.orchestra.run.smithi191.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-4.15.0-200-generic 2024-02-18T07:59:45.318 INFO:teuthology.orchestra.run.smithi191.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-4.15.0-200-generic 2024-02-18T07:59:45.318 INFO:teuthology.orchestra.run.smithi191.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-4.15.0-213-generic 2024-02-18T07:59:45.318 INFO:teuthology.orchestra.run.smithi191.stdout:I: /initrd.img is now a symlink to boot/initrd.img-4.15.0-213-generic 2024-02-18T07:59:45.416 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../7-linux-headers-generic_4.15.0.213.196_amd64.deb ... 2024-02-18T07:59:45.460 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up linux-modules-extra-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:45.537 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking linux-headers-generic (4.15.0.213.196) over (4.15.0.200.183) ... 2024-02-18T07:59:45.890 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up linux-modules-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:46.011 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up linux-headers-4.15.0-213 (4.15.0-213.224) ... 2024-02-18T07:59:46.154 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up linux-image-generic (4.15.0.213.196) ... 2024-02-18T07:59:46.280 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up linux-headers-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:46.414 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up linux-headers-generic (4.15.0.213.196) ... 2024-02-18T07:59:46.515 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up linux-generic (4.15.0.213.196) ... 2024-02-18T07:59:46.541 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up linux-image-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:46.624 INFO:teuthology.orchestra.run.smithi191.stdout:Processing triggers for linux-image-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:46.827 INFO:teuthology.orchestra.run.smithi191.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-02-18T07:59:46.827 INFO:teuthology.orchestra.run.smithi191.stdout:update-initramfs: Generating /boot/initrd.img-4.15.0-213-generic 2024-02-18T07:59:47.095 INFO:teuthology.orchestra.run.smithi110.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-4.15.0-200-generic 2024-02-18T07:59:47.096 INFO:teuthology.orchestra.run.smithi110.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-4.15.0-200-generic 2024-02-18T07:59:47.096 INFO:teuthology.orchestra.run.smithi110.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-4.15.0-213-generic 2024-02-18T07:59:47.096 INFO:teuthology.orchestra.run.smithi110.stdout:I: /initrd.img is now a symlink to boot/initrd.img-4.15.0-213-generic 2024-02-18T07:59:47.677 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up linux-modules-extra-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:48.220 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up linux-headers-4.15.0-213 (4.15.0-213.224) ... 2024-02-18T07:59:48.346 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up linux-image-generic (4.15.0.213.196) ... 2024-02-18T07:59:48.480 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up linux-headers-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:48.582 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up linux-headers-generic (4.15.0.213.196) ... 2024-02-18T07:59:48.707 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up linux-generic (4.15.0.213.196) ... 2024-02-18T07:59:48.850 INFO:teuthology.orchestra.run.smithi110.stdout:Processing triggers for linux-image-4.15.0-213-generic (4.15.0-213.224) ... 2024-02-18T07:59:49.049 INFO:teuthology.orchestra.run.smithi110.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-02-18T07:59:49.049 INFO:teuthology.orchestra.run.smithi110.stdout:update-initramfs: Generating /boot/initrd.img-4.15.0-213-generic 2024-02-18T08:00:04.149 INFO:teuthology.orchestra.run.smithi191.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-02-18T08:00:04.149 INFO:teuthology.orchestra.run.smithi191.stdout:Sourcing file `/etc/default/grub' 2024-02-18T08:00:04.177 INFO:teuthology.orchestra.run.smithi191.stdout:Generating grub configuration file ... 2024-02-18T08:00:04.710 INFO:teuthology.orchestra.run.smithi191.stdout:Found linux image: /boot/vmlinuz-4.15.0-213-generic 2024-02-18T08:00:04.780 INFO:teuthology.orchestra.run.smithi191.stdout:Found initrd image: /boot/initrd.img-4.15.0-213-generic 2024-02-18T08:00:05.123 INFO:teuthology.orchestra.run.smithi191.stdout:Found linux image: /boot/vmlinuz-4.15.0-200-generic 2024-02-18T08:00:05.157 INFO:teuthology.orchestra.run.smithi191.stdout:Found initrd image: /boot/initrd.img-4.15.0-200-generic 2024-02-18T08:00:05.233 INFO:teuthology.orchestra.run.smithi191.stdout:Found linux image: /boot/vmlinuz-4.15.0-194-generic 2024-02-18T08:00:05.267 INFO:teuthology.orchestra.run.smithi191.stdout:Found initrd image: /boot/initrd.img-4.15.0-194-generic 2024-02-18T08:00:05.894 INFO:teuthology.orchestra.run.smithi110.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-02-18T08:00:05.895 INFO:teuthology.orchestra.run.smithi110.stdout:Sourcing file `/etc/default/grub' 2024-02-18T08:00:05.917 INFO:teuthology.orchestra.run.smithi110.stdout:Generating grub configuration file ... 2024-02-18T08:00:06.257 INFO:teuthology.orchestra.run.smithi191.stdout:done 2024-02-18T08:00:06.373 INFO:teuthology.orchestra.run.smithi110.stdout:Found linux image: /boot/vmlinuz-4.15.0-213-generic 2024-02-18T08:00:06.412 INFO:teuthology.orchestra.run.smithi110.stdout:Found initrd image: /boot/initrd.img-4.15.0-213-generic 2024-02-18T08:00:06.739 DEBUG:teuthology.orchestra.run.smithi191:> dpkg -s linux-image-generic 2024-02-18T08:00:06.761 INFO:teuthology.orchestra.run.smithi191.stdout:Package: linux-image-generic 2024-02-18T08:00:06.761 INFO:teuthology.orchestra.run.smithi191.stdout:Status: install ok installed 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Priority: optional 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Section: kernel 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Installed-Size: 18 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Maintainer: Ubuntu Kernel Team 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Architecture: amd64 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Source: linux-meta 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Version: 4.15.0.213.196 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Provides: wireguard-modules (= 1.0.20201112-1~18.04.4), zfs-modules (= 0.7.5-1ubuntu16.12) 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Depends: linux-image-4.15.0-213-generic, linux-modules-extra-4.15.0-213-generic, linux-firmware, intel-microcode, amd64-microcode 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Recommends: thermald 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout:Description: Generic Linux kernel image 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout: This package will always depend on the latest generic kernel image 2024-02-18T08:00:06.762 INFO:teuthology.orchestra.run.smithi191.stdout: available. 2024-02-18T08:00:06.763 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.15.0-200-generic Expected: 4.15.0-213-generic 2024-02-18T08:00:06.763 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-02-18T08:00:06.763 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-02-18T08:00:06.763 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-02-18T08:00:06.763 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi191.front.sepia.ceph.com, path=None, version=distro) 2024-02-18T08:00:06.763 DEBUG:teuthology.orchestra.run.smithi191:> sudo apt-get clean 2024-02-18T08:00:06.878 DEBUG:teuthology.orchestra.run.smithi191:> sudo apt-get update 2024-02-18T08:00:06.880 INFO:teuthology.orchestra.run.smithi110.stdout:Found linux image: /boot/vmlinuz-4.15.0-200-generic 2024-02-18T08:00:06.919 INFO:teuthology.orchestra.run.smithi110.stdout:Found initrd image: /boot/initrd.img-4.15.0-200-generic 2024-02-18T08:00:06.997 INFO:teuthology.orchestra.run.smithi110.stdout:Found linux image: /boot/vmlinuz-4.15.0-194-generic 2024-02-18T08:00:07.032 INFO:teuthology.orchestra.run.smithi110.stdout:Found initrd image: /boot/initrd.img-4.15.0-194-generic 2024-02-18T08:00:07.141 INFO:teuthology.orchestra.run.smithi191.stdout:Hit:1 http://security.ubuntu.com/ubuntu bionic-security InRelease 2024-02-18T08:00:07.632 INFO:teuthology.orchestra.run.smithi191.stdout:Hit:2 http://archive.ubuntu.com/ubuntu bionic InRelease 2024-02-18T08:00:07.713 INFO:teuthology.orchestra.run.smithi191.stdout:Hit:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease 2024-02-18T08:00:07.795 INFO:teuthology.orchestra.run.smithi191.stdout:Hit:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease 2024-02-18T08:00:08.631 INFO:teuthology.orchestra.run.smithi110.stdout:done 2024-02-18T08:00:09.097 DEBUG:teuthology.orchestra.run.smithi110:> dpkg -s linux-image-generic 2024-02-18T08:00:09.113 INFO:teuthology.orchestra.run.smithi110.stdout:Package: linux-image-generic 2024-02-18T08:00:09.113 INFO:teuthology.orchestra.run.smithi110.stdout:Status: install ok installed 2024-02-18T08:00:09.113 INFO:teuthology.orchestra.run.smithi110.stdout:Priority: optional 2024-02-18T08:00:09.113 INFO:teuthology.orchestra.run.smithi110.stdout:Section: kernel 2024-02-18T08:00:09.113 INFO:teuthology.orchestra.run.smithi110.stdout:Installed-Size: 18 2024-02-18T08:00:09.114 INFO:teuthology.orchestra.run.smithi110.stdout:Maintainer: Ubuntu Kernel Team 2024-02-18T08:00:09.114 INFO:teuthology.orchestra.run.smithi110.stdout:Architecture: amd64 2024-02-18T08:00:09.114 INFO:teuthology.orchestra.run.smithi110.stdout:Source: linux-meta 2024-02-18T08:00:09.114 INFO:teuthology.orchestra.run.smithi110.stdout:Version: 4.15.0.213.196 2024-02-18T08:00:09.114 INFO:teuthology.orchestra.run.smithi110.stdout:Provides: wireguard-modules (= 1.0.20201112-1~18.04.4), zfs-modules (= 0.7.5-1ubuntu16.12) 2024-02-18T08:00:09.114 INFO:teuthology.orchestra.run.smithi110.stdout:Depends: linux-image-4.15.0-213-generic, linux-modules-extra-4.15.0-213-generic, linux-firmware, intel-microcode, amd64-microcode 2024-02-18T08:00:09.114 INFO:teuthology.orchestra.run.smithi110.stdout:Recommends: thermald 2024-02-18T08:00:09.114 INFO:teuthology.orchestra.run.smithi110.stdout:Description: Generic Linux kernel image 2024-02-18T08:00:09.114 INFO:teuthology.orchestra.run.smithi110.stdout: This package will always depend on the latest generic kernel image 2024-02-18T08:00:09.114 INFO:teuthology.orchestra.run.smithi110.stdout: available. 2024-02-18T08:00:09.114 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.15.0-200-generic Expected: 4.15.0-213-generic 2024-02-18T08:00:09.114 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-02-18T08:00:09.114 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-02-18T08:00:09.115 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-02-18T08:00:09.115 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi110.front.sepia.ceph.com, path=None, version=distro) 2024-02-18T08:00:09.115 DEBUG:teuthology.orchestra.run.smithi110:> sudo apt-get clean 2024-02-18T08:00:09.213 DEBUG:teuthology.orchestra.run.smithi110:> sudo apt-get update 2024-02-18T08:00:09.465 INFO:teuthology.orchestra.run.smithi110.stdout:Hit:1 http://archive.ubuntu.com/ubuntu bionic InRelease 2024-02-18T08:00:09.465 INFO:teuthology.orchestra.run.smithi110.stdout:Hit:2 http://security.ubuntu.com/ubuntu bionic-security InRelease 2024-02-18T08:00:09.537 INFO:teuthology.orchestra.run.smithi110.stdout:Hit:3 http://archive.ubuntu.com/ubuntu bionic-updates InRelease 2024-02-18T08:00:09.589 INFO:teuthology.orchestra.run.smithi191.stdout:Reading package lists... 2024-02-18T08:00:09.619 INFO:teuthology.orchestra.run.smithi110.stdout:Hit:4 http://archive.ubuntu.com/ubuntu bionic-backports InRelease 2024-02-18T08:00:09.642 DEBUG:teuthology.orchestra.run.smithi191:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-02-18T08:00:09.723 INFO:teuthology.orchestra.run.smithi191.stdout:Reading package lists... 2024-02-18T08:00:09.987 INFO:teuthology.orchestra.run.smithi191.stdout:Building dependency tree... 2024-02-18T08:00:09.988 INFO:teuthology.orchestra.run.smithi191.stdout:Reading state information... 2024-02-18T08:00:10.195 INFO:teuthology.orchestra.run.smithi191.stdout:linux-image-generic is already the newest version (4.15.0.213.196). 2024-02-18T08:00:10.195 INFO:teuthology.orchestra.run.smithi191.stdout:The following packages were automatically installed and are no longer required: 2024-02-18T08:00:10.195 INFO:teuthology.orchestra.run.smithi191.stdout: linux-headers-4.15.0-194 linux-headers-4.15.0-194-generic 2024-02-18T08:00:10.195 INFO:teuthology.orchestra.run.smithi191.stdout: linux-image-4.15.0-194-generic linux-modules-4.15.0-194-generic 2024-02-18T08:00:10.196 INFO:teuthology.orchestra.run.smithi191.stdout: linux-modules-extra-4.15.0-194-generic 2024-02-18T08:00:10.196 INFO:teuthology.orchestra.run.smithi191.stdout:Use 'sudo apt autoremove' to remove them. 2024-02-18T08:00:10.251 INFO:teuthology.orchestra.run.smithi191.stdout:0 upgraded, 0 newly installed, 0 to remove and 165 not upgraded. 2024-02-18T08:00:10.253 DEBUG:teuthology.orchestra.run.smithi191:> dpkg -s linux-image-generic 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Package: linux-image-generic 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Status: install ok installed 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Priority: optional 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Section: kernel 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Installed-Size: 18 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Maintainer: Ubuntu Kernel Team 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Architecture: amd64 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Source: linux-meta 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Version: 4.15.0.213.196 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Provides: wireguard-modules (= 1.0.20201112-1~18.04.4), zfs-modules (= 0.7.5-1ubuntu16.12) 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Depends: linux-image-4.15.0-213-generic, linux-modules-extra-4.15.0-213-generic, linux-firmware, intel-microcode, amd64-microcode 2024-02-18T08:00:10.277 INFO:teuthology.orchestra.run.smithi191.stdout:Recommends: thermald 2024-02-18T08:00:10.278 INFO:teuthology.orchestra.run.smithi191.stdout:Description: Generic Linux kernel image 2024-02-18T08:00:10.278 INFO:teuthology.orchestra.run.smithi191.stdout: This package will always depend on the latest generic kernel image 2024-02-18T08:00:10.278 INFO:teuthology.orchestra.run.smithi191.stdout: available. 2024-02-18T08:00:10.278 DEBUG:teuthology.orchestra.run.smithi191:> mktemp 2024-02-18T08:00:10.328 INFO:teuthology.orchestra.run.smithi191.stdout:/tmp/tmp.c7bbm29PkL 2024-02-18T08:00:10.329 DEBUG:teuthology.orchestra.run.smithi191:> sudo cp /boot/grub/grub.cfg /tmp/tmp.c7bbm29PkL 2024-02-18T08:00:10.387 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 0666 /tmp/tmp.c7bbm29PkL 2024-02-18T08:00:10.529 DEBUG:teuthology.orchestra.remote:smithi191:/tmp/tmp.c7bbm29PkL is 10KB 2024-02-18T08:00:10.542 DEBUG:teuthology.orchestra.run.smithi191:> rm -fr /tmp/tmp.c7bbm29PkL 2024-02-18T08:00:10.549 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-02-18T08:00:10.608 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:00:10.608 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-02-18T08:00:10.608 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-02-18T08:00:10.677 INFO:teuthology.task.kernel:Distro Kernel Version: 4.15.0-213-generic 2024-02-18T08:00:10.677 DEBUG:teuthology.orchestra.run.smithi191:> sudo update-grub 2024-02-18T08:00:11.554 INFO:teuthology.orchestra.run.smithi110.stdout:Reading package lists... 2024-02-18T08:00:11.605 DEBUG:teuthology.orchestra.run.smithi110:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-02-18T08:00:11.691 INFO:teuthology.orchestra.run.smithi110.stdout:Reading package lists... 2024-02-18T08:00:11.956 INFO:teuthology.orchestra.run.smithi110.stdout:Building dependency tree... 2024-02-18T08:00:11.956 INFO:teuthology.orchestra.run.smithi110.stdout:Reading state information... 2024-02-18T08:00:12.168 INFO:teuthology.orchestra.run.smithi110.stdout:linux-image-generic is already the newest version (4.15.0.213.196). 2024-02-18T08:00:12.168 INFO:teuthology.orchestra.run.smithi110.stdout:The following packages were automatically installed and are no longer required: 2024-02-18T08:00:12.168 INFO:teuthology.orchestra.run.smithi110.stdout: linux-headers-4.15.0-194 linux-headers-4.15.0-194-generic 2024-02-18T08:00:12.168 INFO:teuthology.orchestra.run.smithi110.stdout: linux-image-4.15.0-194-generic linux-modules-4.15.0-194-generic 2024-02-18T08:00:12.168 INFO:teuthology.orchestra.run.smithi110.stdout: linux-modules-extra-4.15.0-194-generic 2024-02-18T08:00:12.168 INFO:teuthology.orchestra.run.smithi110.stdout:Use 'sudo apt autoremove' to remove them. 2024-02-18T08:00:12.222 INFO:teuthology.orchestra.run.smithi110.stdout:0 upgraded, 0 newly installed, 0 to remove and 165 not upgraded. 2024-02-18T08:00:12.224 DEBUG:teuthology.orchestra.run.smithi110:> dpkg -s linux-image-generic 2024-02-18T08:00:12.242 INFO:teuthology.orchestra.run.smithi110.stdout:Package: linux-image-generic 2024-02-18T08:00:12.242 INFO:teuthology.orchestra.run.smithi110.stdout:Status: install ok installed 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Priority: optional 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Section: kernel 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Installed-Size: 18 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Maintainer: Ubuntu Kernel Team 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Architecture: amd64 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Source: linux-meta 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Version: 4.15.0.213.196 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Provides: wireguard-modules (= 1.0.20201112-1~18.04.4), zfs-modules (= 0.7.5-1ubuntu16.12) 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Depends: linux-image-4.15.0-213-generic, linux-modules-extra-4.15.0-213-generic, linux-firmware, intel-microcode, amd64-microcode 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Recommends: thermald 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout:Description: Generic Linux kernel image 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout: This package will always depend on the latest generic kernel image 2024-02-18T08:00:12.243 INFO:teuthology.orchestra.run.smithi110.stdout: available. 2024-02-18T08:00:12.244 DEBUG:teuthology.orchestra.run.smithi110:> mktemp 2024-02-18T08:00:12.292 INFO:teuthology.orchestra.run.smithi110.stdout:/tmp/tmp.y2eHGjfb91 2024-02-18T08:00:12.292 DEBUG:teuthology.orchestra.run.smithi110:> sudo cp /boot/grub/grub.cfg /tmp/tmp.y2eHGjfb91 2024-02-18T08:00:12.302 INFO:teuthology.orchestra.run.smithi191.stderr:Sourcing file `/etc/default/grub' 2024-02-18T08:00:12.313 INFO:teuthology.orchestra.run.smithi191.stderr:Generating grub configuration file ... 2024-02-18T08:00:12.349 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 0666 /tmp/tmp.y2eHGjfb91 2024-02-18T08:00:12.484 DEBUG:teuthology.orchestra.remote:smithi110:/tmp/tmp.y2eHGjfb91 is 10KB 2024-02-18T08:00:12.495 DEBUG:teuthology.orchestra.run.smithi110:> rm -fr /tmp/tmp.y2eHGjfb91 2024-02-18T08:00:12.502 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-02-18T08:00:12.557 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:00:12.557 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-02-18T08:00:12.557 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-02-18T08:00:12.566 INFO:teuthology.orchestra.run.smithi191.stderr:Found linux image: /boot/vmlinuz-4.15.0-213-generic 2024-02-18T08:00:12.579 INFO:teuthology.orchestra.run.smithi191.stderr:Found initrd image: /boot/initrd.img-4.15.0-213-generic 2024-02-18T08:00:12.641 INFO:teuthology.task.kernel:Distro Kernel Version: 4.15.0-213-generic 2024-02-18T08:00:12.641 DEBUG:teuthology.orchestra.run.smithi110:> sudo update-grub 2024-02-18T08:00:12.894 INFO:teuthology.orchestra.run.smithi191.stderr:Found linux image: /boot/vmlinuz-4.15.0-200-generic 2024-02-18T08:00:12.907 INFO:teuthology.orchestra.run.smithi191.stderr:Found initrd image: /boot/initrd.img-4.15.0-200-generic 2024-02-18T08:00:12.980 INFO:teuthology.orchestra.run.smithi191.stderr:Found linux image: /boot/vmlinuz-4.15.0-194-generic 2024-02-18T08:00:12.993 INFO:teuthology.orchestra.run.smithi191.stderr:Found initrd image: /boot/initrd.img-4.15.0-194-generic 2024-02-18T08:00:13.583 INFO:teuthology.orchestra.run.smithi191.stderr:done 2024-02-18T08:00:13.585 DEBUG:teuthology.orchestra.run.smithi191:> sudo shutdown -r now 2024-02-18T08:00:14.120 INFO:teuthology.orchestra.run.smithi110.stderr:Sourcing file `/etc/default/grub' 2024-02-18T08:00:14.142 INFO:teuthology.orchestra.run.smithi110.stderr:Generating grub configuration file ... 2024-02-18T08:00:14.432 INFO:teuthology.orchestra.run.smithi110.stderr:Found linux image: /boot/vmlinuz-4.15.0-213-generic 2024-02-18T08:00:14.444 INFO:teuthology.orchestra.run.smithi110.stderr:Found initrd image: /boot/initrd.img-4.15.0-213-generic 2024-02-18T08:00:14.837 INFO:teuthology.orchestra.run.smithi110.stderr:Found linux image: /boot/vmlinuz-4.15.0-200-generic 2024-02-18T08:00:14.850 INFO:teuthology.orchestra.run.smithi110.stderr:Found initrd image: /boot/initrd.img-4.15.0-200-generic 2024-02-18T08:00:14.925 INFO:teuthology.orchestra.run.smithi110.stderr:Found linux image: /boot/vmlinuz-4.15.0-194-generic 2024-02-18T08:00:14.938 INFO:teuthology.orchestra.run.smithi110.stderr:Found initrd image: /boot/initrd.img-4.15.0-194-generic 2024-02-18T08:00:16.147 INFO:teuthology.orchestra.run.smithi110.stderr:done 2024-02-18T08:00:16.149 DEBUG:teuthology.orchestra.run.smithi110:> sudo shutdown -r now 2024-02-18T08:00:43.615 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-02-18T08:00:43.616 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-02-18T08:00:43.617 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-18T08:00:46.152 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-02-18T08:00:46.152 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-02-18T08:00:46.153 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-18T08:01:02.012 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.191 2024-02-18T08:01:04.576 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.110 2024-02-18T08:01:11.019 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-02-18T08:01:11.020 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-18T08:01:13.579 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-02-18T08:01:13.580 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-18T08:01:14.076 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.191 2024-02-18T08:01:26.088 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-02-18T08:01:26.089 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-18T08:01:57.652 DEBUG:teuthology.orchestra.run.smithi191:> true 2024-02-18T08:01:57.989 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-02-18T08:01:57.989 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.15.0-213-generic"... 2024-02-18T08:01:57.990 DEBUG:teuthology.orchestra.run.smithi191:> uname -r 2024-02-18T08:01:58.036 INFO:teuthology.orchestra.run.smithi191.stdout:4.15.0-213-generic 2024-02-18T08:01:58.036 DEBUG:teuthology.task.kernel:current kernel version is 4.15.0-213-generic vs 4.15.0-213-generic 2024-02-18T08:01:58.037 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-02-18T08:01:58.037 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-02-18T08:01:59.039 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-02-18T08:01:59.039 DEBUG:teuthology.orchestra.run.smithi191:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-02-18T08:01:59.074 INFO:teuthology.orchestra.run.smithi191.stdout:ttyS1 2024-02-18T08:01:59.101 DEBUG:teuthology.parallel:result is None 2024-02-18T08:02:13.583 DEBUG:teuthology.orchestra.remote:timed out 2024-02-18T08:02:25.584 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-02-18T08:02:25.585 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-18T08:02:25.678 DEBUG:teuthology.orchestra.run.smithi110:> true 2024-02-18T08:02:25.989 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-02-18T08:02:25.989 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.15.0-213-generic"... 2024-02-18T08:02:25.989 DEBUG:teuthology.orchestra.run.smithi110:> uname -r 2024-02-18T08:02:26.038 INFO:teuthology.orchestra.run.smithi110.stdout:4.15.0-213-generic 2024-02-18T08:02:26.039 DEBUG:teuthology.task.kernel:current kernel version is 4.15.0-213-generic vs 4.15.0-213-generic 2024-02-18T08:02:26.039 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-02-18T08:02:26.039 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-02-18T08:02:27.040 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-02-18T08:02:27.040 DEBUG:teuthology.orchestra.run.smithi110:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-02-18T08:02:27.076 INFO:teuthology.orchestra.run.smithi110.stdout:ttyS1 2024-02-18T08:02:27.103 DEBUG:teuthology.parallel:result is None 2024-02-18T08:02:27.103 INFO:teuthology.run_tasks:Running task internal.base... 2024-02-18T08:02:27.111 INFO:teuthology.task.internal:Creating test directory... 2024-02-18T08:02:27.111 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-18T08:02:27.146 DEBUG:teuthology.orchestra.run.smithi191:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-18T08:02:27.153 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-02-18T08:02:27.167 INFO:teuthology.run_tasks:Running task internal.archive... 2024-02-18T08:02:27.208 INFO:teuthology.task.internal:Creating archive directory... 2024-02-18T08:02:27.208 DEBUG:teuthology.orchestra.run.smithi110:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-18T08:02:27.211 DEBUG:teuthology.orchestra.run.smithi191:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-18T08:02:27.236 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-02-18T08:02:27.258 INFO:teuthology.task.internal:Enabling coredump saving... 2024-02-18T08:02:27.258 DEBUG:teuthology.orchestra.run.smithi110:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-18T08:02:27.270 DEBUG:teuthology.orchestra.run.smithi191:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-18T08:02:27.287 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-18T08:02:27.291 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-18T08:02:27.296 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-18T08:02:27.298 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-18T08:02:27.299 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-02-18T08:02:27.309 INFO:teuthology.task.internal:Configuring sudo... 2024-02-18T08:02:27.309 DEBUG:teuthology.orchestra.run.smithi110:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-18T08:02:27.346 DEBUG:teuthology.orchestra.run.smithi191:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-18T08:02:27.362 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-02-18T08:02:27.371 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-02-18T08:02:27.371 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-18T08:02:27.402 DEBUG:teuthology.orchestra.run.smithi191:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-18T08:02:27.409 DEBUG:teuthology.orchestra.run.smithi110:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-18T08:02:27.455 DEBUG:teuthology.orchestra.run.smithi110:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-18T08:02:27.502 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:02:27.503 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-18T08:02:27.565 DEBUG:teuthology.orchestra.run.smithi191:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-18T08:02:27.572 DEBUG:teuthology.orchestra.run.smithi191:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-18T08:02:27.621 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:02:27.622 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-18T08:02:27.683 DEBUG:teuthology.orchestra.run.smithi110:> sudo service rsyslog restart 2024-02-18T08:02:27.685 DEBUG:teuthology.orchestra.run.smithi191:> sudo service rsyslog restart 2024-02-18T08:02:27.764 INFO:teuthology.run_tasks:Running task internal.timer... 2024-02-18T08:02:27.771 INFO:teuthology.task.internal:Starting timer... 2024-02-18T08:02:27.771 INFO:teuthology.run_tasks:Running task pcp... 2024-02-18T08:02:27.814 INFO:teuthology.run_tasks:Running task selinux... 2024-02-18T08:02:27.870 DEBUG:teuthology.task.selinux:Excluding smithi110: OS 'ubuntu' does not support SELinux 2024-02-18T08:02:27.870 DEBUG:teuthology.task.selinux:Excluding smithi191: OS 'ubuntu' does not support SELinux 2024-02-18T08:02:27.870 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-02-18T08:02:27.870 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-02-18T08:02:27.870 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-02-18T08:02:27.870 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-02-18T08:02:27.920 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-02-18T08:02:27.925 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-02-18T08:02:28.055 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-02-18T08:02:28.071 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-02-18T08:02:28.072 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi110.front.sepia.ceph.com,smithi191.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-02-18T08:07:49.776 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi110.front.sepia.ceph.com'), Remote(name='ubuntu@smithi191.front.sepia.ceph.com')] 2024-02-18T08:07:49.777 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-02-18T08:07:49.779 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-18T08:07:49.854 DEBUG:teuthology.orchestra.run.smithi110:> true 2024-02-18T08:07:49.973 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-02-18T08:07:49.973 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-02-18T08:07:49.974 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-18T08:07:50.055 DEBUG:teuthology.orchestra.run.smithi191:> true 2024-02-18T08:07:50.169 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi191.front.sepia.ceph.com' 2024-02-18T08:07:50.169 INFO:teuthology.run_tasks:Running task clock... 2024-02-18T08:07:50.179 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-02-18T08:07:50.180 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-18T08:07:50.180 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-18T08:07:50.183 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-18T08:07:50.183 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-18T08:07:50.233 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: ntpd 4.2.8p10@1.3728-o (1): Starting 2024-02-18T08:07:50.233 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: Command line: ntpd -gq 2024-02-18T08:07:50.234 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: proto: precision = 0.114 usec (-23) 2024-02-18T08:07:50.234 INFO:teuthology.orchestra.run.smithi110.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-02-18T08:07:50.234 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-02-18T08:07:50.235 INFO:teuthology.orchestra.run.smithi110.stderr:restrict ::: KOD does nothing without LIMITED. 2024-02-18T08:07:50.236 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: restrict ::: KOD does nothing without LIMITED. 2024-02-18T08:07:50.236 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: Listen and drop on 0 v6wildcard [::]:123 2024-02-18T08:07:50.236 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-02-18T08:07:50.236 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: Listen normally on 2 lo 127.0.0.1:123 2024-02-18T08:07:50.236 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: Listen normally on 3 enp3s0f1 172.21.15.110:123 2024-02-18T08:07:50.236 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: Listen normally on 4 lo [::1]:123 2024-02-18T08:07:50.236 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:cc35%5]:123 2024-02-18T08:07:50.236 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:50 ntpd[14595]: Listening on routing socket on fd #22 for interface updates 2024-02-18T08:07:50.273 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: ntpd 4.2.8p10@1.3728-o (1): Starting 2024-02-18T08:07:50.273 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: Command line: ntpd -gq 2024-02-18T08:07:50.274 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: proto: precision = 0.123 usec (-23) 2024-02-18T08:07:50.274 INFO:teuthology.orchestra.run.smithi191.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-02-18T08:07:50.275 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-02-18T08:07:50.275 INFO:teuthology.orchestra.run.smithi191.stderr:restrict ::: KOD does nothing without LIMITED. 2024-02-18T08:07:50.276 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: restrict ::: KOD does nothing without LIMITED. 2024-02-18T08:07:50.276 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: Listen and drop on 0 v6wildcard [::]:123 2024-02-18T08:07:50.276 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-02-18T08:07:50.276 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: Listen normally on 2 lo 127.0.0.1:123 2024-02-18T08:07:50.276 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: Listen normally on 3 enp3s0f1 172.21.15.191:123 2024-02-18T08:07:50.276 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: Listen normally on 4 lo [::1]:123 2024-02-18T08:07:50.276 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7211%5]:123 2024-02-18T08:07:50.277 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:50 ntpd[14546]: Listening on routing socket on fd #22 for interface updates 2024-02-18T08:07:52.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:52 ntpd[14546]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:52.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:52 ntpd[14546]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:52.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:52 ntpd[14546]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:52.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:52 ntpd[14546]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:53.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:53 ntpd[14595]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:53.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:53 ntpd[14595]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:53.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:53 ntpd[14595]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:53.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:53 ntpd[14595]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:54.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:54 ntpd[14595]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:54.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:54 ntpd[14595]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:54.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:54 ntpd[14595]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:54.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:54 ntpd[14595]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:54.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:54 ntpd[14546]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:54.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:54 ntpd[14546]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:54.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:54 ntpd[14546]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:54.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:54 ntpd[14546]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:55.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:55 ntpd[14595]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:55.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:55 ntpd[14595]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:55.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:55 ntpd[14595]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:55.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:55 ntpd[14595]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:55.235 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:55 ntpd[14595]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:55.235 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:55 ntpd[14595]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:55.235 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:55 ntpd[14595]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:55.235 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:55 ntpd[14595]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:55.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:55 ntpd[14546]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:55.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:55 ntpd[14546]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:55.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:55 ntpd[14546]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:55.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:55 ntpd[14546]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:55.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:55 ntpd[14546]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:55.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:55 ntpd[14546]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:55.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:55 ntpd[14546]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:55.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:55 ntpd[14546]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:56.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:56 ntpd[14595]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:56.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:56 ntpd[14595]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:56.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:56 ntpd[14595]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:56.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:56 ntpd[14595]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:56.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:56 ntpd[14546]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:56.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:56 ntpd[14546]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:56.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:56 ntpd[14546]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:56.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:56 ntpd[14546]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:57.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:57 ntpd[14595]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:57.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:57 ntpd[14595]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:57.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:57 ntpd[14595]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:57.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:57 ntpd[14595]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:57.235 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:57 ntpd[14595]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:57.235 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:57 ntpd[14595]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:57.235 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:57 ntpd[14595]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:57.235 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:57 ntpd[14595]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:57.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:57 ntpd[14546]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:57.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:57 ntpd[14546]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:57.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:57 ntpd[14546]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:57.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:57 ntpd[14546]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:57.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:57 ntpd[14546]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:57.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:57 ntpd[14546]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:57.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:57 ntpd[14546]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:57.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:57 ntpd[14546]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:58.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:58 ntpd[14595]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:58.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:58 ntpd[14595]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:58.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:58 ntpd[14595]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:58.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:58 ntpd[14595]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:58.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:58 ntpd[14546]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:58.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:58 ntpd[14546]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:58.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:58 ntpd[14546]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:58.274 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:58 ntpd[14546]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:58.275 INFO:teuthology.orchestra.run.smithi191.stdout:18 Feb 08:07:58 ntpd[14546]: ntpd: time slew +0.001247 s 2024-02-18T08:07:58.275 INFO:teuthology.orchestra.run.smithi191.stdout:ntpd: time slew +0.001247s 2024-02-18T08:07:58.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:58 ntpd[14546]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-02-18T08:07:58.275 INFO:teuthology.orchestra.run.smithi191.stderr:18 Feb 08:07:58 ntpd[14546]: can't open /var/log/ntpstats/loopstats.20240218: Permission denied 2024-02-18T08:07:58.323 INFO:teuthology.orchestra.run.smithi191.stdout: remote refid st t when poll reach delay offset jitter 2024-02-18T08:07:58.323 INFO:teuthology.orchestra.run.smithi191.stdout:============================================================================== 2024-02-18T08:07:58.323 INFO:teuthology.orchestra.run.smithi191.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-02-18T08:07:58.324 INFO:teuthology.orchestra.run.smithi191.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-02-18T08:07:58.324 INFO:teuthology.orchestra.run.smithi191.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-02-18T08:07:58.324 INFO:teuthology.orchestra.run.smithi191.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-02-18T08:07:59.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:59 ntpd[14595]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-02-18T08:07:59.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:59 ntpd[14595]: can't open /var/log/ntpstats/rawstats.20240218: Permission denied 2024-02-18T08:07:59.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:59 ntpd[14595]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-02-18T08:07:59.234 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:59 ntpd[14595]: can't open /var/log/ntpstats/peerstats.20240218: Permission denied 2024-02-18T08:07:59.234 INFO:teuthology.orchestra.run.smithi110.stdout:18 Feb 08:07:59 ntpd[14595]: ntpd: time slew +0.000093 s 2024-02-18T08:07:59.234 INFO:teuthology.orchestra.run.smithi110.stdout:ntpd: time slew +0.000093s 2024-02-18T08:07:59.235 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:59 ntpd[14595]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-02-18T08:07:59.235 INFO:teuthology.orchestra.run.smithi110.stderr:18 Feb 08:07:59 ntpd[14595]: can't open /var/log/ntpstats/loopstats.20240218: Permission denied 2024-02-18T08:07:59.296 INFO:teuthology.orchestra.run.smithi110.stdout: remote refid st t when poll reach delay offset jitter 2024-02-18T08:07:59.296 INFO:teuthology.orchestra.run.smithi110.stdout:============================================================================== 2024-02-18T08:07:59.296 INFO:teuthology.orchestra.run.smithi110.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-02-18T08:07:59.296 INFO:teuthology.orchestra.run.smithi110.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-02-18T08:07:59.296 INFO:teuthology.orchestra.run.smithi110.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-02-18T08:07:59.296 INFO:teuthology.orchestra.run.smithi110.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-02-18T08:07:59.297 INFO:teuthology.run_tasks:Running task install... 2024-02-18T08:07:59.309 DEBUG:teuthology.task.install:project ceph 2024-02-18T08:07:59.309 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '81bd20d634209c7cb82c18be12b4b5a05643ebf1'}} 2024-02-18T08:07:59.309 DEBUG:teuthology.task.install:config {'branch': 'octopus', 'flavor': 'default', 'sha1': '81bd20d634209c7cb82c18be12b4b5a05643ebf1'} 2024-02-18T08:07:59.309 INFO:teuthology.task.install:Using flavor: default 2024-02-18T08:07:59.315 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-02-18T08:07:59.315 INFO:teuthology.task.install:extra packages: [] 2024-02-18T08:07:59.316 DEBUG:teuthology.orchestra.run.smithi110:> sudo apt-key list | grep Ceph 2024-02-18T08:07:59.316 DEBUG:teuthology.orchestra.run.smithi191:> sudo apt-key list | grep Ceph 2024-02-18T08:07:59.408 INFO:teuthology.orchestra.run.smithi191.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2024-02-18T08:07:59.410 INFO:teuthology.orchestra.run.smithi110.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2024-02-18T08:07:59.465 INFO:teuthology.orchestra.run.smithi191.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-02-18T08:07:59.465 INFO:teuthology.orchestra.run.smithi191.stdout:uid [ unknown] Ceph.com (release key) 2024-02-18T08:07:59.466 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-02-18T08:07:59.466 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-02-18T08:07:59.466 INFO:teuthology.packaging:ref: None 2024-02-18T08:07:59.466 INFO:teuthology.packaging:tag: None 2024-02-18T08:07:59.466 INFO:teuthology.packaging:branch: octopus 2024-02-18T08:07:59.466 INFO:teuthology.packaging:sha1: 81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:07:59.467 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=octopus 2024-02-18T08:07:59.472 INFO:teuthology.orchestra.run.smithi110.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-02-18T08:07:59.472 INFO:teuthology.orchestra.run.smithi110.stdout:uid [ unknown] Ceph.com (release key) 2024-02-18T08:07:59.472 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-02-18T08:07:59.473 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-02-18T08:07:59.473 INFO:teuthology.packaging:ref: None 2024-02-18T08:07:59.473 INFO:teuthology.packaging:tag: None 2024-02-18T08:07:59.473 INFO:teuthology.packaging:branch: octopus 2024-02-18T08:07:59.473 INFO:teuthology.packaging:sha1: 81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:07:59.473 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=octopus 2024-02-18T08:07:59.737 INFO:teuthology.task.install.deb:Pulling from https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default/ 2024-02-18T08:07:59.738 INFO:teuthology.task.install.deb:Package version is 15.2.17-1bionic 2024-02-18T08:07:59.768 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:07:59.768 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-02-18T08:07:59.785 DEBUG:teuthology.orchestra.run.smithi191:> sudo apt-get update 2024-02-18T08:07:59.820 INFO:teuthology.task.install.deb:Pulling from https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default/ 2024-02-18T08:07:59.820 INFO:teuthology.task.install.deb:Package version is 15.2.17-1bionic 2024-02-18T08:07:59.846 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:07:59.846 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-02-18T08:07:59.862 DEBUG:teuthology.orchestra.run.smithi110:> sudo apt-get update 2024-02-18T08:07:59.945 INFO:teuthology.orchestra.run.smithi191.stdout:Ign:1 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic InRelease 2024-02-18T08:07:59.946 INFO:teuthology.orchestra.run.smithi191.stdout:Get:2 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic Release [7,690 B] 2024-02-18T08:07:59.948 INFO:teuthology.orchestra.run.smithi191.stdout:Ign:3 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic Release.gpg 2024-02-18T08:07:59.949 INFO:teuthology.orchestra.run.smithi191.stdout:Get:4 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main i386 Packages [3,053 B] 2024-02-18T08:07:59.961 INFO:teuthology.orchestra.run.smithi191.stdout:Get:5 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 Packages [15.8 kB] 2024-02-18T08:08:00.013 INFO:teuthology.orchestra.run.smithi110.stdout:Ign:1 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic InRelease 2024-02-18T08:08:00.014 INFO:teuthology.orchestra.run.smithi110.stdout:Get:2 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic Release [7,690 B] 2024-02-18T08:08:00.016 INFO:teuthology.orchestra.run.smithi110.stdout:Ign:3 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic Release.gpg 2024-02-18T08:08:00.017 INFO:teuthology.orchestra.run.smithi110.stdout:Get:4 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 Packages [15.8 kB] 2024-02-18T08:08:00.028 INFO:teuthology.orchestra.run.smithi110.stdout:Get:5 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main i386 Packages [3,053 B] 2024-02-18T08:08:00.130 INFO:teuthology.orchestra.run.smithi191.stdout:Hit:6 http://security.ubuntu.com/ubuntu bionic-security InRelease 2024-02-18T08:08:00.130 INFO:teuthology.orchestra.run.smithi191.stdout:Hit:7 http://archive.ubuntu.com/ubuntu bionic InRelease 2024-02-18T08:08:00.169 INFO:teuthology.orchestra.run.smithi110.stdout:Hit:6 http://security.ubuntu.com/ubuntu bionic-security InRelease 2024-02-18T08:08:00.170 INFO:teuthology.orchestra.run.smithi110.stdout:Hit:7 http://archive.ubuntu.com/ubuntu bionic InRelease 2024-02-18T08:08:00.201 INFO:teuthology.orchestra.run.smithi191.stdout:Hit:8 http://archive.ubuntu.com/ubuntu bionic-updates InRelease 2024-02-18T08:08:00.241 INFO:teuthology.orchestra.run.smithi110.stdout:Hit:8 http://archive.ubuntu.com/ubuntu bionic-updates InRelease 2024-02-18T08:08:00.283 INFO:teuthology.orchestra.run.smithi191.stdout:Hit:9 http://archive.ubuntu.com/ubuntu bionic-backports InRelease 2024-02-18T08:08:00.323 INFO:teuthology.orchestra.run.smithi110.stdout:Hit:9 http://archive.ubuntu.com/ubuntu bionic-backports InRelease 2024-02-18T08:08:00.725 INFO:teuthology.orchestra.run.smithi191.stdout:Fetched 26.5 kB in 1s (36.2 kB/s) 2024-02-18T08:08:00.786 INFO:teuthology.orchestra.run.smithi110.stdout:Fetched 26.5 kB in 1s (36.7 kB/s) 2024-02-18T08:08:02.204 INFO:teuthology.orchestra.run.smithi191.stdout:Reading package lists... 2024-02-18T08:08:02.255 DEBUG:teuthology.orchestra.run.smithi191:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.17-1bionic cephadm=15.2.17-1bionic ceph-mds=15.2.17-1bionic ceph-mgr=15.2.17-1bionic ceph-common=15.2.17-1bionic ceph-fuse=15.2.17-1bionic ceph-test=15.2.17-1bionic radosgw=15.2.17-1bionic python3-rados=15.2.17-1bionic python3-rgw=15.2.17-1bionic python3-cephfs=15.2.17-1bionic python3-rbd=15.2.17-1bionic libcephfs2=15.2.17-1bionic libcephfs-dev=15.2.17-1bionic librados2=15.2.17-1bionic librbd1=15.2.17-1bionic rbd-fuse=15.2.17-1bionic 2024-02-18T08:08:02.269 INFO:teuthology.orchestra.run.smithi110.stdout:Reading package lists... 2024-02-18T08:08:02.319 DEBUG:teuthology.orchestra.run.smithi110:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.17-1bionic cephadm=15.2.17-1bionic ceph-mds=15.2.17-1bionic ceph-mgr=15.2.17-1bionic ceph-common=15.2.17-1bionic ceph-fuse=15.2.17-1bionic ceph-test=15.2.17-1bionic radosgw=15.2.17-1bionic python3-rados=15.2.17-1bionic python3-rgw=15.2.17-1bionic python3-cephfs=15.2.17-1bionic python3-rbd=15.2.17-1bionic libcephfs2=15.2.17-1bionic libcephfs-dev=15.2.17-1bionic librados2=15.2.17-1bionic librbd1=15.2.17-1bionic rbd-fuse=15.2.17-1bionic 2024-02-18T08:08:02.338 INFO:teuthology.orchestra.run.smithi191.stdout:Reading package lists... 2024-02-18T08:08:02.399 INFO:teuthology.orchestra.run.smithi110.stdout:Reading package lists... 2024-02-18T08:08:02.628 INFO:teuthology.orchestra.run.smithi191.stdout:Building dependency tree... 2024-02-18T08:08:02.628 INFO:teuthology.orchestra.run.smithi191.stdout:Reading state information... 2024-02-18T08:08:02.668 INFO:teuthology.orchestra.run.smithi110.stdout:Building dependency tree... 2024-02-18T08:08:02.669 INFO:teuthology.orchestra.run.smithi110.stdout:Reading state information... 2024-02-18T08:08:02.836 INFO:teuthology.orchestra.run.smithi191.stdout:The following packages were automatically installed and are no longer required: 2024-02-18T08:08:02.836 INFO:teuthology.orchestra.run.smithi191.stdout: linux-headers-4.15.0-194 linux-headers-4.15.0-194-generic 2024-02-18T08:08:02.836 INFO:teuthology.orchestra.run.smithi191.stdout: linux-image-4.15.0-194-generic linux-modules-4.15.0-194-generic 2024-02-18T08:08:02.837 INFO:teuthology.orchestra.run.smithi191.stdout: linux-modules-extra-4.15.0-194-generic 2024-02-18T08:08:02.837 INFO:teuthology.orchestra.run.smithi191.stdout:Use 'sudo apt autoremove' to remove them. 2024-02-18T08:08:02.837 INFO:teuthology.orchestra.run.smithi191.stdout:The following additional packages will be installed: 2024-02-18T08:08:02.837 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2024-02-18T08:08:02.837 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2024-02-18T08:08:02.837 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mon ceph-osd jq libjq1 libleveldb1v5 liblttng-ust0 liboath0 libonig4 2024-02-18T08:08:02.838 INFO:teuthology.orchestra.run.smithi191.stdout: librabbitmq4 libradosstriper1 librdkafka1 librgw2 libsnappy1v5 libxslt1.1 2024-02-18T08:08:02.839 INFO:teuthology.orchestra.run.smithi191.stdout: nvme-cli python-attr python-funcsigs python-pastedeploy-tpl python-pluggy 2024-02-18T08:08:02.839 INFO:teuthology.orchestra.run.smithi191.stdout: python-py python-pytest python3-asn1crypto python3-attr python3-bcrypt 2024-02-18T08:08:02.839 INFO:teuthology.orchestra.run.smithi191.stdout: python3-bs4 python3-ceph-argparse python3-ceph-common python3-cffi-backend 2024-02-18T08:08:02.839 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cherrypy3 python3-cryptography python3-cycler python3-dateutil 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-decorator python3-fasteners python3-html5lib python3-httplib2 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-matplotlib python3-monotonic python3-numpy python3-oauth2client 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-olefile python3-openssl python3-paste python3-pastedeploy 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pastescript python3-pecan python3-pil python3-pkg-resources 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pluggy python3-prettytable python3-py python3-pyasn1 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyasn1-modules python3-pyinotify python3-pyparsing python3-pytest 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-repoze.lru python3-routes python3-rsa python3-scipy 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-setuptools python3-simplegeneric python3-simplejson 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-sqlalchemy python3-tempita python3-tk python3-tz python3-uritemplate 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-waitress python3-webencodings python3-webob python3-websocket 2024-02-18T08:08:02.840 INFO:teuthology.orchestra.run.smithi191.stdout: python3-webtest python3-werkzeug socat xmlstarlet 2024-02-18T08:08:02.841 INFO:teuthology.orchestra.run.smithi191.stdout:Suggested packages: 2024-02-18T08:08:02.841 INFO:teuthology.orchestra.run.smithi191.stdout: python3-influxdb python-attr-doc python-funcsigs-doc subversion 2024-02-18T08:08:02.841 INFO:teuthology.orchestra.run.smithi191.stdout: python-pytest-xdist python-mock python-cryptography-doc 2024-02-18T08:08:02.841 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cryptography-vectors python-cycler-doc python3-genshi 2024-02-18T08:08:02.841 INFO:teuthology.orchestra.run.smithi191.stdout: python-jinja2-doc python3-crypto python3-lxml-dbg python-lxml-doc 2024-02-18T08:08:02.841 INFO:teuthology.orchestra.run.smithi191.stdout: python3-beaker python-mako-doc dvipng ffmpeg gir1.2-gtk-3.0 ghostscript 2024-02-18T08:08:02.842 INFO:teuthology.orchestra.run.smithi191.stdout: inkscape ipython3 python-matplotlib-doc python3-cairocffi python3-gi-cairo 2024-02-18T08:08:02.842 INFO:teuthology.orchestra.run.smithi191.stdout: python3-gobject python3-pyqt4 python3-sip python3-tornado 2024-02-18T08:08:02.842 INFO:teuthology.orchestra.run.smithi191.stdout: texlive-extra-utils texlive-latex-extra ttf-staypuft python-numpy-doc 2024-02-18T08:08:02.842 INFO:teuthology.orchestra.run.smithi191.stdout: python3-dev python3-numpy-dbg python-openssl-doc python3-openssl-dbg 2024-02-18T08:08:02.842 INFO:teuthology.orchestra.run.smithi191.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-02-18T08:08:02.842 INFO:teuthology.orchestra.run.smithi191.stdout: python-pecan-doc python-pil-doc python3-pil-dbg python-pyinotify-doc 2024-02-18T08:08:02.842 INFO:teuthology.orchestra.run.smithi191.stdout: python-pyparsing-doc python-scipy-doc python-setuptools-doc python3-dap 2024-02-18T08:08:02.842 INFO:teuthology.orchestra.run.smithi191.stdout: python-sklearn-doc python-sqlalchemy-doc python3-psycopg2 python3-pymysql 2024-02-18T08:08:02.842 INFO:teuthology.orchestra.run.smithi191.stdout: python3-fdb tix python3-tk-dbg python-waitress-doc python-webob-doc 2024-02-18T08:08:02.842 INFO:teuthology.orchestra.run.smithi191.stdout: python-webtest-doc python3-termcolor python3-watchdog python-werkzeug-doc 2024-02-18T08:08:02.872 INFO:teuthology.orchestra.run.smithi110.stdout:The following packages were automatically installed and are no longer required: 2024-02-18T08:08:02.872 INFO:teuthology.orchestra.run.smithi110.stdout: linux-headers-4.15.0-194 linux-headers-4.15.0-194-generic 2024-02-18T08:08:02.872 INFO:teuthology.orchestra.run.smithi110.stdout: linux-image-4.15.0-194-generic linux-modules-4.15.0-194-generic 2024-02-18T08:08:02.873 INFO:teuthology.orchestra.run.smithi110.stdout: linux-modules-extra-4.15.0-194-generic 2024-02-18T08:08:02.873 INFO:teuthology.orchestra.run.smithi110.stdout:Use 'sudo apt autoremove' to remove them. 2024-02-18T08:08:02.873 INFO:teuthology.orchestra.run.smithi110.stdout:The following additional packages will be installed: 2024-02-18T08:08:02.873 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2024-02-18T08:08:02.873 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2024-02-18T08:08:02.874 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mon ceph-osd jq libjq1 libleveldb1v5 liblttng-ust0 liboath0 libonig4 2024-02-18T08:08:02.875 INFO:teuthology.orchestra.run.smithi110.stdout: librabbitmq4 libradosstriper1 librdkafka1 librgw2 libsnappy1v5 libxslt1.1 2024-02-18T08:08:02.875 INFO:teuthology.orchestra.run.smithi110.stdout: nvme-cli python-attr python-funcsigs python-pastedeploy-tpl python-pluggy 2024-02-18T08:08:02.875 INFO:teuthology.orchestra.run.smithi110.stdout: python-py python-pytest python3-asn1crypto python3-attr python3-bcrypt 2024-02-18T08:08:02.875 INFO:teuthology.orchestra.run.smithi110.stdout: python3-bs4 python3-ceph-argparse python3-ceph-common python3-cffi-backend 2024-02-18T08:08:02.875 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cherrypy3 python3-cryptography python3-cycler python3-dateutil 2024-02-18T08:08:02.875 INFO:teuthology.orchestra.run.smithi110.stdout: python3-decorator python3-fasteners python3-html5lib python3-httplib2 2024-02-18T08:08:02.875 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2024-02-18T08:08:02.875 INFO:teuthology.orchestra.run.smithi110.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2024-02-18T08:08:02.875 INFO:teuthology.orchestra.run.smithi110.stdout: python3-matplotlib python3-monotonic python3-numpy python3-oauth2client 2024-02-18T08:08:02.876 INFO:teuthology.orchestra.run.smithi110.stdout: python3-olefile python3-openssl python3-paste python3-pastedeploy 2024-02-18T08:08:02.876 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pastescript python3-pecan python3-pil python3-pkg-resources 2024-02-18T08:08:02.876 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pluggy python3-prettytable python3-py python3-pyasn1 2024-02-18T08:08:02.876 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-modules python3-pyinotify python3-pyparsing python3-pytest 2024-02-18T08:08:02.876 INFO:teuthology.orchestra.run.smithi110.stdout: python3-repoze.lru python3-routes python3-rsa python3-scipy 2024-02-18T08:08:02.876 INFO:teuthology.orchestra.run.smithi110.stdout: python3-setuptools python3-simplegeneric python3-simplejson 2024-02-18T08:08:02.876 INFO:teuthology.orchestra.run.smithi110.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib 2024-02-18T08:08:02.876 INFO:teuthology.orchestra.run.smithi110.stdout: python3-sqlalchemy python3-tempita python3-tk python3-tz python3-uritemplate 2024-02-18T08:08:02.876 INFO:teuthology.orchestra.run.smithi110.stdout: python3-waitress python3-webencodings python3-webob python3-websocket 2024-02-18T08:08:02.876 INFO:teuthology.orchestra.run.smithi110.stdout: python3-webtest python3-werkzeug socat xmlstarlet 2024-02-18T08:08:02.877 INFO:teuthology.orchestra.run.smithi110.stdout:Suggested packages: 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python3-influxdb python-attr-doc python-funcsigs-doc subversion 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python-pytest-xdist python-mock python-cryptography-doc 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cryptography-vectors python-cycler-doc python3-genshi 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python-jinja2-doc python3-crypto python3-lxml-dbg python-lxml-doc 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python3-beaker python-mako-doc dvipng ffmpeg gir1.2-gtk-3.0 ghostscript 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: inkscape ipython3 python-matplotlib-doc python3-cairocffi python3-gi-cairo 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python3-gobject python3-pyqt4 python3-sip python3-tornado 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: texlive-extra-utils texlive-latex-extra ttf-staypuft python-numpy-doc 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python3-dev python3-numpy-dbg python-openssl-doc python3-openssl-dbg 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python-pecan-doc python-pil-doc python3-pil-dbg python-pyinotify-doc 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python-pyparsing-doc python-scipy-doc python-setuptools-doc python3-dap 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python-sklearn-doc python-sqlalchemy-doc python3-psycopg2 python3-pymysql 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python3-fdb tix python3-tk-dbg python-waitress-doc python-webob-doc 2024-02-18T08:08:02.878 INFO:teuthology.orchestra.run.smithi110.stdout: python-webtest-doc python3-termcolor python3-watchdog python-werkzeug-doc 2024-02-18T08:08:02.963 INFO:teuthology.orchestra.run.smithi191.stdout:The following NEW packages will be installed: 2024-02-18T08:08:02.963 INFO:teuthology.orchestra.run.smithi191.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-02-18T08:08:02.963 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2024-02-18T08:08:02.964 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2024-02-18T08:08:02.964 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev libcephfs2 libjq1 2024-02-18T08:08:02.964 INFO:teuthology.orchestra.run.smithi191.stdout: libleveldb1v5 liblttng-ust0 liboath0 libonig4 librabbitmq4 libradosstriper1 2024-02-18T08:08:02.966 INFO:teuthology.orchestra.run.smithi191.stdout: librdkafka1 librgw2 libsnappy1v5 libxslt1.1 nvme-cli python-attr 2024-02-18T08:08:02.966 INFO:teuthology.orchestra.run.smithi191.stdout: python-funcsigs python-pastedeploy-tpl python-pluggy python-py python-pytest 2024-02-18T08:08:02.966 INFO:teuthology.orchestra.run.smithi191.stdout: python3-asn1crypto python3-attr python3-bcrypt python3-bs4 2024-02-18T08:08:02.966 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs 2024-02-18T08:08:02.966 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cffi-backend python3-cherrypy3 python3-cryptography python3-cycler 2024-02-18T08:08:02.966 INFO:teuthology.orchestra.run.smithi191.stdout: python3-dateutil python3-decorator python3-fasteners python3-html5lib 2024-02-18T08:08:02.966 INFO:teuthology.orchestra.run.smithi191.stdout: python3-httplib2 python3-jinja2 python3-joblib python3-jwt 2024-02-18T08:08:02.966 INFO:teuthology.orchestra.run.smithi191.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2024-02-18T08:08:02.966 INFO:teuthology.orchestra.run.smithi191.stdout: python3-markupsafe python3-matplotlib python3-monotonic python3-numpy 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: python3-oauth2client python3-olefile python3-openssl python3-paste 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pastedeploy python3-pastescript python3-pecan python3-pil 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pluggy python3-prettytable python3-py python3-pyasn1 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyasn1-modules python3-pyinotify python3-pyparsing python3-pytest 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rados python3-rbd python3-repoze.lru python3-rgw python3-routes 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rsa python3-scipy python3-setuptools python3-simplegeneric 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: python3-sklearn-lib python3-sqlalchemy python3-tempita python3-tk python3-tz 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: python3-uritemplate python3-waitress python3-webencodings python3-webob 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: python3-websocket python3-webtest python3-werkzeug radosgw rbd-fuse socat 2024-02-18T08:08:02.967 INFO:teuthology.orchestra.run.smithi191.stdout: xmlstarlet 2024-02-18T08:08:02.968 INFO:teuthology.orchestra.run.smithi191.stdout:The following packages will be upgraded: 2024-02-18T08:08:02.968 INFO:teuthology.orchestra.run.smithi191.stdout: librados2 librbd1 python3-pkg-resources 2024-02-18T08:08:03.000 INFO:teuthology.orchestra.run.smithi110.stdout:The following NEW packages will be installed: 2024-02-18T08:08:03.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-02-18T08:08:03.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2024-02-18T08:08:03.000 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2024-02-18T08:08:03.001 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev libcephfs2 libjq1 2024-02-18T08:08:03.001 INFO:teuthology.orchestra.run.smithi110.stdout: libleveldb1v5 liblttng-ust0 liboath0 libonig4 librabbitmq4 libradosstriper1 2024-02-18T08:08:03.002 INFO:teuthology.orchestra.run.smithi110.stdout: librdkafka1 librgw2 libsnappy1v5 libxslt1.1 nvme-cli python-attr 2024-02-18T08:08:03.002 INFO:teuthology.orchestra.run.smithi110.stdout: python-funcsigs python-pastedeploy-tpl python-pluggy python-py python-pytest 2024-02-18T08:08:03.002 INFO:teuthology.orchestra.run.smithi110.stdout: python3-asn1crypto python3-attr python3-bcrypt python3-bs4 2024-02-18T08:08:03.002 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs 2024-02-18T08:08:03.002 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cffi-backend python3-cherrypy3 python3-cryptography python3-cycler 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-dateutil python3-decorator python3-fasteners python3-html5lib 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-httplib2 python3-jinja2 python3-joblib python3-jwt 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-markupsafe python3-matplotlib python3-monotonic python3-numpy 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-oauth2client python3-olefile python3-openssl python3-paste 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pastedeploy python3-pastescript python3-pecan python3-pil 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pluggy python3-prettytable python3-py python3-pyasn1 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-modules python3-pyinotify python3-pyparsing python3-pytest 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rados python3-rbd python3-repoze.lru python3-rgw python3-routes 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rsa python3-scipy python3-setuptools python3-simplegeneric 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-sklearn-lib python3-sqlalchemy python3-tempita python3-tk python3-tz 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-uritemplate python3-waitress python3-webencodings python3-webob 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: python3-websocket python3-webtest python3-werkzeug radosgw rbd-fuse socat 2024-02-18T08:08:03.003 INFO:teuthology.orchestra.run.smithi110.stdout: xmlstarlet 2024-02-18T08:08:03.004 INFO:teuthology.orchestra.run.smithi110.stdout:The following packages will be upgraded: 2024-02-18T08:08:03.004 INFO:teuthology.orchestra.run.smithi110.stdout: librados2 librbd1 python3-pkg-resources 2024-02-18T08:08:03.013 INFO:teuthology.orchestra.run.smithi191.stdout:3 upgraded, 108 newly installed, 0 to remove and 145 not upgraded. 2024-02-18T08:08:03.013 INFO:teuthology.orchestra.run.smithi191.stdout:Need to get 149 MB of archives. 2024-02-18T08:08:03.013 INFO:teuthology.orchestra.run.smithi191.stdout:After this operation, 688 MB of additional disk space will be used. 2024-02-18T08:08:03.013 INFO:teuthology.orchestra.run.smithi191.stdout:Get:1 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 librbd1 amd64 15.2.17-1bionic [1,642 kB] 2024-02-18T08:08:03.031 INFO:teuthology.orchestra.run.smithi191.stdout:Get:2 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 librados2 amd64 15.2.17-1bionic [3,070 kB] 2024-02-18T08:08:03.052 INFO:teuthology.orchestra.run.smithi110.stdout:3 upgraded, 108 newly installed, 0 to remove and 145 not upgraded. 2024-02-18T08:08:03.052 INFO:teuthology.orchestra.run.smithi110.stdout:Need to get 149 MB of archives. 2024-02-18T08:08:03.052 INFO:teuthology.orchestra.run.smithi110.stdout:After this operation, 688 MB of additional disk space will be used. 2024-02-18T08:08:03.052 INFO:teuthology.orchestra.run.smithi110.stdout:Get:1 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 librbd1 amd64 15.2.17-1bionic [1,642 kB] 2024-02-18T08:08:03.054 INFO:teuthology.orchestra.run.smithi191.stdout:Get:3 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-uritemplate all 0.6-1ubuntu1 [5,126 B] 2024-02-18T08:08:03.062 INFO:teuthology.orchestra.run.smithi191.stdout:Get:4 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 libcephfs2 amd64 15.2.17-1bionic [436 kB] 2024-02-18T08:08:03.067 INFO:teuthology.orchestra.run.smithi191.stdout:Get:5 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-rados amd64 15.2.17-1bionic [345 kB] 2024-02-18T08:08:03.068 INFO:teuthology.orchestra.run.smithi110.stdout:Get:2 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 librados2 amd64 15.2.17-1bionic [3,070 kB] 2024-02-18T08:08:03.070 INFO:teuthology.orchestra.run.smithi191.stdout:Get:6 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-ceph-argparse all 15.2.17-1bionic [20.8 kB] 2024-02-18T08:08:03.071 INFO:teuthology.orchestra.run.smithi191.stdout:Get:7 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-cephfs amd64 15.2.17-1bionic [134 kB] 2024-02-18T08:08:03.072 INFO:teuthology.orchestra.run.smithi191.stdout:Get:8 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-ceph-common all 15.2.17-1bionic [29.4 kB] 2024-02-18T08:08:03.073 INFO:teuthology.orchestra.run.smithi191.stdout:Get:9 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-rbd amd64 15.2.17-1bionic [325 kB] 2024-02-18T08:08:03.076 INFO:teuthology.orchestra.run.smithi191.stdout:Get:10 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 librgw2 amd64 15.2.17-1bionic [2,888 kB] 2024-02-18T08:08:03.086 INFO:teuthology.orchestra.run.smithi191.stdout:Get:11 http://archive.ubuntu.com/ubuntu bionic/universe amd64 liblttng-ust0 amd64 2.10.1-1 [154 kB] 2024-02-18T08:08:03.097 INFO:teuthology.orchestra.run.smithi110.stdout:Get:3 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 libcephfs2 amd64 15.2.17-1bionic [436 kB] 2024-02-18T08:08:03.102 INFO:teuthology.orchestra.run.smithi110.stdout:Get:4 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-rados amd64 15.2.17-1bionic [345 kB] 2024-02-18T08:08:03.105 INFO:teuthology.orchestra.run.smithi110.stdout:Get:5 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-ceph-argparse all 15.2.17-1bionic [20.8 kB] 2024-02-18T08:08:03.105 INFO:teuthology.orchestra.run.smithi110.stdout:Get:6 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-cephfs amd64 15.2.17-1bionic [134 kB] 2024-02-18T08:08:03.106 INFO:teuthology.orchestra.run.smithi191.stdout:Get:12 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-rgw amd64 15.2.17-1bionic [99.4 kB] 2024-02-18T08:08:03.106 INFO:teuthology.orchestra.run.smithi191.stdout:Get:13 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 libradosstriper1 amd64 15.2.17-1bionic [339 kB] 2024-02-18T08:08:03.107 INFO:teuthology.orchestra.run.smithi110.stdout:Get:7 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-ceph-common all 15.2.17-1bionic [29.4 kB] 2024-02-18T08:08:03.107 INFO:teuthology.orchestra.run.smithi110.stdout:Get:8 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-rbd amd64 15.2.17-1bionic [325 kB] 2024-02-18T08:08:03.110 INFO:teuthology.orchestra.run.smithi191.stdout:Get:14 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-common amd64 15.2.17-1bionic [18.8 MB] 2024-02-18T08:08:03.110 INFO:teuthology.orchestra.run.smithi110.stdout:Get:9 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 librgw2 amd64 15.2.17-1bionic [2,888 kB] 2024-02-18T08:08:03.137 INFO:teuthology.orchestra.run.smithi110.stdout:Get:10 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 python3-rgw amd64 15.2.17-1bionic [99.4 kB] 2024-02-18T08:08:03.138 INFO:teuthology.orchestra.run.smithi110.stdout:Get:11 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 libradosstriper1 amd64 15.2.17-1bionic [339 kB] 2024-02-18T08:08:03.141 INFO:teuthology.orchestra.run.smithi110.stdout:Get:12 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-common amd64 15.2.17-1bionic [18.8 MB] 2024-02-18T08:08:03.185 INFO:teuthology.orchestra.run.smithi191.stdout:Get:15 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-prettytable all 0.7.2-3 [19.7 kB] 2024-02-18T08:08:03.190 INFO:teuthology.orchestra.run.smithi191.stdout:Get:16 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 librabbitmq4 amd64 0.8.0-1ubuntu0.18.04.2 [33.9 kB] 2024-02-18T08:08:03.200 INFO:teuthology.orchestra.run.smithi110.stdout:Get:13 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-uritemplate all 0.6-1ubuntu1 [5,126 B] 2024-02-18T08:08:03.203 INFO:teuthology.orchestra.run.smithi191.stdout:Get:17 http://archive.ubuntu.com/ubuntu bionic/universe amd64 librdkafka1 amd64 0.11.3-1build1 [293 kB] 2024-02-18T08:08:03.244 INFO:teuthology.orchestra.run.smithi191.stdout:Get:18 http://archive.ubuntu.com/ubuntu bionic/main amd64 libsnappy1v5 amd64 1.1.7-1 [16.0 kB] 2024-02-18T08:08:03.245 INFO:teuthology.orchestra.run.smithi191.stdout:Get:19 http://archive.ubuntu.com/ubuntu bionic/main amd64 libleveldb1v5 amd64 1.20-2 [136 kB] 2024-02-18T08:08:03.255 INFO:teuthology.orchestra.run.smithi191.stdout:Get:20 http://archive.ubuntu.com/ubuntu bionic/universe amd64 liboath0 amd64 2.6.1-1 [44.7 kB] 2024-02-18T08:08:03.258 INFO:teuthology.orchestra.run.smithi191.stdout:Get:21 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-dateutil all 2.6.1-1 [52.3 kB] 2024-02-18T08:08:03.262 INFO:teuthology.orchestra.run.smithi191.stdout:Get:22 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-asn1crypto all 0.24.0-1 [72.8 kB] 2024-02-18T08:08:03.266 INFO:teuthology.orchestra.run.smithi191.stdout:Get:23 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-cffi-backend amd64 1.11.5-1 [64.6 kB] 2024-02-18T08:08:03.270 INFO:teuthology.orchestra.run.smithi191.stdout:Get:24 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-cryptography amd64 2.1.4-1ubuntu1.4 [220 kB] 2024-02-18T08:08:03.280 INFO:teuthology.orchestra.run.smithi191.stdout:Get:25 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-openssl all 17.5.0-1ubuntu1 [41.5 kB] 2024-02-18T08:08:03.282 INFO:teuthology.orchestra.run.smithi191.stdout:Get:26 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-bcrypt amd64 3.1.4-2 [29.9 kB] 2024-02-18T08:08:03.282 INFO:teuthology.orchestra.run.smithi110.stdout:Get:14 http://archive.ubuntu.com/ubuntu bionic/universe amd64 liblttng-ust0 amd64 2.10.1-1 [154 kB] 2024-02-18T08:08:03.284 INFO:teuthology.orchestra.run.smithi191.stdout:Get:27 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-cherrypy3 all 8.9.1-2 [160 kB] 2024-02-18T08:08:03.291 INFO:teuthology.orchestra.run.smithi191.stdout:Get:28 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-jwt all 1.5.3+ds1-1ubuntu0.1 [16.6 kB] 2024-02-18T08:08:03.301 INFO:teuthology.orchestra.run.smithi191.stdout:Get:29 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-base amd64 15.2.17-1bionic [5,204 kB] 2024-02-18T08:08:03.312 INFO:teuthology.orchestra.run.smithi191.stdout:Get:30 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-logutils all 0.3.3-5 [16.7 kB] 2024-02-18T08:08:03.313 INFO:teuthology.orchestra.run.smithi191.stdout:Get:31 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-markupsafe amd64 1.0-1build1 [13.5 kB] 2024-02-18T08:08:03.315 INFO:teuthology.orchestra.run.smithi191.stdout:Get:32 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-mako all 1.0.7+ds1-1ubuntu0.2 [59.4 kB] 2024-02-18T08:08:03.315 INFO:teuthology.orchestra.run.smithi110.stdout:Get:15 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-base amd64 15.2.17-1bionic [5,204 kB] 2024-02-18T08:08:03.317 INFO:teuthology.orchestra.run.smithi191.stdout:Get:33 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-simplegeneric all 0.8.1-1 [11.5 kB] 2024-02-18T08:08:03.318 INFO:teuthology.orchestra.run.smithi191.stdout:Get:34 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-singledispatch all 3.4.0.3-2 [7,022 B] 2024-02-18T08:08:03.318 INFO:teuthology.orchestra.run.smithi191.stdout:Get:35 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-webob all 1:1.7.3-2fakesync1 [64.3 kB] 2024-02-18T08:08:03.320 INFO:teuthology.orchestra.run.smithi191.stdout:Get:36 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-bs4 all 4.6.0-1 [67.8 kB] 2024-02-18T08:08:03.323 INFO:teuthology.orchestra.run.smithi191.stdout:Get:37 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-waitress all 1.0.1-1 [53.4 kB] 2024-02-18T08:08:03.333 INFO:teuthology.orchestra.run.smithi191.stdout:Get:38 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-pkg-resources all 39.0.1-2ubuntu0.1 [99.0 kB] 2024-02-18T08:08:03.337 INFO:teuthology.orchestra.run.smithi191.stdout:Get:39 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-tempita all 0.5.2-2 [13.9 kB] 2024-02-18T08:08:03.351 INFO:teuthology.orchestra.run.smithi191.stdout:Get:40 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-modules-core all 15.2.17-1bionic [163 kB] 2024-02-18T08:08:03.353 INFO:teuthology.orchestra.run.smithi191.stdout:Get:41 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr amd64 15.2.17-1bionic [1,308 kB] 2024-02-18T08:08:03.354 INFO:teuthology.orchestra.run.smithi191.stdout:Get:42 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-paste all 2.0.3+dfsg-4ubuntu1 [456 kB] 2024-02-18T08:08:03.363 INFO:teuthology.orchestra.run.smithi191.stdout:Get:43 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastedeploy-tpl all 1.5.2-4 [4,796 B] 2024-02-18T08:08:03.363 INFO:teuthology.orchestra.run.smithi191.stdout:Get:44 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pastedeploy all 1.5.2-4 [13.4 kB] 2024-02-18T08:08:03.363 INFO:teuthology.orchestra.run.smithi191.stdout:Get:45 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-webtest all 2.0.28-1ubuntu1 [27.9 kB] 2024-02-18T08:08:03.363 INFO:teuthology.orchestra.run.smithi110.stdout:Get:16 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-modules-core all 15.2.17-1bionic [163 kB] 2024-02-18T08:08:03.363 INFO:teuthology.orchestra.run.smithi191.stdout:Get:46 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-pecan all 1.2.1-2 [86.1 kB] 2024-02-18T08:08:03.364 INFO:teuthology.orchestra.run.smithi191.stdout:Get:47 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 python3-werkzeug all 0.14.1+dfsg1-1ubuntu0.2 [175 kB] 2024-02-18T08:08:03.365 INFO:teuthology.orchestra.run.smithi110.stdout:Get:17 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr amd64 15.2.17-1bionic [1,308 kB] 2024-02-18T08:08:03.365 INFO:teuthology.orchestra.run.smithi191.stdout:Get:48 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mon amd64 15.2.17-1bionic [5,944 kB] 2024-02-18T08:08:03.367 INFO:teuthology.orchestra.run.smithi191.stdout:Get:49 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-jinja2 all 2.10-1ubuntu0.18.04.1 [95.4 kB] 2024-02-18T08:08:03.369 INFO:teuthology.orchestra.run.smithi191.stdout:Get:50 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-repoze.lru all 0.7-1 [11.7 kB] 2024-02-18T08:08:03.374 INFO:teuthology.orchestra.run.smithi191.stdout:Get:51 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-routes all 2.4.1-1 [28.4 kB] 2024-02-18T08:08:03.375 INFO:teuthology.orchestra.run.smithi191.stdout:Get:52 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-numpy amd64 1:1.13.3-2ubuntu1 [1,943 kB] 2024-02-18T08:08:03.377 INFO:teuthology.orchestra.run.smithi110.stdout:Get:18 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mon amd64 15.2.17-1bionic [5,944 kB] 2024-02-18T08:08:03.409 INFO:teuthology.orchestra.run.smithi191.stdout:Get:53 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-decorator all 4.1.2-1 [9,364 B] 2024-02-18T08:08:03.409 INFO:teuthology.orchestra.run.smithi191.stdout:Get:54 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-scipy amd64 0.19.1-2ubuntu1 [9,619 kB] 2024-02-18T08:08:03.434 INFO:teuthology.orchestra.run.smithi110.stdout:Get:19 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-osd amd64 15.2.17-1bionic [22.9 MB] 2024-02-18T08:08:03.436 INFO:teuthology.orchestra.run.smithi191.stdout:Get:55 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-osd amd64 15.2.17-1bionic [22.9 MB] 2024-02-18T08:08:03.509 INFO:teuthology.orchestra.run.smithi191.stdout:Get:56 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-sklearn-lib amd64 0.19.1-3 [1,429 kB] 2024-02-18T08:08:03.521 INFO:teuthology.orchestra.run.smithi191.stdout:Get:57 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-joblib all 0.11-1 [109 kB] 2024-02-18T08:08:03.522 INFO:teuthology.orchestra.run.smithi191.stdout:Get:58 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-sklearn all 0.19.1-3 [1,373 kB] 2024-02-18T08:08:03.536 INFO:teuthology.orchestra.run.smithi191.stdout:Get:59 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-monotonic all 1.1-2 [5,332 B] 2024-02-18T08:08:03.536 INFO:teuthology.orchestra.run.smithi191.stdout:Get:60 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-fasteners all 0.12.0-3 [13.5 kB] 2024-02-18T08:08:03.536 INFO:teuthology.orchestra.run.smithi191.stdout:Get:61 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-httplib2 all 0.9.2+dfsg-1ubuntu0.3 [28.8 kB] 2024-02-18T08:08:03.536 INFO:teuthology.orchestra.run.smithi191.stdout:Get:62 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pyasn1 all 0.4.2-3 [46.8 kB] 2024-02-18T08:08:03.536 INFO:teuthology.orchestra.run.smithi191.stdout:Get:63 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pyasn1-modules all 0.2.1-0.2 [32.9 kB] 2024-02-18T08:08:03.537 INFO:teuthology.orchestra.run.smithi191.stdout:Get:64 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-rsa all 3.4.2-1 [29.0 kB] 2024-02-18T08:08:03.537 INFO:teuthology.orchestra.run.smithi191.stdout:Get:65 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-sqlalchemy all 1.1.11+ds1-1ubuntu1 [680 kB] 2024-02-18T08:08:03.554 INFO:teuthology.orchestra.run.smithi191.stdout:Get:66 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-oauth2client all 4.1.2-3 [61.5 kB] 2024-02-18T08:08:03.555 INFO:teuthology.orchestra.run.smithi191.stdout:Get:67 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-setuptools all 39.0.1-2ubuntu0.1 [248 kB] 2024-02-18T08:08:03.575 INFO:teuthology.orchestra.run.smithi191.stdout:Get:68 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-websocket all 0.44.0-0ubuntu2 [30.7 kB] 2024-02-18T08:08:03.575 INFO:teuthology.orchestra.run.smithi191.stdout:Get:69 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-kubernetes all 2.0.0-2ubuntu1 [181 kB] 2024-02-18T08:08:03.578 INFO:teuthology.orchestra.run.smithi191.stdout:Get:70 http://archive.ubuntu.com/ubuntu bionic/universe amd64 libonig4 amd64 6.7.0-1 [119 kB] 2024-02-18T08:08:03.580 INFO:teuthology.orchestra.run.smithi191.stdout:Get:71 http://archive.ubuntu.com/ubuntu bionic/universe amd64 libjq1 amd64 1.5+dfsg-2 [111 kB] 2024-02-18T08:08:03.582 INFO:teuthology.orchestra.run.smithi191.stdout:Get:72 http://archive.ubuntu.com/ubuntu bionic/universe amd64 jq amd64 1.5+dfsg-2 [45.6 kB] 2024-02-18T08:08:03.583 INFO:teuthology.orchestra.run.smithi191.stdout:Get:73 http://archive.ubuntu.com/ubuntu bionic/main amd64 socat amd64 1.7.3.2-2ubuntu2 [342 kB] 2024-02-18T08:08:03.587 INFO:teuthology.orchestra.run.smithi191.stdout:Get:74 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 libxslt1.1 amd64 1.1.29-5ubuntu0.3 [150 kB] 2024-02-18T08:08:03.589 INFO:teuthology.orchestra.run.smithi191.stdout:Get:75 http://archive.ubuntu.com/ubuntu bionic/universe amd64 xmlstarlet amd64 1.6.1-2 [382 kB] 2024-02-18T08:08:03.591 INFO:teuthology.orchestra.run.smithi110.stdout:Get:20 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-prettytable all 0.7.2-3 [19.7 kB] 2024-02-18T08:08:03.595 INFO:teuthology.orchestra.run.smithi191.stdout:Get:76 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 nvme-cli amd64 1.5-1ubuntu1.2 [184 kB] 2024-02-18T08:08:03.600 INFO:teuthology.orchestra.run.smithi191.stdout:Get:77 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-attr all 17.4.0-2 [23.7 kB] 2024-02-18T08:08:03.603 INFO:teuthology.orchestra.run.smithi110.stdout:Get:21 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 librabbitmq4 amd64 0.8.0-1ubuntu0.18.04.2 [33.9 kB] 2024-02-18T08:08:03.616 INFO:teuthology.orchestra.run.smithi191.stdout:Get:78 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-funcsigs all 1.0.2-4 [13.5 kB] 2024-02-18T08:08:03.617 INFO:teuthology.orchestra.run.smithi191.stdout:Get:79 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python-pluggy all 0.6.0-1 [12.2 kB] 2024-02-18T08:08:03.617 INFO:teuthology.orchestra.run.smithi191.stdout:Get:80 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 python-py all 1.5.2-1ubuntu0.1 [65.3 kB] 2024-02-18T08:08:03.619 INFO:teuthology.orchestra.run.smithi191.stdout:Get:81 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python-pytest all 3.3.2-2 [142 kB] 2024-02-18T08:08:03.622 INFO:teuthology.orchestra.run.smithi191.stdout:Get:82 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-attr all 17.4.0-2 [23.8 kB] 2024-02-18T08:08:03.623 INFO:teuthology.orchestra.run.smithi191.stdout:Get:83 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-cycler all 0.10.0-1 [7,622 B] 2024-02-18T08:08:03.623 INFO:teuthology.orchestra.run.smithi191.stdout:Get:84 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-webencodings all 0.5-2 [10.4 kB] 2024-02-18T08:08:03.623 INFO:teuthology.orchestra.run.smithi191.stdout:Get:85 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-html5lib all 0.999999999-1 [81.9 kB] 2024-02-18T08:08:03.627 INFO:teuthology.orchestra.run.smithi110.stdout:Get:22 http://archive.ubuntu.com/ubuntu bionic/universe amd64 librdkafka1 amd64 0.11.3-1build1 [293 kB] 2024-02-18T08:08:03.637 INFO:teuthology.orchestra.run.smithi191.stdout:Get:86 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-lxml amd64 4.2.1-1ubuntu0.6 [1,098 kB] 2024-02-18T08:08:03.645 INFO:teuthology.orchestra.run.smithi110.stdout:Get:23 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph amd64 15.2.17-1bionic [4,008 B] 2024-02-18T08:08:03.645 INFO:teuthology.orchestra.run.smithi110.stdout:Get:24 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-fuse amd64 15.2.17-1bionic [515 kB] 2024-02-18T08:08:03.650 INFO:teuthology.orchestra.run.smithi110.stdout:Get:25 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mds amd64 15.2.17-1bionic [1,853 kB] 2024-02-18T08:08:03.658 INFO:teuthology.orchestra.run.smithi191.stdout:Get:87 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pyparsing all 2.2.0+dfsg1-2 [52.2 kB] 2024-02-18T08:08:03.659 INFO:teuthology.orchestra.run.smithi191.stdout:Get:88 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-tz all 2018.3-2 [25.1 kB] 2024-02-18T08:08:03.659 INFO:teuthology.orchestra.run.smithi191.stdout:Get:89 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-matplotlib amd64 2.1.1-2ubuntu3 [3,907 kB] 2024-02-18T08:08:03.667 INFO:teuthology.orchestra.run.smithi110.stdout:Get:26 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 cephadm amd64 15.2.17-1bionic [53.2 kB] 2024-02-18T08:08:03.668 INFO:teuthology.orchestra.run.smithi110.stdout:Get:27 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-cephadm all 15.2.17-1bionic [59.1 kB] 2024-02-18T08:08:03.669 INFO:teuthology.orchestra.run.smithi110.stdout:Get:28 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-dashboard all 15.2.17-1bionic [3,218 kB] 2024-02-18T08:08:03.699 INFO:teuthology.orchestra.run.smithi110.stdout:Get:29 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-diskprediction-cloud all 15.2.17-1bionic [34.3 kB] 2024-02-18T08:08:03.699 INFO:teuthology.orchestra.run.smithi110.stdout:Get:30 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-diskprediction-local all 15.2.17-1bionic [7,890 kB] 2024-02-18T08:08:03.703 INFO:teuthology.orchestra.run.smithi191.stdout:Get:90 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-olefile all 0.45.1-1 [33.3 kB] 2024-02-18T08:08:03.704 INFO:teuthology.orchestra.run.smithi191.stdout:Get:91 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pastescript all 2.0.2-2 [54.6 kB] 2024-02-18T08:08:03.705 INFO:teuthology.orchestra.run.smithi191.stdout:Get:92 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-pil amd64 5.1.0-1ubuntu0.8 [331 kB] 2024-02-18T08:08:03.715 INFO:teuthology.orchestra.run.smithi191.stdout:Get:93 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-pluggy all 0.6.0-1 [12.3 kB] 2024-02-18T08:08:03.715 INFO:teuthology.orchestra.run.smithi191.stdout:Get:94 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 python3-py all 1.5.2-1ubuntu0.1 [65.3 kB] 2024-02-18T08:08:03.716 INFO:teuthology.orchestra.run.smithi191.stdout:Get:95 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pyinotify all 0.9.6-1 [24.7 kB] 2024-02-18T08:08:03.716 INFO:teuthology.orchestra.run.smithi191.stdout:Get:96 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-pytest all 3.3.2-2 [142 kB] 2024-02-18T08:08:03.717 INFO:teuthology.orchestra.run.smithi191.stdout:Get:97 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-simplejson amd64 3.13.2-1 [49.6 kB] 2024-02-18T08:08:03.718 INFO:teuthology.orchestra.run.smithi191.stdout:Get:98 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-tk amd64 3.6.9-1~18.04 [119 kB] 2024-02-18T08:08:03.733 INFO:teuthology.orchestra.run.smithi110.stdout:Get:31 http://archive.ubuntu.com/ubuntu bionic/main amd64 libsnappy1v5 amd64 1.1.7-1 [16.0 kB] 2024-02-18T08:08:03.737 INFO:teuthology.orchestra.run.smithi110.stdout:Get:32 http://archive.ubuntu.com/ubuntu bionic/main amd64 libleveldb1v5 amd64 1.20-2 [136 kB] 2024-02-18T08:08:03.757 INFO:teuthology.orchestra.run.smithi191.stdout:Get:99 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph amd64 15.2.17-1bionic [4,008 B] 2024-02-18T08:08:03.757 INFO:teuthology.orchestra.run.smithi191.stdout:Get:100 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-fuse amd64 15.2.17-1bionic [515 kB] 2024-02-18T08:08:03.761 INFO:teuthology.orchestra.run.smithi191.stdout:Get:101 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mds amd64 15.2.17-1bionic [1,853 kB] 2024-02-18T08:08:03.764 INFO:teuthology.orchestra.run.smithi110.stdout:Get:33 http://archive.ubuntu.com/ubuntu bionic/universe amd64 liboath0 amd64 2.6.1-1 [44.7 kB] 2024-02-18T08:08:03.773 INFO:teuthology.orchestra.run.smithi110.stdout:Get:34 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-dateutil all 2.6.1-1 [52.3 kB] 2024-02-18T08:08:03.776 INFO:teuthology.orchestra.run.smithi110.stdout:Get:35 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-k8sevents all 15.2.17-1bionic [4,132 B] 2024-02-18T08:08:03.776 INFO:teuthology.orchestra.run.smithi110.stdout:Get:36 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-test amd64 15.2.17-1bionic [37.3 MB] 2024-02-18T08:08:03.779 INFO:teuthology.orchestra.run.smithi191.stdout:Get:102 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 cephadm amd64 15.2.17-1bionic [53.2 kB] 2024-02-18T08:08:03.780 INFO:teuthology.orchestra.run.smithi191.stdout:Get:103 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-cephadm all 15.2.17-1bionic [59.1 kB] 2024-02-18T08:08:03.780 INFO:teuthology.orchestra.run.smithi191.stdout:Get:104 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-dashboard all 15.2.17-1bionic [3,218 kB] 2024-02-18T08:08:03.781 INFO:teuthology.orchestra.run.smithi110.stdout:Get:37 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-asn1crypto all 0.24.0-1 [72.8 kB] 2024-02-18T08:08:03.793 INFO:teuthology.orchestra.run.smithi110.stdout:Get:38 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-cffi-backend amd64 1.11.5-1 [64.6 kB] 2024-02-18T08:08:03.810 INFO:teuthology.orchestra.run.smithi191.stdout:Get:105 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-diskprediction-cloud all 15.2.17-1bionic [34.3 kB] 2024-02-18T08:08:03.811 INFO:teuthology.orchestra.run.smithi191.stdout:Get:106 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-diskprediction-local all 15.2.17-1bionic [7,890 kB] 2024-02-18T08:08:03.884 INFO:teuthology.orchestra.run.smithi191.stdout:Get:107 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-mgr-k8sevents all 15.2.17-1bionic [4,132 B] 2024-02-18T08:08:03.884 INFO:teuthology.orchestra.run.smithi191.stdout:Get:108 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 ceph-test amd64 15.2.17-1bionic [37.3 MB] 2024-02-18T08:08:03.965 INFO:teuthology.orchestra.run.smithi110.stdout:Get:39 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-cryptography amd64 2.1.4-1ubuntu1.4 [220 kB] 2024-02-18T08:08:04.115 INFO:teuthology.orchestra.run.smithi110.stdout:Get:40 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 libcephfs-dev amd64 15.2.17-1bionic [18.1 kB] 2024-02-18T08:08:04.115 INFO:teuthology.orchestra.run.smithi110.stdout:Get:41 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 radosgw amd64 15.2.17-1bionic [8,736 kB] 2024-02-18T08:08:04.195 INFO:teuthology.orchestra.run.smithi110.stdout:Get:42 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 rbd-fuse amd64 15.2.17-1bionic [63.7 kB] 2024-02-18T08:08:04.225 INFO:teuthology.orchestra.run.smithi191.stdout:Get:109 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 libcephfs-dev amd64 15.2.17-1bionic [18.1 kB] 2024-02-18T08:08:04.226 INFO:teuthology.orchestra.run.smithi191.stdout:Get:110 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 radosgw amd64 15.2.17-1bionic [8,736 kB] 2024-02-18T08:08:04.403 INFO:teuthology.orchestra.run.smithi110.stdout:Get:43 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-openssl all 17.5.0-1ubuntu1 [41.5 kB] 2024-02-18T08:08:04.414 INFO:teuthology.orchestra.run.smithi110.stdout:Get:44 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-bcrypt amd64 3.1.4-2 [29.9 kB] 2024-02-18T08:08:04.422 INFO:teuthology.orchestra.run.smithi110.stdout:Get:45 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-cherrypy3 all 8.9.1-2 [160 kB] 2024-02-18T08:08:04.432 INFO:teuthology.orchestra.run.smithi191.stdout:Get:111 https://chacra.ceph.com/r/ceph/octopus/8a82819d84cf884bd39c17e3236e0632ac146dc4/ubuntu/bionic/flavors/default bionic/main amd64 rbd-fuse amd64 15.2.17-1bionic [63.7 kB] 2024-02-18T08:08:04.467 INFO:teuthology.orchestra.run.smithi110.stdout:Get:46 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-jwt all 1.5.3+ds1-1ubuntu0.1 [16.6 kB] 2024-02-18T08:08:04.488 INFO:teuthology.orchestra.run.smithi110.stdout:Get:47 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-logutils all 0.3.3-5 [16.7 kB] 2024-02-18T08:08:04.493 INFO:teuthology.orchestra.run.smithi110.stdout:Get:48 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-markupsafe amd64 1.0-1build1 [13.5 kB] 2024-02-18T08:08:04.496 INFO:teuthology.orchestra.run.smithi110.stdout:Get:49 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-mako all 1.0.7+ds1-1ubuntu0.2 [59.4 kB] 2024-02-18T08:08:04.513 INFO:teuthology.orchestra.run.smithi110.stdout:Get:50 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-simplegeneric all 0.8.1-1 [11.5 kB] 2024-02-18T08:08:04.516 INFO:teuthology.orchestra.run.smithi110.stdout:Get:51 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-singledispatch all 3.4.0.3-2 [7,022 B] 2024-02-18T08:08:04.518 INFO:teuthology.orchestra.run.smithi110.stdout:Get:52 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-webob all 1:1.7.3-2fakesync1 [64.3 kB] 2024-02-18T08:08:04.700 INFO:teuthology.orchestra.run.smithi110.stdout:Get:53 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-bs4 all 4.6.0-1 [67.8 kB] 2024-02-18T08:08:04.995 INFO:teuthology.orchestra.run.smithi110.stdout:Get:54 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-waitress all 1.0.1-1 [53.4 kB] 2024-02-18T08:08:05.042 INFO:teuthology.orchestra.run.smithi110.stdout:Get:55 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-pkg-resources all 39.0.1-2ubuntu0.1 [99.0 kB] 2024-02-18T08:08:05.139 INFO:teuthology.orchestra.run.smithi110.stdout:Get:56 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-tempita all 0.5.2-2 [13.9 kB] 2024-02-18T08:08:05.148 INFO:teuthology.orchestra.run.smithi110.stdout:Get:57 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-paste all 2.0.3+dfsg-4ubuntu1 [456 kB] 2024-02-18T08:08:05.163 INFO:teuthology.orchestra.run.smithi191.stdout:Fetched 149 MB in 1s (104 MB/s) 2024-02-18T08:08:05.284 INFO:teuthology.orchestra.run.smithi110.stdout:Get:58 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-pastedeploy-tpl all 1.5.2-4 [4,796 B] 2024-02-18T08:08:05.285 INFO:teuthology.orchestra.run.smithi110.stdout:Get:59 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pastedeploy all 1.5.2-4 [13.4 kB] 2024-02-18T08:08:05.287 INFO:teuthology.orchestra.run.smithi110.stdout:Get:60 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-webtest all 2.0.28-1ubuntu1 [27.9 kB] 2024-02-18T08:08:05.292 INFO:teuthology.orchestra.run.smithi110.stdout:Get:61 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-pecan all 1.2.1-2 [86.1 kB] 2024-02-18T08:08:05.305 INFO:teuthology.orchestra.run.smithi110.stdout:Get:62 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 python3-werkzeug all 0.14.1+dfsg1-1ubuntu0.2 [175 kB] 2024-02-18T08:08:05.334 INFO:teuthology.orchestra.run.smithi110.stdout:Get:63 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-jinja2 all 2.10-1ubuntu0.18.04.1 [95.4 kB] 2024-02-18T08:08:05.344 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-uritemplate. 2024-02-18T08:08:05.407 INFO:teuthology.orchestra.run.smithi191.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 172445 files and directories currently installed.) 2024-02-18T08:08:05.412 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../000-python3-uritemplate_0.6-1ubuntu1_all.deb ... 2024-02-18T08:08:05.460 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-uritemplate (0.6-1ubuntu1) ... 2024-02-18T08:08:05.513 INFO:teuthology.orchestra.run.smithi110.stdout:Get:64 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-repoze.lru all 0.7-1 [11.7 kB] 2024-02-18T08:08:05.596 INFO:teuthology.orchestra.run.smithi110.stdout:Get:65 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-routes all 2.4.1-1 [28.4 kB] 2024-02-18T08:08:05.678 INFO:teuthology.orchestra.run.smithi110.stdout:Get:66 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-numpy amd64 1:1.13.3-2ubuntu1 [1,943 kB] 2024-02-18T08:08:05.779 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2024-02-18T08:08:05.797 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../001-liblttng-ust0_2.10.1-1_amd64.deb ... 2024-02-18T08:08:05.879 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking liblttng-ust0:amd64 (2.10.1-1) ... 2024-02-18T08:08:06.144 INFO:teuthology.orchestra.run.smithi110.stdout:Get:67 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-decorator all 4.1.2-1 [9,364 B] 2024-02-18T08:08:06.144 INFO:teuthology.orchestra.run.smithi110.stdout:Get:68 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-scipy amd64 0.19.1-2ubuntu1 [9,619 kB] 2024-02-18T08:08:06.208 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../002-librbd1_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:06.324 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking librbd1 (15.2.17-1bionic) over (12.2.13-0ubuntu0.18.04.11) ... 2024-02-18T08:08:06.434 INFO:teuthology.orchestra.run.smithi110.stdout:Get:69 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-sklearn-lib amd64 0.19.1-3 [1,429 kB] 2024-02-18T08:08:06.487 INFO:teuthology.orchestra.run.smithi110.stdout:Get:70 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-joblib all 0.11-1 [109 kB] 2024-02-18T08:08:06.488 INFO:teuthology.orchestra.run.smithi110.stdout:Get:71 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-sklearn all 0.19.1-3 [1,373 kB] 2024-02-18T08:08:06.518 INFO:teuthology.orchestra.run.smithi110.stdout:Get:72 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-monotonic all 1.1-2 [5,332 B] 2024-02-18T08:08:06.519 INFO:teuthology.orchestra.run.smithi110.stdout:Get:73 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-fasteners all 0.12.0-3 [13.5 kB] 2024-02-18T08:08:06.519 INFO:teuthology.orchestra.run.smithi110.stdout:Get:74 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-httplib2 all 0.9.2+dfsg-1ubuntu0.3 [28.8 kB] 2024-02-18T08:08:06.683 INFO:teuthology.orchestra.run.smithi110.stdout:Get:75 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pyasn1 all 0.4.2-3 [46.8 kB] 2024-02-18T08:08:06.831 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../003-librados2_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:06.942 INFO:teuthology.orchestra.run.smithi110.stdout:Get:76 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pyasn1-modules all 0.2.1-0.2 [32.9 kB] 2024-02-18T08:08:06.953 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking librados2 (15.2.17-1bionic) over (12.2.13-0ubuntu0.18.04.11) ... 2024-02-18T08:08:06.974 INFO:teuthology.orchestra.run.smithi110.stdout:Get:77 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-rsa all 3.4.2-1 [29.0 kB] 2024-02-18T08:08:07.025 INFO:teuthology.orchestra.run.smithi110.stdout:Get:78 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-sqlalchemy all 1.1.11+ds1-1ubuntu1 [680 kB] 2024-02-18T08:08:07.284 INFO:teuthology.orchestra.run.smithi110.stdout:Get:79 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-oauth2client all 4.1.2-3 [61.5 kB] 2024-02-18T08:08:07.298 INFO:teuthology.orchestra.run.smithi110.stdout:Get:80 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-setuptools all 39.0.1-2ubuntu0.1 [248 kB] 2024-02-18T08:08:07.328 INFO:teuthology.orchestra.run.smithi110.stdout:Get:81 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-websocket all 0.44.0-0ubuntu2 [30.7 kB] 2024-02-18T08:08:07.332 INFO:teuthology.orchestra.run.smithi110.stdout:Get:82 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-kubernetes all 2.0.0-2ubuntu1 [181 kB] 2024-02-18T08:08:07.348 INFO:teuthology.orchestra.run.smithi110.stdout:Get:83 http://archive.ubuntu.com/ubuntu bionic/universe amd64 libonig4 amd64 6.7.0-1 [119 kB] 2024-02-18T08:08:07.358 INFO:teuthology.orchestra.run.smithi110.stdout:Get:84 http://archive.ubuntu.com/ubuntu bionic/universe amd64 libjq1 amd64 1.5+dfsg-2 [111 kB] 2024-02-18T08:08:07.367 INFO:teuthology.orchestra.run.smithi110.stdout:Get:85 http://archive.ubuntu.com/ubuntu bionic/universe amd64 jq amd64 1.5+dfsg-2 [45.6 kB] 2024-02-18T08:08:07.534 INFO:teuthology.orchestra.run.smithi110.stdout:Get:86 http://archive.ubuntu.com/ubuntu bionic/main amd64 socat amd64 1.7.3.2-2ubuntu2 [342 kB] 2024-02-18T08:08:07.624 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package libcephfs2. 2024-02-18T08:08:07.640 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../004-libcephfs2_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:07.682 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking libcephfs2 (15.2.17-1bionic) ... 2024-02-18T08:08:07.959 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-rados. 2024-02-18T08:08:07.975 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../005-python3-rados_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:08.009 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-rados (15.2.17-1bionic) ... 2024-02-18T08:08:08.025 INFO:teuthology.orchestra.run.smithi110.stdout:Get:87 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 libxslt1.1 amd64 1.1.29-5ubuntu0.3 [150 kB] 2024-02-18T08:08:08.051 INFO:teuthology.orchestra.run.smithi110.stdout:Get:88 http://archive.ubuntu.com/ubuntu bionic/universe amd64 xmlstarlet amd64 1.6.1-2 [382 kB] 2024-02-18T08:08:08.136 INFO:teuthology.orchestra.run.smithi110.stdout:Get:89 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 nvme-cli amd64 1.5-1ubuntu1.2 [184 kB] 2024-02-18T08:08:08.167 INFO:teuthology.orchestra.run.smithi110.stdout:Get:90 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-attr all 17.4.0-2 [23.7 kB] 2024-02-18T08:08:08.170 INFO:teuthology.orchestra.run.smithi110.stdout:Get:91 http://archive.ubuntu.com/ubuntu bionic/main amd64 python-funcsigs all 1.0.2-4 [13.5 kB] 2024-02-18T08:08:08.172 INFO:teuthology.orchestra.run.smithi110.stdout:Get:92 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python-pluggy all 0.6.0-1 [12.2 kB] 2024-02-18T08:08:08.174 INFO:teuthology.orchestra.run.smithi110.stdout:Get:93 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 python-py all 1.5.2-1ubuntu0.1 [65.3 kB] 2024-02-18T08:08:08.183 INFO:teuthology.orchestra.run.smithi110.stdout:Get:94 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python-pytest all 3.3.2-2 [142 kB] 2024-02-18T08:08:08.203 INFO:teuthology.orchestra.run.smithi110.stdout:Get:95 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-attr all 17.4.0-2 [23.8 kB] 2024-02-18T08:08:08.205 INFO:teuthology.orchestra.run.smithi110.stdout:Get:96 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-cycler all 0.10.0-1 [7,622 B] 2024-02-18T08:08:08.337 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-02-18T08:08:08.353 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../006-python3-ceph-argparse_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:08.369 INFO:teuthology.orchestra.run.smithi110.stdout:Get:97 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-webencodings all 0.5-2 [10.4 kB] 2024-02-18T08:08:08.395 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-ceph-argparse (15.2.17-1bionic) ... 2024-02-18T08:08:08.452 INFO:teuthology.orchestra.run.smithi110.stdout:Get:98 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-html5lib all 0.999999999-1 [81.9 kB] 2024-02-18T08:08:08.643 INFO:teuthology.orchestra.run.smithi110.stdout:Get:99 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-lxml amd64 4.2.1-1ubuntu0.6 [1,098 kB] 2024-02-18T08:08:08.698 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-cephfs. 2024-02-18T08:08:08.713 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../007-python3-cephfs_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:08.756 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-cephfs (15.2.17-1bionic) ... 2024-02-18T08:08:08.952 INFO:teuthology.orchestra.run.smithi110.stdout:Get:100 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pyparsing all 2.2.0+dfsg1-2 [52.2 kB] 2024-02-18T08:08:08.956 INFO:teuthology.orchestra.run.smithi110.stdout:Get:101 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-tz all 2018.3-2 [25.1 kB] 2024-02-18T08:08:08.958 INFO:teuthology.orchestra.run.smithi110.stdout:Get:102 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-matplotlib amd64 2.1.1-2ubuntu3 [3,907 kB] 2024-02-18T08:08:09.084 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-ceph-common. 2024-02-18T08:08:09.100 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../008-python3-ceph-common_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:09.127 INFO:teuthology.orchestra.run.smithi110.stdout:Get:103 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-olefile all 0.45.1-1 [33.3 kB] 2024-02-18T08:08:09.128 INFO:teuthology.orchestra.run.smithi110.stdout:Get:104 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pastescript all 2.0.2-2 [54.6 kB] 2024-02-18T08:08:09.129 INFO:teuthology.orchestra.run.smithi110.stdout:Get:105 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-pil amd64 5.1.0-1ubuntu0.8 [331 kB] 2024-02-18T08:08:09.139 INFO:teuthology.orchestra.run.smithi110.stdout:Get:106 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-pluggy all 0.6.0-1 [12.3 kB] 2024-02-18T08:08:09.139 INFO:teuthology.orchestra.run.smithi110.stdout:Get:107 http://archive.ubuntu.com/ubuntu bionic-updates/universe amd64 python3-py all 1.5.2-1ubuntu0.1 [65.3 kB] 2024-02-18T08:08:09.142 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-ceph-common (15.2.17-1bionic) ... 2024-02-18T08:08:09.304 INFO:teuthology.orchestra.run.smithi110.stdout:Get:108 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-pyinotify all 0.9.6-1 [24.7 kB] 2024-02-18T08:08:09.436 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-prettytable. 2024-02-18T08:08:09.452 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../009-python3-prettytable_0.7.2-3_all.deb ... 2024-02-18T08:08:09.486 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-prettytable (0.7.2-3) ... 2024-02-18T08:08:09.487 INFO:teuthology.orchestra.run.smithi110.stdout:Get:109 http://archive.ubuntu.com/ubuntu bionic/universe amd64 python3-pytest all 3.3.2-2 [142 kB] 2024-02-18T08:08:09.692 INFO:teuthology.orchestra.run.smithi110.stdout:Get:110 http://archive.ubuntu.com/ubuntu bionic/main amd64 python3-simplejson amd64 3.13.2-1 [49.6 kB] 2024-02-18T08:08:09.725 INFO:teuthology.orchestra.run.smithi110.stdout:Get:111 http://archive.ubuntu.com/ubuntu bionic-updates/main amd64 python3-tk amd64 3.6.9-1~18.04 [119 kB] 2024-02-18T08:08:09.738 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-rbd. 2024-02-18T08:08:09.756 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../010-python3-rbd_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:09.797 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-rbd (15.2.17-1bionic) ... 2024-02-18T08:08:10.167 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package librabbitmq4:amd64. 2024-02-18T08:08:10.182 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../011-librabbitmq4_0.8.0-1ubuntu0.18.04.2_amd64.deb ... 2024-02-18T08:08:10.225 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking librabbitmq4:amd64 (0.8.0-1ubuntu0.18.04.2) ... 2024-02-18T08:08:10.539 INFO:teuthology.orchestra.run.smithi110.stdout:Fetched 149 MB in 7s (22.1 MB/s) 2024-02-18T08:08:10.561 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-02-18T08:08:10.577 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../012-librdkafka1_0.11.3-1build1_amd64.deb ... 2024-02-18T08:08:10.619 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking librdkafka1:amd64 (0.11.3-1build1) ... 2024-02-18T08:08:10.659 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-uritemplate. 2024-02-18T08:08:10.723 INFO:teuthology.orchestra.run.smithi110.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 172445 files and directories currently installed.) 2024-02-18T08:08:10.728 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../000-python3-uritemplate_0.6-1ubuntu1_all.deb ... 2024-02-18T08:08:10.758 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-uritemplate (0.6-1ubuntu1) ... 2024-02-18T08:08:10.930 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package librgw2. 2024-02-18T08:08:10.947 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../013-librgw2_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:10.980 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking librgw2 (15.2.17-1bionic) ... 2024-02-18T08:08:11.061 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2024-02-18T08:08:11.080 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../001-liblttng-ust0_2.10.1-1_amd64.deb ... 2024-02-18T08:08:11.161 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking liblttng-ust0:amd64 (2.10.1-1) ... 2024-02-18T08:08:11.482 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-rgw. 2024-02-18T08:08:11.502 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../014-python3-rgw_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:11.532 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-rgw (15.2.17-1bionic) ... 2024-02-18T08:08:11.541 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../002-librbd1_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:11.666 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking librbd1 (15.2.17-1bionic) over (12.2.13-0ubuntu0.18.04.11) ... 2024-02-18T08:08:11.860 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package libsnappy1v5:amd64. 2024-02-18T08:08:11.877 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../015-libsnappy1v5_1.1.7-1_amd64.deb ... 2024-02-18T08:08:11.918 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking libsnappy1v5:amd64 (1.1.7-1) ... 2024-02-18T08:08:12.160 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../003-librados2_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:12.237 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package libleveldb1v5:amd64. 2024-02-18T08:08:12.253 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../016-libleveldb1v5_1.20-2_amd64.deb ... 2024-02-18T08:08:12.287 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking librados2 (15.2.17-1bionic) over (12.2.13-0ubuntu0.18.04.11) ... 2024-02-18T08:08:12.296 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking libleveldb1v5:amd64 (1.20-2) ... 2024-02-18T08:08:12.615 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package liboath0. 2024-02-18T08:08:12.632 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../017-liboath0_2.6.1-1_amd64.deb ... 2024-02-18T08:08:12.665 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking liboath0 (2.6.1-1) ... 2024-02-18T08:08:12.924 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package libcephfs2. 2024-02-18T08:08:12.939 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../004-libcephfs2_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:12.982 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking libcephfs2 (15.2.17-1bionic) ... 2024-02-18T08:08:12.984 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package libradosstriper1. 2024-02-18T08:08:13.003 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../018-libradosstriper1_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:13.043 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking libradosstriper1 (15.2.17-1bionic) ... 2024-02-18T08:08:13.251 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-rados. 2024-02-18T08:08:13.269 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../005-python3-rados_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:13.301 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-rados (15.2.17-1bionic) ... 2024-02-18T08:08:13.488 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-common. 2024-02-18T08:08:13.505 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../019-ceph-common_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:13.546 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-common (15.2.17-1bionic) ... 2024-02-18T08:08:13.629 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-02-18T08:08:13.648 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../006-python3-ceph-argparse_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:13.721 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-ceph-argparse (15.2.17-1bionic) ... 2024-02-18T08:08:14.024 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-cephfs. 2024-02-18T08:08:14.039 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../007-python3-cephfs_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:14.082 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-cephfs (15.2.17-1bionic) ... 2024-02-18T08:08:14.402 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-ceph-common. 2024-02-18T08:08:14.418 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../008-python3-ceph-common_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:14.460 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-ceph-common (15.2.17-1bionic) ... 2024-02-18T08:08:14.746 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-prettytable. 2024-02-18T08:08:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../009-python3-prettytable_0.7.2-3_all.deb ... 2024-02-18T08:08:14.805 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-prettytable (0.7.2-3) ... 2024-02-18T08:08:15.057 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-rbd. 2024-02-18T08:08:15.073 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../010-python3-rbd_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:15.116 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-rbd (15.2.17-1bionic) ... 2024-02-18T08:08:15.299 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-base. 2024-02-18T08:08:15.318 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../020-ceph-base_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:15.365 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-base (15.2.17-1bionic) ... 2024-02-18T08:08:15.477 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package librabbitmq4:amd64. 2024-02-18T08:08:15.493 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../011-librabbitmq4_0.8.0-1ubuntu0.18.04.2_amd64.deb ... 2024-02-18T08:08:15.535 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking librabbitmq4:amd64 (0.8.0-1ubuntu0.18.04.2) ... 2024-02-18T08:08:15.872 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-02-18T08:08:15.889 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../012-librdkafka1_0.11.3-1build1_amd64.deb ... 2024-02-18T08:08:15.930 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking librdkafka1:amd64 (0.11.3-1build1) ... 2024-02-18T08:08:16.258 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package librgw2. 2024-02-18T08:08:16.268 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-dateutil. 2024-02-18T08:08:16.274 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../013-librgw2_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:16.285 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../021-python3-dateutil_2.6.1-1_all.deb ... 2024-02-18T08:08:16.316 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking librgw2 (15.2.17-1bionic) ... 2024-02-18T08:08:16.326 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-dateutil (2.6.1-1) ... 2024-02-18T08:08:16.679 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-asn1crypto. 2024-02-18T08:08:16.696 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../022-python3-asn1crypto_0.24.0-1_all.deb ... 2024-02-18T08:08:16.738 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-asn1crypto (0.24.0-1) ... 2024-02-18T08:08:16.810 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-rgw. 2024-02-18T08:08:16.828 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../014-python3-rgw_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:16.869 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-rgw (15.2.17-1bionic) ... 2024-02-18T08:08:17.020 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-cffi-backend. 2024-02-18T08:08:17.037 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../023-python3-cffi-backend_1.11.5-1_amd64.deb ... 2024-02-18T08:08:17.080 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-cffi-backend (1.11.5-1) ... 2024-02-18T08:08:17.197 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package libsnappy1v5:amd64. 2024-02-18T08:08:17.216 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../015-libsnappy1v5_1.1.7-1_amd64.deb ... 2024-02-18T08:08:17.255 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking libsnappy1v5:amd64 (1.1.7-1) ... 2024-02-18T08:08:17.396 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-cryptography. 2024-02-18T08:08:17.413 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../024-python3-cryptography_2.1.4-1ubuntu1.4_amd64.deb ... 2024-02-18T08:08:17.457 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-cryptography (2.1.4-1ubuntu1.4) ... 2024-02-18T08:08:17.541 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package libleveldb1v5:amd64. 2024-02-18T08:08:17.559 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../016-libleveldb1v5_1.20-2_amd64.deb ... 2024-02-18T08:08:17.591 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking libleveldb1v5:amd64 (1.20-2) ... 2024-02-18T08:08:17.844 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-openssl. 2024-02-18T08:08:17.860 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../025-python3-openssl_17.5.0-1ubuntu1_all.deb ... 2024-02-18T08:08:17.895 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-openssl (17.5.0-1ubuntu1) ... 2024-02-18T08:08:18.111 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package liboath0. 2024-02-18T08:08:18.131 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../017-liboath0_2.6.1-1_amd64.deb ... 2024-02-18T08:08:18.143 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-02-18T08:08:18.159 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../026-ceph-mgr-modules-core_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:18.169 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking liboath0 (2.6.1-1) ... 2024-02-18T08:08:18.195 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-mgr-modules-core (15.2.17-1bionic) ... 2024-02-18T08:08:18.489 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package libradosstriper1. 2024-02-18T08:08:18.506 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../018-libradosstriper1_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:18.543 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-bcrypt. 2024-02-18T08:08:18.561 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../027-python3-bcrypt_3.1.4-2_amd64.deb ... 2024-02-18T08:08:18.565 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking libradosstriper1 (15.2.17-1bionic) ... 2024-02-18T08:08:18.652 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-bcrypt (3.1.4-2) ... 2024-02-18T08:08:18.934 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-common. 2024-02-18T08:08:18.952 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../019-ceph-common_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:18.992 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-common (15.2.17-1bionic) ... 2024-02-18T08:08:19.013 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-cherrypy3. 2024-02-18T08:08:19.030 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../028-python3-cherrypy3_8.9.1-2_all.deb ... 2024-02-18T08:08:19.071 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-cherrypy3 (8.9.1-2) ... 2024-02-18T08:08:19.376 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-jwt. 2024-02-18T08:08:19.393 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../029-python3-jwt_1.5.3+ds1-1ubuntu0.1_all.deb ... 2024-02-18T08:08:19.434 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-jwt (1.5.3+ds1-1ubuntu0.1) ... 2024-02-18T08:08:19.746 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-logutils. 2024-02-18T08:08:19.762 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../030-python3-logutils_0.3.3-5_all.deb ... 2024-02-18T08:08:19.805 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-logutils (0.3.3-5) ... 2024-02-18T08:08:20.058 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-markupsafe. 2024-02-18T08:08:20.082 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../031-python3-markupsafe_1.0-1build1_amd64.deb ... 2024-02-18T08:08:20.108 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-markupsafe (1.0-1build1) ... 2024-02-18T08:08:20.403 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-mako. 2024-02-18T08:08:20.419 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../032-python3-mako_1.0.7+ds1-1ubuntu0.2_all.deb ... 2024-02-18T08:08:20.462 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-mako (1.0.7+ds1-1ubuntu0.2) ... 2024-02-18T08:08:20.740 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-simplegeneric. 2024-02-18T08:08:20.757 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../033-python3-simplegeneric_0.8.1-1_all.deb ... 2024-02-18T08:08:20.786 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-base. 2024-02-18T08:08:20.799 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-simplegeneric (0.8.1-1) ... 2024-02-18T08:08:20.804 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../020-ceph-base_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:20.856 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-base (15.2.17-1bionic) ... 2024-02-18T08:08:21.102 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-singledispatch. 2024-02-18T08:08:21.118 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../034-python3-singledispatch_3.4.0.3-2_all.deb ... 2024-02-18T08:08:21.177 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-singledispatch (3.4.0.3-2) ... 2024-02-18T08:08:21.469 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-webob. 2024-02-18T08:08:21.488 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../035-python3-webob_1%3a1.7.3-2fakesync1_all.deb ... 2024-02-18T08:08:21.530 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-webob (1:1.7.3-2fakesync1) ... 2024-02-18T08:08:21.786 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-dateutil. 2024-02-18T08:08:21.803 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../021-python3-dateutil_2.6.1-1_all.deb ... 2024-02-18T08:08:21.835 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-bs4. 2024-02-18T08:08:21.836 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-dateutil (2.6.1-1) ... 2024-02-18T08:08:21.850 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../036-python3-bs4_4.6.0-1_all.deb ... 2024-02-18T08:08:21.893 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-bs4 (4.6.0-1) ... 2024-02-18T08:08:22.148 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-asn1crypto. 2024-02-18T08:08:22.167 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../022-python3-asn1crypto_0.24.0-1_all.deb ... 2024-02-18T08:08:22.207 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-asn1crypto (0.24.0-1) ... 2024-02-18T08:08:22.213 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-waitress. 2024-02-18T08:08:22.229 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../037-python3-waitress_1.0.1-1_all.deb ... 2024-02-18T08:08:22.272 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-waitress (1.0.1-1) ... 2024-02-18T08:08:22.503 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-cffi-backend. 2024-02-18T08:08:22.519 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../023-python3-cffi-backend_1.11.5-1_amd64.deb ... 2024-02-18T08:08:22.558 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-cffi-backend (1.11.5-1) ... 2024-02-18T08:08:22.617 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../038-python3-pkg-resources_39.0.1-2ubuntu0.1_all.deb ... 2024-02-18T08:08:22.877 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-cryptography. 2024-02-18T08:08:22.878 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pkg-resources (39.0.1-2ubuntu0.1) over (39.0.1-2) ... 2024-02-18T08:08:22.892 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../024-python3-cryptography_2.1.4-1ubuntu1.4_amd64.deb ... 2024-02-18T08:08:22.938 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-cryptography (2.1.4-1ubuntu1.4) ... 2024-02-18T08:08:23.244 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-tempita. 2024-02-18T08:08:23.263 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../039-python3-tempita_0.5.2-2_all.deb ... 2024-02-18T08:08:23.304 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-tempita (0.5.2-2) ... 2024-02-18T08:08:23.324 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-openssl. 2024-02-18T08:08:23.342 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../025-python3-openssl_17.5.0-1ubuntu1_all.deb ... 2024-02-18T08:08:23.383 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-openssl (17.5.0-1ubuntu1) ... 2024-02-18T08:08:23.629 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-paste. 2024-02-18T08:08:23.645 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../040-python3-paste_2.0.3+dfsg-4ubuntu1_all.deb ... 2024-02-18T08:08:23.681 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-02-18T08:08:23.690 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-paste (2.0.3+dfsg-4ubuntu1) ... 2024-02-18T08:08:23.696 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../026-ceph-mgr-modules-core_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:23.739 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-mgr-modules-core (15.2.17-1bionic) ... 2024-02-18T08:08:23.999 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-02-18T08:08:24.017 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../041-python-pastedeploy-tpl_1.5.2-4_all.deb ... 2024-02-18T08:08:24.058 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python-pastedeploy-tpl (1.5.2-4) ... 2024-02-18T08:08:24.104 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-bcrypt. 2024-02-18T08:08:24.121 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../027-python3-bcrypt_3.1.4-2_amd64.deb ... 2024-02-18T08:08:24.162 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-bcrypt (3.1.4-2) ... 2024-02-18T08:08:24.366 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-pastedeploy. 2024-02-18T08:08:24.382 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../042-python3-pastedeploy_1.5.2-4_all.deb ... 2024-02-18T08:08:24.424 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pastedeploy (1.5.2-4) ... 2024-02-18T08:08:24.448 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-cherrypy3. 2024-02-18T08:08:24.467 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../028-python3-cherrypy3_8.9.1-2_all.deb ... 2024-02-18T08:08:24.507 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-cherrypy3 (8.9.1-2) ... 2024-02-18T08:08:24.686 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-webtest. 2024-02-18T08:08:24.702 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../043-python3-webtest_2.0.28-1ubuntu1_all.deb ... 2024-02-18T08:08:24.736 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-webtest (2.0.28-1ubuntu1) ... 2024-02-18T08:08:24.877 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-jwt. 2024-02-18T08:08:24.894 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../029-python3-jwt_1.5.3+ds1-1ubuntu0.1_all.deb ... 2024-02-18T08:08:24.935 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-jwt (1.5.3+ds1-1ubuntu0.1) ... 2024-02-18T08:08:25.057 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-pecan. 2024-02-18T08:08:25.073 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../044-python3-pecan_1.2.1-2_all.deb ... 2024-02-18T08:08:25.115 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pecan (1.2.1-2) ... 2024-02-18T08:08:25.246 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-logutils. 2024-02-18T08:08:25.263 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../030-python3-logutils_0.3.3-5_all.deb ... 2024-02-18T08:08:25.296 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-logutils (0.3.3-5) ... 2024-02-18T08:08:25.463 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-werkzeug. 2024-02-18T08:08:25.478 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../045-python3-werkzeug_0.14.1+dfsg1-1ubuntu0.2_all.deb ... 2024-02-18T08:08:25.521 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-werkzeug (0.14.1+dfsg1-1ubuntu0.2) ... 2024-02-18T08:08:25.549 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-markupsafe. 2024-02-18T08:08:25.566 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../031-python3-markupsafe_1.0-1build1_amd64.deb ... 2024-02-18T08:08:25.607 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-markupsafe (1.0-1build1) ... 2024-02-18T08:08:25.908 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-mgr. 2024-02-18T08:08:25.925 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../046-ceph-mgr_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:25.935 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-mako. 2024-02-18T08:08:25.954 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../032-python3-mako_1.0.7+ds1-1ubuntu0.2_all.deb ... 2024-02-18T08:08:25.967 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-mgr (15.2.17-1bionic) ... 2024-02-18T08:08:25.994 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-mako (1.0.7+ds1-1ubuntu0.2) ... 2024-02-18T08:08:26.288 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-simplegeneric. 2024-02-18T08:08:26.308 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../033-python3-simplegeneric_0.8.1-1_all.deb ... 2024-02-18T08:08:26.363 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-simplegeneric (0.8.1-1) ... 2024-02-18T08:08:26.421 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-mon. 2024-02-18T08:08:26.438 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../047-ceph-mon_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:26.479 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-mon (15.2.17-1bionic) ... 2024-02-18T08:08:26.657 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-singledispatch. 2024-02-18T08:08:26.674 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../034-python3-singledispatch_3.4.0.3-2_all.deb ... 2024-02-18T08:08:26.716 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-singledispatch (3.4.0.3-2) ... 2024-02-18T08:08:26.977 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-webob. 2024-02-18T08:08:26.994 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../035-python3-webob_1%3a1.7.3-2fakesync1_all.deb ... 2024-02-18T08:08:27.031 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-webob (1:1.7.3-2fakesync1) ... 2024-02-18T08:08:27.337 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-bs4. 2024-02-18T08:08:27.354 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../036-python3-bs4_4.6.0-1_all.deb ... 2024-02-18T08:08:27.375 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-osd. 2024-02-18T08:08:27.387 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-bs4 (4.6.0-1) ... 2024-02-18T08:08:27.390 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../048-ceph-osd_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:27.433 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-osd (15.2.17-1bionic) ... 2024-02-18T08:08:27.706 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-waitress. 2024-02-18T08:08:27.723 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../037-python3-waitress_1.0.1-1_all.deb ... 2024-02-18T08:08:27.765 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-waitress (1.0.1-1) ... 2024-02-18T08:08:28.328 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../038-python3-pkg-resources_39.0.1-2ubuntu0.1_all.deb ... 2024-02-18T08:08:28.587 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pkg-resources (39.0.1-2ubuntu0.1) over (39.0.1-2) ... 2024-02-18T08:08:28.982 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-tempita. 2024-02-18T08:08:28.999 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../039-python3-tempita_0.5.2-2_all.deb ... 2024-02-18T08:08:29.041 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-tempita (0.5.2-2) ... 2024-02-18T08:08:29.348 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-paste. 2024-02-18T08:08:29.366 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../040-python3-paste_2.0.3+dfsg-4ubuntu1_all.deb ... 2024-02-18T08:08:29.407 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-paste (2.0.3+dfsg-4ubuntu1) ... 2024-02-18T08:08:29.441 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph. 2024-02-18T08:08:29.457 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../049-ceph_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:29.500 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph (15.2.17-1bionic) ... 2024-02-18T08:08:29.770 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-02-18T08:08:29.786 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../041-python-pastedeploy-tpl_1.5.2-4_all.deb ... 2024-02-18T08:08:29.828 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-fuse. 2024-02-18T08:08:29.829 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python-pastedeploy-tpl (1.5.2-4) ... 2024-02-18T08:08:29.845 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../050-ceph-fuse_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:29.886 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-fuse (15.2.17-1bionic) ... 2024-02-18T08:08:30.119 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-pastedeploy. 2024-02-18T08:08:30.135 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../042-python3-pastedeploy_1.5.2-4_all.deb ... 2024-02-18T08:08:30.178 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pastedeploy (1.5.2-4) ... 2024-02-18T08:08:30.240 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-mds. 2024-02-18T08:08:30.259 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../051-ceph-mds_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:30.298 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-mds (15.2.17-1bionic) ... 2024-02-18T08:08:30.456 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-webtest. 2024-02-18T08:08:30.474 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../043-python3-webtest_2.0.28-1ubuntu1_all.deb ... 2024-02-18T08:08:30.514 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-webtest (2.0.28-1ubuntu1) ... 2024-02-18T08:08:30.828 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package cephadm. 2024-02-18T08:08:30.842 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-pecan. 2024-02-18T08:08:30.845 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../052-cephadm_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:30.858 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../044-python3-pecan_1.2.1-2_all.deb ... 2024-02-18T08:08:30.886 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking cephadm (15.2.17-1bionic) ... 2024-02-18T08:08:30.900 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pecan (1.2.1-2) ... 2024-02-18T08:08:31.156 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-jinja2. 2024-02-18T08:08:31.173 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../053-python3-jinja2_2.10-1ubuntu0.18.04.1_all.deb ... 2024-02-18T08:08:31.206 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-jinja2 (2.10-1ubuntu0.18.04.1) ... 2024-02-18T08:08:31.263 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-werkzeug. 2024-02-18T08:08:31.279 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../045-python3-werkzeug_0.14.1+dfsg1-1ubuntu0.2_all.deb ... 2024-02-18T08:08:31.322 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-werkzeug (0.14.1+dfsg1-1ubuntu0.2) ... 2024-02-18T08:08:31.510 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-02-18T08:08:31.526 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../054-ceph-mgr-cephadm_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:31.568 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-mgr-cephadm (15.2.17-1bionic) ... 2024-02-18T08:08:31.675 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-mgr. 2024-02-18T08:08:31.691 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../046-ceph-mgr_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:31.733 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-mgr (15.2.17-1bionic) ... 2024-02-18T08:08:31.880 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-repoze.lru. 2024-02-18T08:08:31.899 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../055-python3-repoze.lru_0.7-1_all.deb ... 2024-02-18T08:08:31.939 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-repoze.lru (0.7-1) ... 2024-02-18T08:08:32.228 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-mon. 2024-02-18T08:08:32.242 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-routes. 2024-02-18T08:08:32.244 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../047-ceph-mon_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:32.258 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../056-python3-routes_2.4.1-1_all.deb ... 2024-02-18T08:08:32.286 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-mon (15.2.17-1bionic) ... 2024-02-18T08:08:32.300 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-routes (2.4.1-1) ... 2024-02-18T08:08:32.562 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-02-18T08:08:32.579 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../057-ceph-mgr-dashboard_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:32.612 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-mgr-dashboard (15.2.17-1bionic) ... 2024-02-18T08:08:33.517 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-mgr-diskprediction-cloud. 2024-02-18T08:08:33.534 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../058-ceph-mgr-diskprediction-cloud_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:33.575 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-mgr-diskprediction-cloud (15.2.17-1bionic) ... 2024-02-18T08:08:33.897 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-numpy. 2024-02-18T08:08:33.913 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../059-python3-numpy_1%3a1.13.3-2ubuntu1_amd64.deb ... 2024-02-18T08:08:34.074 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-osd. 2024-02-18T08:08:34.089 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../048-ceph-osd_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:34.123 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-osd (15.2.17-1bionic) ... 2024-02-18T08:08:34.230 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-numpy (1:1.13.3-2ubuntu1) ... 2024-02-18T08:08:35.437 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-decorator. 2024-02-18T08:08:35.452 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../060-python3-decorator_4.1.2-1_all.deb ... 2024-02-18T08:08:35.486 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-decorator (4.1.2-1) ... 2024-02-18T08:08:35.789 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-scipy. 2024-02-18T08:08:35.806 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../061-python3-scipy_0.19.1-2ubuntu1_amd64.deb ... 2024-02-18T08:08:35.847 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-scipy (0.19.1-2ubuntu1) ... 2024-02-18T08:08:36.053 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph. 2024-02-18T08:08:36.069 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../049-ceph_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:36.111 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph (15.2.17-1bionic) ... 2024-02-18T08:08:36.439 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-fuse. 2024-02-18T08:08:36.455 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../050-ceph-fuse_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:36.497 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-fuse (15.2.17-1bionic) ... 2024-02-18T08:08:36.834 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-mds. 2024-02-18T08:08:36.852 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../051-ceph-mds_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:36.884 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-mds (15.2.17-1bionic) ... 2024-02-18T08:08:37.020 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-sklearn-lib. 2024-02-18T08:08:37.040 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../062-python3-sklearn-lib_0.19.1-3_amd64.deb ... 2024-02-18T08:08:37.078 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-sklearn-lib (0.19.1-3) ... 2024-02-18T08:08:37.379 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package cephadm. 2024-02-18T08:08:37.394 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../052-cephadm_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:37.437 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking cephadm (15.2.17-1bionic) ... 2024-02-18T08:08:37.560 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-joblib. 2024-02-18T08:08:37.576 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../063-python3-joblib_0.11-1_all.deb ... 2024-02-18T08:08:37.618 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-joblib (0.11-1) ... 2024-02-18T08:08:37.748 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-jinja2. 2024-02-18T08:08:37.766 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../053-python3-jinja2_2.10-1ubuntu0.18.04.1_all.deb ... 2024-02-18T08:08:37.806 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-jinja2 (2.10-1ubuntu0.18.04.1) ... 2024-02-18T08:08:37.985 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-sklearn. 2024-02-18T08:08:38.002 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../064-python3-sklearn_0.19.1-3_all.deb ... 2024-02-18T08:08:38.043 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-sklearn (0.19.1-3) ... 2024-02-18T08:08:38.101 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-02-18T08:08:38.120 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../054-ceph-mgr-cephadm_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:38.159 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-mgr-cephadm (15.2.17-1bionic) ... 2024-02-18T08:08:38.479 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-repoze.lru. 2024-02-18T08:08:38.497 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../055-python3-repoze.lru_0.7-1_all.deb ... 2024-02-18T08:08:38.546 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-repoze.lru (0.7-1) ... 2024-02-18T08:08:38.591 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-02-18T08:08:38.608 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../065-ceph-mgr-diskprediction-local_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:38.650 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-mgr-diskprediction-local (15.2.17-1bionic) ... 2024-02-18T08:08:38.832 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-routes. 2024-02-18T08:08:38.849 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../056-python3-routes_2.4.1-1_all.deb ... 2024-02-18T08:08:38.890 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-routes (2.4.1-1) ... 2024-02-18T08:08:39.201 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-02-18T08:08:39.218 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../057-ceph-mgr-dashboard_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:39.259 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-mgr-dashboard (15.2.17-1bionic) ... 2024-02-18T08:08:39.808 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-monotonic. 2024-02-18T08:08:39.826 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../066-python3-monotonic_1.1-2_all.deb ... 2024-02-18T08:08:39.867 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-monotonic (1.1-2) ... 2024-02-18T08:08:40.168 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-mgr-diskprediction-cloud. 2024-02-18T08:08:40.169 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-fasteners. 2024-02-18T08:08:40.186 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../067-python3-fasteners_0.12.0-3_all.deb ... 2024-02-18T08:08:40.187 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../058-ceph-mgr-diskprediction-cloud_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:40.226 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-mgr-diskprediction-cloud (15.2.17-1bionic) ... 2024-02-18T08:08:40.227 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-fasteners (0.12.0-3) ... 2024-02-18T08:08:40.497 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-httplib2. 2024-02-18T08:08:40.514 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../068-python3-httplib2_0.9.2+dfsg-1ubuntu0.3_all.deb ... 2024-02-18T08:08:40.537 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-numpy. 2024-02-18T08:08:40.555 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../059-python3-numpy_1%3a1.13.3-2ubuntu1_amd64.deb ... 2024-02-18T08:08:40.555 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-httplib2 (0.9.2+dfsg-1ubuntu0.3) ... 2024-02-18T08:08:40.595 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-numpy (1:1.13.3-2ubuntu1) ... 2024-02-18T08:08:40.858 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-pyasn1. 2024-02-18T08:08:40.877 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../069-python3-pyasn1_0.4.2-3_all.deb ... 2024-02-18T08:08:40.908 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pyasn1 (0.4.2-3) ... 2024-02-18T08:08:41.212 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-02-18T08:08:41.220 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-decorator. 2024-02-18T08:08:41.229 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../070-python3-pyasn1-modules_0.2.1-0.2_all.deb ... 2024-02-18T08:08:41.236 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../060-python3-decorator_4.1.2-1_all.deb ... 2024-02-18T08:08:41.270 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2) ... 2024-02-18T08:08:41.278 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-decorator (4.1.2-1) ... 2024-02-18T08:08:41.589 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-scipy. 2024-02-18T08:08:41.589 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-rsa. 2024-02-18T08:08:41.606 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../061-python3-scipy_0.19.1-2ubuntu1_amd64.deb ... 2024-02-18T08:08:41.607 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../071-python3-rsa_3.4.2-1_all.deb ... 2024-02-18T08:08:41.647 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-scipy (0.19.1-2ubuntu1) ... 2024-02-18T08:08:41.648 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-rsa (3.4.2-1) ... 2024-02-18T08:08:41.976 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-sqlalchemy. 2024-02-18T08:08:41.994 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../072-python3-sqlalchemy_1.1.11+ds1-1ubuntu1_all.deb ... 2024-02-18T08:08:42.034 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-sqlalchemy (1.1.11+ds1-1ubuntu1) ... 2024-02-18T08:08:42.430 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-oauth2client. 2024-02-18T08:08:42.449 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../073-python3-oauth2client_4.1.2-3_all.deb ... 2024-02-18T08:08:42.488 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-oauth2client (4.1.2-3) ... 2024-02-18T08:08:42.827 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-sklearn-lib. 2024-02-18T08:08:42.833 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-setuptools. 2024-02-18T08:08:42.845 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../062-python3-sklearn-lib_0.19.1-3_amd64.deb ... 2024-02-18T08:08:42.850 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../074-python3-setuptools_39.0.1-2ubuntu0.1_all.deb ... 2024-02-18T08:08:42.885 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-sklearn-lib (0.19.1-3) ... 2024-02-18T08:08:42.891 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-setuptools (39.0.1-2ubuntu0.1) ... 2024-02-18T08:08:43.237 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-websocket. 2024-02-18T08:08:43.254 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../075-python3-websocket_0.44.0-0ubuntu2_all.deb ... 2024-02-18T08:08:43.295 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-websocket (0.44.0-0ubuntu2) ... 2024-02-18T08:08:43.389 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-joblib. 2024-02-18T08:08:43.406 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../063-python3-joblib_0.11-1_all.deb ... 2024-02-18T08:08:43.447 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-joblib (0.11-1) ... 2024-02-18T08:08:43.606 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-kubernetes. 2024-02-18T08:08:43.623 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../076-python3-kubernetes_2.0.0-2ubuntu1_all.deb ... 2024-02-18T08:08:43.665 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-kubernetes (2.0.0-2ubuntu1) ... 2024-02-18T08:08:43.795 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-sklearn. 2024-02-18T08:08:43.812 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../064-python3-sklearn_0.19.1-3_all.deb ... 2024-02-18T08:08:43.855 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-sklearn (0.19.1-3) ... 2024-02-18T08:08:44.060 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-02-18T08:08:44.076 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../077-ceph-mgr-k8sevents_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:44.118 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-mgr-k8sevents (15.2.17-1bionic) ... 2024-02-18T08:08:44.385 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-02-18T08:08:44.405 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../065-ceph-mgr-diskprediction-local_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:44.429 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package libonig4:amd64. 2024-02-18T08:08:44.445 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-mgr-diskprediction-local (15.2.17-1bionic) ... 2024-02-18T08:08:44.449 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../078-libonig4_6.7.0-1_amd64.deb ... 2024-02-18T08:08:44.479 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking libonig4:amd64 (6.7.0-1) ... 2024-02-18T08:08:44.824 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package libjq1:amd64. 2024-02-18T08:08:44.842 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../079-libjq1_1.5+dfsg-2_amd64.deb ... 2024-02-18T08:08:44.960 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking libjq1:amd64 (1.5+dfsg-2) ... 2024-02-18T08:08:45.229 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package jq. 2024-02-18T08:08:45.246 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../080-jq_1.5+dfsg-2_amd64.deb ... 2024-02-18T08:08:45.279 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking jq (1.5+dfsg-2) ... 2024-02-18T08:08:45.515 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package socat. 2024-02-18T08:08:45.533 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../081-socat_1.7.3.2-2ubuntu2_amd64.deb ... 2024-02-18T08:08:45.573 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking socat (1.7.3.2-2ubuntu2) ... 2024-02-18T08:08:45.584 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-monotonic. 2024-02-18T08:08:45.600 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../066-python3-monotonic_1.1-2_all.deb ... 2024-02-18T08:08:45.642 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-monotonic (1.1-2) ... 2024-02-18T08:08:45.939 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-fasteners. 2024-02-18T08:08:45.952 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package libxslt1.1:amd64. 2024-02-18T08:08:45.957 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../067-python3-fasteners_0.12.0-3_all.deb ... 2024-02-18T08:08:45.970 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../082-libxslt1.1_1.1.29-5ubuntu0.3_amd64.deb ... 2024-02-18T08:08:45.997 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-fasteners (0.12.0-3) ... 2024-02-18T08:08:46.010 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking libxslt1.1:amd64 (1.1.29-5ubuntu0.3) ... 2024-02-18T08:08:46.297 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package xmlstarlet. 2024-02-18T08:08:46.314 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../083-xmlstarlet_1.6.1-2_amd64.deb ... 2024-02-18T08:08:46.333 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-httplib2. 2024-02-18T08:08:46.350 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../068-python3-httplib2_0.9.2+dfsg-1ubuntu0.3_all.deb ... 2024-02-18T08:08:46.355 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking xmlstarlet (1.6.1-2) ... 2024-02-18T08:08:46.400 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-httplib2 (0.9.2+dfsg-1ubuntu0.3) ... 2024-02-18T08:08:46.686 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-pyasn1. 2024-02-18T08:08:46.703 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../069-python3-pyasn1_0.4.2-3_all.deb ... 2024-02-18T08:08:46.718 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package ceph-test. 2024-02-18T08:08:46.736 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../084-ceph-test_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:46.769 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pyasn1 (0.4.2-3) ... 2024-02-18T08:08:46.776 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking ceph-test (15.2.17-1bionic) ... 2024-02-18T08:08:47.080 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-02-18T08:08:47.098 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../070-python3-pyasn1-modules_0.2.1-0.2_all.deb ... 2024-02-18T08:08:47.138 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2) ... 2024-02-18T08:08:47.433 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-rsa. 2024-02-18T08:08:47.450 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../071-python3-rsa_3.4.2-1_all.deb ... 2024-02-18T08:08:47.491 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-rsa (3.4.2-1) ... 2024-02-18T08:08:47.802 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-sqlalchemy. 2024-02-18T08:08:47.819 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../072-python3-sqlalchemy_1.1.11+ds1-1ubuntu1_all.deb ... 2024-02-18T08:08:47.860 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-sqlalchemy (1.1.11+ds1-1ubuntu1) ... 2024-02-18T08:08:48.348 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-oauth2client. 2024-02-18T08:08:48.364 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../073-python3-oauth2client_4.1.2-3_all.deb ... 2024-02-18T08:08:48.406 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-oauth2client (4.1.2-3) ... 2024-02-18T08:08:48.742 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-setuptools. 2024-02-18T08:08:48.759 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../074-python3-setuptools_39.0.1-2ubuntu0.1_all.deb ... 2024-02-18T08:08:48.800 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-setuptools (39.0.1-2ubuntu0.1) ... 2024-02-18T08:08:49.187 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-websocket. 2024-02-18T08:08:49.204 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../075-python3-websocket_0.44.0-0ubuntu2_all.deb ... 2024-02-18T08:08:49.270 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-websocket (0.44.0-0ubuntu2) ... 2024-02-18T08:08:49.590 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-kubernetes. 2024-02-18T08:08:49.607 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../076-python3-kubernetes_2.0.0-2ubuntu1_all.deb ... 2024-02-18T08:08:49.648 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-kubernetes (2.0.0-2ubuntu1) ... 2024-02-18T08:08:49.688 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package libcephfs-dev. 2024-02-18T08:08:49.708 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../085-libcephfs-dev_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:49.737 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking libcephfs-dev (15.2.17-1bionic) ... 2024-02-18T08:08:50.019 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-02-18T08:08:50.024 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package nvme-cli. 2024-02-18T08:08:50.038 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../077-ceph-mgr-k8sevents_15.2.17-1bionic_all.deb ... 2024-02-18T08:08:50.041 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../086-nvme-cli_1.5-1ubuntu1.2_amd64.deb ... 2024-02-18T08:08:50.068 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-mgr-k8sevents (15.2.17-1bionic) ... 2024-02-18T08:08:50.082 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking nvme-cli (1.5-1ubuntu1.2) ... 2024-02-18T08:08:50.371 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package libonig4:amd64. 2024-02-18T08:08:50.387 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../078-libonig4_6.7.0-1_amd64.deb ... 2024-02-18T08:08:50.429 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking libonig4:amd64 (6.7.0-1) ... 2024-02-18T08:08:50.436 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python-attr. 2024-02-18T08:08:50.452 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../087-python-attr_17.4.0-2_all.deb ... 2024-02-18T08:08:50.495 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python-attr (17.4.0-2) ... 2024-02-18T08:08:50.764 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python-funcsigs. 2024-02-18T08:08:50.773 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package libjq1:amd64. 2024-02-18T08:08:50.783 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../088-python-funcsigs_1.0.2-4_all.deb ... 2024-02-18T08:08:50.793 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../079-libjq1_1.5+dfsg-2_amd64.deb ... 2024-02-18T08:08:50.813 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python-funcsigs (1.0.2-4) ... 2024-02-18T08:08:50.910 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking libjq1:amd64 (1.5+dfsg-2) ... 2024-02-18T08:08:51.141 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python-pluggy. 2024-02-18T08:08:51.158 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../089-python-pluggy_0.6.0-1_all.deb ... 2024-02-18T08:08:51.162 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package jq. 2024-02-18T08:08:51.179 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../080-jq_1.5+dfsg-2_amd64.deb ... 2024-02-18T08:08:51.200 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python-pluggy (0.6.0-1) ... 2024-02-18T08:08:51.220 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking jq (1.5+dfsg-2) ... 2024-02-18T08:08:51.473 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package socat. 2024-02-18T08:08:51.491 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../081-socat_1.7.3.2-2ubuntu2_amd64.deb ... 2024-02-18T08:08:51.502 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python-py. 2024-02-18T08:08:51.519 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../090-python-py_1.5.2-1ubuntu0.1_all.deb ... 2024-02-18T08:08:51.531 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking socat (1.7.3.2-2ubuntu2) ... 2024-02-18T08:08:51.560 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python-py (1.5.2-1ubuntu0.1) ... 2024-02-18T08:08:51.889 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python-pytest. 2024-02-18T08:08:51.908 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../091-python-pytest_3.3.2-2_all.deb ... 2024-02-18T08:08:51.935 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package libxslt1.1:amd64. 2024-02-18T08:08:51.947 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python-pytest (3.3.2-2) ... 2024-02-18T08:08:51.952 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../082-libxslt1.1_1.1.29-5ubuntu0.3_amd64.deb ... 2024-02-18T08:08:51.993 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking libxslt1.1:amd64 (1.1.29-5ubuntu0.3) ... 2024-02-18T08:08:52.280 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package xmlstarlet. 2024-02-18T08:08:52.298 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../083-xmlstarlet_1.6.1-2_amd64.deb ... 2024-02-18T08:08:52.309 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-attr. 2024-02-18T08:08:52.329 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../092-python3-attr_17.4.0-2_all.deb ... 2024-02-18T08:08:52.330 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking xmlstarlet (1.6.1-2) ... 2024-02-18T08:08:52.367 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-attr (17.4.0-2) ... 2024-02-18T08:08:52.670 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-cycler. 2024-02-18T08:08:52.677 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package ceph-test. 2024-02-18T08:08:52.689 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../093-python3-cycler_0.10.0-1_all.deb ... 2024-02-18T08:08:52.696 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../084-ceph-test_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:52.727 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking ceph-test (15.2.17-1bionic) ... 2024-02-18T08:08:52.728 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-cycler (0.10.0-1) ... 2024-02-18T08:08:53.022 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-webencodings. 2024-02-18T08:08:53.039 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../094-python3-webencodings_0.5-2_all.deb ... 2024-02-18T08:08:53.080 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-webencodings (0.5-2) ... 2024-02-18T08:08:53.367 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-html5lib. 2024-02-18T08:08:53.383 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../095-python3-html5lib_0.999999999-1_all.deb ... 2024-02-18T08:08:53.458 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-html5lib (0.999999999-1) ... 2024-02-18T08:08:53.811 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-lxml:amd64. 2024-02-18T08:08:53.828 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../096-python3-lxml_4.2.1-1ubuntu0.6_amd64.deb ... 2024-02-18T08:08:53.869 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-lxml:amd64 (4.2.1-1ubuntu0.6) ... 2024-02-18T08:08:54.314 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-pyparsing. 2024-02-18T08:08:54.331 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../097-python3-pyparsing_2.2.0+dfsg1-2_all.deb ... 2024-02-18T08:08:54.372 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pyparsing (2.2.0+dfsg1-2) ... 2024-02-18T08:08:54.684 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-tz. 2024-02-18T08:08:54.702 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../098-python3-tz_2018.3-2_all.deb ... 2024-02-18T08:08:54.742 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-tz (2018.3-2) ... 2024-02-18T08:08:55.045 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-matplotlib. 2024-02-18T08:08:55.062 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../099-python3-matplotlib_2.1.1-2ubuntu3_amd64.deb ... 2024-02-18T08:08:55.103 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-matplotlib (2.1.1-2ubuntu3) ... 2024-02-18T08:08:55.639 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package libcephfs-dev. 2024-02-18T08:08:55.655 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../085-libcephfs-dev_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:55.697 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking libcephfs-dev (15.2.17-1bionic) ... 2024-02-18T08:08:55.742 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-olefile. 2024-02-18T08:08:55.761 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../100-python3-olefile_0.45.1-1_all.deb ... 2024-02-18T08:08:55.792 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-olefile (0.45.1-1) ... 2024-02-18T08:08:55.999 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package nvme-cli. 2024-02-18T08:08:56.016 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../086-nvme-cli_1.5-1ubuntu1.2_amd64.deb ... 2024-02-18T08:08:56.057 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking nvme-cli (1.5-1ubuntu1.2) ... 2024-02-18T08:08:56.103 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-pastescript. 2024-02-18T08:08:56.119 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-2_all.deb ... 2024-02-18T08:08:56.161 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pastescript (2.0.2-2) ... 2024-02-18T08:08:56.386 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python-attr. 2024-02-18T08:08:56.403 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../087-python-attr_17.4.0-2_all.deb ... 2024-02-18T08:08:56.436 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python-attr (17.4.0-2) ... 2024-02-18T08:08:56.456 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-pil:amd64. 2024-02-18T08:08:56.476 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../102-python3-pil_5.1.0-1ubuntu0.8_amd64.deb ... 2024-02-18T08:08:56.523 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pil:amd64 (5.1.0-1ubuntu0.8) ... 2024-02-18T08:08:56.714 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python-funcsigs. 2024-02-18T08:08:56.731 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../088-python-funcsigs_1.0.2-4_all.deb ... 2024-02-18T08:08:56.764 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python-funcsigs (1.0.2-4) ... 2024-02-18T08:08:56.867 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-pluggy. 2024-02-18T08:08:56.888 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../103-python3-pluggy_0.6.0-1_all.deb ... 2024-02-18T08:08:56.926 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pluggy (0.6.0-1) ... 2024-02-18T08:08:57.066 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python-pluggy. 2024-02-18T08:08:57.086 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../089-python-pluggy_0.6.0-1_all.deb ... 2024-02-18T08:08:57.125 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python-pluggy (0.6.0-1) ... 2024-02-18T08:08:57.212 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-py. 2024-02-18T08:08:57.232 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../104-python3-py_1.5.2-1ubuntu0.1_all.deb ... 2024-02-18T08:08:57.270 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-py (1.5.2-1ubuntu0.1) ... 2024-02-18T08:08:57.419 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python-py. 2024-02-18T08:08:57.436 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../090-python-py_1.5.2-1ubuntu0.1_all.deb ... 2024-02-18T08:08:57.477 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python-py (1.5.2-1ubuntu0.1) ... 2024-02-18T08:08:57.573 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-pyinotify. 2024-02-18T08:08:57.590 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../105-python3-pyinotify_0.9.6-1_all.deb ... 2024-02-18T08:08:57.631 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pyinotify (0.9.6-1) ... 2024-02-18T08:08:57.814 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python-pytest. 2024-02-18T08:08:57.833 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../091-python-pytest_3.3.2-2_all.deb ... 2024-02-18T08:08:57.872 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python-pytest (3.3.2-2) ... 2024-02-18T08:08:57.934 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-pytest. 2024-02-18T08:08:57.951 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../106-python3-pytest_3.3.2-2_all.deb ... 2024-02-18T08:08:57.992 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-pytest (3.3.2-2) ... 2024-02-18T08:08:58.217 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-attr. 2024-02-18T08:08:58.233 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../092-python3-attr_17.4.0-2_all.deb ... 2024-02-18T08:08:58.275 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-attr (17.4.0-2) ... 2024-02-18T08:08:58.329 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-simplejson. 2024-02-18T08:08:58.346 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../107-python3-simplejson_3.13.2-1_amd64.deb ... 2024-02-18T08:08:58.387 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-simplejson (3.13.2-1) ... 2024-02-18T08:08:58.561 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-cycler. 2024-02-18T08:08:58.579 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../093-python3-cycler_0.10.0-1_all.deb ... 2024-02-18T08:08:58.684 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-cycler (0.10.0-1) ... 2024-02-18T08:08:58.723 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package python3-tk:amd64. 2024-02-18T08:08:58.740 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../108-python3-tk_3.6.9-1~18.04_amd64.deb ... 2024-02-18T08:08:58.782 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking python3-tk:amd64 (3.6.9-1~18.04) ... 2024-02-18T08:08:59.180 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-webencodings. 2024-02-18T08:08:59.196 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../094-python3-webencodings_0.5-2_all.deb ... 2024-02-18T08:08:59.235 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package radosgw. 2024-02-18T08:08:59.238 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-webencodings (0.5-2) ... 2024-02-18T08:08:59.252 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../109-radosgw_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:08:59.293 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking radosgw (15.2.17-1bionic) ... 2024-02-18T08:08:59.541 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-html5lib. 2024-02-18T08:08:59.559 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../095-python3-html5lib_0.999999999-1_all.deb ... 2024-02-18T08:08:59.599 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-html5lib (0.999999999-1) ... 2024-02-18T08:08:59.935 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-lxml:amd64. 2024-02-18T08:08:59.952 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../096-python3-lxml_4.2.1-1ubuntu0.6_amd64.deb ... 2024-02-18T08:08:59.994 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-lxml:amd64 (4.2.1-1ubuntu0.6) ... 2024-02-18T08:09:00.389 INFO:teuthology.orchestra.run.smithi191.stdout:Selecting previously unselected package rbd-fuse. 2024-02-18T08:09:00.406 INFO:teuthology.orchestra.run.smithi191.stdout:Preparing to unpack .../110-rbd-fuse_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:09:00.447 INFO:teuthology.orchestra.run.smithi191.stdout:Unpacking rbd-fuse (15.2.17-1bionic) ... 2024-02-18T08:09:00.480 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-pyparsing. 2024-02-18T08:09:00.496 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../097-python3-pyparsing_2.2.0+dfsg1-2_all.deb ... 2024-02-18T08:09:00.538 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pyparsing (2.2.0+dfsg1-2) ... 2024-02-18T08:09:00.760 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-logutils (0.3.3-5) ... 2024-02-18T08:09:00.857 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-tz. 2024-02-18T08:09:00.875 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../098-python3-tz_2018.3-2_all.deb ... 2024-02-18T08:09:00.915 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-tz (2018.3-2) ... 2024-02-18T08:09:01.103 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-werkzeug (0.14.1+dfsg1-1ubuntu0.2) ... 2024-02-18T08:09:01.194 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-matplotlib. 2024-02-18T08:09:01.211 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../099-python3-matplotlib_2.1.1-2ubuntu3_amd64.deb ... 2024-02-18T08:09:01.243 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-matplotlib (2.1.1-2ubuntu3) ... 2024-02-18T08:09:01.463 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up librdkafka1:amd64 (0.11.3-1build1) ... 2024-02-18T08:09:01.564 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-sqlalchemy (1.1.11+ds1-1ubuntu1) ... 2024-02-18T08:09:01.899 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-olefile. 2024-02-18T08:09:01.916 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../100-python3-olefile_0.45.1-1_all.deb ... 2024-02-18T08:09:01.957 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-olefile (0.45.1-1) ... 2024-02-18T08:09:02.167 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pil:amd64 (5.1.0-1ubuntu0.8) ... 2024-02-18T08:09:02.259 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-pastescript. 2024-02-18T08:09:02.276 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-2_all.deb ... 2024-02-18T08:09:02.326 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pastescript (2.0.2-2) ... 2024-02-18T08:09:02.551 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-simplegeneric (0.8.1-1) ... 2024-02-18T08:09:02.654 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-pil:amd64. 2024-02-18T08:09:02.671 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../102-python3-pil_5.1.0-1ubuntu0.8_amd64.deb ... 2024-02-18T08:09:02.704 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pil:amd64 (5.1.0-1ubuntu0.8) ... 2024-02-18T08:09:02.861 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-webencodings (0.5-2) ... 2024-02-18T08:09:03.074 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-pluggy. 2024-02-18T08:09:03.091 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../103-python3-pluggy_0.6.0-1_all.deb ... 2024-02-18T08:09:03.132 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pluggy (0.6.0-1) ... 2024-02-18T08:09:03.170 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python-attr (17.4.0-2) ... 2024-02-18T08:09:03.363 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-cffi-backend (1.11.5-1) ... 2024-02-18T08:09:03.435 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-py. 2024-02-18T08:09:03.452 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../104-python3-py_1.5.2-1ubuntu0.1_all.deb ... 2024-02-18T08:09:03.473 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-waitress (1.0.1-1) ... 2024-02-18T08:09:03.484 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-py (1.5.2-1ubuntu0.1) ... 2024-02-18T08:09:03.771 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-pyinotify. 2024-02-18T08:09:03.787 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../105-python3-pyinotify_0.9.6-1_all.deb ... 2024-02-18T08:09:03.805 INFO:teuthology.orchestra.run.smithi191.stdout:update-alternatives: using /usr/bin/waitress-serve-python3 to provide /usr/bin/waitress-serve (waitress-serve) in auto mode 2024-02-18T08:09:03.862 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pyinotify (0.9.6-1) ... 2024-02-18T08:09:04.084 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-olefile (0.45.1-1) ... 2024-02-18T08:09:04.173 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-pytest. 2024-02-18T08:09:04.191 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../106-python3-pytest_3.3.2-2_all.deb ... 2024-02-18T08:09:04.231 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-pytest (3.3.2-2) ... 2024-02-18T08:09:04.393 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-ceph-argparse (15.2.17-1bionic) ... 2024-02-18T08:09:04.585 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-simplejson. 2024-02-18T08:09:04.603 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../107-python3-simplejson_3.13.2-1_amd64.deb ... 2024-02-18T08:09:04.643 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-simplejson (3.13.2-1) ... 2024-02-18T08:09:04.694 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-tempita (0.5.2-2) ... 2024-02-18T08:09:04.962 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package python3-tk:amd64. 2024-02-18T08:09:04.980 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../108-python3-tk_3.6.9-1~18.04_amd64.deb ... 2024-02-18T08:09:04.996 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up socat (1.7.3.2-2ubuntu2) ... 2024-02-18T08:09:05.020 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking python3-tk:amd64 (3.6.9-1~18.04) ... 2024-02-18T08:09:05.105 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-numpy (1:1.13.3-2ubuntu1) ... 2024-02-18T08:09:05.483 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package radosgw. 2024-02-18T08:09:05.500 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../109-radosgw_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:09:05.540 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking radosgw (15.2.17-1bionic) ... 2024-02-18T08:09:06.017 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-webob (1:1.7.3-2fakesync1) ... 2024-02-18T08:09:06.334 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-bcrypt (3.1.4-2) ... 2024-02-18T08:09:06.486 INFO:teuthology.orchestra.run.smithi110.stdout:Selecting previously unselected package rbd-fuse. 2024-02-18T08:09:06.503 INFO:teuthology.orchestra.run.smithi110.stdout:Preparing to unpack .../110-rbd-fuse_15.2.17-1bionic_amd64.deb ... 2024-02-18T08:09:06.535 INFO:teuthology.orchestra.run.smithi110.stdout:Unpacking rbd-fuse (15.2.17-1bionic) ... 2024-02-18T08:09:06.619 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python-py (1.5.2-1ubuntu0.1) ... 2024-02-18T08:09:06.841 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-logutils (0.3.3-5) ... 2024-02-18T08:09:06.853 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-simplejson (3.13.2-1) ... 2024-02-18T08:09:07.166 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-werkzeug (0.14.1+dfsg1-1ubuntu0.2) ... 2024-02-18T08:09:07.196 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up libonig4:amd64 (6.7.0-1) ... 2024-02-18T08:09:07.331 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python-pluggy (0.6.0-1) ... 2024-02-18T08:09:07.507 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-singledispatch (3.4.0.3-2) ... 2024-02-18T08:09:07.534 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up librdkafka1:amd64 (0.11.3-1build1) ... 2024-02-18T08:09:07.660 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-sqlalchemy (1.1.11+ds1-1ubuntu1) ... 2024-02-18T08:09:07.792 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pyparsing (2.2.0+dfsg1-2) ... 2024-02-18T08:09:08.101 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-cycler (0.10.0-1) ... 2024-02-18T08:09:08.255 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pil:amd64 (5.1.0-1ubuntu0.8) ... 2024-02-18T08:09:08.394 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-cherrypy3 (8.9.1-2) ... 2024-02-18T08:09:08.639 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-simplegeneric (0.8.1-1) ... 2024-02-18T08:09:08.779 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pkg-resources (39.0.1-2ubuntu0.1) ... 2024-02-18T08:09:08.957 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-webencodings (0.5-2) ... 2024-02-18T08:09:09.122 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-bs4 (4.6.0-1) ... 2024-02-18T08:09:09.258 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python-attr (17.4.0-2) ... 2024-02-18T08:09:09.423 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pluggy (0.6.0-1) ... 2024-02-18T08:09:09.467 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-cffi-backend (1.11.5-1) ... 2024-02-18T08:09:09.585 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-waitress (1.0.1-1) ... 2024-02-18T08:09:09.708 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up cephadm (15.2.17-1bionic) ... 2024-02-18T08:09:09.902 INFO:teuthology.orchestra.run.smithi110.stdout:update-alternatives: using /usr/bin/waitress-serve-python3 to provide /usr/bin/waitress-serve (waitress-serve) in auto mode 2024-02-18T08:09:10.229 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-olefile (0.45.1-1) ... 2024-02-18T08:09:10.326 INFO:teuthology.orchestra.run.smithi191.stdout:Adding system user cephadm....done 2024-02-18T08:09:10.490 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-markupsafe (1.0-1build1) ... 2024-02-18T08:09:10.522 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-ceph-argparse (15.2.17-1bionic) ... 2024-02-18T08:09:10.766 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up libxslt1.1:amd64 (1.1.29-5ubuntu0.3) ... 2024-02-18T08:09:10.823 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-tempita (0.5.2-2) ... 2024-02-18T08:09:10.867 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up nvme-cli (1.5-1ubuntu1.2) ... 2024-02-18T08:09:11.001 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-asn1crypto (0.24.0-1) ... 2024-02-18T08:09:11.157 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up socat (1.7.3.2-2ubuntu2) ... 2024-02-18T08:09:11.283 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-numpy (1:1.13.3-2ubuntu1) ... 2024-02-18T08:09:11.344 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-prettytable (0.7.2-3) ... 2024-02-18T08:09:11.637 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up libjq1:amd64 (1.5+dfsg-2) ... 2024-02-18T08:09:11.763 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pyasn1 (0.4.2-3) ... 2024-02-18T08:09:12.133 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-ceph-common (15.2.17-1bionic) ... 2024-02-18T08:09:12.211 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-webob (1:1.7.3-2fakesync1) ... 2024-02-18T08:09:12.443 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-monotonic (1.1-2) ... 2024-02-18T08:09:12.529 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-bcrypt (3.1.4-2) ... 2024-02-18T08:09:12.736 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up libsnappy1v5:amd64 (1.1.7-1) ... 2024-02-18T08:09:12.813 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python-py (1.5.2-1ubuntu0.1) ... 2024-02-18T08:09:12.862 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-jinja2 (2.10-1ubuntu0.18.04.1) ... 2024-02-18T08:09:13.039 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-simplejson (3.13.2-1) ... 2024-02-18T08:09:13.205 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-html5lib (0.999999999-1) ... 2024-02-18T08:09:13.366 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up libonig4:amd64 (6.7.0-1) ... 2024-02-18T08:09:13.491 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python-pluggy (0.6.0-1) ... 2024-02-18T08:09:13.548 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-repoze.lru (0.7-1) ... 2024-02-18T08:09:13.709 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-singledispatch (3.4.0.3-2) ... 2024-02-18T08:09:13.815 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-httplib2 (0.9.2+dfsg-1ubuntu0.3) ... 2024-02-18T08:09:14.011 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pyparsing (2.2.0+dfsg1-2) ... 2024-02-18T08:09:14.084 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2) ... 2024-02-18T08:09:14.312 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-cycler (0.10.0-1) ... 2024-02-18T08:09:14.460 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-attr (17.4.0-2) ... 2024-02-18T08:09:14.587 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-cherrypy3 (8.9.1-2) ... 2024-02-18T08:09:14.756 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python-funcsigs (1.0.2-4) ... 2024-02-18T08:09:14.954 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-paste (2.0.3+dfsg-4ubuntu1) ... 2024-02-18T08:09:14.964 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pkg-resources (39.0.1-2ubuntu0.1) ... 2024-02-18T08:09:15.298 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-bs4 (4.6.0-1) ... 2024-02-18T08:09:15.372 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-websocket (0.44.0-0ubuntu2) ... 2024-02-18T08:09:15.478 INFO:teuthology.orchestra.run.smithi191.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2024-02-18T08:09:15.608 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pluggy (0.6.0-1) ... 2024-02-18T08:09:15.732 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up liboath0 (2.6.1-1) ... 2024-02-18T08:09:15.883 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up librabbitmq4:amd64 (0.8.0-1ubuntu0.18.04.2) ... 2024-02-18T08:09:15.892 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up cephadm (15.2.17-1bionic) ... 2024-02-18T08:09:15.993 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-tk:amd64 (3.6.9-1~18.04) ... 2024-02-18T08:09:16.236 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python-pastedeploy-tpl (1.5.2-4) ... 2024-02-18T08:09:16.362 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-setuptools (39.0.1-2ubuntu0.1) ... 2024-02-18T08:09:16.484 INFO:teuthology.orchestra.run.smithi110.stdout:Adding system user cephadm....done 2024-02-18T08:09:16.648 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-markupsafe (1.0-1build1) ... 2024-02-18T08:09:16.788 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up liblttng-ust0:amd64 (2.10.1-1) ... 2024-02-18T08:09:16.914 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-decorator (4.1.2-1) ... 2024-02-18T08:09:16.949 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up libxslt1.1:amd64 (1.1.29-5ubuntu0.3) ... 2024-02-18T08:09:17.075 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up nvme-cli (1.5-1ubuntu1.2) ... 2024-02-18T08:09:17.182 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-tz (2018.3-2) ... 2024-02-18T08:09:17.253 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-asn1crypto (0.24.0-1) ... 2024-02-18T08:09:17.467 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-uritemplate (0.6-1ubuntu1) ... 2024-02-18T08:09:17.588 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-prettytable (0.7.2-3) ... 2024-02-18T08:09:17.751 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-jwt (1.5.3+ds1-1ubuntu0.1) ... 2024-02-18T08:09:17.872 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up libjq1:amd64 (1.5+dfsg-2) ... 2024-02-18T08:09:17.998 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pyasn1 (0.4.2-3) ... 2024-02-18T08:09:18.053 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-joblib (0.11-1) ... 2024-02-18T08:09:18.325 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-ceph-common (15.2.17-1bionic) ... 2024-02-18T08:09:18.429 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-routes (2.4.1-1) ... 2024-02-18T08:09:18.643 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-monotonic (1.1-2) ... 2024-02-18T08:09:18.769 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pyinotify (0.9.6-1) ... 2024-02-18T08:09:18.935 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up libsnappy1v5:amd64 (1.1.7-1) ... 2024-02-18T08:09:19.061 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-jinja2 (2.10-1ubuntu0.18.04.1) ... 2024-02-18T08:09:19.081 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-dateutil (2.6.1-1) ... 2024-02-18T08:09:19.391 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-cryptography (2.1.4-1ubuntu1.4) ... 2024-02-18T08:09:19.396 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-html5lib (0.999999999-1) ... 2024-02-18T08:09:19.739 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-repoze.lru (0.7-1) ... 2024-02-18T08:09:19.751 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-fasteners (0.12.0-3) ... 2024-02-18T08:09:20.040 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-httplib2 (0.9.2+dfsg-1ubuntu0.3) ... 2024-02-18T08:09:20.052 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up jq (1.5+dfsg-2) ... 2024-02-18T08:09:20.178 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-scipy (0.19.1-2ubuntu1) ... 2024-02-18T08:09:20.324 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2) ... 2024-02-18T08:09:20.676 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-attr (17.4.0-2) ... 2024-02-18T08:09:20.977 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python-funcsigs (1.0.2-4) ... 2024-02-18T08:09:21.178 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-paste (2.0.3+dfsg-4ubuntu1) ... 2024-02-18T08:09:21.350 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-py (1.5.2-1ubuntu0.1) ... 2024-02-18T08:09:21.604 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-websocket (0.44.0-0ubuntu2) ... 2024-02-18T08:09:21.669 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-lxml:amd64 (4.2.1-1ubuntu0.6) ... 2024-02-18T08:09:21.694 INFO:teuthology.orchestra.run.smithi110.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2024-02-18T08:09:21.948 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up liboath0 (2.6.1-1) ... 2024-02-18T08:09:21.995 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-mako (1.0.7+ds1-1ubuntu0.2) ... 2024-02-18T08:09:22.132 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up librabbitmq4:amd64 (0.8.0-1ubuntu0.18.04.2) ... 2024-02-18T08:09:22.258 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-tk:amd64 (3.6.9-1~18.04) ... 2024-02-18T08:09:22.321 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-sklearn-lib (0.19.1-3) ... 2024-02-18T08:09:22.447 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pytest (3.3.2-2) ... 2024-02-18T08:09:22.501 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python-pastedeploy-tpl (1.5.2-4) ... 2024-02-18T08:09:22.627 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-setuptools (39.0.1-2ubuntu0.1) ... 2024-02-18T08:09:22.832 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python-pytest (3.3.2-2) ... 2024-02-18T08:09:23.004 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up liblttng-ust0:amd64 (2.10.1-1) ... 2024-02-18T08:09:23.084 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up libleveldb1v5:amd64 (1.20-2) ... 2024-02-18T08:09:23.121 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-decorator (4.1.2-1) ... 2024-02-18T08:09:23.184 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up xmlstarlet (1.6.1-2) ... 2024-02-18T08:09:23.311 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up librados2 (15.2.17-1bionic) ... 2024-02-18T08:09:23.414 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-tz (2018.3-2) ... 2024-02-18T08:09:23.462 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-rsa (3.4.2-1) ... 2024-02-18T08:09:23.715 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-uritemplate (0.6-1ubuntu1) ... 2024-02-18T08:09:23.771 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up libcephfs2 (15.2.17-1bionic) ... 2024-02-18T08:09:23.897 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up libcephfs-dev (15.2.17-1bionic) ... 2024-02-18T08:09:24.023 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-rados (15.2.17-1bionic) ... 2024-02-18T08:09:24.025 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-jwt (1.5.3+ds1-1ubuntu0.1) ... 2024-02-18T08:09:24.141 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-openssl (17.5.0-1ubuntu1) ... 2024-02-18T08:09:24.393 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-joblib (0.11-1) ... 2024-02-18T08:09:24.434 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pastedeploy (1.5.2-4) ... 2024-02-18T08:09:24.719 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-oauth2client (4.1.2-3) ... 2024-02-18T08:09:24.761 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-routes (2.4.1-1) ... 2024-02-18T08:09:25.045 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-matplotlib (2.1.1-2ubuntu3) ... 2024-02-18T08:09:25.070 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pyinotify (0.9.6-1) ... 2024-02-18T08:09:25.355 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-dateutil (2.6.1-1) ... 2024-02-18T08:09:25.681 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-cryptography (2.1.4-1ubuntu1.4) ... 2024-02-18T08:09:25.889 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-sklearn (0.19.1-3) ... 2024-02-18T08:09:26.074 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-fasteners (0.12.0-3) ... 2024-02-18T08:09:26.375 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up jq (1.5+dfsg-2) ... 2024-02-18T08:09:26.501 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-scipy (0.19.1-2ubuntu1) ... 2024-02-18T08:09:26.815 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-webtest (2.0.28-1ubuntu1) ... 2024-02-18T08:09:27.107 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up libradosstriper1 (15.2.17-1bionic) ... 2024-02-18T08:09:27.233 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-cephfs (15.2.17-1bionic) ... 2024-02-18T08:09:27.509 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up librgw2 (15.2.17-1bionic) ... 2024-02-18T08:09:27.610 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-fuse (15.2.17-1bionic) ... 2024-02-18T08:09:27.690 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-py (1.5.2-1ubuntu0.1) ... 2024-02-18T08:09:27.821 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-02-18T08:09:27.821 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-02-18T08:09:28.016 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-lxml:amd64 (4.2.1-1ubuntu0.6) ... 2024-02-18T08:09:28.078 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up librbd1 (15.2.17-1bionic) ... 2024-02-18T08:09:28.204 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pecan (1.2.1-2) ... 2024-02-18T08:09:28.294 INFO:teuthology.orchestra.run.smithi191.stdout:update-alternatives: using /usr/bin/python3-pecan to provide /usr/bin/pecan (pecan) in auto mode 2024-02-18T08:09:28.325 INFO:teuthology.orchestra.run.smithi191.stdout:update-alternatives: using /usr/bin/python3-gunicorn_pecan to provide /usr/bin/gunicorn_pecan (gunicorn_pecan) in auto mode 2024-02-18T08:09:28.343 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-mako (1.0.7+ds1-1ubuntu0.2) ... 2024-02-18T08:09:28.649 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-kubernetes (2.0.0-2ubuntu1) ... 2024-02-18T08:09:28.686 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-sklearn-lib (0.19.1-3) ... 2024-02-18T08:09:28.811 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pytest (3.3.2-2) ... 2024-02-18T08:09:29.171 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python-pytest (3.3.2-2) ... 2024-02-18T08:09:29.302 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-mgr-modules-core (15.2.17-1bionic) ... 2024-02-18T08:09:29.419 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-pastescript (2.0.2-2) ... 2024-02-18T08:09:29.714 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up libleveldb1v5:amd64 (1.20-2) ... 2024-02-18T08:09:29.729 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-rgw (15.2.17-1bionic) ... 2024-02-18T08:09:29.840 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up xmlstarlet (1.6.1-2) ... 2024-02-18T08:09:29.855 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up rbd-fuse (15.2.17-1bionic) ... 2024-02-18T08:09:29.966 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up librados2 (15.2.17-1bionic) ... 2024-02-18T08:09:29.981 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up python3-rbd (15.2.17-1bionic) ... 2024-02-18T08:09:30.092 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-rsa (3.4.2-1) ... 2024-02-18T08:09:30.107 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-common (15.2.17-1bionic) ... 2024-02-18T08:09:30.402 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up libcephfs2 (15.2.17-1bionic) ... 2024-02-18T08:09:30.528 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up libcephfs-dev (15.2.17-1bionic) ... 2024-02-18T08:09:30.679 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-rados (15.2.17-1bionic) ... 2024-02-18T08:09:30.780 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-openssl (17.5.0-1ubuntu1) ... 2024-02-18T08:09:30.967 INFO:teuthology.orchestra.run.smithi191.stdout:Adding group ceph....done 2024-02-18T08:09:31.097 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pastedeploy (1.5.2-4) ... 2024-02-18T08:09:31.387 INFO:teuthology.orchestra.run.smithi191.stdout:Adding system user ceph....done 2024-02-18T08:09:31.390 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-oauth2client (4.1.2-3) ... 2024-02-18T08:09:31.571 INFO:teuthology.orchestra.run.smithi191.stdout:Setting system user ceph properties....done 2024-02-18T08:09:31.589 INFO:teuthology.orchestra.run.smithi191.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-02-18T08:09:31.725 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-matplotlib (2.1.1-2ubuntu3) ... 2024-02-18T08:09:31.771 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-02-18T08:09:31.953 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-02-18T08:09:32.235 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up radosgw (15.2.17-1bionic) ... 2024-02-18T08:09:32.475 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-02-18T08:09:32.475 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-02-18T08:09:32.619 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-sklearn (0.19.1-3) ... 2024-02-18T08:09:32.845 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-test (15.2.17-1bionic) ... 2024-02-18T08:09:32.971 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-base (15.2.17-1bionic) ... 2024-02-18T08:09:33.343 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-02-18T08:09:33.577 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-webtest (2.0.28-1ubuntu1) ... 2024-02-18T08:09:33.615 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-mgr (15.2.17-1bionic) ... 2024-02-18T08:09:33.829 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-02-18T08:09:33.829 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-02-18T08:09:33.861 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up libradosstriper1 (15.2.17-1bionic) ... 2024-02-18T08:09:33.979 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-cephfs (15.2.17-1bionic) ... 2024-02-18T08:09:34.100 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-mgr-diskprediction-local (15.2.17-1bionic) ... 2024-02-18T08:09:34.234 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-osd (15.2.17-1bionic) ... 2024-02-18T08:09:34.272 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up librgw2 (15.2.17-1bionic) ... 2024-02-18T08:09:34.398 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-fuse (15.2.17-1bionic) ... 2024-02-18T08:09:34.603 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-02-18T08:09:34.604 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-02-18T08:09:34.618 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-02-18T08:09:34.618 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-02-18T08:09:34.853 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-mgr-cephadm (15.2.17-1bionic) ... 2024-02-18T08:09:34.892 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up librbd1 (15.2.17-1bionic) ... 2024-02-18T08:09:35.017 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pecan (1.2.1-2) ... 2024-02-18T08:09:35.021 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-mgr-diskprediction-cloud (15.2.17-1bionic) ... 2024-02-18T08:09:35.107 INFO:teuthology.orchestra.run.smithi110.stdout:update-alternatives: using /usr/bin/python3-pecan to provide /usr/bin/pecan (pecan) in auto mode 2024-02-18T08:09:35.140 INFO:teuthology.orchestra.run.smithi110.stdout:update-alternatives: using /usr/bin/python3-gunicorn_pecan to provide /usr/bin/gunicorn_pecan (gunicorn_pecan) in auto mode 2024-02-18T08:09:35.164 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-mds (15.2.17-1bionic) ... 2024-02-18T08:09:35.389 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-02-18T08:09:35.389 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-02-18T08:09:35.471 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-kubernetes (2.0.0-2ubuntu1) ... 2024-02-18T08:09:35.842 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-mon (15.2.17-1bionic) ... 2024-02-18T08:09:36.062 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-02-18T08:09:36.062 INFO:teuthology.orchestra.run.smithi191.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-02-18T08:09:36.123 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-mgr-modules-core (15.2.17-1bionic) ... 2024-02-18T08:09:36.249 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-pastescript (2.0.2-2) ... 2024-02-18T08:09:36.301 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-mgr-k8sevents (15.2.17-1bionic) ... 2024-02-18T08:09:36.402 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph-mgr-dashboard (15.2.17-1bionic) ... 2024-02-18T08:09:36.520 INFO:teuthology.orchestra.run.smithi191.stdout:Setting up ceph (15.2.17-1bionic) ... 2024-02-18T08:09:36.575 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-rgw (15.2.17-1bionic) ... 2024-02-18T08:09:36.646 INFO:teuthology.orchestra.run.smithi191.stdout:Processing triggers for systemd (237-3ubuntu10.56) ... 2024-02-18T08:09:36.726 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up rbd-fuse (15.2.17-1bionic) ... 2024-02-18T08:09:36.839 INFO:teuthology.orchestra.run.smithi191.stdout:Processing triggers for man-db (2.8.3-2ubuntu0.1) ... 2024-02-18T08:09:36.852 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up python3-rbd (15.2.17-1bionic) ... 2024-02-18T08:09:36.978 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-common (15.2.17-1bionic) ... 2024-02-18T08:09:37.505 INFO:teuthology.orchestra.run.smithi110.stdout:Adding group ceph....done 2024-02-18T08:09:37.916 INFO:teuthology.orchestra.run.smithi110.stdout:Adding system user ceph....done 2024-02-18T08:09:38.100 INFO:teuthology.orchestra.run.smithi110.stdout:Setting system user ceph properties....done 2024-02-18T08:09:38.120 INFO:teuthology.orchestra.run.smithi110.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-02-18T08:09:38.264 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-02-18T08:09:38.496 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-02-18T08:09:38.658 INFO:teuthology.orchestra.run.smithi191.stdout:Processing triggers for ureadahead (0.100.0-21) ... 2024-02-18T08:09:38.750 INFO:teuthology.orchestra.run.smithi191.stdout:Processing triggers for libc-bin (2.27-3ubuntu1.6) ... 2024-02-18T08:09:38.805 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up radosgw (15.2.17-1bionic) ... 2024-02-18T08:09:39.061 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-02-18T08:09:39.061 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-02-18T08:09:39.241 INFO:teuthology.orchestra.run.smithi191.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-02-18T08:09:39.246 DEBUG:teuthology.parallel:result is None 2024-02-18T08:09:39.474 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-test (15.2.17-1bionic) ... 2024-02-18T08:09:39.752 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-base (15.2.17-1bionic) ... 2024-02-18T08:09:40.124 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-02-18T08:09:40.412 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-mgr (15.2.17-1bionic) ... 2024-02-18T08:09:40.624 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-02-18T08:09:40.624 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-02-18T08:09:40.913 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-mgr-diskprediction-local (15.2.17-1bionic) ... 2024-02-18T08:09:41.031 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-osd (15.2.17-1bionic) ... 2024-02-18T08:09:41.438 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-02-18T08:09:41.438 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-02-18T08:09:41.708 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-mgr-cephadm (15.2.17-1bionic) ... 2024-02-18T08:09:41.850 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-mgr-diskprediction-cloud (15.2.17-1bionic) ... 2024-02-18T08:09:41.993 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-mds (15.2.17-1bionic) ... 2024-02-18T08:09:42.219 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-02-18T08:09:42.219 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-02-18T08:09:42.511 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-mon (15.2.17-1bionic) ... 2024-02-18T08:09:42.729 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-02-18T08:09:42.730 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-02-18T08:09:43.021 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-mgr-k8sevents (15.2.17-1bionic) ... 2024-02-18T08:09:43.146 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph-mgr-dashboard (15.2.17-1bionic) ... 2024-02-18T08:09:43.264 INFO:teuthology.orchestra.run.smithi110.stdout:Setting up ceph (15.2.17-1bionic) ... 2024-02-18T08:09:43.391 INFO:teuthology.orchestra.run.smithi110.stdout:Processing triggers for systemd (237-3ubuntu10.56) ... 2024-02-18T08:09:43.591 INFO:teuthology.orchestra.run.smithi110.stdout:Processing triggers for man-db (2.8.3-2ubuntu0.1) ... 2024-02-18T08:09:45.395 INFO:teuthology.orchestra.run.smithi110.stdout:Processing triggers for ureadahead (0.100.0-21) ... 2024-02-18T08:09:45.487 INFO:teuthology.orchestra.run.smithi110.stdout:Processing triggers for libc-bin (2.27-3ubuntu1.6) ... 2024-02-18T08:09:45.966 INFO:teuthology.orchestra.run.smithi110.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-02-18T08:09:45.971 DEBUG:teuthology.parallel:result is None 2024-02-18T08:09:45.971 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-02-18T08:09:45.971 INFO:teuthology.packaging:ref: None 2024-02-18T08:09:45.971 INFO:teuthology.packaging:tag: None 2024-02-18T08:09:45.971 INFO:teuthology.packaging:branch: octopus 2024-02-18T08:09:45.971 INFO:teuthology.packaging:sha1: 81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:09:45.972 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=octopus 2024-02-18T08:09:46.177 DEBUG:teuthology.orchestra.run.smithi110:> dpkg-query -W -f '${Version}' ceph 2024-02-18T08:09:46.202 INFO:teuthology.orchestra.run.smithi110.stdout:15.2.17-1bionic 2024-02-18T08:09:46.202 INFO:teuthology.packaging:The installed version of ceph is 15.2.17-1bionic 2024-02-18T08:09:46.202 INFO:teuthology.task.install:The correct ceph version 15.2.17-1bionic is installed. 2024-02-18T08:09:46.204 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-02-18T08:09:46.204 INFO:teuthology.packaging:ref: None 2024-02-18T08:09:46.204 INFO:teuthology.packaging:tag: None 2024-02-18T08:09:46.204 INFO:teuthology.packaging:branch: octopus 2024-02-18T08:09:46.204 INFO:teuthology.packaging:sha1: 81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:09:46.204 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=octopus 2024-02-18T08:09:46.528 DEBUG:teuthology.orchestra.run.smithi191:> dpkg-query -W -f '${Version}' ceph 2024-02-18T08:09:46.553 INFO:teuthology.orchestra.run.smithi191.stdout:15.2.17-1bionic 2024-02-18T08:09:46.553 INFO:teuthology.packaging:The installed version of ceph is 15.2.17-1bionic 2024-02-18T08:09:46.553 INFO:teuthology.task.install:The correct ceph version 15.2.17-1bionic is installed. 2024-02-18T08:09:46.554 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-02-18T08:09:46.555 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:09:46.555 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-18T08:09:46.570 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:09:46.570 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-18T08:09:46.614 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-02-18T08:09:46.614 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:09:46.614 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/daemon-helper 2024-02-18T08:09:46.629 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-18T08:09:46.686 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:09:46.686 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/usr/bin/daemon-helper 2024-02-18T08:09:46.701 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-18T08:09:46.757 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-02-18T08:09:46.757 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:09:46.758 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-18T08:09:46.772 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-18T08:09:46.830 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:09:46.830 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-18T08:09:46.845 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-18T08:09:46.901 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-02-18T08:09:46.901 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:09:46.901 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/stdin-killer 2024-02-18T08:09:46.916 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-18T08:09:46.974 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:09:46.974 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/usr/bin/stdin-killer 2024-02-18T08:09:46.988 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-18T08:09:47.045 INFO:teuthology.run_tasks:Running task print... 2024-02-18T08:09:47.054 INFO:teuthology.task.print:**** done install task... 2024-02-18T08:09:47.054 INFO:teuthology.run_tasks:Running task print... 2024-02-18T08:09:47.087 INFO:teuthology.task.print:**** done start installing octopus cephadm ... 2024-02-18T08:09:47.087 INFO:teuthology.run_tasks:Running task cephadm... 2024-02-18T08:09:47.180 INFO:tasks.cephadm:Config: {'add_mons_via_daemon_add': True, 'avoid_pacific_features': True, 'cephadm_branch': 'octopus', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:octopus', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '81bd20d634209c7cb82c18be12b4b5a05643ebf1'} 2024-02-18T08:09:47.180 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:octopus 2024-02-18T08:09:47.181 INFO:tasks.cephadm:Cluster fsid is 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:09:47.181 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-02-18T08:09:47.181 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.110', 'mon.c': '[v2:172.21.15.110:3301,v1:172.21.15.110:6790]', 'mon.b': '172.21.15.191'} 2024-02-18T08:09:47.181 INFO:tasks.cephadm:First mon is mon.a on smithi110 2024-02-18T08:09:47.181 INFO:tasks.cephadm:First mgr is y 2024-02-18T08:09:47.181 INFO:tasks.cephadm:Normalizing hostnames... 2024-02-18T08:09:47.182 DEBUG:teuthology.orchestra.run.smithi110:> sudo hostname $(hostname -s) 2024-02-18T08:09:47.198 DEBUG:teuthology.orchestra.run.smithi191:> sudo hostname $(hostname -s) 2024-02-18T08:09:47.214 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref octopus)... 2024-02-18T08:09:47.214 DEBUG:teuthology.orchestra.run.smithi110:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-02-18T08:09:47.448 INFO:teuthology.orchestra.run.smithi110.stdout:-rw-rw-r-- 1 ubuntu ubuntu 223479 Feb 18 08:09 /home/ubuntu/cephtest/cephadm 2024-02-18T08:09:47.448 DEBUG:teuthology.orchestra.run.smithi191:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-02-18T08:09:47.639 INFO:teuthology.orchestra.run.smithi191.stdout:-rw-rw-r-- 1 ubuntu ubuntu 223479 Feb 18 08:09 /home/ubuntu/cephtest/cephadm 2024-02-18T08:09:47.639 DEBUG:teuthology.orchestra.run.smithi110:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-02-18T08:09:47.648 DEBUG:teuthology.orchestra.run.smithi191:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-02-18T08:09:47.667 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /etc/ceph 2024-02-18T08:09:47.705 DEBUG:teuthology.orchestra.run.smithi191:> sudo mkdir -p /etc/ceph 2024-02-18T08:09:47.720 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 777 /etc/ceph 2024-02-18T08:09:47.761 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 777 /etc/ceph 2024-02-18T08:09:47.777 INFO:tasks.cephadm:Writing seed config... 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-02-18T08:09:47.778 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-02-18T08:09:47.779 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:09:47.779 DEBUG:teuthology.orchestra.run.smithi110:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-02-18T08:09:47.810 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 14c080d4-ce35-11ee-95ba-87774f69a715 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-02-18T08:09:47.810 DEBUG:teuthology.orchestra.run.smithi110:mon.a> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a.service 2024-02-18T08:09:47.854 DEBUG:teuthology.orchestra.run.smithi110:mgr.y> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y.service 2024-02-18T08:09:47.897 INFO:tasks.cephadm:Bootstrapping... 2024-02-18T08:09:47.897 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus -v bootstrap --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.110 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-02-18T08:09:48.111 INFO:teuthology.orchestra.run.smithi110.stderr:Could not locate podman: podman not found 2024-02-18T08:09:48.111 INFO:teuthology.orchestra.run.smithi110.stderr:container_init=False 2024-02-18T08:09:48.112 INFO:teuthology.orchestra.run.smithi110.stderr:Verifying podman|docker is present... 2024-02-18T08:09:48.112 INFO:teuthology.orchestra.run.smithi110.stderr:Verifying lvm2 is present... 2024-02-18T08:09:48.112 INFO:teuthology.orchestra.run.smithi110.stderr:Verifying time synchronization is in place... 2024-02-18T08:09:48.112 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-enabled chrony.service 2024-02-18T08:09:48.119 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-02-18T08:09:48.119 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-active chrony.service 2024-02-18T08:09:48.126 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout inactive 2024-02-18T08:09:48.126 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-enabled chronyd.service 2024-02-18T08:09:48.133 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-02-18T08:09:48.133 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-active chronyd.service 2024-02-18T08:09:48.140 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout inactive 2024-02-18T08:09:48.140 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-enabled systemd-timesyncd.service 2024-02-18T08:09:48.148 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout enabled 2024-02-18T08:09:48.148 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-active systemd-timesyncd.service 2024-02-18T08:09:48.154 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout inactive 2024-02-18T08:09:48.155 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-enabled ntpd.service 2024-02-18T08:09:48.160 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-02-18T08:09:48.160 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-active ntpd.service 2024-02-18T08:09:48.165 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout inactive 2024-02-18T08:09:48.165 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-enabled ntp.service 2024-02-18T08:09:48.172 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout enabled 2024-02-18T08:09:48.172 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-active ntp.service 2024-02-18T08:09:48.178 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout active 2024-02-18T08:09:48.179 INFO:teuthology.orchestra.run.smithi110.stderr:Unit ntp.service is enabled and running 2024-02-18T08:09:48.179 INFO:teuthology.orchestra.run.smithi110.stderr:Repeating the final host check... 2024-02-18T08:09:48.179 INFO:teuthology.orchestra.run.smithi110.stderr:Could not locate podman: podman not found 2024-02-18T08:09:48.179 INFO:teuthology.orchestra.run.smithi110.stderr:podman|docker (/usr/bin/docker) is present 2024-02-18T08:09:48.179 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl is present 2024-02-18T08:09:48.179 INFO:teuthology.orchestra.run.smithi110.stderr:lvcreate is present 2024-02-18T08:09:48.179 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-enabled chrony.service 2024-02-18T08:09:48.184 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-02-18T08:09:48.185 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-active chrony.service 2024-02-18T08:09:48.191 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout inactive 2024-02-18T08:09:48.191 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-enabled chronyd.service 2024-02-18T08:09:48.197 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-02-18T08:09:48.197 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-active chronyd.service 2024-02-18T08:09:48.203 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout inactive 2024-02-18T08:09:48.203 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-enabled systemd-timesyncd.service 2024-02-18T08:09:48.211 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout enabled 2024-02-18T08:09:48.212 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-active systemd-timesyncd.service 2024-02-18T08:09:48.217 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout inactive 2024-02-18T08:09:48.218 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-enabled ntpd.service 2024-02-18T08:09:48.222 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-02-18T08:09:48.223 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-active ntpd.service 2024-02-18T08:09:48.228 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout inactive 2024-02-18T08:09:48.229 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-enabled ntp.service 2024-02-18T08:09:48.233 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout enabled 2024-02-18T08:09:48.233 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl is-active ntp.service 2024-02-18T08:09:48.239 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stdout active 2024-02-18T08:09:48.240 INFO:teuthology.orchestra.run.smithi110.stderr:Unit ntp.service is enabled and running 2024-02-18T08:09:48.240 INFO:teuthology.orchestra.run.smithi110.stderr:Host looks OK 2024-02-18T08:09:48.240 INFO:teuthology.orchestra.run.smithi110.stderr:Cluster fsid: 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:09:48.240 INFO:teuthology.orchestra.run.smithi110.stderr:Acquiring lock 139702485982456 on /run/cephadm/14c080d4-ce35-11ee-95ba-87774f69a715.lock 2024-02-18T08:09:48.241 INFO:teuthology.orchestra.run.smithi110.stderr:Lock 139702485982456 acquired on /run/cephadm/14c080d4-ce35-11ee-95ba-87774f69a715.lock 2024-02-18T08:09:48.241 INFO:teuthology.orchestra.run.smithi110.stderr:Verifying IP 172.21.15.110 port 3300 ... 2024-02-18T08:09:48.241 INFO:teuthology.orchestra.run.smithi110.stderr:Verifying IP 172.21.15.110 port 6789 ... 2024-02-18T08:09:48.242 INFO:teuthology.orchestra.run.smithi110.stderr:Base mon IP is 172.21.15.110, final addrv is [v2:172.21.15.110:3300,v1:172.21.15.110:6789] 2024-02-18T08:09:48.242 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /sbin/ip route ls 2024-02-18T08:09:48.244 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2024-02-18T08:09:48.244 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.110 metric 100 2024-02-18T08:09:48.244 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-02-18T08:09:48.244 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.110 2024-02-18T08:09:48.245 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.110 metric 100 2024-02-18T08:09:48.245 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /sbin/ip -6 route ls 2024-02-18T08:09:48.247 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-02-18T08:09:48.247 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-02-18T08:09:48.248 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /sbin/ip -6 addr ls 2024-02-18T08:09:48.250 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-02-18T08:09:48.250 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout inet6 ::1/128 scope host 2024-02-18T08:09:48.250 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-02-18T08:09:48.250 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-02-18T08:09:48.251 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:cc35/64 scope link 2024-02-18T08:09:48.251 INFO:teuthology.orchestra.run.smithi110.stderr:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-02-18T08:09:48.251 INFO:teuthology.orchestra.run.smithi110.stderr:Mon IP 172.21.15.110 is in CIDR network 172.21.0.0/20 2024-02-18T08:09:48.253 INFO:teuthology.orchestra.run.smithi110.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:octopus... 2024-02-18T08:09:48.253 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker pull quay.ceph.io/ceph-ci/ceph:octopus 2024-02-18T08:09:48.392 INFO:journalctl@ceph.mgr.y.smithi110.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:09:48.392 INFO:journalctl@ceph.mon.a.smithi110.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:09:48.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout octopus: Pulling from ceph-ci/ceph 2024-02-18T08:09:48.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout e2873b3fbbec: Pulling fs layer 2024-02-18T08:09:48.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 53525f8b521a: Pulling fs layer 2024-02-18T08:09:48.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout aa16c48af922: Pulling fs layer 2024-02-18T08:09:48.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 317bd5f21d3f: Pulling fs layer 2024-02-18T08:09:48.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 83cafd770d65: Pulling fs layer 2024-02-18T08:09:48.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 317bd5f21d3f: Waiting 2024-02-18T08:09:48.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 83cafd770d65: Waiting 2024-02-18T08:09:48.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 53525f8b521a: Verifying Checksum 2024-02-18T08:09:49.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout aa16c48af922: Verifying Checksum 2024-02-18T08:09:49.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout aa16c48af922: Download complete 2024-02-18T08:09:49.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 317bd5f21d3f: Verifying Checksum 2024-02-18T08:09:49.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 317bd5f21d3f: Download complete 2024-02-18T08:09:49.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout e2873b3fbbec: Verifying Checksum 2024-02-18T08:09:49.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout e2873b3fbbec: Download complete 2024-02-18T08:09:51.942 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 83cafd770d65: Verifying Checksum 2024-02-18T08:09:51.943 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 83cafd770d65: Download complete 2024-02-18T08:09:52.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout e2873b3fbbec: Pull complete 2024-02-18T08:09:52.933 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 53525f8b521a: Pull complete 2024-02-18T08:09:53.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout aa16c48af922: Pull complete 2024-02-18T08:09:54.868 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 317bd5f21d3f: Pull complete 2024-02-18T08:10:04.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout 83cafd770d65: Pull complete 2024-02-18T08:10:04.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout Digest: sha256:ad630bc9e837434b0b7913dc56918e79880d7a45b31e44d1ac5923160c79c336 2024-02-18T08:10:04.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout Status: Downloaded newer image for quay.ceph.io/ceph-ci/ceph:octopus 2024-02-18T08:10:04.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:octopus 2024-02-18T08:10:04.372 INFO:teuthology.orchestra.run.smithi110.stderr:Extracting ceph user uid/gid from container image... 2024-02-18T08:10:04.372 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint stat -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 quay.ceph.io/ceph-ci/ceph:octopus -c %u %g /var/lib/ceph 2024-02-18T08:10:14.568 INFO:teuthology.orchestra.run.smithi110.stderr:stat: stdout 167 167 2024-02-18T08:10:15.076 INFO:teuthology.orchestra.run.smithi110.stderr:Creating initial keys... 2024-02-18T08:10:15.076 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 quay.ceph.io/ceph-ci/ceph:octopus --gen-print-key 2024-02-18T08:10:15.901 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-authtool: stdout AQBnu9FlmgjyNRAALIqGAOtA5y7FFsgxw7L/QQ== 2024-02-18T08:10:16.450 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 quay.ceph.io/ceph-ci/ceph:octopus --gen-print-key 2024-02-18T08:10:17.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-authtool: stdout AQBpu9FlSSY8ERAAnhmtxjfAxQoG623bzorZew== 2024-02-18T08:10:17.794 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 quay.ceph.io/ceph-ci/ceph:octopus --gen-print-key 2024-02-18T08:10:18.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-authtool: stdout AQBqu9FlPm8DKBAAD/MDA6WPQpVVlFUYV4+seg== 2024-02-18T08:10:19.217 INFO:teuthology.orchestra.run.smithi110.stderr:Creating initial monmap... 2024-02-18T08:10:19.217 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/monmaptool -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /tmp/ceph-tmpupi1kdk2:/tmp/monmap:z quay.ceph.io/ceph-ci/ceph:octopus --create --clobber --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 --addv a [v2:172.21.15.110:3300,v1:172.21.15.110:6789] /tmp/monmap 2024-02-18T08:10:20.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-02-18T08:10:20.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:20.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-02-18T08:10:20.553 INFO:teuthology.orchestra.run.smithi110.stderr:Creating mon... 2024-02-18T08:10:20.554 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-mon -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmptehv0k94:/tmp/keyring:z -v /tmp/ceph-tmpupi1kdk2:/tmp/monmap:z quay.ceph.io/ceph-ci/ceph:octopus --mkfs -i a --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2024-02-18T08:10:21.456 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 0 set uid:gid to 167:167 (ceph:ceph) 2024-02-18T08:10:21.456 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 1 imported monmap: 2024-02-18T08:10:21.456 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr epoch 0 2024-02-18T08:10:21.456 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:21.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr last_changed 2024-02-18T08:10:20.096352+0000 2024-02-18T08:10:21.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr created 2024-02-18T08:10:20.096352+0000 2024-02-18T08:10:21.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr min_mon_release 0 (unknown) 2024-02-18T08:10:21.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.a 2024-02-18T08:10:21.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 0 /usr/bin/ceph-mon: set fsid to 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:21.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 0 set rocksdb option compression = kNoCompression 2024-02-18T08:10:21.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2024-02-18T08:10:21.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 0 set rocksdb option write_buffer_size = 33554432 2024-02-18T08:10:21.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 0 set rocksdb option compression = kNoCompression 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 0 set rocksdb option write_buffer_size = 33554432 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: RocksDB version: 6.1.2 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Compile date Dec 12 2022 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: DB SUMMARY 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.error_if_exists: 0 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.create_if_missing: 1 2024-02-18T08:10:21.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.paranoid_checks: 1 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.env: 0x55f20cce51c0 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.info_log: 0x55f20d6f7600 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.max_file_opening_threads: 16 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.statistics: (nil) 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.use_fsync: 0 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.max_log_file_size: 0 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.log_file_time_to_roll: 0 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.keep_log_file_num: 1000 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.recycle_log_file_num: 0 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.allow_fallocate: 1 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.allow_mmap_reads: 0 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.allow_mmap_writes: 0 2024-02-18T08:10:21.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.use_direct_reads: 0 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.create_missing_column_families: 0 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.db_log_dir: 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.table_cache_numshardbits: 6 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.max_subcompactions: 1 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.max_background_flushes: -1 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.advise_random_on_open: 1 2024-02-18T08:10:21.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.db_write_buffer_size: 0 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.write_buffer_manager: 0x55f20d7787b0 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.use_adaptive_mutex: 0 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.rate_limiter: (nil) 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.wal_recovery_mode: 2 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.enable_thread_tracking: 0 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.enable_pipelined_write: 0 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-02-18T08:10:21.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.row_cache: None 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.wal_filter: None 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.allow_ingest_behind: 0 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.preserve_deletes: 0 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.two_write_queues: 0 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.manual_wal_flush: 0 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.atomic_flush: 0 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.max_background_jobs: 2 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.max_background_compactions: -1 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.delayed_write_rate : 16777216 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.max_total_wal_size: 0 2024-02-18T08:10:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.stats_dump_period_sec: 600 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.stats_persist_period_sec: 600 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.max_open_files: -1 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.bytes_per_sync: 0 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Options.compaction_readahead_size: 0 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Compression algorithms supported: 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: kZSTD supported: 0 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: kXpressCompression supported: 0 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: kLZ4HCCompression supported: 1 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: kLZ4Compression supported: 1 2024-02-18T08:10:21.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: kBZip2Compression supported: 0 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: kZlibCompression supported: 1 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: kSnappyCompression supported: 1 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.455+0000 7f39ed253700 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: [db/db_impl_open.cc:228] Creating manifest 1 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.merge_operator: 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_filter: None 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_filter_factory: None 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.table_factory: BlockBasedTable 2024-02-18T08:10:21.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f20d68d660) 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 1 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr index_type: 0 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr hash_index_allow_collision: 1 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr checksum: 1 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr block_cache: 0x55f20d6c4510 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr block_cache_options: 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-02-18T08:10:21.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr block_size: 4096 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr filter_policy: rocksdb.BuiltinBloomFilter 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr format_version: 2 2024-02-18T08:10:21.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr block_align: 0 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.write_buffer_size: 33554432 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_write_buffer_number: 2 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compression: NoCompression 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.bottommost_compression: Disabled 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.prefix_extractor: nullptr 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.num_levels: 7 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-02-18T08:10:21.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compression_opts.window_bits: -14 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compression_opts.level: 32767 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compression_opts.strategy: 0 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compression_opts.enabled: false 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.target_file_size_base: 67108864 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.target_file_size_multiplier: 1 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-02-18T08:10:21.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.arena_block_size: 4194304 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-02-18T08:10:21.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.disable_auto_compactions: 0 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.table_properties_collectors: 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.inplace_update_support: 0 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-02-18T08:10:21.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.memtable_huge_page_size: 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.bloom_locality: 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.max_successive_merges: 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.paranoid_file_checks: 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.force_consistency_checks: 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.report_bg_io_stats: 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.459+0000 7f39ed253700 4 rocksdb: Options.ttl: 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.463+0000 7f39ed253700 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.463+0000 7f39ed253700 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.463+0000 7f39ed253700 4 rocksdb: DB pointer 0x55f20e2f2400 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.463+0000 7f39d5ef7700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.463+0000 7f39d5ef7700 4 rocksdb: [db/db_impl.cc:778] 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:10:21.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:10:21.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-02-18T08:10:21.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.467+0000 7f39ed253700 4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.467+0000 7f39ed253700 4 rocksdb: [db/db_impl.cc:563] Shutdown complete 2024-02-18T08:10:21.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph-mon: stderr debug 2024-02-18T08:10:21.467+0000 7f39ed253700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-02-18T08:10:21.973 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:21.979 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl disable ceph.target 2024-02-18T08:10:21.988 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-02-18T08:10:22.109 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl enable ceph.target 2024-02-18T08:10:22.113 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-02-18T08:10:22.223 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl start ceph.target 2024-02-18T08:10:22.231 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl enable ceph-14c080d4-ce35-11ee-95ba-87774f69a715.target 2024-02-18T08:10:22.238 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-14c080d4-ce35-11ee-95ba-87774f69a715.target -> /etc/systemd/system/ceph-14c080d4-ce35-11ee-95ba-87774f69a715.target. 2024-02-18T08:10:22.238 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-14c080d4-ce35-11ee-95ba-87774f69a715.target -> /etc/systemd/system/ceph-14c080d4-ce35-11ee-95ba-87774f69a715.target. 2024-02-18T08:10:22.365 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl start ceph-14c080d4-ce35-11ee-95ba-87774f69a715.target 2024-02-18T08:10:22.373 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl daemon-reload 2024-02-18T08:10:22.482 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a 2024-02-18T08:10:22.492 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl reset-failed ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a 2024-02-18T08:10:22.498 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Failed to reset failed state of unit ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a.service: Unit ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a.service is not loaded. 2024-02-18T08:10:22.499 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl enable ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a 2024-02-18T08:10:22.506 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-14c080d4-ce35-11ee-95ba-87774f69a715.target.wants/ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a.service -> /etc/systemd/system/ceph-14c080d4-ce35-11ee-95ba-87774f69a715@.service. 2024-02-18T08:10:22.610 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl start ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a 2024-02-18T08:10:22.620 INFO:teuthology.orchestra.run.smithi110.stderr:firewalld does not appear to be present 2024-02-18T08:10:22.620 INFO:teuthology.orchestra.run.smithi110.stderr:Not possible to enable service . firewalld.service is not available 2024-02-18T08:10:22.620 INFO:teuthology.orchestra.run.smithi110.stderr:Not possible to open ports <[]>. firewalld.service is not available 2024-02-18T08:10:22.621 INFO:teuthology.orchestra.run.smithi110.stderr:Waiting for mon to start... 2024-02-18T08:10:22.621 INFO:teuthology.orchestra.run.smithi110.stderr:Waiting for mon... 2024-02-18T08:10:22.621 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus status 2024-02-18T08:10:22.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:22 smithi110 systemd[1]: Started Ceph mon.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:10:24.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:23 smithi110 bash[18908]: cluster 2024-02-18T08:10:23.934087+0000 mon.a (mon.0) 0 : [INF] mkfs 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:24.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:23 smithi110 bash[18908]: cluster 2024-02-18T08:10:23.927485+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-02-18T08:10:24.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout cluster: 2024-02-18T08:10:24.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout id: 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:24.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout health: HEALTH_OK 2024-02-18T08:10:24.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 2024-02-18T08:10:24.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout services: 2024-02-18T08:10:24.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.287261s) 2024-02-18T08:10:24.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout mgr: no daemons active 2024-02-18T08:10:24.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-02-18T08:10:24.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 2024-02-18T08:10:24.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout data: 2024-02-18T08:10:24.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-02-18T08:10:24.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-02-18T08:10:24.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-02-18T08:10:24.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout pgs: 2024-02-18T08:10:24.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 2024-02-18T08:10:24.760 INFO:teuthology.orchestra.run.smithi110.stderr:mon is available 2024-02-18T08:10:24.760 INFO:teuthology.orchestra.run.smithi110.stderr:Assimilating anything we can from ceph.conf... 2024-02-18T08:10:24.760 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z -v /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a:/var/lib/ceph/mon/ceph-a:z quay.ceph.io/ceph-ci/ceph:octopus config assimilate-conf -i /var/lib/ceph/mon/ceph-a/config 2024-02-18T08:10:25.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:24 smithi110 bash[18908]: cluster 2024-02-18T08:10:23.933218+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-02-18T08:10:25.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:24 smithi110 bash[18908]: cluster 2024-02-18T08:10:23.933420+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0]} 2024-02-18T08:10:25.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:24 smithi110 bash[18908]: cluster 2024-02-18T08:10:23.935925+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2024-02-18T08:10:25.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:24 smithi110 bash[18908]: cluster 2024-02-18T08:10:23.939110+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-02-18T08:10:25.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:24 smithi110 bash[18908]: cluster 2024-02-18T08:10:23.940090+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2024-02-18T08:10:25.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:24 smithi110 bash[18908]: audit 2024-02-18T08:10:24.220426+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.110:0/1712129248' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-02-18T08:10:25.972 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 2024-02-18T08:10:25.972 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout [global] 2024-02-18T08:10:25.972 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout fsid = 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:25.972 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout log_to_journald = false 2024-02-18T08:10:25.972 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout mon_election_default_strategy = 3 2024-02-18T08:10:25.972 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.110:3300,v1:172.21.15.110:6789] 2024-02-18T08:10:25.972 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-02-18T08:10:25.972 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-02-18T08:10:25.973 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-02-18T08:10:25.973 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-02-18T08:10:25.974 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 2024-02-18T08:10:25.974 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout [mgr] 2024-02-18T08:10:25.974 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-02-18T08:10:25.974 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 2024-02-18T08:10:25.974 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout [osd] 2024-02-18T08:10:25.974 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-02-18T08:10:25.974 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout osd_memory_target_autotune = true 2024-02-18T08:10:25.974 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-02-18T08:10:26.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:26 smithi110 bash[18908]: audit 2024-02-18T08:10:25.968664+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.110:0/3140772544' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-02-18T08:10:26.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:26 smithi110 bash[18908]: audit 2024-02-18T08:10:25.974167+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.110:0/3140772544' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-02-18T08:10:26.524 INFO:teuthology.orchestra.run.smithi110.stderr:Generating new minimal ceph.conf... 2024-02-18T08:10:26.524 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z -v /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a:/var/lib/ceph/mon/ceph-a:z quay.ceph.io/ceph-ci/ceph:octopus config generate-minimal-conf -o /var/lib/ceph/mon/ceph-a/config 2024-02-18T08:10:27.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:27 smithi110 bash[18908]: audit 2024-02-18T08:10:27.646153+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.110:0/1051521718' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:10:28.116 INFO:teuthology.orchestra.run.smithi110.stderr:Restarting the monitor... 2024-02-18T08:10:28.117 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl restart ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a 2024-02-18T08:10:28.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:28 smithi110 systemd[1]: Stopping Ceph mon.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:10:28.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:28 smithi110 bash[18908]: debug 2024-02-18T08:10:28.215+0000 7f12c6771700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:10:28.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:28 smithi110 bash[18908]: debug 2024-02-18T08:10:28.215+0000 7f12c6771700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-02-18T08:10:28.833 INFO:teuthology.orchestra.run.smithi110.stderr:Setting mon public_network... 2024-02-18T08:10:28.833 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus config set mon public_network 172.21.0.0/20 2024-02-18T08:10:29.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:28 smithi110 docker[19430]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mon.a 2024-02-18T08:10:29.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:28 smithi110 systemd[1]: Stopped Ceph mon.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:10:29.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:28 smithi110 systemd[1]: Started Ceph mon.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.055+0000 7fefe6182700 0 set uid:gid to 167:167 (ceph:ceph) 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.055+0000 7fefe6182700 0 ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable), process ceph-mon, pid 1 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.055+0000 7fefe6182700 0 pidfile_write: ignore empty --pid-file 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 0 load: jerasure load: lrc load: isa 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 0 set rocksdb option compression = kNoCompression 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 0 set rocksdb option write_buffer_size = 33554432 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 0 set rocksdb option compression = kNoCompression 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 0 set rocksdb option write_buffer_size = 33554432 2024-02-18T08:10:30.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 1 rocksdb: do_open column families: [default] 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: RocksDB version: 6.1.2 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Compile date Dec 12 2022 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: DB SUMMARY 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: CURRENT file: CURRENT 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: IDENTITY file: IDENTITY 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 109 Bytes 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000004.sst 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000006.log size: 71119 ; 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.error_if_exists: 0 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.create_if_missing: 0 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.paranoid_checks: 1 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.env: 0x556f16da91c0 2024-02-18T08:10:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.info_log: 0x556f1781ce20 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_file_opening_threads: 16 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.statistics: (nil) 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.use_fsync: 0 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_log_file_size: 0 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.log_file_time_to_roll: 0 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.keep_log_file_num: 1000 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.recycle_log_file_num: 0 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.allow_fallocate: 1 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.allow_mmap_reads: 0 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.allow_mmap_writes: 0 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.use_direct_reads: 0 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-02-18T08:10:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.create_missing_column_families: 0 2024-02-18T08:10:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.db_log_dir: 2024-02-18T08:10:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-02-18T08:10:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.table_cache_numshardbits: 6 2024-02-18T08:10:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_subcompactions: 1 2024-02-18T08:10:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_background_flushes: -1 2024-02-18T08:10:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-02-18T08:10:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-02-18T08:10:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-02-18T08:10:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-02-18T08:10:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.advise_random_on_open: 1 2024-02-18T08:10:30.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.db_write_buffer_size: 0 2024-02-18T08:10:30.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.write_buffer_manager: 0x556f178234d0 2024-02-18T08:10:30.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-02-18T08:10:30.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-02-18T08:10:30.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-02-18T08:10:30.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.use_adaptive_mutex: 0 2024-02-18T08:10:30.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.rate_limiter: (nil) 2024-02-18T08:10:30.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.wal_recovery_mode: 2 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.enable_thread_tracking: 0 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.enable_pipelined_write: 0 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.row_cache: None 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.wal_filter: None 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.allow_ingest_behind: 0 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.preserve_deletes: 0 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.two_write_queues: 0 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.manual_wal_flush: 0 2024-02-18T08:10:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.atomic_flush: 0 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_background_jobs: 2 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_background_compactions: -1 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.delayed_write_rate : 16777216 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_total_wal_size: 0 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.stats_dump_period_sec: 600 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.stats_persist_period_sec: 600 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_open_files: -1 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.bytes_per_sync: 0 2024-02-18T08:10:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_readahead_size: 0 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Compression algorithms supported: 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: kZSTD supported: 0 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: kXpressCompression supported: 0 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: kLZ4HCCompression supported: 1 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: kLZ4Compression supported: 1 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: kBZip2Compression supported: 0 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: kZlibCompression supported: 1 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: kSnappyCompression supported: 1 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.merge_operator: 2024-02-18T08:10:30.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_filter: None 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_filter_factory: None 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.table_factory: BlockBasedTable 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556f17737670) 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: cache_index_and_filter_blocks: 1 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: cache_index_and_filter_blocks_with_high_priority: 1 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: pin_top_level_index_and_filter: 1 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: index_type: 0 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: data_block_index_type: 0 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: data_block_hash_table_util_ratio: 0.750000 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: hash_index_allow_collision: 1 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: checksum: 1 2024-02-18T08:10:30.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: no_block_cache: 0 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: block_cache: 0x556f1776e610 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: block_cache_name: BinnedLRUCache 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: block_cache_options: 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: capacity : 536870912 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: num_shard_bits : 4 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: strict_capacity_limit : 0 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: high_pri_pool_ratio: 0.000 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: block_cache_compressed: (nil) 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: persistent_cache: (nil) 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: block_size: 4096 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: block_size_deviation: 10 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: block_restart_interval: 16 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: index_block_restart_interval: 1 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: metadata_block_size: 4096 2024-02-18T08:10:30.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: partition_filters: 0 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: use_delta_encoding: 1 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: filter_policy: rocksdb.BuiltinBloomFilter 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: whole_key_filtering: 1 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: verify_compression: 0 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: read_amp_bytes_per_bit: 0 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: format_version: 2 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: enable_index_compression: 1 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: block_align: 0 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.write_buffer_size: 33554432 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_write_buffer_number: 2 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compression: NoCompression 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.bottommost_compression: Disabled 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.prefix_extractor: nullptr 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-02-18T08:10:30.228 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.num_levels: 7 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compression_opts.window_bits: -14 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compression_opts.level: 32767 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compression_opts.strategy: 0 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compression_opts.enabled: false 2024-02-18T08:10:30.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.target_file_size_base: 67108864 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.target_file_size_multiplier: 1 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-02-18T08:10:30.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.arena_block_size: 4194304 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.disable_auto_compactions: 0 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-02-18T08:10:30.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.table_properties_collectors: 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.inplace_update_support: 0 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.memtable_huge_page_size: 0 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.bloom_locality: 0 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.max_successive_merges: 0 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.paranoid_file_checks: 0 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.force_consistency_checks: 0 2024-02-18T08:10:30.232 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.report_bg_io_stats: 0 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.059+0000 7fefe6182700 4 rocksdb: Options.ttl: 0 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.063+0000 7fefe6182700 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.063+0000 7fefe6182700 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 4 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.063+0000 7fefe6182700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708243830066182, "job": 1, "event": "recovery_started", "log_files": [6]} 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.063+0000 7fefe6182700 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #6 mode 2 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.063+0000 7fefe6182700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708243830068215, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 67868, "table_properties": {"data_size": 66179, "index_size": 294, "filter_size": 581, "raw_key_size": 9480, "raw_average_key_size": 48, "raw_value_size": 60745, "raw_average_value_size": 308, "num_data_blocks": 10, "num_entries": 197, "filter_policy_name": "rocksdb.BuiltinBloomFilter"}} 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.063+0000 7fefe6182700 4 rocksdb: [db/version_set.cc:3036] Creating manifest 8 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.063+0000 7fefe6182700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708243830069093, "job": 1, "event": "recovery_finished"} 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.067+0000 7fefe6182700 4 rocksdb: DB pointer 0x556f1839c400 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.067+0000 7fefccdb2700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.067+0000 7fefccdb2700 4 rocksdb: [db/db_impl.cc:778] 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ** DB Stats ** 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-02-18T08:10:30.233 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ** Compaction Stats [default] ** 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: L0 2/0 67.90 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 58.4 0.00 0.00 1 0.001 0 0 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Sum 2/0 67.90 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 58.4 0.00 0.00 1 0.001 0 0 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 58.4 0.00 0.00 1 0.001 0 0 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ** Compaction Stats [default] ** 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:10:30.234 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 58.4 0.00 0.00 1 0.001 0 0 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Flush(GB): cumulative 0.000, interval 0.000 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Cumulative compaction: 0.00 GB write, 10.23 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Interval compaction: 0.00 GB write, 10.23 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ** Compaction Stats [default] ** 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:10:30.235 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: L0 2/0 67.90 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 58.4 0.00 0.00 1 0.001 0 0 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Sum 2/0 67.90 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 58.4 0.00 0.00 1 0.001 0 0 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ** Compaction Stats [default] ** 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 58.4 0.00 0.00 1 0.001 0 0 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Flush(GB): cumulative 0.000, interval 0.000 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Cumulative compaction: 0.00 GB write, 10.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:10:30.236 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.067+0000 7fefe6182700 0 starting mon.a rank 0 at public addrs [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] at bind addrs [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.067+0000 7fefe6182700 1 mon.a@-1(???) e1 preinit fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.067+0000 7fefe6182700 0 mon.a@-1(???).mds e1 new map 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.067+0000 7fefe6182700 0 mon.a@-1(???).mds e1 print_map 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: e1 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: enable_multiple, ever_enabled_multiple: 0,0 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: legacy client fscid: -1 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: No filesystems configured 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.067+0000 7fefe6182700 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: audit debug 2024-02-18T08:10:30.067+0000 7fefe6182700 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.067+0000 7fefe6182700 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-02-18T08:10:30.237 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.067+0000 7fefe6182700 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: 2024-02-18T08:10:27.646153+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.110:0/1051521718' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta expand map: {default=false} 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta from 'false' to 'false' 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta expanded map: {default=false} 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta expand map: {default=info} 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta from 'info' to 'info' 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta expanded map: {default=info} 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta expand map: {default=daemon} 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta from 'daemon' to 'daemon' 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta expanded map: {default=daemon} 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta expand map: {default=debug} 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta from 'debug' to 'debug' 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: debug 2024-02-18T08:10:30.071+0000 7fefe6182700 20 expand_channel_meta expanded map: {default=debug} 2024-02-18T08:10:30.238 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: cluster 2024-02-18T08:10:30.078810+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-02-18T08:10:30.239 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: cluster 2024-02-18T08:10:30.078865+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0]} 2024-02-18T08:10:30.239 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: cluster 2024-02-18T08:10:30.078934+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2024-02-18T08:10:30.239 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: cluster 2024-02-18T08:10:30.078963+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-02-18T08:10:30.239 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:30 smithi110 bash[19477]: cluster 2024-02-18T08:10:30.079355+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2024-02-18T08:10:31.003 INFO:teuthology.orchestra.run.smithi110.stderr:Creating mgr... 2024-02-18T08:10:31.003 INFO:teuthology.orchestra.run.smithi110.stderr:Verifying port 9283 ... 2024-02-18T08:10:31.006 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl daemon-reload 2024-02-18T08:10:31.114 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y 2024-02-18T08:10:31.123 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl reset-failed ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y 2024-02-18T08:10:31.128 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Failed to reset failed state of unit ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y.service: Unit ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y.service is not loaded. 2024-02-18T08:10:31.128 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl enable ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y 2024-02-18T08:10:31.135 INFO:teuthology.orchestra.run.smithi110.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-14c080d4-ce35-11ee-95ba-87774f69a715.target.wants/ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y.service -> /etc/systemd/system/ceph-14c080d4-ce35-11ee-95ba-87774f69a715@.service. 2024-02-18T08:10:31.253 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: systemctl start ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y 2024-02-18T08:10:31.261 INFO:teuthology.orchestra.run.smithi110.stderr:firewalld does not appear to be present 2024-02-18T08:10:31.261 INFO:teuthology.orchestra.run.smithi110.stderr:Not possible to enable service . firewalld.service is not available 2024-02-18T08:10:31.261 INFO:teuthology.orchestra.run.smithi110.stderr:Not possible to open ports <[]>. firewalld.service is not available 2024-02-18T08:10:31.261 INFO:teuthology.orchestra.run.smithi110.stderr:firewalld does not appear to be present 2024-02-18T08:10:31.262 INFO:teuthology.orchestra.run.smithi110.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-02-18T08:10:31.262 INFO:teuthology.orchestra.run.smithi110.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-02-18T08:10:31.262 INFO:teuthology.orchestra.run.smithi110.stderr:Wrote config to /etc/ceph/ceph.conf 2024-02-18T08:10:31.262 INFO:teuthology.orchestra.run.smithi110.stderr:Waiting for mgr to start... 2024-02-18T08:10:31.262 INFO:teuthology.orchestra.run.smithi110.stderr:Waiting for mgr... 2024-02-18T08:10:31.262 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus status -f json-pretty 2024-02-18T08:10:31.401 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:31 smithi110 systemd[1]: Started Ceph mgr.y for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:10:31.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:31 smithi110 bash[19477]: audit 2024-02-18T08:10:30.407397+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.110:0/4221269091' entity='client.admin' 2024-02-18T08:10:32.966 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:32 smithi110 bash[19780]: debug 2024-02-18T08:10:32.803+0000 7f3f8ff68700 1 -- 172.21.15.110:0/3758203542 <== mon.0 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55596932c4e0 con 0x555969412800 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "fsid": "14c080d4-ce35-11ee-95ba-87774f69a715", 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "health": { 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "checks": {}, 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mutes": [] 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "quorum": [ 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 0 2024-02-18T08:10:33.036 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "a" 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "quorum_age": 2, 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "monmap": { 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_mons": 1 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "osdmap": { 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-02-18T08:10:33.037 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pgmap": { 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "fsmap": { 2024-02-18T08:10:33.038 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "by_rank": [], 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "up:standby": 0 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mgrmap": { 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "available": false, 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "modules": [ 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "iostat", 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "restful" 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "services": {} 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "servicemap": { 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:33.039 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "modified": "2024-02-18T08:10:23.934653+0000", 2024-02-18T08:10:33.040 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "services": {} 2024-02-18T08:10:33.040 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:33.040 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "progress_events": {} 2024-02-18T08:10:33.040 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:33.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:33 smithi110 bash[19477]: audit 2024-02-18T08:10:33.033104+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.110:0/3747558343' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-02-18T08:10:33.567 INFO:teuthology.orchestra.run.smithi110.stderr:mgr not available, waiting (1/10)... 2024-02-18T08:10:34.568 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus status -f json-pretty 2024-02-18T08:10:35.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 2024-02-18T08:10:35.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:35.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "fsid": "14c080d4-ce35-11ee-95ba-87774f69a715", 2024-02-18T08:10:35.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "health": { 2024-02-18T08:10:35.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-02-18T08:10:35.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "checks": {}, 2024-02-18T08:10:35.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mutes": [] 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "quorum": [ 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 0 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "a" 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "quorum_age": 5, 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "monmap": { 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_mons": 1 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "osdmap": { 2024-02-18T08:10:35.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pgmap": { 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2024-02-18T08:10:35.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "fsmap": { 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "by_rank": [], 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "up:standby": 0 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mgrmap": { 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "available": false, 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "modules": [ 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "iostat", 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "restful" 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "services": {} 2024-02-18T08:10:35.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:35.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "servicemap": { 2024-02-18T08:10:35.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:35.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "modified": "2024-02-18T08:10:23.934653+0000", 2024-02-18T08:10:35.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "services": {} 2024-02-18T08:10:35.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:35.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "progress_events": {} 2024-02-18T08:10:35.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:36.257 INFO:teuthology.orchestra.run.smithi110.stderr:mgr not available, waiting (2/10)... 2024-02-18T08:10:36.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:36 smithi110 bash[19477]: audit 2024-02-18T08:10:35.717754+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.110:0/1947544673' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-02-18T08:10:37.259 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus status -f json-pretty 2024-02-18T08:10:37.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: cluster 2024-02-18T08:10:37.183445+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2024-02-18T08:10:37.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: cluster 2024-02-18T08:10:37.189331+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.0060546s) 2024-02-18T08:10:37.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.191132+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:10:37.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.191694+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:10:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.192242+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:10:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.192748+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:10:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.193254+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:10:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.193748+0000 mon.a (mon.0) 16 : audit [DBG] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:10:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: cluster 2024-02-18T08:10:37.199040+0000 mon.a (mon.0) 17 : cluster [INF] Manager daemon y is now available 2024-02-18T08:10:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.208370+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' 2024-02-18T08:10:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.217562+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:10:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.219725+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:10:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.229119+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' 2024-02-18T08:10:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:37 smithi110 bash[19477]: audit 2024-02-18T08:10:37.232754+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.14100 172.21.15.110:0/2539576620' entity='mgr.y' 2024-02-18T08:10:38.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 2024-02-18T08:10:38.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:38.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "fsid": "14c080d4-ce35-11ee-95ba-87774f69a715", 2024-02-18T08:10:38.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "health": { 2024-02-18T08:10:38.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-02-18T08:10:38.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "checks": {}, 2024-02-18T08:10:38.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mutes": [] 2024-02-18T08:10:38.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "quorum": [ 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 0 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "a" 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "quorum_age": 8, 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "monmap": { 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2024-02-18T08:10:38.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_mons": 1 2024-02-18T08:10:38.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:38.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "osdmap": { 2024-02-18T08:10:38.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:38.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2024-02-18T08:10:38.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-02-18T08:10:38.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-02-18T08:10:38.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-02-18T08:10:38.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-02-18T08:10:38.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-02-18T08:10:38.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:38.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pgmap": { 2024-02-18T08:10:38.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-02-18T08:10:38.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2024-02-18T08:10:38.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2024-02-18T08:10:38.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2024-02-18T08:10:38.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2024-02-18T08:10:38.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2024-02-18T08:10:38.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-02-18T08:10:38.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2024-02-18T08:10:38.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:38.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "fsmap": { 2024-02-18T08:10:38.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:38.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "by_rank": [], 2024-02-18T08:10:38.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "up:standby": 0 2024-02-18T08:10:38.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:38.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mgrmap": { 2024-02-18T08:10:38.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "available": true, 2024-02-18T08:10:38.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2024-02-18T08:10:38.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "modules": [ 2024-02-18T08:10:38.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "iostat", 2024-02-18T08:10:38.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "restful" 2024-02-18T08:10:38.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:38.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "services": {} 2024-02-18T08:10:38.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:38.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "servicemap": { 2024-02-18T08:10:38.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 1, 2024-02-18T08:10:38.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "modified": "2024-02-18T08:10:23.934653+0000", 2024-02-18T08:10:38.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "services": {} 2024-02-18T08:10:38.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:38.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "progress_events": {} 2024-02-18T08:10:38.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:39.172 INFO:teuthology.orchestra.run.smithi110.stderr:mgr is available 2024-02-18T08:10:39.172 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus config-key set mgr/cephadm/ssh_user root 2024-02-18T08:10:39.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:39 smithi110 bash[19477]: cluster 2024-02-18T08:10:38.189979+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e3: y(active, since 1.00672s) 2024-02-18T08:10:39.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:39 smithi110 bash[19477]: audit 2024-02-18T08:10:38.649711+0000 mon.a (mon.0) 24 : audit [DBG] from='client.? 172.21.15.110:0/2366291953' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-02-18T08:10:40.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:40 smithi110 bash[19477]: cluster 2024-02-18T08:10:39.196552+0000 mon.a (mon.0) 25 : cluster [DBG] mgrmap e4: y(active, since 2s) 2024-02-18T08:10:40.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stderr set mgr/cephadm/ssh_user 2024-02-18T08:10:41.327 INFO:teuthology.orchestra.run.smithi110.stderr:Enabling cephadm module... 2024-02-18T08:10:41.327 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus mgr module enable cephadm 2024-02-18T08:10:42.097 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:41 smithi110 bash[19477]: audit 2024-02-18T08:10:40.802608+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.110:0/2982444801' entity='client.admin' 2024-02-18T08:10:43.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:42 smithi110 bash[19477]: audit 2024-02-18T08:10:42.668702+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.110:0/4120710224' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-02-18T08:10:43.216 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:42 smithi110 bash[19780]: ignoring --setuser ceph since I am not root 2024-02-18T08:10:43.216 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:42 smithi110 bash[19780]: ignoring --setgroup ceph since I am not root 2024-02-18T08:10:43.216 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:42 smithi110 bash[19780]: debug 2024-02-18T08:10:42.843+0000 7f46bc97a700 1 -- 172.21.15.110:0/3014207519 <== mon.0 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56546237a4e0 con 0x565462462800 2024-02-18T08:10:43.341 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus mgr dump 2024-02-18T08:10:44.117 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:43 smithi110 bash[19477]: audit 2024-02-18T08:10:42.808298+0000 mon.a (mon.0) 28 : audit [INF] from='client.? 172.21.15.110:0/4120710224' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-02-18T08:10:44.117 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:43 smithi110 bash[19477]: cluster 2024-02-18T08:10:42.808408+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e5: y(active, since 5s) 2024-02-18T08:10:45.087 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.087 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 5, 2024-02-18T08:10:45.087 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_gid": 14100, 2024-02-18T08:10:45.087 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_name": "y", 2024-02-18T08:10:45.087 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_addrs": { 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addrvec": [ 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "v2", 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.110:6800", 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "nonce": 4048345598 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "v1", 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.110:6801", 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "nonce": 4048345598 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ] 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.088 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.15.110:6801/4048345598", 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_change": "2024-02-18T08:10:37.183244+0000", 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "available": true, 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "standbys": [], 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "modules": [ 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "cephadm", 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "iostat", 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "restful" 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "available_modules": [ 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "alerts", 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.089 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "interval": { 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "interval", 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "60", 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.090 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.091 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.092 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.093 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.094 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.095 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.096 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_host": { 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.097 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_password": { 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.098 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_port": { 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.099 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "465", 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.100 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.101 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_user": { 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2024-02-18T08:10:45.102 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "balancer", 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active": { 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "active", 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.103 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "begin_time": { 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.104 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "uint", 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0", 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "0", 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "7", 2024-02-18T08:10:45.105 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "uint", 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "25", 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "1", 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "250", 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2024-02-18T08:10:45.106 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.107 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "float", 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "0.001", 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "0.999", 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.108 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "end_time": { 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "end_time", 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.109 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "end_weekday": { 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "uint", 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "7", 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "0", 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "7", 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.110 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.111 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.112 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.113 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.114 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min_score": { 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "min_score", 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "float", 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0", 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mode": { 2024-02-18T08:10:45.115 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "mode", 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "none", 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crush-compat", 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "none", 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "upmap" 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.116 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pool_ids": { 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.117 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "60", 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.118 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "5", 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "1", 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.119 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "uint", 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.120 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.121 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.122 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "quay.io/prometheus/alertmanager:v0.20.0", 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2024-02-18T08:10:45.123 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_image_base": { 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "quay.io/ceph/ceph", 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.124 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "quay.io/ceph/ceph-grafana:6.7.4", 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.125 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "quay.io/prometheus/node-exporter:v0.18.1", 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.126 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "quay.io/prometheus/prometheus:v2.18.1", 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_init": { 2024-02-18T08:10:45.127 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_init", 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2024-02-18T08:10:45.128 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "600", 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.129 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.130 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "60", 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.131 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "600", 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.132 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.133 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.134 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.135 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.136 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.137 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "migration_current": { 2024-02-18T08:10:45.138 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mode": { 2024-02-18T08:10:45.139 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "mode", 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "root", 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "cephadm-package", 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "root" 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.140 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.141 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "registry_password": { 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.142 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "registry_url": { 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.143 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "registry_username": { 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.144 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.145 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.146 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.147 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2024-02-18T08:10:45.148 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.149 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "crash", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.150 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.151 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.152 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.153 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "retain_interval": { 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2024-02-18T08:10:45.154 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.155 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:10:45.156 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.157 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_SSL_VERIFY": { 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.158 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.159 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.160 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.161 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.162 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.163 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.164 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.165 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.166 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.167 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.168 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2024-02-18T08:10:45.169 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.170 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.171 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.172 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.173 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.174 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.175 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_SSL_VERIFY": { 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_SSL_VERIFY", 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.176 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.177 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.178 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.179 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.180 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.181 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.183 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.183 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.183 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.184 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.184 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.184 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-02-18T08:10:45.184 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-02-18T08:10:45.184 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.184 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.185 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.185 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.185 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.185 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.185 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.185 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.185 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.186 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.187 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.187 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.187 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.187 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.187 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.187 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.187 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2024-02-18T08:10:45.187 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2024-02-18T08:10:45.187 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.187 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.188 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.188 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.188 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.188 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.188 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.188 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.188 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.188 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.188 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.189 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2024-02-18T08:10:45.190 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "8", 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2024-02-18T08:10:45.191 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "45", 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2024-02-18T08:10:45.192 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2024-02-18T08:10:45.193 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.194 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2024-02-18T08:10:45.195 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "80", 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2024-02-18T08:10:45.196 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "http", 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.197 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2024-02-18T08:10:45.198 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2024-02-18T08:10:45.199 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.200 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0", 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.201 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "5", 2024-02-18T08:10:45.202 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crt_file": { 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.203 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug": { 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "debug", 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.204 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.205 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "key_file": { 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "key_file", 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.206 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.207 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.208 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.209 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "motd": { 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "motd", 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.211 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "The message of the day", 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_addr": { 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.212 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "::", 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_port": { 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_port", 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.213 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ssl": { 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ssl", 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.214 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.215 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.216 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "redirect" 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.217 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "500", 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "400", 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "599", 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "url_prefix": { 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.218 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.219 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.220 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.221 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.222 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.223 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.224 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2024-02-18T08:10:45.225 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pool_name": { 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2024-02-18T08:10:45.226 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.227 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "retention_period": { 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.228 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.229 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "self_heal": { 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2024-02-18T08:10:45.230 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "600", 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2024-02-18T08:10:45.231 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.232 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.233 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.234 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.234 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.234 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.234 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.234 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.234 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.234 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.234 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.234 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.235 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.236 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.236 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.236 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.236 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.236 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.236 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.236 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.236 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.236 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.236 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.237 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.238 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.239 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.239 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.239 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.239 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.239 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "predict_interval": { 2024-02-18T08:10:45.239 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2024-02-18T08:10:45.239 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.239 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.239 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.239 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2024-02-18T08:10:45.240 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.240 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.240 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.240 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.240 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.240 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.240 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.240 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.240 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "predictor_model": { 2024-02-18T08:10:45.240 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.241 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "600", 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.242 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "influx", 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": false, 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "batch_size": { 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2024-02-18T08:10:45.243 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "database": { 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "database", 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2024-02-18T08:10:45.244 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "hostname": { 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "hostname", 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.245 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "interval": { 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "interval", 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "30", 2024-02-18T08:10:45.246 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.247 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.248 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.249 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.250 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.251 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "password": { 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "password", 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "port": { 2024-02-18T08:10:45.252 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "port", 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ssl": { 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ssl", 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.253 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "false", 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "threads": { 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "threads", 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.254 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "5", 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "username": { 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "username", 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.255 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "true", 2024-02-18T08:10:45.256 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "insights", 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.257 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.258 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.259 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.260 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.261 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "iostat", 2024-02-18T08:10:45.262 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.263 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.264 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.265 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.265 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.265 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.265 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.265 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.265 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.265 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.265 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.266 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.267 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.268 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.268 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.268 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.268 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.268 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.268 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.268 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.268 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.268 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.269 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "7", 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.270 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:10:45.271 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "10", 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.272 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.273 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.274 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.274 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.274 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.274 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.274 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.274 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.274 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.274 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.274 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.274 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.275 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.276 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.277 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "localpool", 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.278 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "failure_domain": { 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "host", 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.279 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.280 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.281 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.282 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.283 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min_size": { 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "min_size", 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.284 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_rep": { 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "3", 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.285 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pg_num": { 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "128", 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2024-02-18T08:10:45.286 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "prefix": { 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "prefix", 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.287 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "subtree": { 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "subtree", 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.288 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.289 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.290 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.291 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.292 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "orchestrator": { 2024-02-18T08:10:45.293 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "cephadm", 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rook", 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.295 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.296 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.297 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.298 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.298 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.298 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.298 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.298 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.298 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.298 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.298 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.298 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.298 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.299 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.300 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.300 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.300 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.300 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.300 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.300 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.300 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.300 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.300 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.300 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.301 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.302 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.302 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.302 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.302 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.302 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.302 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.302 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.302 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.302 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.302 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.303 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.304 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.305 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "60", 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.306 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "progress", 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enabled": { 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "enabled", 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.307 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.308 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.310 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.310 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.310 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.310 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.310 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.310 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.310 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.310 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.310 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.310 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.311 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.312 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.312 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.312 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.312 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.312 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.312 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.312 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.312 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.312 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.312 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.313 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.313 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.313 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.313 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.313 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.313 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.313 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.313 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.313 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.313 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.314 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "50", 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.315 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "persist_interval": { 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "5", 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.316 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.317 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.318 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.319 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.320 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.321 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.322 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "300", 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.323 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.324 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_addr": { 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.325 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_port": { 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_port", 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.326 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.327 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.328 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.329 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.330 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.331 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max_concurrent_snap_create": { 2024-02-18T08:10:45.332 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_snap_create", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.333 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.334 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "restful", 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "key_file": { 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "key_file", 2024-02-18T08:10:45.335 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.336 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.337 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.338 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.339 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.339 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.339 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.339 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.339 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.339 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.339 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.339 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.339 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.339 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.340 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.341 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.341 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.341 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.341 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.341 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.341 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.341 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.341 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.341 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.341 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_addr": { 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2024-02-18T08:10:45.342 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.343 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_port": { 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_port", 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.344 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rook", 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.345 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.346 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.347 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.348 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.348 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.348 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.348 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.348 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.348 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.348 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.348 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.348 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.348 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.349 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.350 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "selftest", 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.351 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.352 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.353 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.354 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.355 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "roption1": { 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "roption1", 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.356 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "roption2": { 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "roption2", 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.357 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption1": { 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.358 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption2": { 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.359 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption3": { 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "float", 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.360 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption4": { 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.361 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption5": { 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption6": { 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.362 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "testkey": { 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "testkey", 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.363 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "testlkey": { 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.364 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "testnewline": { 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.365 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "status", 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.366 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.367 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.368 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.369 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.370 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.371 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.371 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.371 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.371 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.371 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.371 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.371 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.371 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2024-02-18T08:10:45.371 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.371 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "address": { 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "address", 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.372 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "interval": { 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "interval", 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "15", 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.373 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.374 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.375 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.376 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.377 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.378 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "channel_basic": { 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.379 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "channel_crash": { 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.380 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "channel_device": { 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.381 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "channel_ident": { 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.382 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "contact": { 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "contact", 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.383 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "description": { 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "description", 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.384 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "device_url": { 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "device_url", 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.385 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enabled": { 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "enabled", 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.387 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "interval": { 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "interval", 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "24", 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "8", 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.388 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "1", 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.389 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "leaderboard": { 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.390 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.391 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.392 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.393 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.394 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "organization": { 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "organization", 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.395 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "proxy": { 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "proxy", 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.396 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "url": { 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "url", 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.397 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2024-02-18T08:10:45.398 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.399 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.400 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.401 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.402 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.403 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "volumes", 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.404 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.405 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.406 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.407 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.408 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "4", 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.409 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "snapshot_clone_delay": { 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "snapshot_clone_delay", 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0", 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.410 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "100", 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "identifier": { 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "identifier", 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.412 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "interval": { 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "interval", 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "60", 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.413 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.414 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:10:45.415 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.416 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.417 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.418 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.419 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.420 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:10:45.421 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "services": {}, 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "nautilus": [ 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "balancer", 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crash", 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "devicehealth", 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "progress", 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rbd_support", 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "status", 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "volumes" 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.422 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "octopus": [ 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "balancer", 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crash", 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "devicehealth", 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "orchestrator", 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "progress", 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rbd_support", 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "status", 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "telemetry", 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "volumes" 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 0, 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_clients": [ 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.423 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addrvec": [ 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "v2", 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.110:0", 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "nonce": 2656758538 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ] 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addrvec": [ 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "v2", 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.110:0", 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "nonce": 2819148956 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ] 2024-02-18T08:10:45.424 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.425 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ] 2024-02-18T08:10:45.425 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.425 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:45.425 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:44 smithi110 bash[19477]: audit 2024-02-18T08:10:44.669984+0000 mon.a (mon.0) 30 : audit [DBG] from='client.? 172.21.15.110:0/1405196400' entity='client.admin' cmd=[{"prefix": "mgr dump"}]: dispatch 2024-02-18T08:10:45.426 INFO:teuthology.orchestra.run.smithi110.stderr:Waiting for the mgr to restart... 2024-02-18T08:10:45.426 INFO:teuthology.orchestra.run.smithi110.stderr:Waiting for Mgr epoch 5... 2024-02-18T08:10:45.426 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus tell mgr mgr_status 2024-02-18T08:10:47.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:47 smithi110 bash[19477]: cluster 2024-02-18T08:10:47.227610+0000 mon.a (mon.0) 31 : cluster [INF] Active manager daemon y restarted 2024-02-18T08:10:47.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:47 smithi110 bash[19477]: cluster 2024-02-18T08:10:47.228304+0000 mon.a (mon.0) 32 : cluster [INF] Activating manager daemon y 2024-02-18T08:10:47.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:47 smithi110 bash[19477]: cluster 2024-02-18T08:10:47.231129+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-02-18T08:10:48.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:10:48.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-02-18T08:10:48.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "initialized": true 2024-02-18T08:10:48.309 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:10:48.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: cluster 2024-02-18T08:10:47.284119+0000 mon.a (mon.0) 34 : cluster [DBG] mgrmap e6: y(active, starting, since 0.0558887s) 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.289302+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.290985+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.292217+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.292521+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.292772+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.293391+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.294850+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.295421+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.295887+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.296367+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: cluster 2024-02-18T08:10:47.300092+0000 mon.a (mon.0) 45 : cluster [INF] Manager daemon y is now available 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.323173+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:48.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.327496+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:48.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.334060+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:48.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.465718+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:48.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.468677+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:48.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.483389+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:10:48.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:48 smithi110 bash[19477]: audit 2024-02-18T08:10:47.486007+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:10:48.846 INFO:teuthology.orchestra.run.smithi110.stderr:Mgr epoch 5 is available 2024-02-18T08:10:48.846 INFO:teuthology.orchestra.run.smithi110.stderr:Setting orchestrator backend to cephadm... 2024-02-18T08:10:48.846 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus orch set backend cephadm 2024-02-18T08:10:49.621 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:49 smithi110 bash[19477]: cluster 2024-02-18T08:10:48.299153+0000 mon.a (mon.0) 53 : cluster [DBG] mgrmap e7: y(active, since 1.07093s) 2024-02-18T08:10:49.622 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:49 smithi110 bash[19477]: audit 2024-02-18T08:10:48.299569+0000 mgr.y (mgr.14116) 1 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-02-18T08:10:49.622 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:49 smithi110 bash[19477]: audit 2024-02-18T08:10:48.312125+0000 mgr.y (mgr.14116) 2 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-02-18T08:10:50.709 INFO:teuthology.orchestra.run.smithi110.stderr:Generating ssh key... 2024-02-18T08:10:50.709 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus cephadm generate-key 2024-02-18T08:10:50.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:50 smithi110 bash[19477]: cluster 2024-02-18T08:10:49.304535+0000 mon.a (mon.0) 54 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-02-18T08:10:50.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:50 smithi110 bash[19477]: audit 2024-02-18T08:10:50.172864+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:50.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:50 smithi110 bash[19477]: audit 2024-02-18T08:10:50.204556+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:51.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19477]: audit 2024-02-18T08:10:50.164736+0000 mgr.y (mgr.14116) 3 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:10:52.466 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: Generating public/private rsa key pair. 2024-02-18T08:10:52.466 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: Your identification has been saved in /tmp/tmptckzntx7/key. 2024-02-18T08:10:52.466 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: Your public key has been saved in /tmp/tmptckzntx7/key.pub. 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: The key fingerprint is: 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: SHA256:z0eAaQ3eQKGOvEOzd01+SmjolOVmhSMLi/Otsy3ipT8 ceph-14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: The key's randomart image is: 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: +---[RSA 3072]----+ 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: | .=. | 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: | o B | 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: | . = + | 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: | . o . . . | 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: | * o S o . | 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: | o * B X . | 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: | o * * B * o | 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: | .=EB = . + | 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: | .oo=*+ . | 2024-02-18T08:10:52.467 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:51 smithi110 bash[19780]: +----[SHA256]-----+ 2024-02-18T08:10:52.556 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus cephadm get-pub-key 2024-02-18T08:10:53.252 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:52 smithi110 bash[19477]: cephadm 2024-02-18T08:10:51.934679+0000 mgr.y (mgr.14116) 5 : cephadm [INF] Generating ssh key... 2024-02-18T08:10:53.252 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:52 smithi110 bash[19477]: audit 2024-02-18T08:10:51.992982+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:53.252 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:52 smithi110 bash[19477]: audit 2024-02-18T08:10:51.996553+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:53.825 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbvc1vVJJZ59KALDajTsC3DQZEpx6lly9MrztcWwwpZuZ8KtJvtbpm2+HTGXaiM2jMLY82TyHvHdXyKz2FvG6hi1DrPovkEYFZ2RIuPB0w21kxZa1jiZGFmTcC9dwxVNT5AvKvwzo4gT3+L3XXwIZ0qf+KavdR72Bp1ELtqDajmC3V3fDy3YJp6EnON4Ts0ez/wkObjXYiH7ud75qQs6SB1tBTX+k9zRQEEqkNrDNWjz5xnYyozVU7Op07odO4Jeux1lDHXciDkfmN30lBpMrCc/8ku1r9XzKkH/Uqj1s6GR7TA+dV78zfTUpU1akYQoK1Fru5hogiJqu0m9ithIVjz09ZWCv20BYteJfWWGVODBownM1SBhaYxom8QDSKKHRg2KkEvdTvUcgrRnxxqF9Ej2bnNwwhoJ2hED1a6W1JvpkX8s5Mn5CjDfNkjTQ7PprH+/92Z7X2Ax3a+WfGtjOZ9TWp/qd4JrLC/la1sDvhA0mRA9khyoCOcTELNpiFx5k= ceph-14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:10:54.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:53 smithi110 bash[19477]: audit 2024-02-18T08:10:53.827893+0000 mgr.y (mgr.14116) 6 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:10:54.395 INFO:teuthology.orchestra.run.smithi110.stderr:Wrote public SSH key to to /home/ubuntu/cephtest/ceph.pub 2024-02-18T08:10:54.395 INFO:teuthology.orchestra.run.smithi110.stderr:Adding key to root@localhost's authorized_keys... 2024-02-18T08:10:54.395 INFO:teuthology.orchestra.run.smithi110.stderr:Adding host smithi110... 2024-02-18T08:10:54.395 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus orch host add smithi110 2024-02-18T08:10:56.079 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:10:55 smithi110 bash[19780]: Warning: Permanently added 'smithi110,172.21.15.110' (ECDSA) to the list of known hosts. 2024-02-18T08:10:56.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:56 smithi110 bash[19477]: audit 2024-02-18T08:10:55.744382+0000 mgr.y (mgr.14116) 7 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi110", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:10:56.474 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout Added host 'smithi110' 2024-02-18T08:10:57.156 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus config set mgr mgr/cephadm/container_init False --force 2024-02-18T08:10:57.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:57 smithi110 bash[19477]: audit 2024-02-18T08:10:56.474223+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:57.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:57 smithi110 bash[19477]: cephadm 2024-02-18T08:10:56.475023+0000 mgr.y (mgr.14116) 8 : cephadm [INF] Added host smithi110 2024-02-18T08:10:57.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:57 smithi110 bash[19477]: audit 2024-02-18T08:10:56.854504+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:57.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:57 smithi110 bash[19477]: audit 2024-02-18T08:10:56.855323+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:10:57.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:57 smithi110 bash[19477]: audit 2024-02-18T08:10:57.402917+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' 2024-02-18T08:10:57.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:57 smithi110 bash[19477]: audit 2024-02-18T08:10:57.404098+0000 mon.a (mon.0) 63 : audit [DBG] from='mgr.14116 172.21.15.110:0/3294809973' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:10:59.696 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus config set mgr mgr/dashboard/ssl_server_port 8443 2024-02-18T08:11:00.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:10:59 smithi110 bash[19477]: audit 2024-02-18T08:10:58.865265+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 172.21.15.110:0/3866642843' entity='client.admin' 2024-02-18T08:11:01.601 INFO:teuthology.orchestra.run.smithi110.stderr:Enabling the dashboard module... 2024-02-18T08:11:01.601 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus mgr module enable dashboard 2024-02-18T08:11:02.377 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:02 smithi110 bash[19477]: audit 2024-02-18T08:11:01.064390+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 172.21.15.110:0/901545042' entity='client.admin' 2024-02-18T08:11:03.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:03 smithi110 bash[19477]: audit 2024-02-18T08:11:02.945756+0000 mon.a (mon.0) 66 : audit [INF] from='client.? 172.21.15.110:0/1304077748' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-02-18T08:11:03.468 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:11:03 smithi110 bash[19780]: ignoring --setuser ceph since I am not root 2024-02-18T08:11:03.468 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:11:03 smithi110 bash[19780]: ignoring --setgroup ceph since I am not root 2024-02-18T08:11:03.639 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus mgr dump 2024-02-18T08:11:04.378 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:04 smithi110 bash[19477]: audit 2024-02-18T08:11:03.067845+0000 mon.a (mon.0) 67 : audit [INF] from='client.? 172.21.15.110:0/1304077748' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-02-18T08:11:04.379 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:04 smithi110 bash[19477]: cluster 2024-02-18T08:11:03.067952+0000 mon.a (mon.0) 68 : cluster [DBG] mgrmap e9: y(active, since 15s) 2024-02-18T08:11:05.047 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "epoch": 9, 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_gid": 14116, 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_name": "y", 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_addrs": { 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addrvec": [ 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "v2", 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.110:6800", 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "nonce": 3152693864 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "v1", 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.110:6801", 2024-02-18T08:11:05.048 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "nonce": 3152693864 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ] 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.15.110:6801/3152693864", 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_change": "2024-02-18T08:10:47.228202+0000", 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "available": true, 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "standbys": [], 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "modules": [ 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "cephadm", 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "dashboard", 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "iostat", 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "restful" 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.049 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "available_modules": [ 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "alerts", 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "interval": { 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "interval", 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "60", 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.050 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.051 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.052 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.053 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.053 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.053 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.053 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.053 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.053 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.053 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.482 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.483 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.484 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.485 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.486 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_host": { 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.487 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_password": { 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2024-02-18T08:11:05.488 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_port": { 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "465", 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.489 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.490 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.491 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "smtp_user": { 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.492 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "balancer", 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active": { 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "active", 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.493 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "begin_time": { 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.494 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "uint", 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0", 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "0", 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "7", 2024-02-18T08:11:05.495 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "uint", 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "25", 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "1", 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "250", 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2024-02-18T08:11:05.496 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2024-02-18T08:11:05.497 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "float", 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "0.001", 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "0.999", 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.498 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "end_time": { 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "end_time", 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.499 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "end_weekday": { 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "uint", 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "7", 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "0", 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "7", 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.500 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.501 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.502 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.503 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.504 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min_score": { 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "min_score", 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "float", 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.505 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0", 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mode": { 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "mode", 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "none", 2024-02-18T08:11:05.506 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crush-compat", 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "none", 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "upmap" 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pool_ids": { 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.507 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.508 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "60", 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "5", 2024-02-18T08:11:05.509 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "1", 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "uint", 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.510 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2024-02-18T08:11:05.511 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2024-02-18T08:11:05.512 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.513 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "quay.io/prometheus/alertmanager:v0.20.0", 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_image_base": { 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "quay.io/ceph/ceph", 2024-02-18T08:11:05.514 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "quay.io/ceph/ceph-grafana:6.7.4", 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.515 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "quay.io/prometheus/node-exporter:v0.18.1", 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.516 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "quay.io/prometheus/prometheus:v2.18.1", 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2024-02-18T08:11:05.517 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "container_init": { 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "container_init", 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.518 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "600", 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.519 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.520 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "60", 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.521 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "600", 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.522 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.523 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.524 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.525 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.526 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.527 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "migration_current": { 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.528 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mode": { 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "mode", 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "root", 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.529 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "cephadm-package", 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "root" 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-02-18T08:11:05.530 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "registry_password": { 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.531 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "registry_url": { 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.532 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "registry_username": { 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.533 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.534 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.535 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.536 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.537 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.538 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "crash", 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.539 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.540 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.541 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.542 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.543 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "retain_interval": { 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.544 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.545 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.546 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.547 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_SSL_VERIFY": { 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.548 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.549 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.550 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.551 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.552 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.553 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2024-02-18T08:11:05.554 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.555 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.556 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.557 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.558 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.559 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.560 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.561 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.562 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.563 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2024-02-18T08:11:05.564 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_SSL_VERIFY": { 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_SSL_VERIFY", 2024-02-18T08:11:05.565 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.566 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.567 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.568 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.569 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.570 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.571 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.572 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.573 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.574 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.574 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.574 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.574 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2024-02-18T08:11:05.574 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2024-02-18T08:11:05.574 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.574 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.574 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.574 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-02-18T08:11:05.574 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.575 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "8", 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.576 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "45", 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.577 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.578 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.579 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.580 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "80", 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.581 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "http", 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2024-02-18T08:11:05.582 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.583 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.584 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.585 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0", 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:11:05.586 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "5", 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.587 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crt_file": { 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.588 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug": { 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "debug", 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2024-02-18T08:11:05.589 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.590 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "key_file": { 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "key_file", 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.591 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.592 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.593 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.594 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.595 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.596 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "motd": { 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "motd", 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "The message of the day", 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.597 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_addr": { 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "::", 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_port": { 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_port", 2024-02-18T08:11:05.598 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ssl": { 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ssl", 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.599 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.600 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.601 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "redirect" 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2024-02-18T08:11:05.602 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "500", 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "400", 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "599", 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "url_prefix": { 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.603 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2024-02-18T08:11:05.604 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.605 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.606 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.607 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.608 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.609 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2024-02-18T08:11:05.610 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pool_name": { 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.611 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "retention_period": { 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.612 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.613 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "self_heal": { 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.614 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "600", 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.615 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.616 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.617 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.618 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.619 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.620 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.621 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "predict_interval": { 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.622 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "predictor_model": { 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2024-02-18T08:11:05.623 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.624 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "600", 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "influx", 2024-02-18T08:11:05.625 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": false, 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "batch_size": { 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.626 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "database": { 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "database", 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.627 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "hostname": { 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "hostname", 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.628 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "interval": { 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "interval", 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "30", 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.629 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.630 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.631 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.632 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "password": { 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "password", 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.634 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "port": { 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "port", 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.635 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ssl": { 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ssl", 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.636 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "false", 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "threads": { 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "threads", 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.637 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "5", 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "username": { 2024-02-18T08:11:05.638 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "username", 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2024-02-18T08:11:05.639 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2024-02-18T08:11:05.640 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.640 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.640 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.640 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "true", 2024-02-18T08:11:05.640 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.640 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.640 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.640 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.640 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.640 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "insights", 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.641 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.642 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.643 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.644 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.645 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.646 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "iostat", 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.647 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.648 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.648 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.648 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.648 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.648 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.648 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.648 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.648 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.648 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.648 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.649 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.650 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.651 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.652 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.653 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.653 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.653 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.653 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2024-02-18T08:11:05.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2024-02-18T08:11:05.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2024-02-18T08:11:05.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.655 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "7", 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.656 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "10", 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.657 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.658 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.659 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.660 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.661 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "localpool", 2024-02-18T08:11:05.662 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "failure_domain": { 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "host", 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.663 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.664 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.665 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.666 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.667 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min_size": { 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "min_size", 2024-02-18T08:11:05.668 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "num_rep": { 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2024-02-18T08:11:05.669 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "3", 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pg_num": { 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.670 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "128", 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "prefix": { 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "prefix", 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.671 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "subtree": { 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "subtree", 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.672 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.673 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.674 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.675 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.676 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.677 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "orchestrator": { 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.678 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "cephadm", 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rook", 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.679 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.680 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.681 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.682 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.683 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.684 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.685 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.686 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.687 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.688 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.689 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "60", 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.690 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "progress", 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enabled": { 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "enabled", 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.691 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.692 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.693 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.694 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.695 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.696 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "50", 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.697 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "persist_interval": { 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "5", 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.698 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.699 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.700 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.701 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.702 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.703 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2024-02-18T08:11:05.704 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "300", 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2024-02-18T08:11:05.705 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_addr": { 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.706 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_port": { 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_port", 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.707 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.708 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.709 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.710 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.711 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.712 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.713 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max_concurrent_snap_create": { 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_snap_create", 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10", 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.714 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.715 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.716 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "restful", 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "key_file": { 2024-02-18T08:11:05.717 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "key_file", 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.718 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.719 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.720 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.721 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.722 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_addr": { 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.723 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "server_port": { 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "server_port", 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.724 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rook", 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.725 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.726 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.727 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.728 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.728 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.728 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.728 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.728 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.728 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.728 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.728 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.728 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.728 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.729 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.730 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "selftest", 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.731 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.732 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.733 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.734 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.735 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "roption1": { 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "roption1", 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.736 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "roption2": { 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "roption2", 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.737 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption1": { 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.738 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption2": { 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.739 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption3": { 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "float", 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.740 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption4": { 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.741 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption5": { 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rwoption6": { 2024-02-18T08:11:05.742 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "testkey": { 2024-02-18T08:11:05.743 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "testkey", 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "testlkey": { 2024-02-18T08:11:05.744 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "testnewline": { 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2024-02-18T08:11:05.745 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.746 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "status", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.747 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.748 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.749 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.750 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.751 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "address": { 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "address", 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2024-02-18T08:11:05.752 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "interval": { 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "interval", 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "15", 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.753 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.754 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.755 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.756 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.757 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.757 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.757 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.757 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.757 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.757 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.757 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.757 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.757 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.757 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.758 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.759 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "channel_basic": { 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.760 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.761 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.761 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "channel_crash": { 2024-02-18T08:11:05.761 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2024-02-18T08:11:05.761 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.761 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.761 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.761 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.761 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.761 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.761 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "channel_device": { 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "True", 2024-02-18T08:11:05.762 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "channel_ident": { 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.763 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "contact": { 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "contact", 2024-02-18T08:11:05.764 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.765 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.765 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.765 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.765 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.765 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.765 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.765 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.765 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.765 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.765 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.766 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.766 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "description": { 2024-02-18T08:11:05.766 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "description", 2024-02-18T08:11:05.766 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.766 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.766 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.766 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.766 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.766 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.766 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "device_url": { 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "device_url", 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2024-02-18T08:11:05.767 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enabled": { 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "enabled", 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.768 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "interval": { 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "interval", 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "24", 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "8", 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.769 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "1", 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.770 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "leaderboard": { 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.771 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.772 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.773 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.774 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.775 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "organization": { 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "organization", 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.776 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "proxy": { 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "proxy", 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.777 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "url": { 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "url", 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.778 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.779 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.780 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.781 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.782 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.783 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "volumes", 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.784 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.785 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.786 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.787 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.788 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.789 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "4", 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "snapshot_clone_delay": { 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "snapshot_clone_delay", 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "0", 2024-02-18T08:11:05.790 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "can_run": true, 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error_string": "", 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "module_options": { 2024-02-18T08:11:05.791 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "100", 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "identifier": { 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "identifier", 2024-02-18T08:11:05.792 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "interval": { 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "interval", 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "secs", 2024-02-18T08:11:05.793 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "60", 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_level": { 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_level", 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.794 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "", 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.795 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.796 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "info", 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "", 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "critical", 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "debug", 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "error", 2024-02-18T08:11:05.797 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "info", 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "warning" 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "log_to_file": { 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "bool", 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 1, 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "False", 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.798 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "None", 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.799 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "int", 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.800 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "str", 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "level": "advanced", 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "flags": 0, 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "min": "", 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "max": "", 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "desc": "", 2024-02-18T08:11:05.801 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "long_desc": "", 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "tags": [], 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "see_also": [] 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "services": {}, 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "nautilus": [ 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "balancer", 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crash", 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "devicehealth", 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "progress", 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rbd_support", 2024-02-18T08:11:05.802 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "status", 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "volumes" 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "octopus": [ 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "balancer", 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "crash", 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "devicehealth", 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "orchestrator", 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "progress", 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "rbd_support", 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "status", 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "telemetry", 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "volumes" 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ], 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 2, 2024-02-18T08:11:05.803 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "active_clients": [ 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addrvec": [ 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "v2", 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.110:0", 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "nonce": 3320279389 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ] 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout }, 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addrvec": [ 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "type": "v2", 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.110:0", 2024-02-18T08:11:05.804 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "nonce": 3267465586 2024-02-18T08:11:05.805 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.805 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ] 2024-02-18T08:11:05.805 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.805 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout ] 2024-02-18T08:11:05.805 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.805 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:05.805 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:05 smithi110 bash[19477]: audit 2024-02-18T08:11:05.039330+0000 mon.a (mon.0) 69 : audit [DBG] from='client.? 172.21.15.110:0/712848434' entity='client.admin' cmd=[{"prefix": "mgr dump"}]: dispatch 2024-02-18T08:11:05.806 INFO:teuthology.orchestra.run.smithi110.stderr:Waiting for the mgr to restart... 2024-02-18T08:11:05.806 INFO:teuthology.orchestra.run.smithi110.stderr:Waiting for Mgr epoch 9... 2024-02-18T08:11:05.806 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus tell mgr mgr_status 2024-02-18T08:11:08.099 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:11:07 smithi110 bash[19780]: Warning: Permanently added 'smithi110,172.21.15.110' (ECDSA) to the list of known hosts. 2024-02-18T08:11:08.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout { 2024-02-18T08:11:08.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-02-18T08:11:08.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout "initialized": true 2024-02-18T08:11:08.633 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout } 2024-02-18T08:11:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: cluster 2024-02-18T08:11:07.563338+0000 mon.a (mon.0) 70 : cluster [INF] Active manager daemon y restarted 2024-02-18T08:11:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: cluster 2024-02-18T08:11:07.564090+0000 mon.a (mon.0) 71 : cluster [INF] Activating manager daemon y 2024-02-18T08:11:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: cluster 2024-02-18T08:11:07.567276+0000 mon.a (mon.0) 72 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-02-18T08:11:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: cluster 2024-02-18T08:11:07.619004+0000 mon.a (mon.0) 73 : cluster [DBG] mgrmap e10: y(active, starting, since 0.0550597s) 2024-02-18T08:11:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.620091+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:11:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.621842+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:11:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.623284+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:11:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.623657+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:11:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.623945+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:11:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.624701+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.626358+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi110"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.626878+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.627357+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.627842+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.628289+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.628733+0000 mon.a (mon.0) 85 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.629169+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.629617+0000 mon.a (mon.0) 87 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.630038+0000 mon.a (mon.0) 88 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: cluster 2024-02-18T08:11:07.633028+0000 mon.a (mon.0) 89 : cluster [INF] Manager daemon y is now available 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.816590+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:07.819041+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:11:08.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:08 smithi110 bash[19477]: audit 2024-02-18T08:11:08.047351+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:11:09.522 INFO:teuthology.orchestra.run.smithi110.stderr:Mgr epoch 9 is available 2024-02-18T08:11:09.522 INFO:teuthology.orchestra.run.smithi110.stderr:Generating a dashboard self-signed certificate... 2024-02-18T08:11:09.523 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus dashboard create-self-signed-cert 2024-02-18T08:11:10.039 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:09 smithi110 bash[19477]: audit 2024-02-18T08:11:08.621675+0000 mgr.y (mgr.14140) 1 : audit [DBG] from='client.14144 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-02-18T08:11:10.039 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:09 smithi110 bash[19477]: cluster 2024-02-18T08:11:08.623415+0000 mon.a (mon.0) 93 : cluster [DBG] mgrmap e11: y(active, since 1.05946s) 2024-02-18T08:11:10.039 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:09 smithi110 bash[19477]: audit 2024-02-18T08:11:08.635564+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:10.039 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:09 smithi110 bash[19477]: audit 2024-02-18T08:11:08.636138+0000 mgr.y (mgr.14140) 2 : audit [DBG] from='client.14144 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-02-18T08:11:10.039 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:09 smithi110 bash[19477]: audit 2024-02-18T08:11:08.636560+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:11:10.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:10 smithi110 bash[19477]: cluster 2024-02-18T08:11:09.638949+0000 mon.a (mon.0) 96 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-02-18T08:11:11.294 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout Self-signed certificate created 2024-02-18T08:11:11.847 INFO:teuthology.orchestra.run.smithi110.stderr:Creating initial admin user... 2024-02-18T08:11:11.848 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmp35gij9u6:/tmp/dashboard.pw:z quay.ceph.io/ceph-ci/ceph:octopus dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2024-02-18T08:11:12.574 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:12 smithi110 bash[19477]: audit 2024-02-18T08:11:11.238135+0000 mgr.y (mgr.14140) 3 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:11:12.574 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:12 smithi110 bash[19477]: audit 2024-02-18T08:11:11.294347+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:12.574 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:12 smithi110 bash[19477]: audit 2024-02-18T08:11:11.296962+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:13.439 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$DzlO5Y0KzbhXNhmjUNGNEOgf1hOr7xe4ij6MkPL.V0R/OsuRN7iHi", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1708243873, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-02-18T08:11:14.094 INFO:teuthology.orchestra.run.smithi110.stderr:Fetching dashboard port number... 2024-02-18T08:11:14.095 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=quay.ceph.io/ceph-ci/ceph:octopus -e NODE_NAME=smithi110 -v /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715:/var/log/ceph:z -v /tmp/ceph-tmpvtvc0c5q:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmptl8hwd0r:/etc/ceph/ceph.conf:z quay.ceph.io/ceph-ci/ceph:octopus config get mgr mgr/dashboard/ssl_server_port 2024-02-18T08:11:14.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:14 smithi110 bash[19477]: audit 2024-02-18T08:11:13.203206+0000 mgr.y (mgr.14140) 4 : audit [DBG] from='client.14152 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:11:14.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:14 smithi110 bash[19477]: audit 2024-02-18T08:11:13.442468+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:15.411 INFO:teuthology.orchestra.run.smithi110.stderr:/usr/bin/ceph: stdout 8443 2024-02-18T08:11:15.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:15 smithi110 bash[19477]: cluster 2024-02-18T08:11:14.450838+0000 mon.a (mon.0) 100 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-02-18T08:11:15.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:15 smithi110 bash[19477]: audit 2024-02-18T08:11:15.413608+0000 mon.a (mon.0) 101 : audit [DBG] from='client.? 172.21.15.110:0/2246525029' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-02-18T08:11:15.983 INFO:teuthology.orchestra.run.smithi110.stderr:firewalld does not appear to be present 2024-02-18T08:11:15.983 INFO:teuthology.orchestra.run.smithi110.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr:Ceph Dashboard is now available at: 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr: URL: https://smithi110.front.sepia.ceph.com:8443/ 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr: User: admin 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr: Password: lz6mkonxwx 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr:You can access the Ceph CLI with: 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-02-18T08:11:15.988 INFO:teuthology.orchestra.run.smithi110.stderr:Please consider enabling telemetry to help improve Ceph: 2024-02-18T08:11:15.989 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-02-18T08:11:15.989 INFO:teuthology.orchestra.run.smithi110.stderr: ceph telemetry on 2024-02-18T08:11:15.989 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-02-18T08:11:15.989 INFO:teuthology.orchestra.run.smithi110.stderr:For more information see: 2024-02-18T08:11:15.989 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-02-18T08:11:15.989 INFO:teuthology.orchestra.run.smithi110.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-02-18T08:11:15.989 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-02-18T08:11:15.989 INFO:teuthology.orchestra.run.smithi110.stderr:Bootstrap complete. 2024-02-18T08:11:15.990 INFO:teuthology.orchestra.run.smithi110.stderr:Releasing lock 139702485982456 on /run/cephadm/14c080d4-ce35-11ee-95ba-87774f69a715.lock 2024-02-18T08:11:15.990 INFO:teuthology.orchestra.run.smithi110.stderr:Lock 139702485982456 released on /run/cephadm/14c080d4-ce35-11ee-95ba-87774f69a715.lock 2024-02-18T08:11:16.018 INFO:tasks.cephadm:Fetching config... 2024-02-18T08:11:16.018 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:11:16.018 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-02-18T08:11:16.022 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-02-18T08:11:16.023 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:11:16.023 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-02-18T08:11:16.076 INFO:tasks.cephadm:Fetching mon keyring... 2024-02-18T08:11:16.076 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:11:16.076 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/keyring of=/dev/stdout 2024-02-18T08:11:16.132 INFO:tasks.cephadm:Fetching pub ssh key... 2024-02-18T08:11:16.133 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:11:16.133 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-02-18T08:11:16.179 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-02-18T08:11:16.179 DEBUG:teuthology.orchestra.run.smithi110:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbvc1vVJJZ59KALDajTsC3DQZEpx6lly9MrztcWwwpZuZ8KtJvtbpm2+HTGXaiM2jMLY82TyHvHdXyKz2FvG6hi1DrPovkEYFZ2RIuPB0w21kxZa1jiZGFmTcC9dwxVNT5AvKvwzo4gT3+L3XXwIZ0qf+KavdR72Bp1ELtqDajmC3V3fDy3YJp6EnON4Ts0ez/wkObjXYiH7ud75qQs6SB1tBTX+k9zRQEEqkNrDNWjz5xnYyozVU7Op07odO4Jeux1lDHXciDkfmN30lBpMrCc/8ku1r9XzKkH/Uqj1s6GR7TA+dV78zfTUpU1akYQoK1Fru5hogiJqu0m9ithIVjz09ZWCv20BYteJfWWGVODBownM1SBhaYxom8QDSKKHRg2KkEvdTvUcgrRnxxqF9Ej2bnNwwhoJ2hED1a6W1JvpkX8s5Mn5CjDfNkjTQ7PprH+/92Z7X2Ax3a+WfGtjOZ9TWp/qd4JrLC/la1sDvhA0mRA9khyoCOcTELNpiFx5k= ceph-14c080d4-ce35-11ee-95ba-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-02-18T08:11:16.245 INFO:teuthology.orchestra.run.smithi110.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbvc1vVJJZ59KALDajTsC3DQZEpx6lly9MrztcWwwpZuZ8KtJvtbpm2+HTGXaiM2jMLY82TyHvHdXyKz2FvG6hi1DrPovkEYFZ2RIuPB0w21kxZa1jiZGFmTcC9dwxVNT5AvKvwzo4gT3+L3XXwIZ0qf+KavdR72Bp1ELtqDajmC3V3fDy3YJp6EnON4Ts0ez/wkObjXYiH7ud75qQs6SB1tBTX+k9zRQEEqkNrDNWjz5xnYyozVU7Op07odO4Jeux1lDHXciDkfmN30lBpMrCc/8ku1r9XzKkH/Uqj1s6GR7TA+dV78zfTUpU1akYQoK1Fru5hogiJqu0m9ithIVjz09ZWCv20BYteJfWWGVODBownM1SBhaYxom8QDSKKHRg2KkEvdTvUcgrRnxxqF9Ej2bnNwwhoJ2hED1a6W1JvpkX8s5Mn5CjDfNkjTQ7PprH+/92Z7X2Ax3a+WfGtjOZ9TWp/qd4JrLC/la1sDvhA0mRA9khyoCOcTELNpiFx5k= ceph-14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:11:16.256 DEBUG:teuthology.orchestra.run.smithi191:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbvc1vVJJZ59KALDajTsC3DQZEpx6lly9MrztcWwwpZuZ8KtJvtbpm2+HTGXaiM2jMLY82TyHvHdXyKz2FvG6hi1DrPovkEYFZ2RIuPB0w21kxZa1jiZGFmTcC9dwxVNT5AvKvwzo4gT3+L3XXwIZ0qf+KavdR72Bp1ELtqDajmC3V3fDy3YJp6EnON4Ts0ez/wkObjXYiH7ud75qQs6SB1tBTX+k9zRQEEqkNrDNWjz5xnYyozVU7Op07odO4Jeux1lDHXciDkfmN30lBpMrCc/8ku1r9XzKkH/Uqj1s6GR7TA+dV78zfTUpU1akYQoK1Fru5hogiJqu0m9ithIVjz09ZWCv20BYteJfWWGVODBownM1SBhaYxom8QDSKKHRg2KkEvdTvUcgrRnxxqF9Ej2bnNwwhoJ2hED1a6W1JvpkX8s5Mn5CjDfNkjTQ7PprH+/92Z7X2Ax3a+WfGtjOZ9TWp/qd4JrLC/la1sDvhA0mRA9khyoCOcTELNpiFx5k= ceph-14c080d4-ce35-11ee-95ba-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-02-18T08:11:16.283 INFO:teuthology.orchestra.run.smithi191.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDbvc1vVJJZ59KALDajTsC3DQZEpx6lly9MrztcWwwpZuZ8KtJvtbpm2+HTGXaiM2jMLY82TyHvHdXyKz2FvG6hi1DrPovkEYFZ2RIuPB0w21kxZa1jiZGFmTcC9dwxVNT5AvKvwzo4gT3+L3XXwIZ0qf+KavdR72Bp1ELtqDajmC3V3fDy3YJp6EnON4Ts0ez/wkObjXYiH7ud75qQs6SB1tBTX+k9zRQEEqkNrDNWjz5xnYyozVU7Op07odO4Jeux1lDHXciDkfmN30lBpMrCc/8ku1r9XzKkH/Uqj1s6GR7TA+dV78zfTUpU1akYQoK1Fru5hogiJqu0m9ithIVjz09ZWCv20BYteJfWWGVODBownM1SBhaYxom8QDSKKHRg2KkEvdTvUcgrRnxxqF9Ej2bnNwwhoJ2hED1a6W1JvpkX8s5Mn5CjDfNkjTQ7PprH+/92Z7X2Ax3a+WfGtjOZ9TWp/qd4JrLC/la1sDvhA0mRA9khyoCOcTELNpiFx5k= ceph-14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:11:16.293 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-02-18T08:11:20.765 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi191 2024-02-18T08:11:20.765 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:11:20.765 DEBUG:teuthology.orchestra.run.smithi191:> dd of=/etc/ceph/ceph.conf 2024-02-18T08:11:20.817 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:11:20.817 DEBUG:teuthology.orchestra.run.smithi191:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-18T08:11:20.866 INFO:tasks.cephadm:Adding host smithi191 to orchestrator... 2024-02-18T08:11:20.866 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch host add smithi191 2024-02-18T08:11:21.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:20 smithi110 bash[19477]: audit 2024-02-18T08:11:19.955087+0000 mon.a (mon.0) 102 : audit [INF] from='client.? 172.21.15.110:0/1956899113' entity='client.admin' 2024-02-18T08:11:22.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:22 smithi110 bash[19477]: audit 2024-02-18T08:11:22.075787+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:11:23.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:23 smithi110 bash[19477]: audit 2024-02-18T08:11:22.395943+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:23.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:23 smithi110 bash[19477]: cephadm 2024-02-18T08:11:22.396587+0000 mgr.y (mgr.14140) 5 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:11:23.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:23 smithi110 bash[19477]: audit 2024-02-18T08:11:22.815929+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:23.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:23 smithi110 bash[19477]: cephadm 2024-02-18T08:11:22.816677+0000 mgr.y (mgr.14140) 6 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-02-18T08:11:23.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:23 smithi110 bash[19477]: audit 2024-02-18T08:11:22.817255+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:11:23.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:23 smithi110 bash[19477]: audit 2024-02-18T08:11:22.818500+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:11:23.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:23 smithi110 bash[19477]: cephadm 2024-02-18T08:11:22.819524+0000 mgr.y (mgr.14140) 7 : cephadm [INF] Reconfiguring daemon mon.a on smithi110 2024-02-18T08:11:23.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:23 smithi110 bash[19477]: audit 2024-02-18T08:11:22.820818+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2024-02-18T08:11:26.116 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:25 smithi110 bash[19477]: audit 2024-02-18T08:11:24.865261+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:26.116 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:25 smithi110 bash[19477]: cephadm 2024-02-18T08:11:24.866142+0000 mgr.y (mgr.14140) 8 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-02-18T08:11:26.116 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:25 smithi110 bash[19477]: audit 2024-02-18T08:11:24.866588+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2024-02-18T08:11:26.116 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:25 smithi110 bash[19477]: audit 2024-02-18T08:11:24.868206+0000 mon.a (mon.0) 111 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:11:26.116 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:25 smithi110 bash[19477]: cephadm 2024-02-18T08:11:24.869447+0000 mgr.y (mgr.14140) 9 : cephadm [INF] Reconfiguring daemon mgr.y on smithi110 2024-02-18T08:11:26.116 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:25 smithi110 bash[19477]: audit 2024-02-18T08:11:24.870344+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2024-02-18T08:11:27.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:27 smithi110 bash[19477]: audit 2024-02-18T08:11:26.706712+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:27.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:27 smithi110 bash[19477]: audit 2024-02-18T08:11:26.710033+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:11:27.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:27 smithi110 bash[19477]: audit 2024-02-18T08:11:27.264734+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:27.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:27 smithi110 bash[19477]: audit 2024-02-18T08:11:27.268762+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:28.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:28 smithi110 bash[19477]: cluster 2024-02-18T08:11:27.624822+0000 mgr.y (mgr.14140) 10 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:31.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:31 smithi110 bash[19477]: cluster 2024-02-18T08:11:29.625225+0000 mgr.y (mgr.14140) 11 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:33.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:33 smithi110 bash[19477]: cluster 2024-02-18T08:11:31.625636+0000 mgr.y (mgr.14140) 12 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:35.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:35 smithi110 bash[19477]: cluster 2024-02-18T08:11:33.626104+0000 mgr.y (mgr.14140) 13 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:37.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:37 smithi110 bash[19477]: cluster 2024-02-18T08:11:35.626553+0000 mgr.y (mgr.14140) 14 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:39.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:39 smithi110 bash[19477]: cluster 2024-02-18T08:11:37.626949+0000 mgr.y (mgr.14140) 15 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:41.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:41 smithi110 bash[19477]: cluster 2024-02-18T08:11:39.627311+0000 mgr.y (mgr.14140) 16 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:43.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:43 smithi110 bash[19477]: cluster 2024-02-18T08:11:41.627734+0000 mgr.y (mgr.14140) 17 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:45.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:45 smithi110 bash[19477]: cluster 2024-02-18T08:11:43.628095+0000 mgr.y (mgr.14140) 18 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:47.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:47 smithi110 bash[19477]: cluster 2024-02-18T08:11:45.628470+0000 mgr.y (mgr.14140) 19 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:49.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:49 smithi110 bash[19477]: cluster 2024-02-18T08:11:47.628862+0000 mgr.y (mgr.14140) 20 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:49.468 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:11:49 smithi110 bash[19780]: Warning: Permanently added 'smithi191,172.21.15.191' (ECDSA) to the list of known hosts. 2024-02-18T08:11:49.763 INFO:teuthology.orchestra.run.smithi191.stdout:Added host 'smithi191' 2024-02-18T08:11:50.444 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch host ls --format=json 2024-02-18T08:11:50.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:50 smithi110 bash[19477]: audit 2024-02-18T08:11:49.044488+0000 mgr.y (mgr.14140) 21 : audit [DBG] from='client.14158 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi191", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:11:50.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:50 smithi110 bash[19477]: audit 2024-02-18T08:11:49.763284+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:50.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:50 smithi110 bash[19477]: audit 2024-02-18T08:11:49.793598+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:11:51.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:51 smithi110 bash[19477]: cluster 2024-02-18T08:11:49.629354+0000 mgr.y (mgr.14140) 22 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:51.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:51 smithi110 bash[19477]: cephadm 2024-02-18T08:11:49.764150+0000 mgr.y (mgr.14140) 23 : cephadm [INF] Added host smithi191 2024-02-18T08:11:51.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:51 smithi110 bash[19477]: audit 2024-02-18T08:11:50.185056+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:51.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:51 smithi110 bash[19477]: audit 2024-02-18T08:11:50.185966+0000 mon.a (mon.0) 120 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:11:51.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:51 smithi110 bash[19477]: audit 2024-02-18T08:11:50.373648+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:51.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:51 smithi110 bash[19477]: audit 2024-02-18T08:11:50.483928+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:51.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:51 smithi110 bash[19477]: audit 2024-02-18T08:11:50.485298+0000 mon.a (mon.0) 123 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:11:53.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:53 smithi110 bash[19477]: cluster 2024-02-18T08:11:51.629755+0000 mgr.y (mgr.14140) 24 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:54.298 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-02-18T08:11:54.298 INFO:teuthology.orchestra.run.smithi191.stdout:[{"addr": "smithi110", "hostname": "smithi110", "labels": [], "status": ""}, {"addr": "smithi191", "hostname": "smithi191", "labels": [], "status": ""}] 2024-02-18T08:11:54.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:54 smithi110 bash[19477]: cluster 2024-02-18T08:11:53.630171+0000 mgr.y (mgr.14140) 25 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:54.924 INFO:tasks.cephadm:Setting crush tunables to default 2024-02-18T08:11:54.924 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd crush tunables default 2024-02-18T08:11:56.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:56 smithi110 bash[19477]: audit 2024-02-18T08:11:54.299146+0000 mgr.y (mgr.14140) 26 : audit [DBG] from='client.14160 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:11:56.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:56 smithi110 bash[19477]: audit 2024-02-18T08:11:55.542603+0000 mon.a (mon.0) 124 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:11:56.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:56 smithi110 bash[19477]: audit 2024-02-18T08:11:55.855432+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:57.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:57 smithi110 bash[19477]: cluster 2024-02-18T08:11:55.630599+0000 mgr.y (mgr.14140) 27 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:57.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:57 smithi110 bash[19477]: cephadm 2024-02-18T08:11:55.856212+0000 mgr.y (mgr.14140) 28 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:11:57.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:57 smithi110 bash[19477]: audit 2024-02-18T08:11:56.251788+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:57.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:57 smithi110 bash[19477]: audit 2024-02-18T08:11:56.255696+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:11:58.111 INFO:teuthology.orchestra.run.smithi110.stderr:adjusted tunables profile to default 2024-02-18T08:11:58.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:58 smithi110 bash[19477]: audit 2024-02-18T08:11:57.638365+0000 mon.a (mon.0) 128 : audit [INF] from='client.? 172.21.15.110:0/547082477' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-02-18T08:11:58.654 INFO:tasks.cephadm:Adding mon.c on smithi110 2024-02-18T08:11:58.655 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch daemon add mon 'smithi110:[v2:172.21.15.110:3301,v1:172.21.15.110:6790]=c' 2024-02-18T08:11:59.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:59 smithi110 bash[19477]: cluster 2024-02-18T08:11:57.630983+0000 mgr.y (mgr.14140) 29 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:11:59.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:59 smithi110 bash[19477]: audit 2024-02-18T08:11:58.108870+0000 mon.a (mon.0) 129 : audit [INF] from='client.? 172.21.15.110:0/547082477' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-02-18T08:11:59.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:59 smithi110 bash[19477]: cluster 2024-02-18T08:11:58.109045+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-02-18T08:11:59.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:11:59 smithi110 bash[19477]: audit 2024-02-18T08:11:58.109573+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2024-02-18T08:12:00.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:00 smithi110 bash[19477]: audit 2024-02-18T08:11:59.116006+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2024-02-18T08:12:00.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:00 smithi110 bash[19477]: cluster 2024-02-18T08:11:59.116141+0000 mon.a (mon.0) 133 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2024-02-18T08:12:00.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:00 smithi110 bash[19477]: audit 2024-02-18T08:11:59.117691+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:12:01.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:01 smithi110 bash[19477]: cluster 2024-02-18T08:11:59.631480+0000 mgr.y (mgr.14140) 30 : cluster [DBG] pgmap v21: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:01.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:01 smithi110 bash[19477]: audit 2024-02-18T08:12:00.121114+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-02-18T08:12:01.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:01 smithi110 bash[19477]: cluster 2024-02-18T08:12:00.121243+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2024-02-18T08:12:02.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:02 smithi110 bash[19477]: audit 2024-02-18T08:12:01.617689+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:02.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:02 smithi110 bash[19477]: audit 2024-02-18T08:12:01.619354+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:02.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:02 smithi110 bash[19477]: audit 2024-02-18T08:12:01.620581+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2024-02-18T08:12:03.256 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:03 smithi110 bash[19477]: audit 2024-02-18T08:12:01.613822+0000 mgr.y (mgr.14140) 31 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "smithi110:[v2:172.21.15.110:3301,v1:172.21.15.110:6790]=c", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:12:03.257 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:03 smithi110 bash[19477]: cephadm 2024-02-18T08:12:01.620170+0000 mgr.y (mgr.14140) 32 : cephadm [INF] Deploying daemon mon.c on smithi110 2024-02-18T08:12:03.257 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:03 smithi110 bash[19477]: cluster 2024-02-18T08:12:01.631893+0000 mgr.y (mgr.14140) 33 : cluster [DBG] pgmap v23: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:04.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:04 smithi110 bash[19477]: cluster 2024-02-18T08:12:03.632285+0000 mgr.y (mgr.14140) 34 : cluster [DBG] pgmap v24: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:05.689 INFO:teuthology.orchestra.run.smithi110.stdout:Deployed mon.c on host 'smithi110' 2024-02-18T08:12:06.826 DEBUG:teuthology.orchestra.run.smithi110:mon.c> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.c.service 2024-02-18T08:12:06.833 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-02-18T08:12:06.833 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph mon dump -f json 2024-02-18T08:12:06.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:06 smithi110 bash[19477]: cluster 2024-02-18T08:12:05.632600+0000 mgr.y (mgr.14140) 35 : cluster [DBG] pgmap v25: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:06.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:06 smithi110 bash[19477]: audit 2024-02-18T08:12:05.690994+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:06.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:06 smithi110 bash[19477]: audit 2024-02-18T08:12:05.693162+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:06.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:06 smithi110 bash[19477]: audit 2024-02-18T08:12:06.277402+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:06.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:06 smithi110 bash[19477]: audit 2024-02-18T08:12:06.280591+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:06.994 INFO:journalctl@ceph.mon.c.smithi110.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:12:07.718 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.380+0000 7f730a435700 0 set uid:gid to 167:167 (ceph:ceph) 2024-02-18T08:12:07.718 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.380+0000 7f730a435700 0 ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable), process ceph-mon, pid 1 2024-02-18T08:12:07.718 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.380+0000 7f730a435700 0 pidfile_write: ignore empty --pid-file 2024-02-18T08:12:07.718 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 0 load: jerasure load: lrc load: isa 2024-02-18T08:12:07.718 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 0 set rocksdb option compression = kNoCompression 2024-02-18T08:12:07.718 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 0 set rocksdb option write_buffer_size = 33554432 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 0 set rocksdb option compression = kNoCompression 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 0 set rocksdb option write_buffer_size = 33554432 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 1 rocksdb: do_open column families: [default] 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: RocksDB version: 6.1.2 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Compile date Dec 12 2022 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: DB SUMMARY 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: CURRENT file: CURRENT 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: IDENTITY file: IDENTITY 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2024-02-18T08:12:07.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-02-18T08:12:07.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000003.log size: 489 ; 2024-02-18T08:12:07.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.error_if_exists: 0 2024-02-18T08:12:07.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.create_if_missing: 0 2024-02-18T08:12:07.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.paranoid_checks: 1 2024-02-18T08:12:07.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.env: 0x55d8a695f1c0 2024-02-18T08:12:07.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.info_log: 0x55d8a8f64e20 2024-02-18T08:12:07.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_file_opening_threads: 16 2024-02-18T08:12:07.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.statistics: (nil) 2024-02-18T08:12:07.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.use_fsync: 0 2024-02-18T08:12:07.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_log_file_size: 0 2024-02-18T08:12:07.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-02-18T08:12:07.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.log_file_time_to_roll: 0 2024-02-18T08:12:07.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.keep_log_file_num: 1000 2024-02-18T08:12:07.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.recycle_log_file_num: 0 2024-02-18T08:12:07.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.allow_fallocate: 1 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.allow_mmap_reads: 0 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.allow_mmap_writes: 0 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.use_direct_reads: 0 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.create_missing_column_families: 0 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.db_log_dir: 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.table_cache_numshardbits: 6 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_subcompactions: 1 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_background_flushes: -1 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-02-18T08:12:07.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.advise_random_on_open: 1 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.db_write_buffer_size: 0 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.write_buffer_manager: 0x55d8a8f6b500 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.use_adaptive_mutex: 0 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.rate_limiter: (nil) 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.wal_recovery_mode: 2 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.enable_thread_tracking: 0 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.enable_pipelined_write: 0 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-02-18T08:12:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.row_cache: None 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.wal_filter: None 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.allow_ingest_behind: 0 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.preserve_deletes: 0 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.two_write_queues: 0 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.manual_wal_flush: 0 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.atomic_flush: 0 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_background_jobs: 2 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_background_compactions: -1 2024-02-18T08:12:07.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.delayed_write_rate : 16777216 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_total_wal_size: 0 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.stats_dump_period_sec: 600 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.stats_persist_period_sec: 600 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_open_files: -1 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.bytes_per_sync: 0 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_readahead_size: 0 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Compression algorithms supported: 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: kZSTD supported: 0 2024-02-18T08:12:07.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: kXpressCompression supported: 0 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: kLZ4HCCompression supported: 1 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: kLZ4Compression supported: 1 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: kBZip2Compression supported: 0 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: kZlibCompression supported: 1 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: kSnappyCompression supported: 1 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.merge_operator: 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_filter: None 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_filter_factory: None 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-02-18T08:12:07.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.table_factory: BlockBasedTable 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d8a8e7f670) 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: cache_index_and_filter_blocks: 1 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: cache_index_and_filter_blocks_with_high_priority: 1 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: pin_top_level_index_and_filter: 1 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: index_type: 0 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: data_block_index_type: 0 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: data_block_hash_table_util_ratio: 0.750000 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: hash_index_allow_collision: 1 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: checksum: 1 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: no_block_cache: 0 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: block_cache: 0x55d8a8eb6610 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: block_cache_name: BinnedLRUCache 2024-02-18T08:12:07.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: block_cache_options: 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: capacity : 536870912 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: num_shard_bits : 4 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: strict_capacity_limit : 0 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: high_pri_pool_ratio: 0.000 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: block_cache_compressed: (nil) 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: persistent_cache: (nil) 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: block_size: 4096 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: block_size_deviation: 10 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: block_restart_interval: 16 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: index_block_restart_interval: 1 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: metadata_block_size: 4096 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: partition_filters: 0 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: use_delta_encoding: 1 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: filter_policy: rocksdb.BuiltinBloomFilter 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: whole_key_filtering: 1 2024-02-18T08:12:07.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: verify_compression: 0 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: read_amp_bytes_per_bit: 0 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: format_version: 2 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: enable_index_compression: 1 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: block_align: 0 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.write_buffer_size: 33554432 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_write_buffer_number: 2 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compression: NoCompression 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.bottommost_compression: Disabled 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.prefix_extractor: nullptr 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.num_levels: 7 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-02-18T08:12:07.729 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compression_opts.window_bits: -14 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compression_opts.level: 32767 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compression_opts.strategy: 0 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compression_opts.enabled: false 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.target_file_size_base: 67108864 2024-02-18T08:12:07.730 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.target_file_size_multiplier: 1 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.arena_block_size: 4194304 2024-02-18T08:12:07.731 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-02-18T08:12:07.732 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-02-18T08:12:07.732 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-02-18T08:12:07.732 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.disable_auto_compactions: 0 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.table_properties_collectors: 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.inplace_update_support: 0 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-02-18T08:12:07.733 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.memtable_huge_page_size: 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.bloom_locality: 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.max_successive_merges: 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.paranoid_file_checks: 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.force_consistency_checks: 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.report_bg_io_stats: 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.384+0000 7f730a435700 4 rocksdb: Options.ttl: 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.388+0000 7f730a435700 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.388+0000 7f730a435700 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.388+0000 7f730a435700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708243927390520, "job": 1, "event": "recovery_started", "log_files": [3]} 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.388+0000 7f730a435700 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #3 mode 2 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.388+0000 7f730a435700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708243927391436, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1403, "table_properties": {"data_size": 501, "index_size": 28, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 379, "raw_average_value_size": 75, "num_data_blocks": 1, "num_entries": 5, "filter_policy_name": "rocksdb.BuiltinBloomFilter"}} 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.388+0000 7f730a435700 4 rocksdb: [db/version_set.cc:3036] Creating manifest 5 2024-02-18T08:12:07.734 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.388+0000 7f730a435700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708243927392369, "job": 1, "event": "recovery_finished"} 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.392+0000 7f730a435700 4 rocksdb: DB pointer 0x55d8a9ae4400 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.392+0000 7f72f1065700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.392+0000 7f72f1065700 4 rocksdb: [db/db_impl.cc:778] 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ** DB Stats ** 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ** Compaction Stats [default] ** 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:12:07.735 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: L0 1/0 1.37 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.6 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Sum 1/0 1.37 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.6 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.6 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ** Compaction Stats [default] ** 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.6 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Flush(GB): cumulative 0.000, interval 0.000 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Cumulative compaction: 0.00 GB write, 0.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Interval compaction: 0.00 GB write, 0.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:12:07.736 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ** Compaction Stats [default] ** 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: L0 1/0 1.37 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.6 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Sum 1/0 1.37 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.6 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ** Compaction Stats [default] ** 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.6 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Flush(GB): cumulative 0.000, interval 0.000 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:12:07.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Cumulative compaction: 0.00 GB write, 0.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.392+0000 7f730a435700 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.392+0000 7f730a435700 0 using public_addrv [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.396+0000 7f730a435700 0 starting mon.c rank -1 at public addrs [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] at bind addrs [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.396+0000 7f730a435700 1 mon.c@-1(???) e0 preinit fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.416+0000 7f72f386a700 0 mon.c@-1(synchronizing).mds e1 new map 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.416+0000 7f72f386a700 0 mon.c@-1(synchronizing).mds e1 print_map 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: e1 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: enable_multiple, ever_enabled_multiple: 0,0 2024-02-18T08:12:07.738 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: legacy client fscid: -1 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: No filesystems configured 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.416+0000 7f72f386a700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 1 mon.c@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 1 mon.c@-1(synchronizing).osd e6 e6: 0 total, 0 up, 0 in 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 0 mon.c@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 0 mon.c@-1(synchronizing).osd e6 crush map has features 3314933000852226048, adjusting msgr requires 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 0 mon.c@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: cluster 2024-02-18T08:12:05.632600+0000 mgr.y (mgr.14140) 35 : cluster [DBG] pgmap v25: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:07.739 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: audit 2024-02-18T08:12:05.690994+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: audit 2024-02-18T08:12:05.693162+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: audit 2024-02-18T08:12:06.277402+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: audit 2024-02-18T08:12:06.280591+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 1 mon.c@-1(synchronizing).paxosservice(auth 1..4) refresh upgraded, format 0 -> 3 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 10 mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta expand map: {default=false} 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta from 'false' to 'false' 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta expanded map: {default=false} 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta expand map: {default=info} 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta from 'info' to 'info' 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta expanded map: {default=info} 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta expand map: {default=daemon} 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta from 'daemon' to 'daemon' 2024-02-18T08:12:07.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta expanded map: {default=daemon} 2024-02-18T08:12:07.741 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta expand map: {default=debug} 2024-02-18T08:12:07.741 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta from 'debug' to 'debug' 2024-02-18T08:12:07.741 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:07 smithi110 bash[24702]: debug 2024-02-18T08:12:07.420+0000 7f72f386a700 20 expand_channel_meta expanded map: {default=debug} 2024-02-18T08:12:12.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: audit 2024-02-18T08:12:07.429489+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: audit 2024-02-18T08:12:07.432837+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:12:12.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:07.433092+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2024-02-18T08:12:12.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: audit 2024-02-18T08:12:07.434495+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:07.632982+0000 mgr.y (mgr.14140) 36 : cluster [DBG] pgmap v26: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: audit 2024-02-18T08:12:07.818333+0000 mon.a (mon.0) 148 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: audit 2024-02-18T08:12:07.820363+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: audit 2024-02-18T08:12:08.427131+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: audit 2024-02-18T08:12:09.427770+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:09.430498+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:09.633588+0000 mgr.y (mgr.14140) 37 : cluster [DBG] pgmap v27: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: audit 2024-02-18T08:12:10.428074+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: audit 2024-02-18T08:12:11.428231+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:11.634060+0000 mgr.y (mgr.14140) 38 : cluster [DBG] pgmap v28: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: audit 2024-02-18T08:12:12.428358+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:12.437360+0000 mon.a (mon.0) 155 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:12.442828+0000 mon.a (mon.0) 156 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:12.442981+0000 mon.a (mon.0) 157 : cluster [DBG] fsmap 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:12.443056+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:12.443573+0000 mon.a (mon.0) 159 : cluster [DBG] mgrmap e13: y(active, since 64s) 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[24702]: cluster 2024-02-18T08:12:12.450530+0000 mon.a (mon.0) 160 : cluster [INF] overall HEALTH_OK 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: audit 2024-02-18T08:12:07.429489+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: audit 2024-02-18T08:12:07.432837+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:07.433092+0000 mon.a (mon.0) 146 : cluster [INF] mon.a calling monitor election 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: audit 2024-02-18T08:12:07.434495+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:07.632982+0000 mgr.y (mgr.14140) 36 : cluster [DBG] pgmap v26: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:12.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: audit 2024-02-18T08:12:07.818333+0000 mon.a (mon.0) 148 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:12:12.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: audit 2024-02-18T08:12:07.820363+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:12:12.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: audit 2024-02-18T08:12:08.427131+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: audit 2024-02-18T08:12:09.427770+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:09.430498+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2024-02-18T08:12:12.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:09.633588+0000 mgr.y (mgr.14140) 37 : cluster [DBG] pgmap v27: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:12.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: audit 2024-02-18T08:12:10.428074+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: audit 2024-02-18T08:12:11.428231+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:11.634060+0000 mgr.y (mgr.14140) 38 : cluster [DBG] pgmap v28: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:12.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: audit 2024-02-18T08:12:12.428358+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:12.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:12.437360+0000 mon.a (mon.0) 155 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-18T08:12:12.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:12.442828+0000 mon.a (mon.0) 156 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} 2024-02-18T08:12:12.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:12.442981+0000 mon.a (mon.0) 157 : cluster [DBG] fsmap 2024-02-18T08:12:12.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:12.443056+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2024-02-18T08:12:12.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:12.443573+0000 mon.a (mon.0) 159 : cluster [DBG] mgrmap e13: y(active, since 64s) 2024-02-18T08:12:12.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:12 smithi110 bash[19477]: cluster 2024-02-18T08:12:12.450530+0000 mon.a (mon.0) 160 : cluster [INF] overall HEALTH_OK 2024-02-18T08:12:13.017 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:12:13.018 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":2,"fsid":"14c080d4-ce35-11ee-95ba-87774f69a715","modified":"2024-02-18T08:12:07.429096Z","created":"2024-02-18T08:10:20.096352Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:3300","nonce":0},{"type":"v1","addr":"172.21.15.110:6789","nonce":0}]},"addr":"172.21.15.110:6789/0","public_addr":"172.21.15.110:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:3301","nonce":0},{"type":"v1","addr":"172.21.15.110:6790","nonce":0}]},"addr":"172.21.15.110:6790/0","public_addr":"172.21.15.110:6790/0","priority":0,"weight":0}],"quorum":[0,1]} 2024-02-18T08:12:13.020 INFO:teuthology.orchestra.run.smithi110.stderr:dumped monmap epoch 2 2024-02-18T08:12:13.668 INFO:tasks.cephadm:Adding mon.b on smithi191 2024-02-18T08:12:13.669 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch daemon add mon smithi191:172.21.15.191=b 2024-02-18T08:12:13.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:13 smithi110 bash[19477]: audit 2024-02-18T08:12:13.019844+0000 mon.a (mon.0) 161 : audit [DBG] from='client.? 172.21.15.110:0/2158317938' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-18T08:12:13.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:13 smithi110 bash[19477]: audit 2024-02-18T08:12:13.428679+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:13.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:13 smithi110 bash[24702]: audit 2024-02-18T08:12:13.019844+0000 mon.a (mon.0) 161 : audit [DBG] from='client.? 172.21.15.110:0/2158317938' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-18T08:12:13.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:13 smithi110 bash[24702]: audit 2024-02-18T08:12:13.428679+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:14.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:14 smithi110 bash[19477]: cluster 2024-02-18T08:12:13.634512+0000 mgr.y (mgr.14140) 39 : cluster [DBG] pgmap v29: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:14.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:14 smithi110 bash[24702]: cluster 2024-02-18T08:12:13.634512+0000 mgr.y (mgr.14140) 39 : cluster [DBG] pgmap v29: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:17.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:17 smithi110 bash[19477]: cluster 2024-02-18T08:12:15.634984+0000 mgr.y (mgr.14140) 40 : cluster [DBG] pgmap v30: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:17.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:17 smithi110 bash[19477]: audit 2024-02-18T08:12:16.480294+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:17.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:17 smithi110 bash[19477]: audit 2024-02-18T08:12:16.482119+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:17.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:17 smithi110 bash[19477]: audit 2024-02-18T08:12:16.484277+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2024-02-18T08:12:17.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:17 smithi110 bash[24702]: cluster 2024-02-18T08:12:15.634984+0000 mgr.y (mgr.14140) 40 : cluster [DBG] pgmap v30: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:17.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:17 smithi110 bash[24702]: audit 2024-02-18T08:12:16.480294+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:17.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:17 smithi110 bash[24702]: audit 2024-02-18T08:12:16.482119+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:17.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:17 smithi110 bash[24702]: audit 2024-02-18T08:12:16.484277+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2024-02-18T08:12:18.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:18 smithi110 bash[24702]: audit 2024-02-18T08:12:16.477848+0000 mgr.y (mgr.14140) 41 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "smithi191:172.21.15.191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:12:18.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:18 smithi110 bash[24702]: cephadm 2024-02-18T08:12:16.483570+0000 mgr.y (mgr.14140) 42 : cephadm [INF] Deploying daemon mon.b on smithi191 2024-02-18T08:12:18.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:18 smithi110 bash[19477]: audit 2024-02-18T08:12:16.477848+0000 mgr.y (mgr.14140) 41 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "smithi191:172.21.15.191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:12:18.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:18 smithi110 bash[19477]: cephadm 2024-02-18T08:12:16.483570+0000 mgr.y (mgr.14140) 42 : cephadm [INF] Deploying daemon mon.b on smithi191 2024-02-18T08:12:19.467 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:19 smithi110 bash[24702]: cluster 2024-02-18T08:12:17.635496+0000 mgr.y (mgr.14140) 43 : cluster [DBG] pgmap v31: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:19.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:19 smithi110 bash[19477]: cluster 2024-02-18T08:12:17.635496+0000 mgr.y (mgr.14140) 43 : cluster [DBG] pgmap v31: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:20.383 INFO:teuthology.orchestra.run.smithi191.stdout:Deployed mon.b on host 'smithi191' 2024-02-18T08:12:21.401 DEBUG:teuthology.orchestra.run.smithi191:mon.b> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.b.service 2024-02-18T08:12:21.403 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-02-18T08:12:21.403 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph mon dump -f json 2024-02-18T08:12:21.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[19477]: cluster 2024-02-18T08:12:19.635964+0000 mgr.y (mgr.14140) 44 : cluster [DBG] pgmap v32: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:21.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[19477]: audit 2024-02-18T08:12:20.384430+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:21.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[19477]: audit 2024-02-18T08:12:20.384864+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:21.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[19477]: audit 2024-02-18T08:12:20.872084+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:21.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[19477]: audit 2024-02-18T08:12:20.878435+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:21.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[19477]: audit 2024-02-18T08:12:20.879875+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:21.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[19477]: audit 2024-02-18T08:12:20.881293+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:21.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[19477]: audit 2024-02-18T08:12:20.883421+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2024-02-18T08:12:21.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[24702]: cluster 2024-02-18T08:12:19.635964+0000 mgr.y (mgr.14140) 44 : cluster [DBG] pgmap v32: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:21.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[24702]: audit 2024-02-18T08:12:20.384430+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:21.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[24702]: audit 2024-02-18T08:12:20.384864+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:21.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[24702]: audit 2024-02-18T08:12:20.872084+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:21.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[24702]: audit 2024-02-18T08:12:20.878435+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:21.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[24702]: audit 2024-02-18T08:12:20.879875+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:21.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[24702]: audit 2024-02-18T08:12:20.881293+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:21.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:21 smithi110 bash[24702]: audit 2024-02-18T08:12:20.883421+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2024-02-18T08:12:21.988 INFO:journalctl@ceph.mon.b.smithi191.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:12:22.149 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.097+0000 7faf453cd700 0 set uid:gid to 167:167 (ceph:ceph) 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.097+0000 7faf453cd700 0 ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable), process ceph-mon, pid 1 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.097+0000 7faf453cd700 0 pidfile_write: ignore empty --pid-file 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 0 load: jerasure load: lrc load: isa 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 0 set rocksdb option compression = kNoCompression 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 0 set rocksdb option write_buffer_size = 33554432 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 0 set rocksdb option compression = kNoCompression 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 0 set rocksdb option write_buffer_size = 33554432 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 1 rocksdb: do_open column families: [default] 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: RocksDB version: 6.1.2 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Compile date Dec 12 2022 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: DB SUMMARY 2024-02-18T08:12:22.150 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: CURRENT file: CURRENT 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: IDENTITY file: IDENTITY 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000003.log size: 610 ; 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.error_if_exists: 0 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.create_if_missing: 0 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.paranoid_checks: 1 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.env: 0x558854e2b1c0 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.info_log: 0x55885630ee20 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_file_opening_threads: 16 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.statistics: (nil) 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.use_fsync: 0 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_log_file_size: 0 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-02-18T08:12:22.151 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.log_file_time_to_roll: 0 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.keep_log_file_num: 1000 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.recycle_log_file_num: 0 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.allow_fallocate: 1 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.allow_mmap_reads: 0 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.allow_mmap_writes: 0 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.use_direct_reads: 0 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.create_missing_column_families: 0 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.db_log_dir: 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.table_cache_numshardbits: 6 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_subcompactions: 1 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_background_flushes: -1 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-02-18T08:12:22.152 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.advise_random_on_open: 1 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.db_write_buffer_size: 0 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.write_buffer_manager: 0x5588563154d0 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.use_adaptive_mutex: 0 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.rate_limiter: (nil) 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.wal_recovery_mode: 2 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.enable_thread_tracking: 0 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.enable_pipelined_write: 0 2024-02-18T08:12:22.153 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.row_cache: None 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.wal_filter: None 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.allow_ingest_behind: 0 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.preserve_deletes: 0 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.two_write_queues: 0 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.manual_wal_flush: 0 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.atomic_flush: 0 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_background_jobs: 2 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_background_compactions: -1 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-02-18T08:12:22.154 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-02-18T08:12:22.155 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.delayed_write_rate : 16777216 2024-02-18T08:12:22.155 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_total_wal_size: 0 2024-02-18T08:12:22.155 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-02-18T08:12:22.155 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.stats_dump_period_sec: 600 2024-02-18T08:12:22.155 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.stats_persist_period_sec: 600 2024-02-18T08:12:22.156 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-02-18T08:12:22.156 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_open_files: -1 2024-02-18T08:12:22.156 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.bytes_per_sync: 0 2024-02-18T08:12:22.156 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-02-18T08:12:22.156 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_readahead_size: 0 2024-02-18T08:12:22.156 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Compression algorithms supported: 2024-02-18T08:12:22.156 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: kZSTD supported: 0 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: kXpressCompression supported: 0 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: kLZ4HCCompression supported: 1 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: kLZ4Compression supported: 1 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: kBZip2Compression supported: 0 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: kZlibCompression supported: 1 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: kSnappyCompression supported: 1 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.merge_operator: 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_filter: None 2024-02-18T08:12:22.157 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_filter_factory: None 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.table_factory: BlockBasedTable 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558856229670) 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: cache_index_and_filter_blocks: 1 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: cache_index_and_filter_blocks_with_high_priority: 1 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: pin_top_level_index_and_filter: 1 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: index_type: 0 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: data_block_index_type: 0 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: data_block_hash_table_util_ratio: 0.750000 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: hash_index_allow_collision: 1 2024-02-18T08:12:22.158 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: checksum: 1 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: no_block_cache: 0 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: block_cache: 0x558856260610 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: block_cache_name: BinnedLRUCache 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: block_cache_options: 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: capacity : 536870912 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: num_shard_bits : 4 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: strict_capacity_limit : 0 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: high_pri_pool_ratio: 0.000 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: block_cache_compressed: (nil) 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: persistent_cache: (nil) 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: block_size: 4096 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: block_size_deviation: 10 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: block_restart_interval: 16 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: index_block_restart_interval: 1 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: metadata_block_size: 4096 2024-02-18T08:12:22.159 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: partition_filters: 0 2024-02-18T08:12:22.160 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: use_delta_encoding: 1 2024-02-18T08:12:22.160 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: filter_policy: rocksdb.BuiltinBloomFilter 2024-02-18T08:12:22.160 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: whole_key_filtering: 1 2024-02-18T08:12:22.160 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: verify_compression: 0 2024-02-18T08:12:22.160 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: read_amp_bytes_per_bit: 0 2024-02-18T08:12:22.160 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: format_version: 2 2024-02-18T08:12:22.160 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: enable_index_compression: 1 2024-02-18T08:12:22.160 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: block_align: 0 2024-02-18T08:12:22.160 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.write_buffer_size: 33554432 2024-02-18T08:12:22.160 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_write_buffer_number: 2 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compression: NoCompression 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.bottommost_compression: Disabled 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.prefix_extractor: nullptr 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.num_levels: 7 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compression_opts.window_bits: -14 2024-02-18T08:12:22.161 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compression_opts.level: 32767 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compression_opts.strategy: 0 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compression_opts.enabled: false 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.target_file_size_base: 67108864 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.target_file_size_multiplier: 1 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-02-18T08:12:22.162 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.arena_block_size: 4194304 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.disable_auto_compactions: 0 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-02-18T08:12:22.163 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.table_properties_collectors: 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.inplace_update_support: 0 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.memtable_huge_page_size: 0 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.bloom_locality: 0 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.max_successive_merges: 0 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.paranoid_file_checks: 0 2024-02-18T08:12:22.164 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.force_consistency_checks: 0 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.report_bg_io_stats: 0 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: Options.ttl: 0 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708243942111632, "job": 1, "event": "recovery_started", "log_files": [3]} 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #3 mode 2 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708243942112335, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1524, "table_properties": {"data_size": 622, "index_size": 28, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 500, "raw_average_value_size": 100, "num_data_blocks": 1, "num_entries": 5, "filter_policy_name": "rocksdb.BuiltinBloomFilter"}} 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.105+0000 7faf453cd700 4 rocksdb: [db/version_set.cc:3036] Creating manifest 5 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.109+0000 7faf453cd700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708243942113253, "job": 1, "event": "recovery_finished"} 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.109+0000 7faf453cd700 4 rocksdb: DB pointer 0x558856e8e400 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.109+0000 7faf2bffd700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.109+0000 7faf2bffd700 4 rocksdb: [db/db_impl.cc:778] 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ** DB Stats ** 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:12:22.165 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ** Compaction Stats [default] ** 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: L0 1/0 1.49 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Sum 1/0 1.49 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ** Compaction Stats [default] ** 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:12:22.166 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.3 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Flush(GB): cumulative 0.000, interval 0.000 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Cumulative compaction: 0.00 GB write, 0.29 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Interval compaction: 0.00 GB write, 0.29 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ** Compaction Stats [default] ** 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: L0 1/0 1.49 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Sum 1/0 1.49 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:22.167 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ** Compaction Stats [default] ** 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.3 0.00 0.00 1 0.001 0 0 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Flush(GB): cumulative 0.000, interval 0.000 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Cumulative compaction: 0.00 GB write, 0.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:12:22.168 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.109+0000 7faf453cd700 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.109+0000 7faf453cd700 0 using public_addr v2:172.21.15.191:0/0 -> [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.113+0000 7faf453cd700 0 starting mon.b rank -1 at public addrs [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] at bind addrs [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.113+0000 7faf453cd700 1 mon.b@-1(???) e0 preinit fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.145+0000 7faf2e802700 0 mon.b@-1(synchronizing).mds e1 new map 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.145+0000 7faf2e802700 0 mon.b@-1(synchronizing).mds e1 print_map 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: e1 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: enable_multiple, ever_enabled_multiple: 0,0 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: legacy client fscid: -1 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: No filesystems configured 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.145+0000 7faf2e802700 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.145+0000 7faf2e802700 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.145+0000 7faf2e802700 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-02-18T08:12:22.169 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.145+0000 7faf2e802700 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-02-18T08:12:22.170 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.149+0000 7faf2e802700 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-02-18T08:12:22.170 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.149+0000 7faf2e802700 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-02-18T08:12:22.170 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.149+0000 7faf2e802700 1 mon.b@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2024-02-18T08:12:22.170 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.149+0000 7faf2e802700 1 mon.b@-1(synchronizing).osd e6 e6: 0 total, 0 up, 0 in 2024-02-18T08:12:22.170 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.149+0000 7faf2e802700 0 mon.b@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2024-02-18T08:12:22.170 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.149+0000 7faf2e802700 0 mon.b@-1(synchronizing).osd e6 crush map has features 3314933000852226048, adjusting msgr requires 2024-02-18T08:12:22.170 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.149+0000 7faf2e802700 0 mon.b@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2024-02-18T08:12:22.170 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: cephadm 2024-02-18T08:12:20.879287+0000 mgr.y (mgr.14140) 45 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-02-18T08:12:22.170 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: cephadm 2024-02-18T08:12:20.882495+0000 mgr.y (mgr.14140) 46 : cephadm [INF] Reconfiguring daemon mon.a on smithi110 2024-02-18T08:12:22.170 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.149+0000 7faf2e802700 1 mon.b@-1(synchronizing).paxosservice(auth 1..5) refresh upgraded, format 0 -> 3 2024-02-18T08:12:22.432 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:22 smithi110 bash[19477]: cephadm 2024-02-18T08:12:20.879287+0000 mgr.y (mgr.14140) 45 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-02-18T08:12:22.432 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:22 smithi110 bash[19477]: cephadm 2024-02-18T08:12:20.882495+0000 mgr.y (mgr.14140) 46 : cephadm [INF] Reconfiguring daemon mon.a on smithi110 2024-02-18T08:12:22.432 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:22 smithi110 bash[24702]: cephadm 2024-02-18T08:12:20.879287+0000 mgr.y (mgr.14140) 45 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-02-18T08:12:22.432 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:22 smithi110 bash[24702]: cephadm 2024-02-18T08:12:20.882495+0000 mgr.y (mgr.14140) 46 : cephadm [INF] Reconfiguring daemon mon.a on smithi110 2024-02-18T08:12:22.588 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:22 smithi191 bash[19424]: debug 2024-02-18T08:12:22.149+0000 7faf2e802700 10 mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2024-02-18T08:12:27.696 INFO:teuthology.orchestra.run.smithi191.stdout: 2024-02-18T08:12:27.697 INFO:teuthology.orchestra.run.smithi191.stdout:{"epoch":3,"fsid":"14c080d4-ce35-11ee-95ba-87774f69a715","modified":"2024-02-18T08:12:22.158152Z","created":"2024-02-18T08:10:20.096352Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:3300","nonce":0},{"type":"v1","addr":"172.21.15.110:6789","nonce":0}]},"addr":"172.21.15.110:6789/0","public_addr":"172.21.15.110:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:3301","nonce":0},{"type":"v1","addr":"172.21.15.110:6790","nonce":0}]},"addr":"172.21.15.110:6790/0","public_addr":"172.21.15.110:6790/0","priority":0,"weight":0},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:3300","nonce":0},{"type":"v1","addr":"172.21.15.191:6789","nonce":0}]},"addr":"172.21.15.191:6789/0","public_addr":"172.21.15.191:6789/0","priority":0,"weight":0}],"quorum":[0,1]} 2024-02-18T08:12:27.699 INFO:teuthology.orchestra.run.smithi191.stderr:dumped monmap epoch 3 2024-02-18T08:12:27.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:22.163278+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2024-02-18T08:12:27.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:22.163624+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:12:27.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:22.164131+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2024-02-18T08:12:27.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:22.165507+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:22.165707+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:23.157914+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:23.636882+0000 mgr.y (mgr.14140) 48 : cluster [DBG] pgmap v34: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:24.158158+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:25.158274+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:25.637302+0000 mgr.y (mgr.14140) 49 : cluster [DBG] pgmap v35: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:26.158212+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:27.158516+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:27.165828+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:27.170866+0000 mon.a (mon.0) 184 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:27.170958+0000 mon.a (mon.0) 185 : cluster [DBG] fsmap 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:27.171007+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2024-02-18T08:12:27.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:27.171346+0000 mon.a (mon.0) 187 : cluster [DBG] mgrmap e13: y(active, since 79s) 2024-02-18T08:12:27.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:27.171667+0000 mon.a (mon.0) 188 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-02-18T08:12:27.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:27.178189+0000 mon.a (mon.0) 189 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-02-18T08:12:27.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:27.178209+0000 mon.a (mon.0) 190 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-18T08:12:27.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: cluster 2024-02-18T08:12:27.178223+0000 mon.a (mon.0) 191 : cluster [WRN] mon.b (rank 2) addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] is down (out of quorum) 2024-02-18T08:12:27.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:22.163278+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2024-02-18T08:12:27.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:22.163624+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:12:27.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:22.164131+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2024-02-18T08:12:27.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:22.165507+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:22.165707+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:12:27.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:23.157914+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:23.636882+0000 mgr.y (mgr.14140) 48 : cluster [DBG] pgmap v34: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:24.158158+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:25.158274+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:25.637302+0000 mgr.y (mgr.14140) 49 : cluster [DBG] pgmap v35: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:26.158212+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:27.158516+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:27.165828+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:27.170866+0000 mon.a (mon.0) 184 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:27.170958+0000 mon.a (mon.0) 185 : cluster [DBG] fsmap 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:27.171007+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2024-02-18T08:12:27.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:27.171346+0000 mon.a (mon.0) 187 : cluster [DBG] mgrmap e13: y(active, since 79s) 2024-02-18T08:12:27.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:27.171667+0000 mon.a (mon.0) 188 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-02-18T08:12:27.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:27.178189+0000 mon.a (mon.0) 189 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-02-18T08:12:27.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:27.178209+0000 mon.a (mon.0) 190 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-18T08:12:27.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: cluster 2024-02-18T08:12:27.178223+0000 mon.a (mon.0) 191 : cluster [WRN] mon.b (rank 2) addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] is down (out of quorum) 2024-02-18T08:12:27.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:27.182277+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:27.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:27.183471+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2024-02-18T08:12:27.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:27.184392+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:27.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[19477]: audit 2024-02-18T08:12:27.185559+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2024-02-18T08:12:27.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:27.182277+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:27.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:27.183471+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2024-02-18T08:12:27.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:27.184392+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:27.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:27 smithi110 bash[24702]: audit 2024-02-18T08:12:27.185559+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2024-02-18T08:12:28.256 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-02-18T08:12:28.257 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph config generate-minimal-conf 2024-02-18T08:12:28.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:28 smithi110 bash[19477]: cephadm 2024-02-18T08:12:27.183006+0000 mgr.y (mgr.14140) 50 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-02-18T08:12:28.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:28 smithi110 bash[19477]: cephadm 2024-02-18T08:12:27.185143+0000 mgr.y (mgr.14140) 51 : cephadm [INF] Reconfiguring daemon mgr.y on smithi110 2024-02-18T08:12:28.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:28 smithi110 bash[19477]: cluster 2024-02-18T08:12:27.637762+0000 mgr.y (mgr.14140) 52 : cluster [DBG] pgmap v36: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:28.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:28 smithi110 bash[19477]: audit 2024-02-18T08:12:27.697952+0000 mon.c (mon.1) 3 : audit [DBG] from='client.? 172.21.15.191:0/3566887821' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-18T08:12:28.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:28 smithi110 bash[19477]: audit 2024-02-18T08:12:28.158765+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:28.718 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:28 smithi110 bash[24702]: cephadm 2024-02-18T08:12:27.183006+0000 mgr.y (mgr.14140) 50 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-02-18T08:12:28.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:28 smithi110 bash[24702]: cephadm 2024-02-18T08:12:27.185143+0000 mgr.y (mgr.14140) 51 : cephadm [INF] Reconfiguring daemon mgr.y on smithi110 2024-02-18T08:12:28.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:28 smithi110 bash[24702]: cluster 2024-02-18T08:12:27.637762+0000 mgr.y (mgr.14140) 52 : cluster [DBG] pgmap v36: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:28.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:28 smithi110 bash[24702]: audit 2024-02-18T08:12:27.697952+0000 mon.c (mon.1) 3 : audit [DBG] from='client.? 172.21.15.191:0/3566887821' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-18T08:12:28.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:28 smithi110 bash[24702]: audit 2024-02-18T08:12:28.158765+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:29.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cephadm 2024-02-18T08:12:27.183006+0000 mgr.y (mgr.14140) 50 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-02-18T08:12:29.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cephadm 2024-02-18T08:12:27.185143+0000 mgr.y (mgr.14140) 51 : cephadm [INF] Reconfiguring daemon mgr.y on smithi110 2024-02-18T08:12:29.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:27.637762+0000 mgr.y (mgr.14140) 52 : cluster [DBG] pgmap v36: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:29.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: audit 2024-02-18T08:12:27.697952+0000 mon.c (mon.1) 3 : audit [DBG] from='client.? 172.21.15.191:0/3566887821' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-18T08:12:29.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: audit 2024-02-18T08:12:28.158765+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:29.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:24.161094+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.186731+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.186770+0000 mon.c (mon.1) 4 : cluster [INF] mon.c calling monitor election 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.186860+0000 mon.a (mon.0) 198 : cluster [INF] mon.a calling monitor election 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.206866+0000 mon.a (mon.0) 199 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.212797+0000 mon.a (mon.0) 200 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.212855+0000 mon.a (mon.0) 201 : cluster [DBG] fsmap 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.212888+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.213135+0000 mon.a (mon.0) 203 : cluster [DBG] mgrmap e13: y(active, since 81s) 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.213367+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.213408+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2024-02-18T08:12:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:29 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.222142+0000 mon.a (mon.0) 206 : cluster [INF] overall HEALTH_OK 2024-02-18T08:12:29.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:24.161094+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2024-02-18T08:12:29.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.186731+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2024-02-18T08:12:29.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.186770+0000 mon.c (mon.1) 4 : cluster [INF] mon.c calling monitor election 2024-02-18T08:12:29.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.186860+0000 mon.a (mon.0) 198 : cluster [INF] mon.a calling monitor election 2024-02-18T08:12:29.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.206866+0000 mon.a (mon.0) 199 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.212797+0000 mon.a (mon.0) 200 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.212855+0000 mon.a (mon.0) 201 : cluster [DBG] fsmap 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.212888+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.213135+0000 mon.a (mon.0) 203 : cluster [DBG] mgrmap e13: y(active, since 81s) 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.213367+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.213408+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.222142+0000 mon.a (mon.0) 206 : cluster [INF] overall HEALTH_OK 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:24.161094+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.186731+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.186770+0000 mon.c (mon.1) 4 : cluster [INF] mon.c calling monitor election 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.186860+0000 mon.a (mon.0) 198 : cluster [INF] mon.a calling monitor election 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.206866+0000 mon.a (mon.0) 199 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:12:29.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.212797+0000 mon.a (mon.0) 200 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} 2024-02-18T08:12:29.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.212855+0000 mon.a (mon.0) 201 : cluster [DBG] fsmap 2024-02-18T08:12:29.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.212888+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2024-02-18T08:12:29.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.213135+0000 mon.a (mon.0) 203 : cluster [DBG] mgrmap e13: y(active, since 81s) 2024-02-18T08:12:29.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.213367+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-02-18T08:12:29.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.213408+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2024-02-18T08:12:29.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:29 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.222142+0000 mon.a (mon.0) 206 : cluster [INF] overall HEALTH_OK 2024-02-18T08:12:31.278 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[19477]: cluster 2024-02-18T08:12:29.638229+0000 mgr.y (mgr.14140) 53 : cluster [DBG] pgmap v37: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:31.278 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[19477]: audit 2024-02-18T08:12:29.846886+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:31.278 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[19477]: cephadm 2024-02-18T08:12:29.847533+0000 mgr.y (mgr.14140) 54 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-02-18T08:12:31.278 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[19477]: audit 2024-02-18T08:12:29.848027+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:31.278 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[19477]: audit 2024-02-18T08:12:29.849138+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:31.278 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[19477]: cephadm 2024-02-18T08:12:29.850132+0000 mgr.y (mgr.14140) 55 : cephadm [INF] Reconfiguring daemon mon.c on smithi110 2024-02-18T08:12:31.278 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[19477]: audit 2024-02-18T08:12:29.850802+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2024-02-18T08:12:31.278 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[19477]: audit 2024-02-18T08:12:30.158634+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:31.278 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[24702]: cluster 2024-02-18T08:12:29.638229+0000 mgr.y (mgr.14140) 53 : cluster [DBG] pgmap v37: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:31.279 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[24702]: audit 2024-02-18T08:12:29.846886+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:31.279 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[24702]: cephadm 2024-02-18T08:12:29.847533+0000 mgr.y (mgr.14140) 54 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-02-18T08:12:31.279 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[24702]: audit 2024-02-18T08:12:29.848027+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:31.279 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[24702]: audit 2024-02-18T08:12:29.849138+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:31.279 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[24702]: cephadm 2024-02-18T08:12:29.850132+0000 mgr.y (mgr.14140) 55 : cephadm [INF] Reconfiguring daemon mon.c on smithi110 2024-02-18T08:12:31.279 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[24702]: audit 2024-02-18T08:12:29.850802+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2024-02-18T08:12:31.279 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:30 smithi110 bash[24702]: audit 2024-02-18T08:12:30.158634+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:31.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:30 smithi191 bash[19424]: cluster 2024-02-18T08:12:29.638229+0000 mgr.y (mgr.14140) 53 : cluster [DBG] pgmap v37: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:31.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:30 smithi191 bash[19424]: audit 2024-02-18T08:12:29.846886+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:31.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:30 smithi191 bash[19424]: cephadm 2024-02-18T08:12:29.847533+0000 mgr.y (mgr.14140) 54 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-02-18T08:12:31.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:30 smithi191 bash[19424]: audit 2024-02-18T08:12:29.848027+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:31.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:30 smithi191 bash[19424]: audit 2024-02-18T08:12:29.849138+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:31.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:30 smithi191 bash[19424]: cephadm 2024-02-18T08:12:29.850132+0000 mgr.y (mgr.14140) 55 : cephadm [INF] Reconfiguring daemon mon.c on smithi110 2024-02-18T08:12:31.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:30 smithi191 bash[19424]: audit 2024-02-18T08:12:29.850802+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2024-02-18T08:12:31.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:30 smithi191 bash[19424]: audit 2024-02-18T08:12:30.158634+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:12:32.380 INFO:teuthology.orchestra.run.smithi110.stdout:# minimal ceph.conf for 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:12:32.380 INFO:teuthology.orchestra.run.smithi110.stdout:[global] 2024-02-18T08:12:32.381 INFO:teuthology.orchestra.run.smithi110.stdout: fsid = 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:12:32.381 INFO:teuthology.orchestra.run.smithi110.stdout: mon_host = [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] 2024-02-18T08:12:32.959 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-02-18T08:12:32.959 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:12:32.959 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/ceph/ceph.conf 2024-02-18T08:12:32.975 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:12:32.975 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-18T08:12:33.034 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:12:33.034 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/ceph/ceph.conf 2024-02-18T08:12:33.042 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:12:33.042 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-18T08:12:33.097 INFO:tasks.cephadm:Adding mgr.y on smithi110 2024-02-18T08:12:33.097 INFO:tasks.cephadm:Adding mgr.x on smithi191 2024-02-18T08:12:33.098 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch apply mgr '2;smithi110=y;smithi191=x' 2024-02-18T08:12:33.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[19477]: cluster 2024-02-18T08:12:31.638608+0000 mgr.y (mgr.14140) 56 : cluster [DBG] pgmap v38: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:33.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[19477]: audit 2024-02-18T08:12:32.382506+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.15.110:0/728037623' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:33.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[19477]: audit 2024-02-18T08:12:32.604985+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:33.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[19477]: audit 2024-02-18T08:12:32.606820+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:33.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[19477]: audit 2024-02-18T08:12:32.608233+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:33.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[19477]: audit 2024-02-18T08:12:32.610029+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2024-02-18T08:12:33.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[24702]: cluster 2024-02-18T08:12:31.638608+0000 mgr.y (mgr.14140) 56 : cluster [DBG] pgmap v38: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:33.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[24702]: audit 2024-02-18T08:12:32.382506+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.15.110:0/728037623' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:33.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[24702]: audit 2024-02-18T08:12:32.604985+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:33.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[24702]: audit 2024-02-18T08:12:32.606820+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:33.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[24702]: audit 2024-02-18T08:12:32.608233+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:33.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:33 smithi110 bash[24702]: audit 2024-02-18T08:12:32.610029+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2024-02-18T08:12:33.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:33 smithi191 bash[19424]: cluster 2024-02-18T08:12:31.638608+0000 mgr.y (mgr.14140) 56 : cluster [DBG] pgmap v38: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:33.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:33 smithi191 bash[19424]: audit 2024-02-18T08:12:32.382506+0000 mon.c (mon.1) 5 : audit [DBG] from='client.? 172.21.15.110:0/728037623' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:33.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:33 smithi191 bash[19424]: audit 2024-02-18T08:12:32.604985+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:33.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:33 smithi191 bash[19424]: audit 2024-02-18T08:12:32.606820+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:33.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:33 smithi191 bash[19424]: audit 2024-02-18T08:12:32.608233+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:33.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:33 smithi191 bash[19424]: audit 2024-02-18T08:12:32.610029+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2024-02-18T08:12:34.418 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:34 smithi191 bash[19424]: cephadm 2024-02-18T08:12:32.606207+0000 mgr.y (mgr.14140) 57 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-02-18T08:12:34.418 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:34 smithi191 bash[19424]: cephadm 2024-02-18T08:12:32.609276+0000 mgr.y (mgr.14140) 58 : cephadm [INF] Reconfiguring daemon mon.b on smithi191 2024-02-18T08:12:34.418 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:34 smithi191 bash[19424]: cluster 2024-02-18T08:12:33.639080+0000 mgr.y (mgr.14140) 59 : cluster [DBG] pgmap v39: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:34.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:34 smithi110 bash[19477]: cephadm 2024-02-18T08:12:32.606207+0000 mgr.y (mgr.14140) 57 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-02-18T08:12:34.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:34 smithi110 bash[19477]: cephadm 2024-02-18T08:12:32.609276+0000 mgr.y (mgr.14140) 58 : cephadm [INF] Reconfiguring daemon mon.b on smithi191 2024-02-18T08:12:34.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:34 smithi110 bash[19477]: cluster 2024-02-18T08:12:33.639080+0000 mgr.y (mgr.14140) 59 : cluster [DBG] pgmap v39: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:34.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:34 smithi110 bash[24702]: cephadm 2024-02-18T08:12:32.606207+0000 mgr.y (mgr.14140) 57 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-02-18T08:12:34.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:34 smithi110 bash[24702]: cephadm 2024-02-18T08:12:32.609276+0000 mgr.y (mgr.14140) 58 : cephadm [INF] Reconfiguring daemon mon.b on smithi191 2024-02-18T08:12:34.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:34 smithi110 bash[24702]: cluster 2024-02-18T08:12:33.639080+0000 mgr.y (mgr.14140) 59 : cluster [DBG] pgmap v39: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:36.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: audit 2024-02-18T08:12:35.392424+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: audit 2024-02-18T08:12:35.394837+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:36.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: audit 2024-02-18T08:12:35.395347+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: cluster 2024-02-18T08:12:35.639528+0000 mgr.y (mgr.14140) 60 : cluster [DBG] pgmap v40: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: audit 2024-02-18T08:12:35.988397+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: audit 2024-02-18T08:12:35.997742+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: cephadm 2024-02-18T08:12:35.998534+0000 mgr.y (mgr.14140) 61 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:12:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: audit 2024-02-18T08:12:36.369761+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: audit 2024-02-18T08:12:36.370825+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: audit 2024-02-18T08:12:36.371904+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:36 smithi191 bash[19424]: audit 2024-02-18T08:12:36.373552+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2024-02-18T08:12:36.595 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled mgr update... 2024-02-18T08:12:36.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: audit 2024-02-18T08:12:35.392424+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: audit 2024-02-18T08:12:35.394837+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:36.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: audit 2024-02-18T08:12:35.395347+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:36.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: cluster 2024-02-18T08:12:35.639528+0000 mgr.y (mgr.14140) 60 : cluster [DBG] pgmap v40: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:36.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: audit 2024-02-18T08:12:35.988397+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: audit 2024-02-18T08:12:35.997742+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: cephadm 2024-02-18T08:12:35.998534+0000 mgr.y (mgr.14140) 61 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: audit 2024-02-18T08:12:36.369761+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: audit 2024-02-18T08:12:36.370825+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: audit 2024-02-18T08:12:36.371904+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[19477]: audit 2024-02-18T08:12:36.373552+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: audit 2024-02-18T08:12:35.392424+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: audit 2024-02-18T08:12:35.394837+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: audit 2024-02-18T08:12:35.395347+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: cluster 2024-02-18T08:12:35.639528+0000 mgr.y (mgr.14140) 60 : cluster [DBG] pgmap v40: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: audit 2024-02-18T08:12:35.988397+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: audit 2024-02-18T08:12:35.997742+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: cephadm 2024-02-18T08:12:35.998534+0000 mgr.y (mgr.14140) 61 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:12:36.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: audit 2024-02-18T08:12:36.369761+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:36.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: audit 2024-02-18T08:12:36.370825+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:12:36.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: audit 2024-02-18T08:12:36.371904+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:36.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:36 smithi110 bash[24702]: audit 2024-02-18T08:12:36.373552+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2024-02-18T08:12:37.254 DEBUG:teuthology.orchestra.run.smithi191:mgr.x> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.x.service 2024-02-18T08:12:37.257 INFO:tasks.cephadm:Deploying OSDs... 2024-02-18T08:12:37.257 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:12:37.257 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/scratch_devs of=/dev/stdout 2024-02-18T08:12:37.264 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-18T08:12:37.264 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_1 2024-02-18T08:12:37.314 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-18T08:12:37.314 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-18T08:12:37.314 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 6h/6d Inode: 350 Links: 1 2024-02-18T08:12:37.314 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-18T08:12:37.314 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-02-18 08:06:26.971190750 +0000 2024-02-18T08:12:37.314 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-02-18 08:06:26.815165446 +0000 2024-02-18T08:12:37.314 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-02-18 08:06:26.815165446 +0000 2024-02-18T08:12:37.315 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: - 2024-02-18T08:12:37.315 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-18T08:12:37.368 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-02-18T08:12:37.368 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-02-18T08:12:37.368 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000294301 s, 1.7 MB/s 2024-02-18T08:12:37.369 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-18T08:12:37.419 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_2 2024-02-18T08:12:37.441 INFO:journalctl@ceph.mgr.x.smithi191.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:12:37.474 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-18T08:12:37.474 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-18T08:12:37.474 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 6h/6d Inode: 357 Links: 1 2024-02-18T08:12:37.474 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-18T08:12:37.475 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-02-18 08:06:27.267237198 +0000 2024-02-18T08:12:37.475 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-02-18 08:06:27.107212201 +0000 2024-02-18T08:12:37.475 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-02-18 08:06:27.107212201 +0000 2024-02-18T08:12:37.475 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: - 2024-02-18T08:12:37.476 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-18T08:12:37.528 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-02-18T08:12:37.529 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-02-18T08:12:37.529 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000214176 s, 2.4 MB/s 2024-02-18T08:12:37.530 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-18T08:12:37.583 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_3 2024-02-18T08:12:37.634 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-18T08:12:37.634 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-18T08:12:37.634 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 6h/6d Inode: 363 Links: 1 2024-02-18T08:12:37.634 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-18T08:12:37.635 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-02-18 08:06:27.551281565 +0000 2024-02-18T08:12:37.635 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-02-18 08:06:27.383255321 +0000 2024-02-18T08:12:37.635 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-02-18 08:06:27.383255321 +0000 2024-02-18T08:12:37.635 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: - 2024-02-18T08:12:37.635 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-18T08:12:37.647 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:37 smithi110 bash[19477]: cephadm 2024-02-18T08:12:36.370394+0000 mgr.y (mgr.14140) 62 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-02-18T08:12:37.647 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:37 smithi110 bash[19477]: cephadm 2024-02-18T08:12:36.372903+0000 mgr.y (mgr.14140) 63 : cephadm [INF] Reconfiguring daemon mon.a on smithi110 2024-02-18T08:12:37.647 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:37 smithi110 bash[19477]: audit 2024-02-18T08:12:36.589929+0000 mgr.y (mgr.14140) 64 : audit [DBG] from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi110=y;smithi191=x", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:12:37.647 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:37 smithi110 bash[19477]: cephadm 2024-02-18T08:12:36.591280+0000 mgr.y (mgr.14140) 65 : cephadm [INF] Saving service mgr spec with placement smithi110=y;smithi191=x;count:2 2024-02-18T08:12:37.647 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:37 smithi110 bash[19477]: audit 2024-02-18T08:12:36.596709+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:37.647 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:37 smithi110 bash[24702]: cephadm 2024-02-18T08:12:36.370394+0000 mgr.y (mgr.14140) 62 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-02-18T08:12:37.647 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:37 smithi110 bash[24702]: cephadm 2024-02-18T08:12:36.372903+0000 mgr.y (mgr.14140) 63 : cephadm [INF] Reconfiguring daemon mon.a on smithi110 2024-02-18T08:12:37.647 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:37 smithi110 bash[24702]: audit 2024-02-18T08:12:36.589929+0000 mgr.y (mgr.14140) 64 : audit [DBG] from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi110=y;smithi191=x", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:12:37.648 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:37 smithi110 bash[24702]: cephadm 2024-02-18T08:12:36.591280+0000 mgr.y (mgr.14140) 65 : cephadm [INF] Saving service mgr spec with placement smithi110=y;smithi191=x;count:2 2024-02-18T08:12:37.648 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:37 smithi110 bash[24702]: audit 2024-02-18T08:12:36.596709+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:37.657 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-02-18T08:12:37.657 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-02-18T08:12:37.657 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000179966 s, 2.8 MB/s 2024-02-18T08:12:37.658 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-18T08:12:37.708 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_4 2024-02-18T08:12:37.758 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-18T08:12:37.758 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-18T08:12:37.758 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 6h/6d Inode: 369 Links: 1 2024-02-18T08:12:37.758 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-18T08:12:37.758 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-02-18 08:06:27.839326551 +0000 2024-02-18T08:12:37.758 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-02-18 08:06:27.667299684 +0000 2024-02-18T08:12:37.758 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-02-18 08:06:27.667299684 +0000 2024-02-18T08:12:37.758 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: - 2024-02-18T08:12:37.758 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-18T08:12:37.815 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-02-18T08:12:37.815 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-02-18T08:12:37.815 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000275098 s, 1.9 MB/s 2024-02-18T08:12:37.816 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-18T08:12:37.868 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:12:37.868 DEBUG:teuthology.orchestra.run.smithi191:> dd if=/scratch_devs of=/dev/stdout 2024-02-18T08:12:37.875 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-18T08:12:37.875 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_1 2024-02-18T08:12:37.924 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-18T08:12:37.924 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-18T08:12:37.924 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 341 Links: 1 2024-02-18T08:12:37.924 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-18T08:12:37.924 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2024-02-18 08:06:26.959690242 +0000 2024-02-18T08:12:37.924 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2024-02-18 08:06:26.799683809 +0000 2024-02-18T08:12:37.924 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2024-02-18 08:06:26.799683809 +0000 2024-02-18T08:12:37.924 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2024-02-18T08:12:37.924 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-18T08:12:37.976 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:37 smithi191 bash[19424]: cephadm 2024-02-18T08:12:36.370394+0000 mgr.y (mgr.14140) 62 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-02-18T08:12:37.976 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:37 smithi191 bash[19424]: cephadm 2024-02-18T08:12:36.372903+0000 mgr.y (mgr.14140) 63 : cephadm [INF] Reconfiguring daemon mon.a on smithi110 2024-02-18T08:12:37.976 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:37 smithi191 bash[19424]: audit 2024-02-18T08:12:36.589929+0000 mgr.y (mgr.14140) 64 : audit [DBG] from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi110=y;smithi191=x", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:12:37.976 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:37 smithi191 bash[19424]: cephadm 2024-02-18T08:12:36.591280+0000 mgr.y (mgr.14140) 65 : cephadm [INF] Saving service mgr spec with placement smithi110=y;smithi191=x;count:2 2024-02-18T08:12:37.976 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:37 smithi191 bash[19424]: audit 2024-02-18T08:12:36.596709+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:37.978 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2024-02-18T08:12:37.978 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2024-02-18T08:12:37.978 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000422893 s, 1.2 MB/s 2024-02-18T08:12:37.979 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-18T08:12:38.029 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_2 2024-02-18T08:12:38.079 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-18T08:12:38.080 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-18T08:12:38.080 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 347 Links: 1 2024-02-18T08:12:38.080 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-18T08:12:38.080 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2024-02-18 08:06:27.255701647 +0000 2024-02-18T08:12:38.080 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2024-02-18 08:06:27.083695076 +0000 2024-02-18T08:12:38.080 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2024-02-18 08:06:27.083695076 +0000 2024-02-18T08:12:38.080 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2024-02-18T08:12:38.080 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-18T08:12:38.134 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2024-02-18T08:12:38.134 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2024-02-18T08:12:38.134 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000333743 s, 1.5 MB/s 2024-02-18T08:12:38.135 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-18T08:12:38.185 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_3 2024-02-18T08:12:38.235 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-18T08:12:38.236 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-18T08:12:38.236 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 353 Links: 1 2024-02-18T08:12:38.236 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-18T08:12:38.236 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2024-02-18 08:06:27.547712802 +0000 2024-02-18T08:12:38.236 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2024-02-18 08:06:27.371706078 +0000 2024-02-18T08:12:38.236 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2024-02-18 08:06:27.371706078 +0000 2024-02-18T08:12:38.236 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2024-02-18T08:12:38.236 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-18T08:12:38.290 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2024-02-18T08:12:38.290 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2024-02-18T08:12:38.290 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000369616 s, 1.4 MB/s 2024-02-18T08:12:38.291 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-18T08:12:38.341 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_4 2024-02-18T08:12:38.391 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-18T08:12:38.391 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-18T08:12:38.392 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 359 Links: 1 2024-02-18T08:12:38.392 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-18T08:12:38.392 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2024-02-18 08:06:27.847724263 +0000 2024-02-18T08:12:38.392 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2024-02-18 08:06:27.687718151 +0000 2024-02-18T08:12:38.392 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2024-02-18 08:06:27.687718151 +0000 2024-02-18T08:12:38.392 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2024-02-18T08:12:38.392 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-18T08:12:38.446 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2024-02-18T08:12:38.446 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2024-02-18T08:12:38.446 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000364433 s, 1.4 MB/s 2024-02-18T08:12:38.447 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-18T08:12:38.497 INFO:tasks.cephadm:Deploying osd.0 on smithi110 with /dev/vg_nvme/lv_4... 2024-02-18T08:12:38.497 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-02-18T08:12:38.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:38 smithi110 bash[24702]: cluster 2024-02-18T08:12:37.641090+0000 mgr.y (mgr.14140) 66 : cluster [DBG] pgmap v41: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:38.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:38 smithi110 bash[24702]: audit 2024-02-18T08:12:38.500433+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:38.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:38 smithi110 bash[24702]: audit 2024-02-18T08:12:38.502589+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:38.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:38 smithi110 bash[19477]: cluster 2024-02-18T08:12:37.641090+0000 mgr.y (mgr.14140) 66 : cluster [DBG] pgmap v41: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:38.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:38 smithi110 bash[19477]: audit 2024-02-18T08:12:38.500433+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:38.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:38 smithi110 bash[19477]: audit 2024-02-18T08:12:38.502589+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:39.089 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:38 smithi191 bash[19424]: cluster 2024-02-18T08:12:37.641090+0000 mgr.y (mgr.14140) 66 : cluster [DBG] pgmap v41: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:39.089 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:38 smithi191 bash[19424]: audit 2024-02-18T08:12:38.500433+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:39.089 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:38 smithi191 bash[19424]: audit 2024-02-18T08:12:38.502589+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:40.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[19477]: audit 2024-02-18T08:12:39.184983+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:40.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[19477]: audit 2024-02-18T08:12:39.190889+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:40.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[19477]: audit 2024-02-18T08:12:39.192223+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:12:40.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[19477]: audit 2024-02-18T08:12:39.196010+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[19477]: audit 2024-02-18T08:12:39.197118+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[19477]: audit 2024-02-18T08:12:39.198741+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[19477]: cephadm 2024-02-18T08:12:39.199762+0000 mgr.y (mgr.14140) 67 : cephadm [INF] Deploying daemon mgr.x on smithi191 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[19477]: audit 2024-02-18T08:12:39.200443+0000 mon.a (mon.0) 234 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[19477]: cluster 2024-02-18T08:12:39.641596+0000 mgr.y (mgr.14140) 68 : cluster [DBG] pgmap v42: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[24702]: audit 2024-02-18T08:12:39.184983+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[24702]: audit 2024-02-18T08:12:39.190889+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[24702]: audit 2024-02-18T08:12:39.192223+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[24702]: audit 2024-02-18T08:12:39.196010+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[24702]: audit 2024-02-18T08:12:39.197118+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[24702]: audit 2024-02-18T08:12:39.198741+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[24702]: cephadm 2024-02-18T08:12:39.199762+0000 mgr.y (mgr.14140) 67 : cephadm [INF] Deploying daemon mgr.x on smithi191 2024-02-18T08:12:40.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[24702]: audit 2024-02-18T08:12:39.200443+0000 mon.a (mon.0) 234 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2024-02-18T08:12:40.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:40 smithi110 bash[24702]: cluster 2024-02-18T08:12:39.641596+0000 mgr.y (mgr.14140) 68 : cluster [DBG] pgmap v42: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:40.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:40 smithi191 bash[19424]: audit 2024-02-18T08:12:39.184983+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:40.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:40 smithi191 bash[19424]: audit 2024-02-18T08:12:39.190889+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:40.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:40 smithi191 bash[19424]: audit 2024-02-18T08:12:39.192223+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:12:40.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:40 smithi191 bash[19424]: audit 2024-02-18T08:12:39.196010+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-18T08:12:40.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:40 smithi191 bash[19424]: audit 2024-02-18T08:12:39.197118+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:12:40.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:40 smithi191 bash[19424]: audit 2024-02-18T08:12:39.198741+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:40.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:40 smithi191 bash[19424]: cephadm 2024-02-18T08:12:39.199762+0000 mgr.y (mgr.14140) 67 : cephadm [INF] Deploying daemon mgr.x on smithi191 2024-02-18T08:12:40.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:40 smithi191 bash[19424]: audit 2024-02-18T08:12:39.200443+0000 mon.a (mon.0) 234 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2024-02-18T08:12:40.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:40 smithi191 bash[19424]: cluster 2024-02-18T08:12:39.641596+0000 mgr.y (mgr.14140) 68 : cluster [DBG] pgmap v42: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:41.589 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:12:41 smithi191 systemd[1]: Started Ceph mgr.x for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:12:41.692 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-02-18T08:12:41.693 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-02-18T08:12:41.693 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 10+0 records in 2024-02-18T08:12:41.693 INFO:teuthology.orchestra.run.smithi110.stderr:10+0 records out 2024-02-18T08:12:41.693 INFO:teuthology.orchestra.run.smithi110.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0103101 s, 1.0 GB/s 2024-02-18T08:12:41.693 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping successful for: 2024-02-18T08:12:42.351 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch daemon add osd smithi110:vg_nvme/lv_4 2024-02-18T08:12:42.589 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:12:42 smithi191 bash[20432]: debug 2024-02-18T08:12:42.520+0000 7fad8c8ca700 1 -- 172.21.15.191:0/3167643445 <== mon.0 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557b013a04e0 con 0x557b01486c00 2024-02-18T08:12:42.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:42 smithi191 bash[19424]: audit 2024-02-18T08:12:41.339060+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:42 smithi191 bash[19424]: audit 2024-02-18T08:12:41.341352+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:42.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:42 smithi191 bash[19424]: audit 2024-02-18T08:12:41.341989+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:42.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:42 smithi191 bash[19424]: cluster 2024-02-18T08:12:41.642124+0000 mgr.y (mgr.14140) 69 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:42.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:42 smithi191 bash[19424]: audit 2024-02-18T08:12:41.909507+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:42 smithi191 bash[19424]: audit 2024-02-18T08:12:41.935137+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:42 smithi191 bash[19424]: audit 2024-02-18T08:12:41.940838+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:42 smithi191 bash[19424]: audit 2024-02-18T08:12:41.943749+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:42.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[19477]: audit 2024-02-18T08:12:41.339060+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[19477]: audit 2024-02-18T08:12:41.341352+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:42.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[19477]: audit 2024-02-18T08:12:41.341989+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:42.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[19477]: cluster 2024-02-18T08:12:41.642124+0000 mgr.y (mgr.14140) 69 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:42.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[19477]: audit 2024-02-18T08:12:41.909507+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[19477]: audit 2024-02-18T08:12:41.935137+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.718 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[19477]: audit 2024-02-18T08:12:41.940838+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.719 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[19477]: audit 2024-02-18T08:12:41.943749+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:42.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[24702]: audit 2024-02-18T08:12:41.339060+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[24702]: audit 2024-02-18T08:12:41.341352+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:42.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[24702]: audit 2024-02-18T08:12:41.341989+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:42.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[24702]: cluster 2024-02-18T08:12:41.642124+0000 mgr.y (mgr.14140) 69 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:42.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[24702]: audit 2024-02-18T08:12:41.909507+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[24702]: audit 2024-02-18T08:12:41.935137+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[24702]: audit 2024-02-18T08:12:41.940838+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:42.719 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:42 smithi110 bash[24702]: audit 2024-02-18T08:12:41.943749+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:43.642 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:43 smithi110 bash[24702]: audit 2024-02-18T08:12:42.543149+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:43.642 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:43 smithi110 bash[24702]: audit 2024-02-18T08:12:42.547869+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:43.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:43 smithi110 bash[19477]: audit 2024-02-18T08:12:42.543149+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:43.643 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:43 smithi110 bash[19477]: audit 2024-02-18T08:12:42.547869+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:43.839 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:43 smithi191 bash[19424]: audit 2024-02-18T08:12:42.543149+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:43.839 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:43 smithi191 bash[19424]: audit 2024-02-18T08:12:42.547869+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:44.839 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:44 smithi191 bash[19424]: cluster 2024-02-18T08:12:43.642467+0000 mgr.y (mgr.14140) 70 : cluster [DBG] pgmap v44: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:44.915 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:44 smithi110 bash[24702]: cluster 2024-02-18T08:12:43.642467+0000 mgr.y (mgr.14140) 70 : cluster [DBG] pgmap v44: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:44.915 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:44 smithi110 bash[19477]: cluster 2024-02-18T08:12:43.642467+0000 mgr.y (mgr.14140) 70 : cluster [DBG] pgmap v44: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:46.438 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:46 smithi110 bash[19477]: audit 2024-02-18T08:12:45.291947+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:12:46.438 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:46 smithi110 bash[19477]: audit 2024-02-18T08:12:45.295333+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:12:46.438 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:46 smithi110 bash[19477]: audit 2024-02-18T08:12:45.296742+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:46.438 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:46 smithi110 bash[19477]: audit 2024-02-18T08:12:45.298434+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:12:46.438 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:46 smithi110 bash[24702]: audit 2024-02-18T08:12:45.291947+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:12:46.438 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:46 smithi110 bash[24702]: audit 2024-02-18T08:12:45.295333+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:12:46.439 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:46 smithi110 bash[24702]: audit 2024-02-18T08:12:45.296742+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:46.439 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:46 smithi110 bash[24702]: audit 2024-02-18T08:12:45.298434+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:12:46.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:46 smithi191 bash[19424]: audit 2024-02-18T08:12:45.291947+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:12:46.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:46 smithi191 bash[19424]: audit 2024-02-18T08:12:45.295333+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:12:46.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:46 smithi191 bash[19424]: audit 2024-02-18T08:12:45.296742+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:46.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:46 smithi191 bash[19424]: audit 2024-02-18T08:12:45.298434+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:12:47.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[24702]: audit 2024-02-18T08:12:45.290249+0000 mgr.y (mgr.14140) 71 : audit [DBG] from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:12:47.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[24702]: cephadm 2024-02-18T08:12:45.294906+0000 mgr.y (mgr.14140) 72 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:12:47.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[24702]: cluster 2024-02-18T08:12:45.642755+0000 mgr.y (mgr.14140) 73 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:47.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[24702]: cluster 2024-02-18T08:12:46.904126+0000 mon.a (mon.0) 248 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:12:47.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[24702]: audit 2024-02-18T08:12:46.906567+0000 mon.c (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:12:47.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[24702]: audit 2024-02-18T08:12:46.907605+0000 mon.c (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:12:47.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[24702]: audit 2024-02-18T08:12:46.909912+0000 mon.c (mon.1) 8 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:12:47.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[24702]: audit 2024-02-18T08:12:46.910960+0000 mon.c (mon.1) 9 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:12:47.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[19477]: audit 2024-02-18T08:12:45.290249+0000 mgr.y (mgr.14140) 71 : audit [DBG] from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:12:47.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[19477]: cephadm 2024-02-18T08:12:45.294906+0000 mgr.y (mgr.14140) 72 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:12:47.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[19477]: cluster 2024-02-18T08:12:45.642755+0000 mgr.y (mgr.14140) 73 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:47.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[19477]: cluster 2024-02-18T08:12:46.904126+0000 mon.a (mon.0) 248 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:12:47.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[19477]: audit 2024-02-18T08:12:46.906567+0000 mon.c (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:12:47.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[19477]: audit 2024-02-18T08:12:46.907605+0000 mon.c (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:12:47.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[19477]: audit 2024-02-18T08:12:46.909912+0000 mon.c (mon.1) 8 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:12:47.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:47 smithi110 bash[19477]: audit 2024-02-18T08:12:46.910960+0000 mon.c (mon.1) 9 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:12:47.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:47 smithi191 bash[19424]: audit 2024-02-18T08:12:45.290249+0000 mgr.y (mgr.14140) 71 : audit [DBG] from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:12:47.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:47 smithi191 bash[19424]: cephadm 2024-02-18T08:12:45.294906+0000 mgr.y (mgr.14140) 72 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:12:47.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:47 smithi191 bash[19424]: cluster 2024-02-18T08:12:45.642755+0000 mgr.y (mgr.14140) 73 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:47.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:47 smithi191 bash[19424]: cluster 2024-02-18T08:12:46.904126+0000 mon.a (mon.0) 248 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:12:47.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:47 smithi191 bash[19424]: audit 2024-02-18T08:12:46.906567+0000 mon.c (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:12:47.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:47 smithi191 bash[19424]: audit 2024-02-18T08:12:46.907605+0000 mon.c (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:12:47.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:47 smithi191 bash[19424]: audit 2024-02-18T08:12:46.909912+0000 mon.c (mon.1) 8 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:12:47.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:47 smithi191 bash[19424]: audit 2024-02-18T08:12:46.910960+0000 mon.c (mon.1) 9 : audit [DBG] from='mgr.? 172.21.15.191:0/648876778' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:12:48.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:48 smithi110 bash[24702]: cluster 2024-02-18T08:12:47.124105+0000 mon.a (mon.0) 249 : cluster [DBG] mgrmap e14: y(active, since 99s), standbys: x 2024-02-18T08:12:48.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:48 smithi110 bash[24702]: audit 2024-02-18T08:12:47.124811+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:12:48.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:48 smithi110 bash[19477]: cluster 2024-02-18T08:12:47.124105+0000 mon.a (mon.0) 249 : cluster [DBG] mgrmap e14: y(active, since 99s), standbys: x 2024-02-18T08:12:48.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:48 smithi110 bash[19477]: audit 2024-02-18T08:12:47.124811+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:12:48.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:48 smithi191 bash[19424]: cluster 2024-02-18T08:12:47.124105+0000 mon.a (mon.0) 249 : cluster [DBG] mgrmap e14: y(active, since 99s), standbys: x 2024-02-18T08:12:48.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:48 smithi191 bash[19424]: audit 2024-02-18T08:12:47.124811+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:12:49.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:49 smithi110 bash[24702]: cluster 2024-02-18T08:12:47.643178+0000 mgr.y (mgr.14140) 74 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:49.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:49 smithi110 bash[24702]: audit 2024-02-18T08:12:48.906936+0000 mon.a (mon.0) 251 : audit [INF] from='client.? 172.21.15.110:0/144777195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e1609f7-59ab-421c-b039-19c0a2cb9c7a"}]: dispatch 2024-02-18T08:12:49.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:49 smithi110 bash[24702]: audit 2024-02-18T08:12:48.913438+0000 mon.a (mon.0) 252 : audit [INF] from='client.? 172.21.15.110:0/144777195' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9e1609f7-59ab-421c-b039-19c0a2cb9c7a"}]': finished 2024-02-18T08:12:49.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:49 smithi110 bash[24702]: cluster 2024-02-18T08:12:48.913647+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e7: 1 total, 0 up, 0 in 2024-02-18T08:12:49.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:49 smithi110 bash[24702]: audit 2024-02-18T08:12:48.913847+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:12:49.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:49 smithi110 bash[19477]: cluster 2024-02-18T08:12:47.643178+0000 mgr.y (mgr.14140) 74 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:49.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:49 smithi110 bash[19477]: audit 2024-02-18T08:12:48.906936+0000 mon.a (mon.0) 251 : audit [INF] from='client.? 172.21.15.110:0/144777195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e1609f7-59ab-421c-b039-19c0a2cb9c7a"}]: dispatch 2024-02-18T08:12:49.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:49 smithi110 bash[19477]: audit 2024-02-18T08:12:48.913438+0000 mon.a (mon.0) 252 : audit [INF] from='client.? 172.21.15.110:0/144777195' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9e1609f7-59ab-421c-b039-19c0a2cb9c7a"}]': finished 2024-02-18T08:12:49.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:49 smithi110 bash[19477]: cluster 2024-02-18T08:12:48.913647+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e7: 1 total, 0 up, 0 in 2024-02-18T08:12:49.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:49 smithi110 bash[19477]: audit 2024-02-18T08:12:48.913847+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:12:49.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:49 smithi191 bash[19424]: cluster 2024-02-18T08:12:47.643178+0000 mgr.y (mgr.14140) 74 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:49.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:49 smithi191 bash[19424]: audit 2024-02-18T08:12:48.906936+0000 mon.a (mon.0) 251 : audit [INF] from='client.? 172.21.15.110:0/144777195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e1609f7-59ab-421c-b039-19c0a2cb9c7a"}]: dispatch 2024-02-18T08:12:49.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:49 smithi191 bash[19424]: audit 2024-02-18T08:12:48.913438+0000 mon.a (mon.0) 252 : audit [INF] from='client.? 172.21.15.110:0/144777195' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9e1609f7-59ab-421c-b039-19c0a2cb9c7a"}]': finished 2024-02-18T08:12:49.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:49 smithi191 bash[19424]: cluster 2024-02-18T08:12:48.913647+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e7: 1 total, 0 up, 0 in 2024-02-18T08:12:49.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:49 smithi191 bash[19424]: audit 2024-02-18T08:12:48.913847+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:12:50.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:50 smithi110 bash[19477]: audit 2024-02-18T08:12:49.421666+0000 mon.a (mon.0) 255 : audit [DBG] from='client.? 172.21.15.110:0/1919956864' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:12:50.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:50 smithi110 bash[19477]: cluster 2024-02-18T08:12:49.643737+0000 mgr.y (mgr.14140) 75 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:50.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:50 smithi110 bash[24702]: audit 2024-02-18T08:12:49.421666+0000 mon.a (mon.0) 255 : audit [DBG] from='client.? 172.21.15.110:0/1919956864' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:12:50.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:50 smithi110 bash[24702]: cluster 2024-02-18T08:12:49.643737+0000 mgr.y (mgr.14140) 75 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:50.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:50 smithi191 bash[19424]: audit 2024-02-18T08:12:49.421666+0000 mon.a (mon.0) 255 : audit [DBG] from='client.? 172.21.15.110:0/1919956864' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:12:50.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:50 smithi191 bash[19424]: cluster 2024-02-18T08:12:49.643737+0000 mgr.y (mgr.14140) 75 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:52.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:52 smithi110 bash[19477]: cluster 2024-02-18T08:12:51.644322+0000 mgr.y (mgr.14140) 76 : cluster [DBG] pgmap v49: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:52.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:52 smithi110 bash[19477]: audit 2024-02-18T08:12:52.158886+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:12:52.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:52 smithi110 bash[24702]: cluster 2024-02-18T08:12:51.644322+0000 mgr.y (mgr.14140) 76 : cluster [DBG] pgmap v49: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:52.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:52 smithi110 bash[24702]: audit 2024-02-18T08:12:52.158886+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:12:53.089 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:52 smithi191 bash[19424]: cluster 2024-02-18T08:12:51.644322+0000 mgr.y (mgr.14140) 76 : cluster [DBG] pgmap v49: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:53.090 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:52 smithi191 bash[19424]: audit 2024-02-18T08:12:52.158886+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:12:54.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:54 smithi110 bash[19477]: cluster 2024-02-18T08:12:53.644777+0000 mgr.y (mgr.14140) 77 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:54.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:54 smithi110 bash[24702]: cluster 2024-02-18T08:12:53.644777+0000 mgr.y (mgr.14140) 77 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:55.089 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:54 smithi191 bash[19424]: cluster 2024-02-18T08:12:53.644777+0000 mgr.y (mgr.14140) 77 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:56 smithi110 bash[19477]: audit 2024-02-18T08:12:55.862661+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-18T08:12:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:56 smithi110 bash[19477]: audit 2024-02-18T08:12:55.864017+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:56 smithi110 bash[19477]: audit 2024-02-18T08:12:55.865667+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch 2024-02-18T08:12:56.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:56 smithi110 bash[24702]: audit 2024-02-18T08:12:55.862661+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-18T08:12:56.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:56 smithi110 bash[24702]: audit 2024-02-18T08:12:55.864017+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:56.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:56 smithi110 bash[24702]: audit 2024-02-18T08:12:55.865667+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch 2024-02-18T08:12:56.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:56 smithi191 bash[19424]: audit 2024-02-18T08:12:55.862661+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-18T08:12:56.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:56 smithi191 bash[19424]: audit 2024-02-18T08:12:55.864017+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:12:56.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:56 smithi191 bash[19424]: audit 2024-02-18T08:12:55.865667+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch 2024-02-18T08:12:57.260 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:57 smithi110 bash[19477]: cluster 2024-02-18T08:12:55.645114+0000 mgr.y (mgr.14140) 78 : cluster [DBG] pgmap v51: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:57.260 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:57 smithi110 bash[19477]: cephadm 2024-02-18T08:12:55.865109+0000 mgr.y (mgr.14140) 79 : cephadm [INF] Deploying daemon osd.0 on smithi110 2024-02-18T08:12:57.260 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:57 smithi110 bash[24702]: cluster 2024-02-18T08:12:55.645114+0000 mgr.y (mgr.14140) 78 : cluster [DBG] pgmap v51: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:57.261 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:57 smithi110 bash[24702]: cephadm 2024-02-18T08:12:55.865109+0000 mgr.y (mgr.14140) 79 : cephadm [INF] Deploying daemon osd.0 on smithi110 2024-02-18T08:12:57.589 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:57 smithi191 bash[19424]: cluster 2024-02-18T08:12:55.645114+0000 mgr.y (mgr.14140) 78 : cluster [DBG] pgmap v51: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:57.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:57 smithi191 bash[19424]: cephadm 2024-02-18T08:12:55.865109+0000 mgr.y (mgr.14140) 79 : cephadm [INF] Deploying daemon osd.0 on smithi110 2024-02-18T08:12:58.119 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 0 on host 'smithi110' 2024-02-18T08:12:59.181 DEBUG:teuthology.orchestra.run.smithi110:osd.0> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.0.service 2024-02-18T08:12:59.183 INFO:tasks.cephadm:Deploying osd.1 on smithi110 with /dev/vg_nvme/lv_3... 2024-02-18T08:12:59.183 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-02-18T08:12:59.428 INFO:journalctl@ceph.osd.0.smithi110.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:12:59.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[19477]: cluster 2024-02-18T08:12:57.645624+0000 mgr.y (mgr.14140) 80 : cluster [DBG] pgmap v52: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:59.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[19477]: audit 2024-02-18T08:12:58.114822+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:59.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[19477]: audit 2024-02-18T08:12:58.120054+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:59.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[19477]: audit 2024-02-18T08:12:58.150490+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:59.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[19477]: audit 2024-02-18T08:12:58.799363+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:59.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[19477]: audit 2024-02-18T08:12:58.800565+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:12:59.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[24702]: cluster 2024-02-18T08:12:57.645624+0000 mgr.y (mgr.14140) 80 : cluster [DBG] pgmap v52: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:59.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[24702]: audit 2024-02-18T08:12:58.114822+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:59.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[24702]: audit 2024-02-18T08:12:58.120054+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:59.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[24702]: audit 2024-02-18T08:12:58.150490+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:59.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[24702]: audit 2024-02-18T08:12:58.799363+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:59.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:12:59 smithi110 bash[24702]: audit 2024-02-18T08:12:58.800565+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:12:59.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:59 smithi191 bash[19424]: cluster 2024-02-18T08:12:57.645624+0000 mgr.y (mgr.14140) 80 : cluster [DBG] pgmap v52: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:12:59.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:59 smithi191 bash[19424]: audit 2024-02-18T08:12:58.114822+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:59.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:59 smithi191 bash[19424]: audit 2024-02-18T08:12:58.120054+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:59.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:59 smithi191 bash[19424]: audit 2024-02-18T08:12:58.150490+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:12:59.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:59 smithi191 bash[19424]: audit 2024-02-18T08:12:58.799363+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:12:59.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:12:59 smithi191 bash[19424]: audit 2024-02-18T08:12:58.800565+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:00.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:00 smithi110 bash[24702]: cephadm 2024-02-18T08:12:58.150244+0000 mgr.y (mgr.14140) 81 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:13:00.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:00 smithi110 bash[19477]: cephadm 2024-02-18T08:12:58.150244+0000 mgr.y (mgr.14140) 81 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:13:00.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:00 smithi191 bash[19424]: cephadm 2024-02-18T08:12:58.150244+0000 mgr.y (mgr.14140) 81 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:13:00.968 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:00 smithi110 bash[27416]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-02-18T08:13:00.968 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:00 smithi110 bash[27416]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-02-18T08:13:00.968 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:00 smithi110 bash[27416]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-02-18T08:13:00.968 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:00 smithi110 bash[27416]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-02-18T08:13:00.969 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:00 smithi110 bash[27416]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-02-18T08:13:00.969 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:00 smithi110 bash[27416]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-02-18T08:13:00.969 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:00 smithi110 bash[27416]: --> ceph-volume lvm activate successful for osd ID: 0 2024-02-18T08:13:01.319 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:01 smithi110 bash[19477]: cluster 2024-02-18T08:12:59.646137+0000 mgr.y (mgr.14140) 82 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:01.319 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:01 smithi110 bash[19477]: cluster 2024-02-18T08:13:00.113662+0000 mon.a (mon.0) 265 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-02-18T08:13:01.319 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:01 smithi110 bash[24702]: cluster 2024-02-18T08:12:59.646137+0000 mgr.y (mgr.14140) 82 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:01.319 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:01 smithi110 bash[24702]: cluster 2024-02-18T08:13:00.113662+0000 mon.a (mon.0) 265 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-02-18T08:13:01.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:01 smithi191 bash[19424]: cluster 2024-02-18T08:12:59.646137+0000 mgr.y (mgr.14140) 82 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:01.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:01 smithi191 bash[19424]: cluster 2024-02-18T08:13:00.113662+0000 mon.a (mon.0) 265 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-02-18T08:13:03.428 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:03 smithi110 bash[24702]: cluster 2024-02-18T08:13:01.646667+0000 mgr.y (mgr.14140) 83 : cluster [DBG] pgmap v54: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:03.428 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:03 smithi110 bash[19477]: cluster 2024-02-18T08:13:01.646667+0000 mgr.y (mgr.14140) 83 : cluster [DBG] pgmap v54: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:03.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:03 smithi191 bash[19424]: cluster 2024-02-18T08:13:01.646667+0000 mgr.y (mgr.14140) 83 : cluster [DBG] pgmap v54: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:03.718 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:03 smithi110 bash[27416]: debug 2024-02-18T08:13:03.563+0000 7f6c8f4ae700 1 -- 172.21.15.110:0/2612058450 <== mon.0 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563b7e1724e0 con 0x563b7e1ecc00 2024-02-18T08:13:04.407 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:04 smithi110 bash[27416]: debug 2024-02-18T08:13:04.115+0000 7f6c96966f00 -1 Falling back to public interface 2024-02-18T08:13:04.614 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-02-18T08:13:04.615 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-02-18T08:13:04.615 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 10+0 records in 2024-02-18T08:13:04.615 INFO:teuthology.orchestra.run.smithi110.stderr:10+0 records out 2024-02-18T08:13:04.615 INFO:teuthology.orchestra.run.smithi110.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00969503 s, 1.1 GB/s 2024-02-18T08:13:04.615 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping successful for: 2024-02-18T08:13:04.968 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:04 smithi110 bash[27416]: debug 2024-02-18T08:13:04.751+0000 7f6c96966f00 -1 osd.0 0 log_to_monitors {default=true} 2024-02-18T08:13:05.326 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch daemon add osd smithi110:vg_nvme/lv_3 2024-02-18T08:13:05.393 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:05 smithi110 bash[19477]: cluster 2024-02-18T08:13:03.647188+0000 mgr.y (mgr.14140) 84 : cluster [DBG] pgmap v55: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:05.393 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:05 smithi110 bash[19477]: audit 2024-02-18T08:13:04.758792+0000 mon.a (mon.0) 266 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-18T08:13:05.393 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:05 smithi110 bash[24702]: cluster 2024-02-18T08:13:03.647188+0000 mgr.y (mgr.14140) 84 : cluster [DBG] pgmap v55: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:05.393 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:05 smithi110 bash[24702]: audit 2024-02-18T08:13:04.758792+0000 mon.a (mon.0) 266 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-18T08:13:05.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:05 smithi191 bash[19424]: cluster 2024-02-18T08:13:03.647188+0000 mgr.y (mgr.14140) 84 : cluster [DBG] pgmap v55: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:05.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:05 smithi191 bash[19424]: audit 2024-02-18T08:13:04.758792+0000 mon.a (mon.0) 266 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-18T08:13:06.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[19477]: audit 2024-02-18T08:13:05.136655+0000 mon.a (mon.0) 267 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-18T08:13:06.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[19477]: cluster 2024-02-18T08:13:05.136815+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in 2024-02-18T08:13:06.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[19477]: audit 2024-02-18T08:13:05.137496+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:06.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[19477]: audit 2024-02-18T08:13:05.138175+0000 mon.a (mon.0) 270 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:13:06.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[19477]: cluster 2024-02-18T08:13:05.647819+0000 mgr.y (mgr.14140) 85 : cluster [DBG] pgmap v57: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:06.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[24702]: audit 2024-02-18T08:13:05.136655+0000 mon.a (mon.0) 267 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-18T08:13:06.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[24702]: cluster 2024-02-18T08:13:05.136815+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in 2024-02-18T08:13:06.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[24702]: audit 2024-02-18T08:13:05.137496+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:06.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[24702]: audit 2024-02-18T08:13:05.138175+0000 mon.a (mon.0) 270 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:13:06.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[24702]: cluster 2024-02-18T08:13:05.647819+0000 mgr.y (mgr.14140) 85 : cluster [DBG] pgmap v57: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:06.469 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[27416]: debug 2024-02-18T08:13:06.139+0000 7f6c7dc1b700 -1 osd.0 0 waiting for initial osdmap 2024-02-18T08:13:06.470 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:13:06 smithi110 bash[27416]: debug 2024-02-18T08:13:06.143+0000 7f6c8a434700 -1 osd.0 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:13:06.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:06 smithi191 bash[19424]: audit 2024-02-18T08:13:05.136655+0000 mon.a (mon.0) 267 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-18T08:13:06.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:06 smithi191 bash[19424]: cluster 2024-02-18T08:13:05.136815+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in 2024-02-18T08:13:06.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:06 smithi191 bash[19424]: audit 2024-02-18T08:13:05.137496+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:06.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:06 smithi191 bash[19424]: audit 2024-02-18T08:13:05.138175+0000 mon.a (mon.0) 270 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:13:06.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:06 smithi191 bash[19424]: cluster 2024-02-18T08:13:05.647819+0000 mgr.y (mgr.14140) 85 : cluster [DBG] pgmap v57: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:07.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[19477]: audit 2024-02-18T08:13:06.139075+0000 mon.a (mon.0) 271 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[19477]: cluster 2024-02-18T08:13:06.139234+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[19477]: audit 2024-02-18T08:13:06.139453+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[19477]: audit 2024-02-18T08:13:06.145168+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[19477]: audit 2024-02-18T08:13:06.225238+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[19477]: cephadm 2024-02-18T08:13:06.530425+0000 mgr.y (mgr.14140) 86 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[19477]: audit 2024-02-18T08:13:06.534529+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[19477]: audit 2024-02-18T08:13:06.538477+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[19477]: audit 2024-02-18T08:13:07.144656+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[24702]: audit 2024-02-18T08:13:06.139075+0000 mon.a (mon.0) 271 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[24702]: cluster 2024-02-18T08:13:06.139234+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[24702]: audit 2024-02-18T08:13:06.139453+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[24702]: audit 2024-02-18T08:13:06.145168+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:07.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[24702]: audit 2024-02-18T08:13:06.225238+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:07.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[24702]: cephadm 2024-02-18T08:13:06.530425+0000 mgr.y (mgr.14140) 86 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:13:07.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[24702]: audit 2024-02-18T08:13:06.534529+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:07.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[24702]: audit 2024-02-18T08:13:06.538477+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:07.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:07 smithi110 bash[24702]: audit 2024-02-18T08:13:07.144656+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:07.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:07 smithi191 bash[19424]: audit 2024-02-18T08:13:06.139075+0000 mon.a (mon.0) 271 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:13:07.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:07 smithi191 bash[19424]: cluster 2024-02-18T08:13:06.139234+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in 2024-02-18T08:13:07.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:07 smithi191 bash[19424]: audit 2024-02-18T08:13:06.139453+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:07.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:07 smithi191 bash[19424]: audit 2024-02-18T08:13:06.145168+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:07.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:07 smithi191 bash[19424]: audit 2024-02-18T08:13:06.225238+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:07.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:07 smithi191 bash[19424]: cephadm 2024-02-18T08:13:06.530425+0000 mgr.y (mgr.14140) 86 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:13:07.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:07 smithi191 bash[19424]: audit 2024-02-18T08:13:06.534529+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:07.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:07 smithi191 bash[19424]: audit 2024-02-18T08:13:06.538477+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:07.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:07 smithi191 bash[19424]: audit 2024-02-18T08:13:07.144656+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:08.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[19477]: cluster 2024-02-18T08:13:05.753834+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:13:08.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[19477]: cluster 2024-02-18T08:13:05.753935+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:13:08.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[19477]: cluster 2024-02-18T08:13:07.152489+0000 mon.a (mon.0) 279 : cluster [INF] osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829] boot 2024-02-18T08:13:08.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[19477]: cluster 2024-02-18T08:13:07.152537+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2024-02-18T08:13:08.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[19477]: audit 2024-02-18T08:13:07.153458+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:08.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[19477]: cluster 2024-02-18T08:13:07.648382+0000 mgr.y (mgr.14140) 87 : cluster [DBG] pgmap v60: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:08.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[19477]: cluster 2024-02-18T08:13:08.154456+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e11: 1 total, 1 up, 1 in 2024-02-18T08:13:08.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[24702]: cluster 2024-02-18T08:13:05.753834+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:13:08.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[24702]: cluster 2024-02-18T08:13:05.753935+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:13:08.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[24702]: cluster 2024-02-18T08:13:07.152489+0000 mon.a (mon.0) 279 : cluster [INF] osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829] boot 2024-02-18T08:13:08.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[24702]: cluster 2024-02-18T08:13:07.152537+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2024-02-18T08:13:08.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[24702]: audit 2024-02-18T08:13:07.153458+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:08.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[24702]: cluster 2024-02-18T08:13:07.648382+0000 mgr.y (mgr.14140) 87 : cluster [DBG] pgmap v60: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:08.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:08 smithi110 bash[24702]: cluster 2024-02-18T08:13:08.154456+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e11: 1 total, 1 up, 1 in 2024-02-18T08:13:08.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:08 smithi191 bash[19424]: cluster 2024-02-18T08:13:05.753834+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:13:08.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:08 smithi191 bash[19424]: cluster 2024-02-18T08:13:05.753935+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:13:08.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:08 smithi191 bash[19424]: cluster 2024-02-18T08:13:07.152489+0000 mon.a (mon.0) 279 : cluster [INF] osd.0 [v2:172.21.15.110:6802/2791896829,v1:172.21.15.110:6803/2791896829] boot 2024-02-18T08:13:08.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:08 smithi191 bash[19424]: cluster 2024-02-18T08:13:07.152537+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2024-02-18T08:13:08.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:08 smithi191 bash[19424]: audit 2024-02-18T08:13:07.153458+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:13:08.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:08 smithi191 bash[19424]: cluster 2024-02-18T08:13:07.648382+0000 mgr.y (mgr.14140) 87 : cluster [DBG] pgmap v60: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-18T08:13:08.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:08 smithi191 bash[19424]: cluster 2024-02-18T08:13:08.154456+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e11: 1 total, 1 up, 1 in 2024-02-18T08:13:09.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[19477]: audit 2024-02-18T08:13:08.547345+0000 mgr.y (mgr.14140) 88 : audit [DBG] from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[19477]: audit 2024-02-18T08:13:08.549036+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[19477]: cephadm 2024-02-18T08:13:08.551149+0000 mgr.y (mgr.14140) 89 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[19477]: audit 2024-02-18T08:13:08.551652+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[19477]: audit 2024-02-18T08:13:08.553043+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[19477]: audit 2024-02-18T08:13:08.554649+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[19477]: cluster 2024-02-18T08:13:09.156914+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[24702]: audit 2024-02-18T08:13:08.547345+0000 mgr.y (mgr.14140) 88 : audit [DBG] from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[24702]: audit 2024-02-18T08:13:08.549036+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[24702]: cephadm 2024-02-18T08:13:08.551149+0000 mgr.y (mgr.14140) 89 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[24702]: audit 2024-02-18T08:13:08.551652+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[24702]: audit 2024-02-18T08:13:08.553043+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:09.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[24702]: audit 2024-02-18T08:13:08.554649+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:09.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:09 smithi110 bash[24702]: cluster 2024-02-18T08:13:09.156914+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in 2024-02-18T08:13:09.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:09 smithi191 bash[19424]: audit 2024-02-18T08:13:08.547345+0000 mgr.y (mgr.14140) 88 : audit [DBG] from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:13:09.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:09 smithi191 bash[19424]: audit 2024-02-18T08:13:08.549036+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:13:09.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:09 smithi191 bash[19424]: cephadm 2024-02-18T08:13:08.551149+0000 mgr.y (mgr.14140) 89 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:13:09.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:09 smithi191 bash[19424]: audit 2024-02-18T08:13:08.551652+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:13:09.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:09 smithi191 bash[19424]: audit 2024-02-18T08:13:08.553043+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:09.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:09 smithi191 bash[19424]: audit 2024-02-18T08:13:08.554649+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:09.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:09 smithi191 bash[19424]: cluster 2024-02-18T08:13:09.156914+0000 mon.a (mon.0) 287 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in 2024-02-18T08:13:11.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:11 smithi110 bash[24702]: cluster 2024-02-18T08:13:09.648936+0000 mgr.y (mgr.14140) 90 : cluster [DBG] pgmap v63: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:11.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:11 smithi110 bash[24702]: cluster 2024-02-18T08:13:10.166598+0000 mon.a (mon.0) 288 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-18T08:13:11.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:11 smithi110 bash[19477]: cluster 2024-02-18T08:13:09.648936+0000 mgr.y (mgr.14140) 90 : cluster [DBG] pgmap v63: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:11.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:11 smithi110 bash[19477]: cluster 2024-02-18T08:13:10.166598+0000 mon.a (mon.0) 288 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-18T08:13:11.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:11 smithi191 bash[19424]: cluster 2024-02-18T08:13:09.648936+0000 mgr.y (mgr.14140) 90 : cluster [DBG] pgmap v63: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:11.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:11 smithi191 bash[19424]: cluster 2024-02-18T08:13:10.166598+0000 mon.a (mon.0) 288 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-18T08:13:12.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:12 smithi110 bash[19477]: audit 2024-02-18T08:13:11.959750+0000 mon.a (mon.0) 289 : audit [INF] from='client.? 172.21.15.110:0/819177948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95f523f1-c0b2-43dc-a134-d41f8a4d129b"}]: dispatch 2024-02-18T08:13:12.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:12 smithi110 bash[19477]: audit 2024-02-18T08:13:11.966381+0000 mon.a (mon.0) 290 : audit [INF] from='client.? 172.21.15.110:0/819177948' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "95f523f1-c0b2-43dc-a134-d41f8a4d129b"}]': finished 2024-02-18T08:13:12.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:12 smithi110 bash[19477]: cluster 2024-02-18T08:13:11.966492+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e13: 2 total, 1 up, 1 in 2024-02-18T08:13:12.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:12 smithi110 bash[19477]: audit 2024-02-18T08:13:11.966717+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:12.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:12 smithi110 bash[24702]: audit 2024-02-18T08:13:11.959750+0000 mon.a (mon.0) 289 : audit [INF] from='client.? 172.21.15.110:0/819177948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95f523f1-c0b2-43dc-a134-d41f8a4d129b"}]: dispatch 2024-02-18T08:13:12.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:12 smithi110 bash[24702]: audit 2024-02-18T08:13:11.966381+0000 mon.a (mon.0) 290 : audit [INF] from='client.? 172.21.15.110:0/819177948' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "95f523f1-c0b2-43dc-a134-d41f8a4d129b"}]': finished 2024-02-18T08:13:12.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:12 smithi110 bash[24702]: cluster 2024-02-18T08:13:11.966492+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e13: 2 total, 1 up, 1 in 2024-02-18T08:13:12.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:12 smithi110 bash[24702]: audit 2024-02-18T08:13:11.966717+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:12.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:12 smithi191 bash[19424]: audit 2024-02-18T08:13:11.959750+0000 mon.a (mon.0) 289 : audit [INF] from='client.? 172.21.15.110:0/819177948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95f523f1-c0b2-43dc-a134-d41f8a4d129b"}]: dispatch 2024-02-18T08:13:12.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:12 smithi191 bash[19424]: audit 2024-02-18T08:13:11.966381+0000 mon.a (mon.0) 290 : audit [INF] from='client.? 172.21.15.110:0/819177948' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "95f523f1-c0b2-43dc-a134-d41f8a4d129b"}]': finished 2024-02-18T08:13:12.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:12 smithi191 bash[19424]: cluster 2024-02-18T08:13:11.966492+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e13: 2 total, 1 up, 1 in 2024-02-18T08:13:12.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:12 smithi191 bash[19424]: audit 2024-02-18T08:13:11.966717+0000 mon.a (mon.0) 292 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:13.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:13 smithi110 bash[19477]: cluster 2024-02-18T08:13:11.649555+0000 mgr.y (mgr.14140) 91 : cluster [DBG] pgmap v64: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:13.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:13 smithi110 bash[19477]: audit 2024-02-18T08:13:12.447319+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:13:13.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:13 smithi110 bash[19477]: audit 2024-02-18T08:13:12.447768+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:13:13.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:13 smithi110 bash[19477]: audit 2024-02-18T08:13:12.492721+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.110:0/1314841148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:13:13.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:13 smithi110 bash[24702]: cluster 2024-02-18T08:13:11.649555+0000 mgr.y (mgr.14140) 91 : cluster [DBG] pgmap v64: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:13.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:13 smithi110 bash[24702]: audit 2024-02-18T08:13:12.447319+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:13:13.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:13 smithi110 bash[24702]: audit 2024-02-18T08:13:12.447768+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:13:13.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:13 smithi110 bash[24702]: audit 2024-02-18T08:13:12.492721+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.110:0/1314841148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:13:13.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:13 smithi191 bash[19424]: cluster 2024-02-18T08:13:11.649555+0000 mgr.y (mgr.14140) 91 : cluster [DBG] pgmap v64: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:13.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:13 smithi191 bash[19424]: audit 2024-02-18T08:13:12.447319+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:13:13.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:13 smithi191 bash[19424]: audit 2024-02-18T08:13:12.447768+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:13:13.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:13 smithi191 bash[19424]: audit 2024-02-18T08:13:12.492721+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.110:0/1314841148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:13:15.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:15 smithi110 bash[24702]: cluster 2024-02-18T08:13:13.650029+0000 mgr.y (mgr.14140) 92 : cluster [DBG] pgmap v66: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:15.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:15 smithi110 bash[19477]: cluster 2024-02-18T08:13:13.650029+0000 mgr.y (mgr.14140) 92 : cluster [DBG] pgmap v66: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:15.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:15 smithi191 bash[19424]: cluster 2024-02-18T08:13:13.650029+0000 mgr.y (mgr.14140) 92 : cluster [DBG] pgmap v66: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:16.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:16 smithi110 bash[19477]: audit 2024-02-18T08:13:15.256053+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:16.408 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:16 smithi110 bash[24702]: audit 2024-02-18T08:13:15.256053+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:16.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:16 smithi191 bash[19424]: audit 2024-02-18T08:13:15.256053+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:17.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:17 smithi110 bash[19477]: cluster 2024-02-18T08:13:15.650577+0000 mgr.y (mgr.14140) 93 : cluster [DBG] pgmap v67: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:17.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:17 smithi110 bash[24702]: cluster 2024-02-18T08:13:15.650577+0000 mgr.y (mgr.14140) 93 : cluster [DBG] pgmap v67: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:17.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:17 smithi191 bash[19424]: cluster 2024-02-18T08:13:15.650577+0000 mgr.y (mgr.14140) 93 : cluster [DBG] pgmap v67: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:18.407 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:18 smithi110 bash[19477]: cluster 2024-02-18T08:13:17.651128+0000 mgr.y (mgr.14140) 94 : cluster [DBG] pgmap v68: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:18.407 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:18 smithi110 bash[24702]: cluster 2024-02-18T08:13:17.651128+0000 mgr.y (mgr.14140) 94 : cluster [DBG] pgmap v68: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:18.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:18 smithi191 bash[19424]: cluster 2024-02-18T08:13:17.651128+0000 mgr.y (mgr.14140) 94 : cluster [DBG] pgmap v68: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:19.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:19 smithi110 bash[19477]: audit 2024-02-18T08:13:18.989278+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-18T08:13:19.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:19 smithi110 bash[19477]: audit 2024-02-18T08:13:18.990900+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:19.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:19 smithi110 bash[19477]: cephadm 2024-02-18T08:13:18.992104+0000 mgr.y (mgr.14140) 95 : cephadm [INF] Deploying daemon osd.1 on smithi110 2024-02-18T08:13:19.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:19 smithi110 bash[19477]: audit 2024-02-18T08:13:18.992661+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch 2024-02-18T08:13:19.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:19 smithi110 bash[24702]: audit 2024-02-18T08:13:18.989278+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-18T08:13:19.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:19 smithi110 bash[24702]: audit 2024-02-18T08:13:18.990900+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:19.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:19 smithi110 bash[24702]: cephadm 2024-02-18T08:13:18.992104+0000 mgr.y (mgr.14140) 95 : cephadm [INF] Deploying daemon osd.1 on smithi110 2024-02-18T08:13:19.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:19 smithi110 bash[24702]: audit 2024-02-18T08:13:18.992661+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch 2024-02-18T08:13:19.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:19 smithi191 bash[19424]: audit 2024-02-18T08:13:18.989278+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-18T08:13:19.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:19 smithi191 bash[19424]: audit 2024-02-18T08:13:18.990900+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:19.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:19 smithi191 bash[19424]: cephadm 2024-02-18T08:13:18.992104+0000 mgr.y (mgr.14140) 95 : cephadm [INF] Deploying daemon osd.1 on smithi110 2024-02-18T08:13:19.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:19 smithi191 bash[19424]: audit 2024-02-18T08:13:18.992661+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch 2024-02-18T08:13:20.415 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:20 smithi110 bash[19477]: cluster 2024-02-18T08:13:19.651729+0000 mgr.y (mgr.14140) 96 : cluster [DBG] pgmap v69: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:20.415 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:20 smithi110 bash[19477]: cluster 2024-02-18T08:13:20.111850+0000 mon.a (mon.0) 299 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-02-18T08:13:20.415 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:20 smithi110 bash[24702]: cluster 2024-02-18T08:13:19.651729+0000 mgr.y (mgr.14140) 96 : cluster [DBG] pgmap v69: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:20.415 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:20 smithi110 bash[24702]: cluster 2024-02-18T08:13:20.111850+0000 mon.a (mon.0) 299 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-02-18T08:13:20.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:20 smithi191 bash[19424]: cluster 2024-02-18T08:13:19.651729+0000 mgr.y (mgr.14140) 96 : cluster [DBG] pgmap v69: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:20.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:20 smithi191 bash[19424]: cluster 2024-02-18T08:13:20.111850+0000 mon.a (mon.0) 299 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-02-18T08:13:21.201 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 1 on host 'smithi110' 2024-02-18T08:13:22.201 DEBUG:teuthology.orchestra.run.smithi110:osd.1> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.1.service 2024-02-18T08:13:22.203 INFO:tasks.cephadm:Deploying osd.2 on smithi110 with /dev/vg_nvme/lv_2... 2024-02-18T08:13:22.203 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-02-18T08:13:22.322 INFO:journalctl@ceph.osd.1.smithi110.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:13:22.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[19477]: audit 2024-02-18T08:13:21.195339+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[19477]: audit 2024-02-18T08:13:21.201814+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[19477]: audit 2024-02-18T08:13:21.239233+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[19477]: cluster 2024-02-18T08:13:21.652212+0000 mgr.y (mgr.14140) 97 : cluster [DBG] pgmap v70: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[19477]: audit 2024-02-18T08:13:21.963895+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[19477]: audit 2024-02-18T08:13:21.964991+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[24702]: audit 2024-02-18T08:13:21.195339+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[24702]: audit 2024-02-18T08:13:21.201814+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[24702]: audit 2024-02-18T08:13:21.239233+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[24702]: cluster 2024-02-18T08:13:21.652212+0000 mgr.y (mgr.14140) 97 : cluster [DBG] pgmap v70: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[24702]: audit 2024-02-18T08:13:21.963895+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:22.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:22 smithi110 bash[24702]: audit 2024-02-18T08:13:21.964991+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:22.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:22 smithi191 bash[19424]: audit 2024-02-18T08:13:21.195339+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:22.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:22 smithi191 bash[19424]: audit 2024-02-18T08:13:21.201814+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:22.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:22 smithi191 bash[19424]: audit 2024-02-18T08:13:21.239233+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:22.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:22 smithi191 bash[19424]: cluster 2024-02-18T08:13:21.652212+0000 mgr.y (mgr.14140) 97 : cluster [DBG] pgmap v70: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:22.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:22 smithi191 bash[19424]: audit 2024-02-18T08:13:21.963895+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:22.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:22 smithi191 bash[19424]: audit 2024-02-18T08:13:21.964991+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:23.718 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:23 smithi110 bash[29387]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-02-18T08:13:23.718 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:23 smithi110 bash[29387]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-02-18T08:13:23.718 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:23 smithi110 bash[29387]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-02-18T08:13:23.718 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:23 smithi110 bash[29387]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-02-18T08:13:23.719 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:23 smithi110 bash[29387]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-02-18T08:13:23.719 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:23 smithi110 bash[29387]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-02-18T08:13:23.719 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:23 smithi110 bash[29387]: --> ceph-volume lvm activate successful for osd ID: 1 2024-02-18T08:13:24.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:24 smithi110 bash[24702]: cluster 2024-02-18T08:13:23.652767+0000 mgr.y (mgr.14140) 98 : cluster [DBG] pgmap v71: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:24.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:24 smithi110 bash[19477]: cluster 2024-02-18T08:13:23.652767+0000 mgr.y (mgr.14140) 98 : cluster [DBG] pgmap v71: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:25.090 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:24 smithi191 bash[19424]: cluster 2024-02-18T08:13:23.652767+0000 mgr.y (mgr.14140) 98 : cluster [DBG] pgmap v71: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:26.819 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:26 smithi110 bash[29387]: debug 2024-02-18T08:13:26.534+0000 7fb249c00700 1 -- 172.21.15.110:0/3066656469 <== mon.0 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564d3b9224e0 con 0x564d3b99d400 2024-02-18T08:13:27.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:27 smithi110 bash[24702]: cluster 2024-02-18T08:13:25.653307+0000 mgr.y (mgr.14140) 99 : cluster [DBG] pgmap v72: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:27.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:27 smithi110 bash[19477]: cluster 2024-02-18T08:13:25.653307+0000 mgr.y (mgr.14140) 99 : cluster [DBG] pgmap v72: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:27.219 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:27 smithi110 bash[29387]: debug 2024-02-18T08:13:27.086+0000 7fb2510b8f00 -1 Falling back to public interface 2024-02-18T08:13:27.407 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-02-18T08:13:27.408 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-02-18T08:13:27.408 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 10+0 records in 2024-02-18T08:13:27.408 INFO:teuthology.orchestra.run.smithi110.stderr:10+0 records out 2024-02-18T08:13:27.408 INFO:teuthology.orchestra.run.smithi110.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0105556 s, 993 MB/s 2024-02-18T08:13:27.408 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping successful for: 2024-02-18T08:13:27.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:27 smithi191 bash[19424]: cluster 2024-02-18T08:13:25.653307+0000 mgr.y (mgr.14140) 99 : cluster [DBG] pgmap v72: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:27.968 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:27 smithi110 bash[29387]: debug 2024-02-18T08:13:27.710+0000 7fb2510b8f00 -1 osd.1 0 log_to_monitors {default=true} 2024-02-18T08:13:28.439 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:28 smithi110 bash[19477]: audit 2024-02-18T08:13:27.719641+0000 mon.a (mon.0) 305 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-18T08:13:28.440 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:28 smithi110 bash[24702]: audit 2024-02-18T08:13:27.719641+0000 mon.a (mon.0) 305 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-18T08:13:28.441 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch daemon add osd smithi110:vg_nvme/lv_2 2024-02-18T08:13:28.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:28 smithi191 bash[19424]: audit 2024-02-18T08:13:27.719641+0000 mon.a (mon.0) 305 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-18T08:13:29.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[24702]: cluster 2024-02-18T08:13:27.653868+0000 mgr.y (mgr.14140) 100 : cluster [DBG] pgmap v73: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:29.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[24702]: audit 2024-02-18T08:13:28.131710+0000 mon.a (mon.0) 306 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-18T08:13:29.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[24702]: cluster 2024-02-18T08:13:28.131774+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e14: 2 total, 1 up, 1 in 2024-02-18T08:13:29.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[24702]: audit 2024-02-18T08:13:28.132061+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:29.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[24702]: audit 2024-02-18T08:13:28.133167+0000 mon.a (mon.0) 309 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:13:29.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[24702]: audit 2024-02-18T08:13:28.334507+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:29.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[24702]: audit 2024-02-18T08:13:28.647945+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:29.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[24702]: audit 2024-02-18T08:13:28.653814+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:29.469 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[29387]: debug 2024-02-18T08:13:29.142+0000 7fb234365700 -1 osd.1 0 waiting for initial osdmap 2024-02-18T08:13:29.469 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[29387]: debug 2024-02-18T08:13:29.146+0000 7fb240b7e700 -1 osd.1 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:13:29.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[19477]: cluster 2024-02-18T08:13:27.653868+0000 mgr.y (mgr.14140) 100 : cluster [DBG] pgmap v73: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:29.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[19477]: audit 2024-02-18T08:13:28.131710+0000 mon.a (mon.0) 306 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-18T08:13:29.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[19477]: cluster 2024-02-18T08:13:28.131774+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e14: 2 total, 1 up, 1 in 2024-02-18T08:13:29.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[19477]: audit 2024-02-18T08:13:28.132061+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:29.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[19477]: audit 2024-02-18T08:13:28.133167+0000 mon.a (mon.0) 309 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:13:29.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[19477]: audit 2024-02-18T08:13:28.334507+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:29.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[19477]: audit 2024-02-18T08:13:28.647945+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:29.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:29 smithi110 bash[19477]: audit 2024-02-18T08:13:28.653814+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:29 smithi191 bash[19424]: cluster 2024-02-18T08:13:27.653868+0000 mgr.y (mgr.14140) 100 : cluster [DBG] pgmap v73: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:29 smithi191 bash[19424]: audit 2024-02-18T08:13:28.131710+0000 mon.a (mon.0) 306 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-18T08:13:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:29 smithi191 bash[19424]: cluster 2024-02-18T08:13:28.131774+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e14: 2 total, 1 up, 1 in 2024-02-18T08:13:29.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:29 smithi191 bash[19424]: audit 2024-02-18T08:13:28.132061+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:29 smithi191 bash[19424]: audit 2024-02-18T08:13:28.133167+0000 mon.a (mon.0) 309 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:13:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:29 smithi191 bash[19424]: audit 2024-02-18T08:13:28.334507+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:29 smithi191 bash[19424]: audit 2024-02-18T08:13:28.647945+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:29 smithi191 bash[19424]: audit 2024-02-18T08:13:28.653814+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:30.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[24702]: cephadm 2024-02-18T08:13:28.642366+0000 mgr.y (mgr.14140) 101 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[24702]: audit 2024-02-18T08:13:29.137439+0000 mon.a (mon.0) 313 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[24702]: cluster 2024-02-18T08:13:29.137681+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[24702]: audit 2024-02-18T08:13:29.138566+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[24702]: audit 2024-02-18T08:13:29.146151+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[24702]: cluster 2024-02-18T08:13:29.654433+0000 mgr.y (mgr.14140) 102 : cluster [DBG] pgmap v76: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[19477]: cephadm 2024-02-18T08:13:28.642366+0000 mgr.y (mgr.14140) 101 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[19477]: audit 2024-02-18T08:13:29.137439+0000 mon.a (mon.0) 313 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[19477]: cluster 2024-02-18T08:13:29.137681+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[19477]: audit 2024-02-18T08:13:29.138566+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[19477]: audit 2024-02-18T08:13:29.146151+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:30.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:30 smithi110 bash[19477]: cluster 2024-02-18T08:13:29.654433+0000 mgr.y (mgr.14140) 102 : cluster [DBG] pgmap v76: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:30.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:30 smithi191 bash[19424]: cephadm 2024-02-18T08:13:28.642366+0000 mgr.y (mgr.14140) 101 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:13:30.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:30 smithi191 bash[19424]: audit 2024-02-18T08:13:29.137439+0000 mon.a (mon.0) 313 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:13:30.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:30 smithi191 bash[19424]: cluster 2024-02-18T08:13:29.137681+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in 2024-02-18T08:13:30.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:30 smithi191 bash[19424]: audit 2024-02-18T08:13:29.138566+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:30.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:30 smithi191 bash[19424]: audit 2024-02-18T08:13:29.146151+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:30.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:30 smithi191 bash[19424]: cluster 2024-02-18T08:13:29.654433+0000 mgr.y (mgr.14140) 102 : cluster [DBG] pgmap v76: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[19477]: cluster 2024-02-18T08:13:28.736651+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[19477]: cluster 2024-02-18T08:13:28.736744+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[19477]: cluster 2024-02-18T08:13:30.148512+0000 mon.a (mon.0) 317 : cluster [INF] osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910] boot 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[19477]: cluster 2024-02-18T08:13:30.148596+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[19477]: audit 2024-02-18T08:13:30.149232+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[19477]: cluster 2024-02-18T08:13:31.150672+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[24702]: cluster 2024-02-18T08:13:28.736651+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[24702]: cluster 2024-02-18T08:13:28.736744+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[24702]: cluster 2024-02-18T08:13:30.148512+0000 mon.a (mon.0) 317 : cluster [INF] osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910] boot 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[24702]: cluster 2024-02-18T08:13:30.148596+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[24702]: audit 2024-02-18T08:13:30.149232+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:31.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:31 smithi110 bash[24702]: cluster 2024-02-18T08:13:31.150672+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2024-02-18T08:13:31.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:31 smithi191 bash[19424]: cluster 2024-02-18T08:13:28.736651+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:13:31.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:31 smithi191 bash[19424]: cluster 2024-02-18T08:13:28.736744+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:13:31.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:31 smithi191 bash[19424]: cluster 2024-02-18T08:13:30.148512+0000 mon.a (mon.0) 317 : cluster [INF] osd.1 [v2:172.21.15.110:6810/2117736910,v1:172.21.15.110:6811/2117736910] boot 2024-02-18T08:13:31.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:31 smithi191 bash[19424]: cluster 2024-02-18T08:13:30.148596+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2024-02-18T08:13:31.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:31 smithi191 bash[19424]: audit 2024-02-18T08:13:30.149232+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:13:31.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:31 smithi191 bash[19424]: cluster 2024-02-18T08:13:31.150672+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2024-02-18T08:13:32.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[24702]: audit 2024-02-18T08:13:31.650210+0000 mgr.y (mgr.14140) 103 : audit [DBG] from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[24702]: audit 2024-02-18T08:13:31.651412+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[24702]: cephadm 2024-02-18T08:13:31.653807+0000 mgr.y (mgr.14140) 104 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[24702]: audit 2024-02-18T08:13:31.654236+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[24702]: cluster 2024-02-18T08:13:31.655042+0000 mgr.y (mgr.14140) 105 : cluster [DBG] pgmap v79: 1 pgs: 1 undersized+peered; 0 B data, 264 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[24702]: audit 2024-02-18T08:13:31.655630+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[24702]: audit 2024-02-18T08:13:31.656794+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[19477]: audit 2024-02-18T08:13:31.650210+0000 mgr.y (mgr.14140) 103 : audit [DBG] from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[19477]: audit 2024-02-18T08:13:31.651412+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[19477]: cephadm 2024-02-18T08:13:31.653807+0000 mgr.y (mgr.14140) 104 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[19477]: audit 2024-02-18T08:13:31.654236+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[19477]: cluster 2024-02-18T08:13:31.655042+0000 mgr.y (mgr.14140) 105 : cluster [DBG] pgmap v79: 1 pgs: 1 undersized+peered; 0 B data, 264 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:32.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[19477]: audit 2024-02-18T08:13:31.655630+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:32.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:32 smithi110 bash[19477]: audit 2024-02-18T08:13:31.656794+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:32.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:32 smithi191 bash[19424]: audit 2024-02-18T08:13:31.650210+0000 mgr.y (mgr.14140) 103 : audit [DBG] from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:13:32.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:32 smithi191 bash[19424]: audit 2024-02-18T08:13:31.651412+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:13:32.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:32 smithi191 bash[19424]: cephadm 2024-02-18T08:13:31.653807+0000 mgr.y (mgr.14140) 104 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:13:32.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:32 smithi191 bash[19424]: audit 2024-02-18T08:13:31.654236+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:13:32.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:32 smithi191 bash[19424]: cluster 2024-02-18T08:13:31.655042+0000 mgr.y (mgr.14140) 105 : cluster [DBG] pgmap v79: 1 pgs: 1 undersized+peered; 0 B data, 264 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:32.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:32 smithi191 bash[19424]: audit 2024-02-18T08:13:31.655630+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:32.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:32 smithi191 bash[19424]: audit 2024-02-18T08:13:31.656794+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:34.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:34 smithi110 bash[19477]: cluster 2024-02-18T08:13:33.655645+0000 mgr.y (mgr.14140) 106 : cluster [DBG] pgmap v80: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:34.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:34 smithi110 bash[24702]: cluster 2024-02-18T08:13:33.655645+0000 mgr.y (mgr.14140) 106 : cluster [DBG] pgmap v80: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:35.090 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:34 smithi191 bash[19424]: cluster 2024-02-18T08:13:33.655645+0000 mgr.y (mgr.14140) 106 : cluster [DBG] pgmap v80: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:36.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:36 smithi110 bash[24702]: audit 2024-02-18T08:13:35.256688+0000 mon.a (mon.0) 325 : audit [INF] from='client.? 172.21.15.110:0/1874952746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "485c266e-a9ce-46aa-89cc-803a18cc9515"}]: dispatch 2024-02-18T08:13:36.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:36 smithi110 bash[24702]: audit 2024-02-18T08:13:35.263811+0000 mon.a (mon.0) 326 : audit [INF] from='client.? 172.21.15.110:0/1874952746' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "485c266e-a9ce-46aa-89cc-803a18cc9515"}]': finished 2024-02-18T08:13:36.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:36 smithi110 bash[24702]: cluster 2024-02-18T08:13:35.264015+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e18: 3 total, 2 up, 2 in 2024-02-18T08:13:36.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:36 smithi110 bash[24702]: audit 2024-02-18T08:13:35.264323+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:36.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:36 smithi110 bash[24702]: audit 2024-02-18T08:13:35.782755+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.110:0/2247988057' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:13:36.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:36 smithi110 bash[19477]: audit 2024-02-18T08:13:35.256688+0000 mon.a (mon.0) 325 : audit [INF] from='client.? 172.21.15.110:0/1874952746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "485c266e-a9ce-46aa-89cc-803a18cc9515"}]: dispatch 2024-02-18T08:13:36.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:36 smithi110 bash[19477]: audit 2024-02-18T08:13:35.263811+0000 mon.a (mon.0) 326 : audit [INF] from='client.? 172.21.15.110:0/1874952746' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "485c266e-a9ce-46aa-89cc-803a18cc9515"}]': finished 2024-02-18T08:13:36.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:36 smithi110 bash[19477]: cluster 2024-02-18T08:13:35.264015+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e18: 3 total, 2 up, 2 in 2024-02-18T08:13:36.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:36 smithi110 bash[19477]: audit 2024-02-18T08:13:35.264323+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:36.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:36 smithi110 bash[19477]: audit 2024-02-18T08:13:35.782755+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.110:0/2247988057' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:13:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:36 smithi191 bash[19424]: audit 2024-02-18T08:13:35.256688+0000 mon.a (mon.0) 325 : audit [INF] from='client.? 172.21.15.110:0/1874952746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "485c266e-a9ce-46aa-89cc-803a18cc9515"}]: dispatch 2024-02-18T08:13:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:36 smithi191 bash[19424]: audit 2024-02-18T08:13:35.263811+0000 mon.a (mon.0) 326 : audit [INF] from='client.? 172.21.15.110:0/1874952746' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "485c266e-a9ce-46aa-89cc-803a18cc9515"}]': finished 2024-02-18T08:13:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:36 smithi191 bash[19424]: cluster 2024-02-18T08:13:35.264015+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e18: 3 total, 2 up, 2 in 2024-02-18T08:13:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:36 smithi191 bash[19424]: audit 2024-02-18T08:13:35.264323+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:36.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:36 smithi191 bash[19424]: audit 2024-02-18T08:13:35.782755+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.110:0/2247988057' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:13:37.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:37 smithi110 bash[19477]: cluster 2024-02-18T08:13:35.656225+0000 mgr.y (mgr.14140) 107 : cluster [DBG] pgmap v82: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:37.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:37 smithi110 bash[24702]: cluster 2024-02-18T08:13:35.656225+0000 mgr.y (mgr.14140) 107 : cluster [DBG] pgmap v82: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:37.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:37 smithi191 bash[19424]: cluster 2024-02-18T08:13:35.656225+0000 mgr.y (mgr.14140) 107 : cluster [DBG] pgmap v82: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:38.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:38 smithi110 bash[24702]: cluster 2024-02-18T08:13:37.656767+0000 mgr.y (mgr.14140) 108 : cluster [DBG] pgmap v83: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:38.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:38 smithi110 bash[24702]: cluster 2024-02-18T08:13:38.124058+0000 mon.a (mon.0) 329 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-02-18T08:13:38.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:38 smithi110 bash[24702]: cluster 2024-02-18T08:13:38.124099+0000 mon.a (mon.0) 330 : cluster [INF] Cluster is now healthy 2024-02-18T08:13:38.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:38 smithi110 bash[19477]: cluster 2024-02-18T08:13:37.656767+0000 mgr.y (mgr.14140) 108 : cluster [DBG] pgmap v83: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:38.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:38 smithi110 bash[19477]: cluster 2024-02-18T08:13:38.124058+0000 mon.a (mon.0) 329 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-02-18T08:13:38.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:38 smithi110 bash[19477]: cluster 2024-02-18T08:13:38.124099+0000 mon.a (mon.0) 330 : cluster [INF] Cluster is now healthy 2024-02-18T08:13:38.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:38 smithi191 bash[19424]: cluster 2024-02-18T08:13:37.656767+0000 mgr.y (mgr.14140) 108 : cluster [DBG] pgmap v83: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:38.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:38 smithi191 bash[19424]: cluster 2024-02-18T08:13:38.124058+0000 mon.a (mon.0) 329 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-02-18T08:13:38.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:38 smithi191 bash[19424]: cluster 2024-02-18T08:13:38.124099+0000 mon.a (mon.0) 330 : cluster [INF] Cluster is now healthy 2024-02-18T08:13:39.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:39 smithi110 bash[19477]: audit 2024-02-18T08:13:38.646191+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:39.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:39 smithi110 bash[24702]: audit 2024-02-18T08:13:38.646191+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:39.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:39 smithi191 bash[19424]: audit 2024-02-18T08:13:38.646191+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:41.425 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:41 smithi110 bash[19477]: cluster 2024-02-18T08:13:39.657248+0000 mgr.y (mgr.14140) 109 : cluster [DBG] pgmap v84: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:41.425 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:41 smithi110 bash[24702]: cluster 2024-02-18T08:13:39.657248+0000 mgr.y (mgr.14140) 109 : cluster [DBG] pgmap v84: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:41.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:41 smithi191 bash[19424]: cluster 2024-02-18T08:13:39.657248+0000 mgr.y (mgr.14140) 109 : cluster [DBG] pgmap v84: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:43.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:43 smithi110 bash[24702]: cluster 2024-02-18T08:13:41.657657+0000 mgr.y (mgr.14140) 110 : cluster [DBG] pgmap v85: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:43.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:43 smithi110 bash[24702]: audit 2024-02-18T08:13:42.596183+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-18T08:13:43.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:43 smithi110 bash[24702]: audit 2024-02-18T08:13:42.597777+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:43.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:43 smithi110 bash[24702]: audit 2024-02-18T08:13:42.599646+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch 2024-02-18T08:13:43.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:43 smithi110 bash[19477]: cluster 2024-02-18T08:13:41.657657+0000 mgr.y (mgr.14140) 110 : cluster [DBG] pgmap v85: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:43.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:43 smithi110 bash[19477]: audit 2024-02-18T08:13:42.596183+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-18T08:13:43.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:43 smithi110 bash[19477]: audit 2024-02-18T08:13:42.597777+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:43.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:43 smithi110 bash[19477]: audit 2024-02-18T08:13:42.599646+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch 2024-02-18T08:13:43.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:43 smithi191 bash[19424]: cluster 2024-02-18T08:13:41.657657+0000 mgr.y (mgr.14140) 110 : cluster [DBG] pgmap v85: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:43.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:43 smithi191 bash[19424]: audit 2024-02-18T08:13:42.596183+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-18T08:13:43.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:43 smithi191 bash[19424]: audit 2024-02-18T08:13:42.597777+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:43.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:43 smithi191 bash[19424]: audit 2024-02-18T08:13:42.599646+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch 2024-02-18T08:13:44.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:44 smithi110 bash[19477]: cephadm 2024-02-18T08:13:42.599008+0000 mgr.y (mgr.14140) 111 : cephadm [INF] Deploying daemon osd.2 on smithi110 2024-02-18T08:13:44.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:44 smithi110 bash[24702]: cephadm 2024-02-18T08:13:42.599008+0000 mgr.y (mgr.14140) 111 : cephadm [INF] Deploying daemon osd.2 on smithi110 2024-02-18T08:13:44.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:44 smithi191 bash[19424]: cephadm 2024-02-18T08:13:42.599008+0000 mgr.y (mgr.14140) 111 : cephadm [INF] Deploying daemon osd.2 on smithi110 2024-02-18T08:13:44.756 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 2 on host 'smithi110' 2024-02-18T08:13:45.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:45 smithi110 bash[19477]: cluster 2024-02-18T08:13:43.658109+0000 mgr.y (mgr.14140) 112 : cluster [DBG] pgmap v86: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:45.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:45 smithi110 bash[19477]: audit 2024-02-18T08:13:44.749650+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:45.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:45 smithi110 bash[19477]: audit 2024-02-18T08:13:44.756539+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:45.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:45 smithi110 bash[19477]: audit 2024-02-18T08:13:44.759222+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:45.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:45 smithi110 bash[24702]: cluster 2024-02-18T08:13:43.658109+0000 mgr.y (mgr.14140) 112 : cluster [DBG] pgmap v86: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:45.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:45 smithi110 bash[24702]: audit 2024-02-18T08:13:44.749650+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:45.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:45 smithi110 bash[24702]: audit 2024-02-18T08:13:44.756539+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:45.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:45 smithi110 bash[24702]: audit 2024-02-18T08:13:44.759222+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:45.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:45 smithi191 bash[19424]: cluster 2024-02-18T08:13:43.658109+0000 mgr.y (mgr.14140) 112 : cluster [DBG] pgmap v86: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:45.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:45 smithi191 bash[19424]: audit 2024-02-18T08:13:44.749650+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:45.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:45 smithi191 bash[19424]: audit 2024-02-18T08:13:44.756539+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:45.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:45 smithi191 bash[19424]: audit 2024-02-18T08:13:44.759222+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:45.855 DEBUG:teuthology.orchestra.run.smithi110:osd.2> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.2.service 2024-02-18T08:13:45.857 INFO:tasks.cephadm:Deploying osd.3 on smithi110 with /dev/vg_nvme/lv_1... 2024-02-18T08:13:45.857 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-02-18T08:13:46.178 INFO:journalctl@ceph.osd.2.smithi110.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:13:46.840 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:46 smithi191 bash[19424]: audit 2024-02-18T08:13:45.504158+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:46.840 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:46 smithi191 bash[19424]: audit 2024-02-18T08:13:45.505861+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:46.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:46 smithi191 bash[19424]: cluster 2024-02-18T08:13:45.658624+0000 mgr.y (mgr.14140) 113 : cluster [DBG] pgmap v87: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:46.968 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:46 smithi110 bash[19477]: audit 2024-02-18T08:13:45.504158+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:46.969 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:46 smithi110 bash[19477]: audit 2024-02-18T08:13:45.505861+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:46.969 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:46 smithi110 bash[19477]: cluster 2024-02-18T08:13:45.658624+0000 mgr.y (mgr.14140) 113 : cluster [DBG] pgmap v87: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:46.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:46 smithi110 bash[24702]: audit 2024-02-18T08:13:45.504158+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:46.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:46 smithi110 bash[24702]: audit 2024-02-18T08:13:45.505861+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:46.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:46 smithi110 bash[24702]: cluster 2024-02-18T08:13:45.658624+0000 mgr.y (mgr.14140) 113 : cluster [DBG] pgmap v87: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:47.469 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:47 smithi110 bash[31372]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-02-18T08:13:47.469 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:47 smithi110 bash[31372]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-02-18T08:13:47.469 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:47 smithi110 bash[31372]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-02-18T08:13:47.469 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:47 smithi110 bash[31372]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-02-18T08:13:47.469 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:47 smithi110 bash[31372]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-02-18T08:13:47.469 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:47 smithi110 bash[31372]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-02-18T08:13:47.469 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:47 smithi110 bash[31372]: --> ceph-volume lvm activate successful for osd ID: 2 2024-02-18T08:13:48.969 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:48 smithi110 bash[24702]: cluster 2024-02-18T08:13:47.659195+0000 mgr.y (mgr.14140) 114 : cluster [DBG] pgmap v88: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:48.969 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:48 smithi110 bash[19477]: cluster 2024-02-18T08:13:47.659195+0000 mgr.y (mgr.14140) 114 : cluster [DBG] pgmap v88: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:49.090 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:48 smithi191 bash[19424]: cluster 2024-02-18T08:13:47.659195+0000 mgr.y (mgr.14140) 114 : cluster [DBG] pgmap v88: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:50.218 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:49 smithi110 bash[31372]: debug 2024-02-18T08:13:49.974+0000 7f9697b27700 1 -- 172.21.15.110:0/2233988987 <== mon.1 v2:172.21.15.110:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fad1f524e0 con 0x55fad1fcd000 2024-02-18T08:13:50.857 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:50 smithi110 bash[31372]: debug 2024-02-18T08:13:50.518+0000 7f969efdff00 -1 Falling back to public interface 2024-02-18T08:13:51.336 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-02-18T08:13:51.336 INFO:teuthology.orchestra.run.smithi110.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-02-18T08:13:51.336 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 10+0 records in 2024-02-18T08:13:51.337 INFO:teuthology.orchestra.run.smithi110.stderr:10+0 records out 2024-02-18T08:13:51.337 INFO:teuthology.orchestra.run.smithi110.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00982581 s, 1.1 GB/s 2024-02-18T08:13:51.337 INFO:teuthology.orchestra.run.smithi110.stderr: stderr: 2024-02-18T08:13:51.337 INFO:teuthology.orchestra.run.smithi110.stderr:--> Zapping successful for: 2024-02-18T08:13:51.413 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:51 smithi110 bash[19477]: cluster 2024-02-18T08:13:49.659807+0000 mgr.y (mgr.14140) 115 : cluster [DBG] pgmap v89: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:51.413 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:51 smithi110 bash[31372]: debug 2024-02-18T08:13:51.158+0000 7f969efdff00 -1 osd.2 0 log_to_monitors {default=true} 2024-02-18T08:13:51.414 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:51 smithi110 bash[24702]: cluster 2024-02-18T08:13:49.659807+0000 mgr.y (mgr.14140) 115 : cluster [DBG] pgmap v89: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:51.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:51 smithi191 bash[19424]: cluster 2024-02-18T08:13:49.659807+0000 mgr.y (mgr.14140) 115 : cluster [DBG] pgmap v89: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:52.115 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch daemon add osd smithi110:vg_nvme/lv_1 2024-02-18T08:13:52.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:52 smithi110 bash[24702]: audit 2024-02-18T08:13:51.165429+0000 mon.a (mon.0) 340 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-18T08:13:52.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:52 smithi110 bash[19477]: audit 2024-02-18T08:13:51.165429+0000 mon.a (mon.0) 340 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-18T08:13:52.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:52 smithi191 bash[19424]: audit 2024-02-18T08:13:51.165429+0000 mon.a (mon.0) 340 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-18T08:13:53.338 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[19477]: cluster 2024-02-18T08:13:51.660355+0000 mgr.y (mgr.14140) 116 : cluster [DBG] pgmap v90: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:53.338 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[19477]: audit 2024-02-18T08:13:52.136867+0000 mon.a (mon.0) 341 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-18T08:13:53.338 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[19477]: cluster 2024-02-18T08:13:52.136957+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e19: 3 total, 2 up, 2 in 2024-02-18T08:13:53.338 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[19477]: audit 2024-02-18T08:13:52.137131+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:53.338 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[19477]: audit 2024-02-18T08:13:52.137930+0000 mon.a (mon.0) 344 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:13:53.338 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[19477]: audit 2024-02-18T08:13:52.797481+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:53.338 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[19477]: audit 2024-02-18T08:13:53.115178+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:53.339 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[24702]: cluster 2024-02-18T08:13:51.660355+0000 mgr.y (mgr.14140) 116 : cluster [DBG] pgmap v90: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:53.339 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[24702]: audit 2024-02-18T08:13:52.136867+0000 mon.a (mon.0) 341 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-18T08:13:53.339 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[24702]: cluster 2024-02-18T08:13:52.136957+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e19: 3 total, 2 up, 2 in 2024-02-18T08:13:53.339 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[24702]: audit 2024-02-18T08:13:52.137131+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:53.339 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[24702]: audit 2024-02-18T08:13:52.137930+0000 mon.a (mon.0) 344 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:13:53.339 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[24702]: audit 2024-02-18T08:13:52.797481+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:53.339 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[24702]: audit 2024-02-18T08:13:53.115178+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:53.339 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[31372]: debug 2024-02-18T08:13:53.138+0000 7f9686294700 -1 osd.2 0 waiting for initial osdmap 2024-02-18T08:13:53.339 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:13:53 smithi110 bash[31372]: debug 2024-02-18T08:13:53.142+0000 7f9692aad700 -1 osd.2 20 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:13:53.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:53 smithi191 bash[19424]: cluster 2024-02-18T08:13:51.660355+0000 mgr.y (mgr.14140) 116 : cluster [DBG] pgmap v90: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:53.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:53 smithi191 bash[19424]: audit 2024-02-18T08:13:52.136867+0000 mon.a (mon.0) 341 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-18T08:13:53.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:53 smithi191 bash[19424]: cluster 2024-02-18T08:13:52.136957+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e19: 3 total, 2 up, 2 in 2024-02-18T08:13:53.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:53 smithi191 bash[19424]: audit 2024-02-18T08:13:52.137131+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:53.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:53 smithi191 bash[19424]: audit 2024-02-18T08:13:52.137930+0000 mon.a (mon.0) 344 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:13:53.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:53 smithi191 bash[19424]: audit 2024-02-18T08:13:52.797481+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:13:53.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:53 smithi191 bash[19424]: audit 2024-02-18T08:13:53.115178+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:54.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[24702]: cephadm 2024-02-18T08:13:53.108909+0000 mgr.y (mgr.14140) 117 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:13:54.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[24702]: cephadm 2024-02-18T08:13:53.115854+0000 mgr.y (mgr.14140) 118 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:13:54.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[24702]: audit 2024-02-18T08:13:53.138354+0000 mon.a (mon.0) 347 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:13:54.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[24702]: cluster 2024-02-18T08:13:53.138440+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in 2024-02-18T08:13:54.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[24702]: audit 2024-02-18T08:13:53.138964+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:54.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[24702]: audit 2024-02-18T08:13:53.143074+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:54.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[24702]: audit 2024-02-18T08:13:53.491988+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:54.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[24702]: cluster 2024-02-18T08:13:53.661009+0000 mgr.y (mgr.14140) 119 : cluster [DBG] pgmap v93: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:54.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[19477]: cephadm 2024-02-18T08:13:53.108909+0000 mgr.y (mgr.14140) 117 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:13:54.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[19477]: cephadm 2024-02-18T08:13:53.115854+0000 mgr.y (mgr.14140) 118 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:13:54.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[19477]: audit 2024-02-18T08:13:53.138354+0000 mon.a (mon.0) 347 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:13:54.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[19477]: cluster 2024-02-18T08:13:53.138440+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in 2024-02-18T08:13:54.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[19477]: audit 2024-02-18T08:13:53.138964+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:54.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[19477]: audit 2024-02-18T08:13:53.143074+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:54.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[19477]: audit 2024-02-18T08:13:53.491988+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:54.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:54 smithi110 bash[19477]: cluster 2024-02-18T08:13:53.661009+0000 mgr.y (mgr.14140) 119 : cluster [DBG] pgmap v93: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:54.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:54 smithi191 bash[19424]: cephadm 2024-02-18T08:13:53.108909+0000 mgr.y (mgr.14140) 117 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:13:54.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:54 smithi191 bash[19424]: cephadm 2024-02-18T08:13:53.115854+0000 mgr.y (mgr.14140) 118 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:13:54.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:54 smithi191 bash[19424]: audit 2024-02-18T08:13:53.138354+0000 mon.a (mon.0) 347 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:13:54.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:54 smithi191 bash[19424]: cluster 2024-02-18T08:13:53.138440+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in 2024-02-18T08:13:54.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:54 smithi191 bash[19424]: audit 2024-02-18T08:13:53.138964+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:54.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:54 smithi191 bash[19424]: audit 2024-02-18T08:13:53.143074+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:54.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:54 smithi191 bash[19424]: audit 2024-02-18T08:13:53.491988+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:13:54.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:54 smithi191 bash[19424]: cluster 2024-02-18T08:13:53.661009+0000 mgr.y (mgr.14140) 119 : cluster [DBG] pgmap v93: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2024-02-18T08:13:55.155 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[19477]: cluster 2024-02-18T08:13:52.209432+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:13:55.155 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[19477]: cluster 2024-02-18T08:13:52.209513+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:13:55.156 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[19477]: audit 2024-02-18T08:13:54.144910+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:55.156 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[19477]: cluster 2024-02-18T08:13:54.149940+0000 mon.a (mon.0) 353 : cluster [INF] osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833] boot 2024-02-18T08:13:55.156 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[19477]: cluster 2024-02-18T08:13:54.149976+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-02-18T08:13:55.156 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[19477]: audit 2024-02-18T08:13:54.150440+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:55.156 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[19477]: cluster 2024-02-18T08:13:55.150375+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-02-18T08:13:55.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[24702]: cluster 2024-02-18T08:13:52.209432+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:13:55.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[24702]: cluster 2024-02-18T08:13:52.209513+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:13:55.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[24702]: audit 2024-02-18T08:13:54.144910+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:55.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[24702]: cluster 2024-02-18T08:13:54.149940+0000 mon.a (mon.0) 353 : cluster [INF] osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833] boot 2024-02-18T08:13:55.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[24702]: cluster 2024-02-18T08:13:54.149976+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-02-18T08:13:55.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[24702]: audit 2024-02-18T08:13:54.150440+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:55.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:55 smithi110 bash[24702]: cluster 2024-02-18T08:13:55.150375+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-02-18T08:13:55.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:55 smithi191 bash[19424]: cluster 2024-02-18T08:13:52.209432+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:13:55.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:55 smithi191 bash[19424]: cluster 2024-02-18T08:13:52.209513+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:13:55.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:55 smithi191 bash[19424]: audit 2024-02-18T08:13:54.144910+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:55.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:55 smithi191 bash[19424]: cluster 2024-02-18T08:13:54.149940+0000 mon.a (mon.0) 353 : cluster [INF] osd.2 [v2:172.21.15.110:6818/76181833,v1:172.21.15.110:6819/76181833] boot 2024-02-18T08:13:55.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:55 smithi191 bash[19424]: cluster 2024-02-18T08:13:54.149976+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-02-18T08:13:55.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:55 smithi191 bash[19424]: audit 2024-02-18T08:13:54.150440+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:13:55.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:55 smithi191 bash[19424]: cluster 2024-02-18T08:13:55.150375+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-02-18T08:13:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[19477]: audit 2024-02-18T08:13:55.313321+0000 mgr.y (mgr.14140) 120 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:13:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[19477]: audit 2024-02-18T08:13:55.314984+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:13:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[19477]: cephadm 2024-02-18T08:13:55.317327+0000 mgr.y (mgr.14140) 121 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:13:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[19477]: audit 2024-02-18T08:13:55.317735+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:13:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[19477]: audit 2024-02-18T08:13:55.318946+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[19477]: audit 2024-02-18T08:13:55.320276+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[19477]: cluster 2024-02-18T08:13:55.661555+0000 mgr.y (mgr.14140) 122 : cluster [DBG] pgmap v96: 1 pgs: 1 active+undersized; 0 B data, 504 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:13:56.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[24702]: audit 2024-02-18T08:13:55.313321+0000 mgr.y (mgr.14140) 120 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:13:56.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[24702]: audit 2024-02-18T08:13:55.314984+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:13:56.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[24702]: cephadm 2024-02-18T08:13:55.317327+0000 mgr.y (mgr.14140) 121 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:13:56.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[24702]: audit 2024-02-18T08:13:55.317735+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:13:56.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[24702]: audit 2024-02-18T08:13:55.318946+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:56.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[24702]: audit 2024-02-18T08:13:55.320276+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:56.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:56 smithi110 bash[24702]: cluster 2024-02-18T08:13:55.661555+0000 mgr.y (mgr.14140) 122 : cluster [DBG] pgmap v96: 1 pgs: 1 active+undersized; 0 B data, 504 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:13:56.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:56 smithi191 bash[19424]: audit 2024-02-18T08:13:55.313321+0000 mgr.y (mgr.14140) 120 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi110:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:13:56.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:56 smithi191 bash[19424]: audit 2024-02-18T08:13:55.314984+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:13:56.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:56 smithi191 bash[19424]: cephadm 2024-02-18T08:13:55.317327+0000 mgr.y (mgr.14140) 121 : cephadm [INF] Applying service osd.None on host smithi110... 2024-02-18T08:13:56.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:56 smithi191 bash[19424]: audit 2024-02-18T08:13:55.317735+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:13:56.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:56 smithi191 bash[19424]: audit 2024-02-18T08:13:55.318946+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:13:56.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:56 smithi191 bash[19424]: audit 2024-02-18T08:13:55.320276+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:13:56.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:56 smithi191 bash[19424]: cluster 2024-02-18T08:13:55.661555+0000 mgr.y (mgr.14140) 122 : cluster [DBG] pgmap v96: 1 pgs: 1 active+undersized; 0 B data, 504 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:13:58.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:58 smithi110 bash[19477]: cluster 2024-02-18T08:13:57.662100+0000 mgr.y (mgr.14140) 123 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 536 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:13:58.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:58 smithi110 bash[24702]: cluster 2024-02-18T08:13:57.662100+0000 mgr.y (mgr.14140) 123 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 536 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:13:59.090 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:58 smithi191 bash[19424]: cluster 2024-02-18T08:13:57.662100+0000 mgr.y (mgr.14140) 123 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 536 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:00.090 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:59 smithi191 bash[19424]: audit 2024-02-18T08:13:58.827282+0000 mon.c (mon.1) 12 : audit [INF] from='client.? 172.21.15.110:0/562744292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5468ec9e-ada2-46e0-838d-e1da6821e42a"}]: dispatch 2024-02-18T08:14:00.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:59 smithi191 bash[19424]: audit 2024-02-18T08:13:58.827890+0000 mon.a (mon.0) 361 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5468ec9e-ada2-46e0-838d-e1da6821e42a"}]: dispatch 2024-02-18T08:14:00.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:59 smithi191 bash[19424]: audit 2024-02-18T08:13:58.833291+0000 mon.a (mon.0) 362 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5468ec9e-ada2-46e0-838d-e1da6821e42a"}]': finished 2024-02-18T08:14:00.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:59 smithi191 bash[19424]: cluster 2024-02-18T08:13:58.833367+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e23: 4 total, 3 up, 3 in 2024-02-18T08:14:00.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:59 smithi191 bash[19424]: audit 2024-02-18T08:13:58.833556+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:00.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:13:59 smithi191 bash[19424]: audit 2024-02-18T08:13:59.360902+0000 mon.a (mon.0) 365 : audit [DBG] from='client.? 172.21.15.110:0/71818320' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:14:00.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[19477]: audit 2024-02-18T08:13:58.827282+0000 mon.c (mon.1) 12 : audit [INF] from='client.? 172.21.15.110:0/562744292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5468ec9e-ada2-46e0-838d-e1da6821e42a"}]: dispatch 2024-02-18T08:14:00.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[19477]: audit 2024-02-18T08:13:58.827890+0000 mon.a (mon.0) 361 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5468ec9e-ada2-46e0-838d-e1da6821e42a"}]: dispatch 2024-02-18T08:14:00.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[19477]: audit 2024-02-18T08:13:58.833291+0000 mon.a (mon.0) 362 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5468ec9e-ada2-46e0-838d-e1da6821e42a"}]': finished 2024-02-18T08:14:00.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[19477]: cluster 2024-02-18T08:13:58.833367+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e23: 4 total, 3 up, 3 in 2024-02-18T08:14:00.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[19477]: audit 2024-02-18T08:13:58.833556+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:00.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[19477]: audit 2024-02-18T08:13:59.360902+0000 mon.a (mon.0) 365 : audit [DBG] from='client.? 172.21.15.110:0/71818320' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:14:00.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[24702]: audit 2024-02-18T08:13:58.827282+0000 mon.c (mon.1) 12 : audit [INF] from='client.? 172.21.15.110:0/562744292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5468ec9e-ada2-46e0-838d-e1da6821e42a"}]: dispatch 2024-02-18T08:14:00.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[24702]: audit 2024-02-18T08:13:58.827890+0000 mon.a (mon.0) 361 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5468ec9e-ada2-46e0-838d-e1da6821e42a"}]: dispatch 2024-02-18T08:14:00.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[24702]: audit 2024-02-18T08:13:58.833291+0000 mon.a (mon.0) 362 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5468ec9e-ada2-46e0-838d-e1da6821e42a"}]': finished 2024-02-18T08:14:00.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[24702]: cluster 2024-02-18T08:13:58.833367+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e23: 4 total, 3 up, 3 in 2024-02-18T08:14:00.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[24702]: audit 2024-02-18T08:13:58.833556+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:00.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:13:59 smithi110 bash[24702]: audit 2024-02-18T08:13:59.360902+0000 mon.a (mon.0) 365 : audit [DBG] from='client.? 172.21.15.110:0/71818320' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:14:01.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:01 smithi110 bash[19477]: cluster 2024-02-18T08:13:59.662652+0000 mgr.y (mgr.14140) 124 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 568 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:01.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:01 smithi110 bash[24702]: cluster 2024-02-18T08:13:59.662652+0000 mgr.y (mgr.14140) 124 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 568 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:01.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:01 smithi191 bash[19424]: cluster 2024-02-18T08:13:59.662652+0000 mgr.y (mgr.14140) 124 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 568 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:03.450 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:03 smithi110 bash[24702]: cluster 2024-02-18T08:14:01.663240+0000 mgr.y (mgr.14140) 125 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 584 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:03.450 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:03 smithi110 bash[24702]: audit 2024-02-18T08:14:02.168497+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:03.451 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:03 smithi110 bash[19477]: cluster 2024-02-18T08:14:01.663240+0000 mgr.y (mgr.14140) 125 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 584 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:03.451 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:03 smithi110 bash[19477]: audit 2024-02-18T08:14:02.168497+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:03.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:03 smithi191 bash[19424]: cluster 2024-02-18T08:14:01.663240+0000 mgr.y (mgr.14140) 125 : cluster [DBG] pgmap v100: 1 pgs: 1 active+clean; 0 B data, 584 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:03.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:03 smithi191 bash[19424]: audit 2024-02-18T08:14:02.168497+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:05.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:05 smithi110 bash[19477]: cluster 2024-02-18T08:14:03.663785+0000 mgr.y (mgr.14140) 126 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 592 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:05.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:05 smithi110 bash[24702]: cluster 2024-02-18T08:14:03.663785+0000 mgr.y (mgr.14140) 126 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 592 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:05.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:05 smithi191 bash[19424]: cluster 2024-02-18T08:14:03.663785+0000 mgr.y (mgr.14140) 126 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 592 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:06.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:06 smithi110 bash[19477]: audit 2024-02-18T08:14:05.875205+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-18T08:14:06.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:06 smithi110 bash[19477]: audit 2024-02-18T08:14:05.876985+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:06.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:06 smithi110 bash[19477]: audit 2024-02-18T08:14:05.879184+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch 2024-02-18T08:14:06.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:06 smithi110 bash[24702]: audit 2024-02-18T08:14:05.875205+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-18T08:14:06.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:06 smithi110 bash[24702]: audit 2024-02-18T08:14:05.876985+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:06.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:06 smithi110 bash[24702]: audit 2024-02-18T08:14:05.879184+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch 2024-02-18T08:14:06.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:06 smithi191 bash[19424]: audit 2024-02-18T08:14:05.875205+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-18T08:14:06.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:06 smithi191 bash[19424]: audit 2024-02-18T08:14:05.876985+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:06.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:06 smithi191 bash[19424]: audit 2024-02-18T08:14:05.879184+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch 2024-02-18T08:14:07.278 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:07 smithi110 bash[19477]: cluster 2024-02-18T08:14:05.664319+0000 mgr.y (mgr.14140) 127 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:07.278 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:07 smithi110 bash[19477]: cephadm 2024-02-18T08:14:05.878478+0000 mgr.y (mgr.14140) 128 : cephadm [INF] Deploying daemon osd.3 on smithi110 2024-02-18T08:14:07.278 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:07 smithi110 bash[24702]: cluster 2024-02-18T08:14:05.664319+0000 mgr.y (mgr.14140) 127 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:07.278 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:07 smithi110 bash[24702]: cephadm 2024-02-18T08:14:05.878478+0000 mgr.y (mgr.14140) 128 : cephadm [INF] Deploying daemon osd.3 on smithi110 2024-02-18T08:14:07.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:07 smithi191 bash[19424]: cluster 2024-02-18T08:14:05.664319+0000 mgr.y (mgr.14140) 127 : cluster [DBG] pgmap v102: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:07.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:07 smithi191 bash[19424]: cephadm 2024-02-18T08:14:05.878478+0000 mgr.y (mgr.14140) 128 : cephadm [INF] Deploying daemon osd.3 on smithi110 2024-02-18T08:14:08.124 INFO:teuthology.orchestra.run.smithi110.stdout:Created osd(s) 3 on host 'smithi110' 2024-02-18T08:14:09.131 DEBUG:teuthology.orchestra.run.smithi110:osd.3> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.3.service 2024-02-18T08:14:09.133 INFO:tasks.cephadm:Deploying osd.4 on smithi191 with /dev/vg_nvme/lv_4... 2024-02-18T08:14:09.134 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-02-18T08:14:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[19477]: cluster 2024-02-18T08:14:07.664857+0000 mgr.y (mgr.14140) 129 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[19477]: audit 2024-02-18T08:14:08.117698+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[19477]: audit 2024-02-18T08:14:08.124515+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[19477]: cephadm 2024-02-18T08:14:08.141795+0000 mgr.y (mgr.14140) 130 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:14:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[19477]: audit 2024-02-18T08:14:08.141877+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[19477]: audit 2024-02-18T08:14:08.959010+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:09.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[19477]: audit 2024-02-18T08:14:08.960174+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:09.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[24702]: cluster 2024-02-18T08:14:07.664857+0000 mgr.y (mgr.14140) 129 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:09.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[24702]: audit 2024-02-18T08:14:08.117698+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:09.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[24702]: audit 2024-02-18T08:14:08.124515+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:09.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[24702]: cephadm 2024-02-18T08:14:08.141795+0000 mgr.y (mgr.14140) 130 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:14:09.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[24702]: audit 2024-02-18T08:14:08.141877+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:09.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[24702]: audit 2024-02-18T08:14:08.959010+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:09.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:09 smithi110 bash[24702]: audit 2024-02-18T08:14:08.960174+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:09.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:09 smithi191 bash[19424]: cluster 2024-02-18T08:14:07.664857+0000 mgr.y (mgr.14140) 129 : cluster [DBG] pgmap v103: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:09.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:09 smithi191 bash[19424]: audit 2024-02-18T08:14:08.117698+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:09.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:09 smithi191 bash[19424]: audit 2024-02-18T08:14:08.124515+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:09.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:09 smithi191 bash[19424]: cephadm 2024-02-18T08:14:08.141795+0000 mgr.y (mgr.14140) 130 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:14:09.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:09 smithi191 bash[19424]: audit 2024-02-18T08:14:08.141877+0000 mon.a (mon.0) 372 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:09.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:09 smithi191 bash[19424]: audit 2024-02-18T08:14:08.959010+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:09.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:09 smithi191 bash[19424]: audit 2024-02-18T08:14:08.960174+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:09.618 INFO:journalctl@ceph.osd.3.smithi110.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:14:10.719 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:10 smithi110 bash[33381]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-02-18T08:14:10.719 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:10 smithi110 bash[33381]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-02-18T08:14:10.719 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:10 smithi110 bash[33381]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-02-18T08:14:10.719 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:10 smithi110 bash[33381]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-02-18T08:14:10.719 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:10 smithi110 bash[33381]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-02-18T08:14:10.720 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:10 smithi110 bash[33381]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-02-18T08:14:10.720 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:10 smithi110 bash[33381]: --> ceph-volume lvm activate successful for osd ID: 3 2024-02-18T08:14:11.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:11 smithi110 bash[24702]: cluster 2024-02-18T08:14:09.665419+0000 mgr.y (mgr.14140) 131 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:11.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:11 smithi110 bash[19477]: cluster 2024-02-18T08:14:09.665419+0000 mgr.y (mgr.14140) 131 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:11.550 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:11 smithi191 bash[19424]: cluster 2024-02-18T08:14:09.665419+0000 mgr.y (mgr.14140) 131 : cluster [DBG] pgmap v104: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:12.060 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-02-18T08:14:12.060 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-02-18T08:14:12.060 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2024-02-18T08:14:12.060 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2024-02-18T08:14:12.060 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0185005 s, 567 MB/s 2024-02-18T08:14:12.060 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2024-02-18T08:14:12.624 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch daemon add osd smithi191:vg_nvme/lv_4 2024-02-18T08:14:12.719 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:12 smithi110 bash[33381]: debug 2024-02-18T08:14:12.553+0000 7fe169247700 1 -- 172.21.15.110:0/1501549685 <== mon.1 v2:172.21.15.110:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56335a02e4e0 con 0x56335a0a9000 2024-02-18T08:14:13.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:13 smithi110 bash[19477]: cluster 2024-02-18T08:14:11.666024+0000 mgr.y (mgr.14140) 132 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:13.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:13 smithi110 bash[19477]: audit 2024-02-18T08:14:12.449480+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:14:13.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:13 smithi110 bash[19477]: audit 2024-02-18T08:14:12.449828+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:14:13.469 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:13 smithi110 bash[33381]: debug 2024-02-18T08:14:13.105+0000 7fe1706fff00 -1 Falling back to public interface 2024-02-18T08:14:13.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:13 smithi110 bash[24702]: cluster 2024-02-18T08:14:11.666024+0000 mgr.y (mgr.14140) 132 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:13.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:13 smithi110 bash[24702]: audit 2024-02-18T08:14:12.449480+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:14:13.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:13 smithi110 bash[24702]: audit 2024-02-18T08:14:12.449828+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:14:13.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:13 smithi191 bash[19424]: cluster 2024-02-18T08:14:11.666024+0000 mgr.y (mgr.14140) 132 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:13.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:13 smithi191 bash[19424]: audit 2024-02-18T08:14:12.449480+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:14:13.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:13 smithi191 bash[19424]: audit 2024-02-18T08:14:12.449828+0000 mon.a (mon.0) 376 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:14:14.142 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:13 smithi110 bash[33381]: debug 2024-02-18T08:14:13.741+0000 7fe1706fff00 -1 osd.3 0 log_to_monitors {default=true} 2024-02-18T08:14:14.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:14 smithi191 bash[19424]: audit 2024-02-18T08:14:13.752413+0000 mon.c (mon.1) 13 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/2656519732,v1:172.21.15.110:6827/2656519732]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:14:14.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:14 smithi191 bash[19424]: audit 2024-02-18T08:14:13.752850+0000 mon.a (mon.0) 377 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:14:14.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:14 smithi110 bash[19477]: audit 2024-02-18T08:14:13.752413+0000 mon.c (mon.1) 13 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/2656519732,v1:172.21.15.110:6827/2656519732]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:14:14.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:14 smithi110 bash[19477]: audit 2024-02-18T08:14:13.752850+0000 mon.a (mon.0) 377 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:14:14.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:14 smithi110 bash[24702]: audit 2024-02-18T08:14:13.752413+0000 mon.c (mon.1) 13 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/2656519732,v1:172.21.15.110:6827/2656519732]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:14:14.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:14 smithi110 bash[24702]: audit 2024-02-18T08:14:13.752850+0000 mon.a (mon.0) 377 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:14:15.469 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[33381]: debug 2024-02-18T08:14:15.153+0000 7fe1539ac700 -1 osd.3 0 waiting for initial osdmap 2024-02-18T08:14:15.469 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[33381]: debug 2024-02-18T08:14:15.157+0000 7fe1601c5700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:14:15.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[24702]: cluster 2024-02-18T08:14:13.666475+0000 mgr.y (mgr.14140) 133 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:15.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[24702]: audit 2024-02-18T08:14:14.146324+0000 mon.a (mon.0) 378 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-18T08:14:15.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[24702]: cluster 2024-02-18T08:14:14.146432+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e24: 4 total, 3 up, 3 in 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[24702]: audit 2024-02-18T08:14:14.147325+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[24702]: audit 2024-02-18T08:14:14.147621+0000 mon.c (mon.1) 14 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/2656519732,v1:172.21.15.110:6827/2656519732]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[24702]: audit 2024-02-18T08:14:14.148237+0000 mon.a (mon.0) 381 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[24702]: audit 2024-02-18T08:14:14.411631+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[24702]: audit 2024-02-18T08:14:14.723375+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[24702]: audit 2024-02-18T08:14:14.728188+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[19477]: cluster 2024-02-18T08:14:13.666475+0000 mgr.y (mgr.14140) 133 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[19477]: audit 2024-02-18T08:14:14.146324+0000 mon.a (mon.0) 378 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[19477]: cluster 2024-02-18T08:14:14.146432+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e24: 4 total, 3 up, 3 in 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[19477]: audit 2024-02-18T08:14:14.147325+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[19477]: audit 2024-02-18T08:14:14.147621+0000 mon.c (mon.1) 14 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/2656519732,v1:172.21.15.110:6827/2656519732]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[19477]: audit 2024-02-18T08:14:14.148237+0000 mon.a (mon.0) 381 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:14:15.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[19477]: audit 2024-02-18T08:14:14.411631+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:15.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[19477]: audit 2024-02-18T08:14:14.723375+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:15.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:15 smithi110 bash[19477]: audit 2024-02-18T08:14:14.728188+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:15.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:15 smithi191 bash[19424]: cluster 2024-02-18T08:14:13.666475+0000 mgr.y (mgr.14140) 133 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:15.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:15 smithi191 bash[19424]: audit 2024-02-18T08:14:14.146324+0000 mon.a (mon.0) 378 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-18T08:14:15.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:15 smithi191 bash[19424]: cluster 2024-02-18T08:14:14.146432+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e24: 4 total, 3 up, 3 in 2024-02-18T08:14:15.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:15 smithi191 bash[19424]: audit 2024-02-18T08:14:14.147325+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:15.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:15 smithi191 bash[19424]: audit 2024-02-18T08:14:14.147621+0000 mon.c (mon.1) 14 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/2656519732,v1:172.21.15.110:6827/2656519732]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:14:15.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:15 smithi191 bash[19424]: audit 2024-02-18T08:14:14.148237+0000 mon.a (mon.0) 381 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:14:15.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:15 smithi191 bash[19424]: audit 2024-02-18T08:14:14.411631+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:15.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:15 smithi191 bash[19424]: audit 2024-02-18T08:14:14.723375+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:15.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:15 smithi191 bash[19424]: audit 2024-02-18T08:14:14.728188+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:16.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: cephadm 2024-02-18T08:14:14.715666+0000 mgr.y (mgr.14140) 134 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:14:16.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: audit 2024-02-18T08:14:15.149307+0000 mon.a (mon.0) 385 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:14:16.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: cluster 2024-02-18T08:14:15.149609+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in 2024-02-18T08:14:16.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: audit 2024-02-18T08:14:15.150524+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:16.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: audit 2024-02-18T08:14:15.157942+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: audit 2024-02-18T08:14:15.628330+0000 mgr.y (mgr.14140) 135 : audit [DBG] from='client.34190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: audit 2024-02-18T08:14:15.630228+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: cephadm 2024-02-18T08:14:15.633807+0000 mgr.y (mgr.14140) 136 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: audit 2024-02-18T08:14:15.634365+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: audit 2024-02-18T08:14:15.636086+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: audit 2024-02-18T08:14:15.637912+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[24702]: cluster 2024-02-18T08:14:15.667067+0000 mgr.y (mgr.14140) 137 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 608 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: cephadm 2024-02-18T08:14:14.715666+0000 mgr.y (mgr.14140) 134 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: audit 2024-02-18T08:14:15.149307+0000 mon.a (mon.0) 385 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: cluster 2024-02-18T08:14:15.149609+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: audit 2024-02-18T08:14:15.150524+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: audit 2024-02-18T08:14:15.157942+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:16.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: audit 2024-02-18T08:14:15.628330+0000 mgr.y (mgr.14140) 135 : audit [DBG] from='client.34190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:14:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: audit 2024-02-18T08:14:15.630228+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:14:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: cephadm 2024-02-18T08:14:15.633807+0000 mgr.y (mgr.14140) 136 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:14:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: audit 2024-02-18T08:14:15.634365+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:14:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: audit 2024-02-18T08:14:15.636086+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: audit 2024-02-18T08:14:15.637912+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:16 smithi110 bash[19477]: cluster 2024-02-18T08:14:15.667067+0000 mgr.y (mgr.14140) 137 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 608 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:16.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: cephadm 2024-02-18T08:14:14.715666+0000 mgr.y (mgr.14140) 134 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:14:16.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: audit 2024-02-18T08:14:15.149307+0000 mon.a (mon.0) 385 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]': finished 2024-02-18T08:14:16.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: cluster 2024-02-18T08:14:15.149609+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in 2024-02-18T08:14:16.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: audit 2024-02-18T08:14:15.150524+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:16.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: audit 2024-02-18T08:14:15.157942+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:16.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: audit 2024-02-18T08:14:15.628330+0000 mgr.y (mgr.14140) 135 : audit [DBG] from='client.34190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:14:16.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: audit 2024-02-18T08:14:15.630228+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:14:16.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: cephadm 2024-02-18T08:14:15.633807+0000 mgr.y (mgr.14140) 136 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:14:16.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: audit 2024-02-18T08:14:15.634365+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:14:16.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: audit 2024-02-18T08:14:15.636086+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:16.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: audit 2024-02-18T08:14:15.637912+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:16.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:16 smithi191 bash[19424]: cluster 2024-02-18T08:14:15.667067+0000 mgr.y (mgr.14140) 137 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 608 KiB used, 265 GiB / 268 GiB avail 2024-02-18T08:14:17.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:17 smithi110 bash[19477]: cluster 2024-02-18T08:14:14.736752+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:14:17.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:17 smithi110 bash[19477]: cluster 2024-02-18T08:14:14.736827+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:14:17.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:17 smithi110 bash[19477]: cluster 2024-02-18T08:14:16.160437+0000 mon.a (mon.0) 393 : cluster [INF] osd.3 [v2:172.21.15.110:6826/2656519732,v1:172.21.15.110:6827/2656519732] boot 2024-02-18T08:14:17.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:17 smithi110 bash[19477]: cluster 2024-02-18T08:14:16.160500+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-02-18T08:14:17.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:17 smithi110 bash[19477]: audit 2024-02-18T08:14:16.160948+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:17.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:17 smithi110 bash[24702]: cluster 2024-02-18T08:14:14.736752+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:14:17.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:17 smithi110 bash[24702]: cluster 2024-02-18T08:14:14.736827+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:14:17.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:17 smithi110 bash[24702]: cluster 2024-02-18T08:14:16.160437+0000 mon.a (mon.0) 393 : cluster [INF] osd.3 [v2:172.21.15.110:6826/2656519732,v1:172.21.15.110:6827/2656519732] boot 2024-02-18T08:14:17.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:17 smithi110 bash[24702]: cluster 2024-02-18T08:14:16.160500+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-02-18T08:14:17.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:17 smithi110 bash[24702]: audit 2024-02-18T08:14:16.160948+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:17.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:17 smithi191 bash[19424]: cluster 2024-02-18T08:14:14.736752+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:14:17.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:17 smithi191 bash[19424]: cluster 2024-02-18T08:14:14.736827+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:14:17.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:17 smithi191 bash[19424]: cluster 2024-02-18T08:14:16.160437+0000 mon.a (mon.0) 393 : cluster [INF] osd.3 [v2:172.21.15.110:6826/2656519732,v1:172.21.15.110:6827/2656519732] boot 2024-02-18T08:14:17.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:17 smithi191 bash[19424]: cluster 2024-02-18T08:14:16.160500+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-02-18T08:14:17.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:17 smithi191 bash[19424]: audit 2024-02-18T08:14:16.160948+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:14:18.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:18 smithi110 bash[19477]: cluster 2024-02-18T08:14:17.175809+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-02-18T08:14:18.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:18 smithi110 bash[19477]: cluster 2024-02-18T08:14:17.667610+0000 mgr.y (mgr.14140) 138 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 848 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:18.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:18 smithi110 bash[24702]: cluster 2024-02-18T08:14:17.175809+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-02-18T08:14:18.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:18 smithi110 bash[24702]: cluster 2024-02-18T08:14:17.667610+0000 mgr.y (mgr.14140) 138 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 848 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:18.483 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:18 smithi191 bash[19424]: cluster 2024-02-18T08:14:17.175809+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-02-18T08:14:18.483 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:18 smithi191 bash[19424]: cluster 2024-02-18T08:14:17.667610+0000 mgr.y (mgr.14140) 138 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 848 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:19.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:19 smithi110 bash[19477]: audit 2024-02-18T08:14:19.153837+0000 mon.b (mon.2) 3 : audit [INF] from='client.? 172.21.15.191:0/374552649' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b92a624e-5225-445d-8703-5ec34210aea8"}]: dispatch 2024-02-18T08:14:19.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:19 smithi110 bash[19477]: audit 2024-02-18T08:14:19.155229+0000 mon.a (mon.0) 397 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b92a624e-5225-445d-8703-5ec34210aea8"}]: dispatch 2024-02-18T08:14:19.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:19 smithi110 bash[19477]: audit 2024-02-18T08:14:19.162183+0000 mon.a (mon.0) 398 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b92a624e-5225-445d-8703-5ec34210aea8"}]': finished 2024-02-18T08:14:19.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:19 smithi110 bash[19477]: cluster 2024-02-18T08:14:19.162252+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e28: 5 total, 4 up, 4 in 2024-02-18T08:14:19.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:19 smithi110 bash[19477]: audit 2024-02-18T08:14:19.162529+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:19.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:19 smithi110 bash[24702]: audit 2024-02-18T08:14:19.153837+0000 mon.b (mon.2) 3 : audit [INF] from='client.? 172.21.15.191:0/374552649' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b92a624e-5225-445d-8703-5ec34210aea8"}]: dispatch 2024-02-18T08:14:19.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:19 smithi110 bash[24702]: audit 2024-02-18T08:14:19.155229+0000 mon.a (mon.0) 397 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b92a624e-5225-445d-8703-5ec34210aea8"}]: dispatch 2024-02-18T08:14:19.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:19 smithi110 bash[24702]: audit 2024-02-18T08:14:19.162183+0000 mon.a (mon.0) 398 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b92a624e-5225-445d-8703-5ec34210aea8"}]': finished 2024-02-18T08:14:19.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:19 smithi110 bash[24702]: cluster 2024-02-18T08:14:19.162252+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e28: 5 total, 4 up, 4 in 2024-02-18T08:14:19.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:19 smithi110 bash[24702]: audit 2024-02-18T08:14:19.162529+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:19.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:19 smithi191 bash[19424]: audit 2024-02-18T08:14:19.153837+0000 mon.b (mon.2) 3 : audit [INF] from='client.? 172.21.15.191:0/374552649' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b92a624e-5225-445d-8703-5ec34210aea8"}]: dispatch 2024-02-18T08:14:19.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:19 smithi191 bash[19424]: audit 2024-02-18T08:14:19.155229+0000 mon.a (mon.0) 397 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b92a624e-5225-445d-8703-5ec34210aea8"}]: dispatch 2024-02-18T08:14:19.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:19 smithi191 bash[19424]: audit 2024-02-18T08:14:19.162183+0000 mon.a (mon.0) 398 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b92a624e-5225-445d-8703-5ec34210aea8"}]': finished 2024-02-18T08:14:19.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:19 smithi191 bash[19424]: cluster 2024-02-18T08:14:19.162252+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e28: 5 total, 4 up, 4 in 2024-02-18T08:14:19.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:19 smithi191 bash[19424]: audit 2024-02-18T08:14:19.162529+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:20.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:20 smithi110 bash[19477]: cluster 2024-02-18T08:14:19.668143+0000 mgr.y (mgr.14140) 139 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 872 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:20.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:20 smithi110 bash[19477]: audit 2024-02-18T08:14:19.670628+0000 mon.b (mon.2) 4 : audit [DBG] from='client.? 172.21.15.191:0/1754395651' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:14:20.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:20 smithi110 bash[24702]: cluster 2024-02-18T08:14:19.668143+0000 mgr.y (mgr.14140) 139 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 872 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:20.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:20 smithi110 bash[24702]: audit 2024-02-18T08:14:19.670628+0000 mon.b (mon.2) 4 : audit [DBG] from='client.? 172.21.15.191:0/1754395651' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:14:20.590 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:20 smithi191 bash[19424]: cluster 2024-02-18T08:14:19.668143+0000 mgr.y (mgr.14140) 139 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 872 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:20.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:20 smithi191 bash[19424]: audit 2024-02-18T08:14:19.670628+0000 mon.b (mon.2) 4 : audit [DBG] from='client.? 172.21.15.191:0/1754395651' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:14:23.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:22 smithi191 bash[19424]: cluster 2024-02-18T08:14:21.668688+0000 mgr.y (mgr.14140) 140 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 920 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:23.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:22 smithi191 bash[19424]: audit 2024-02-18T08:14:22.393849+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:23.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:22 smithi110 bash[19477]: cluster 2024-02-18T08:14:21.668688+0000 mgr.y (mgr.14140) 140 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 920 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:23.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:22 smithi110 bash[19477]: audit 2024-02-18T08:14:22.393849+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:23.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:22 smithi110 bash[24702]: cluster 2024-02-18T08:14:21.668688+0000 mgr.y (mgr.14140) 140 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 920 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:23.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:22 smithi110 bash[24702]: audit 2024-02-18T08:14:22.393849+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:24.981 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:24 smithi191 bash[19424]: cluster 2024-02-18T08:14:23.669230+0000 mgr.y (mgr.14140) 141 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 952 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:25.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:24 smithi110 bash[19477]: cluster 2024-02-18T08:14:23.669230+0000 mgr.y (mgr.14140) 141 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 952 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:25.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:24 smithi110 bash[24702]: cluster 2024-02-18T08:14:23.669230+0000 mgr.y (mgr.14140) 141 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 952 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:26.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:26 smithi110 bash[19477]: audit 2024-02-18T08:14:25.995324+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-18T08:14:26.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:26 smithi110 bash[19477]: audit 2024-02-18T08:14:25.997143+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:26.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:26 smithi110 bash[19477]: audit 2024-02-18T08:14:25.999241+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch 2024-02-18T08:14:26.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:26 smithi110 bash[24702]: audit 2024-02-18T08:14:25.995324+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-18T08:14:26.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:26 smithi110 bash[24702]: audit 2024-02-18T08:14:25.997143+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:26.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:26 smithi110 bash[24702]: audit 2024-02-18T08:14:25.999241+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch 2024-02-18T08:14:26.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:26 smithi191 bash[19424]: audit 2024-02-18T08:14:25.995324+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-18T08:14:26.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:26 smithi191 bash[19424]: audit 2024-02-18T08:14:25.997143+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:26.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:26 smithi191 bash[19424]: audit 2024-02-18T08:14:25.999241+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch 2024-02-18T08:14:27.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:27 smithi191 bash[19424]: cluster 2024-02-18T08:14:25.669796+0000 mgr.y (mgr.14140) 142 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:27.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:27 smithi191 bash[19424]: cephadm 2024-02-18T08:14:25.998566+0000 mgr.y (mgr.14140) 143 : cephadm [INF] Deploying daemon osd.4 on smithi191 2024-02-18T08:14:27.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:27 smithi110 bash[19477]: cluster 2024-02-18T08:14:25.669796+0000 mgr.y (mgr.14140) 142 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:27.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:27 smithi110 bash[19477]: cephadm 2024-02-18T08:14:25.998566+0000 mgr.y (mgr.14140) 143 : cephadm [INF] Deploying daemon osd.4 on smithi191 2024-02-18T08:14:27.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:27 smithi110 bash[24702]: cluster 2024-02-18T08:14:25.669796+0000 mgr.y (mgr.14140) 142 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:27.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:27 smithi110 bash[24702]: cephadm 2024-02-18T08:14:25.998566+0000 mgr.y (mgr.14140) 143 : cephadm [INF] Deploying daemon osd.4 on smithi191 2024-02-18T08:14:28.153 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 4 on host 'smithi191' 2024-02-18T08:14:29.191 DEBUG:teuthology.orchestra.run.smithi191:osd.4> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.4.service 2024-02-18T08:14:29.193 INFO:tasks.cephadm:Deploying osd.5 on smithi191 with /dev/vg_nvme/lv_3... 2024-02-18T08:14:29.193 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-02-18T08:14:29.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[19477]: cluster 2024-02-18T08:14:27.670357+0000 mgr.y (mgr.14140) 144 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:29.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[19477]: audit 2024-02-18T08:14:28.143484+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:29.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[19477]: audit 2024-02-18T08:14:28.153414+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:29.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[19477]: audit 2024-02-18T08:14:28.181034+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:29.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[19477]: audit 2024-02-18T08:14:28.819245+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:29.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[19477]: audit 2024-02-18T08:14:28.820810+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:29.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[24702]: cluster 2024-02-18T08:14:27.670357+0000 mgr.y (mgr.14140) 144 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:29.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[24702]: audit 2024-02-18T08:14:28.143484+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:29.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[24702]: audit 2024-02-18T08:14:28.153414+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:29.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[24702]: audit 2024-02-18T08:14:28.181034+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:29.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[24702]: audit 2024-02-18T08:14:28.819245+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:29.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:29 smithi110 bash[24702]: audit 2024-02-18T08:14:28.820810+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:29.502 INFO:journalctl@ceph.osd.4.smithi191.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:14:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:29 smithi191 bash[19424]: cluster 2024-02-18T08:14:27.670357+0000 mgr.y (mgr.14140) 144 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:29 smithi191 bash[19424]: audit 2024-02-18T08:14:28.143484+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:29 smithi191 bash[19424]: audit 2024-02-18T08:14:28.153414+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:29 smithi191 bash[19424]: audit 2024-02-18T08:14:28.181034+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:29 smithi191 bash[19424]: audit 2024-02-18T08:14:28.819245+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:29 smithi191 bash[19424]: audit 2024-02-18T08:14:28.820810+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:30.841 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:30 smithi191 bash[21907]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-02-18T08:14:30.841 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:30 smithi191 bash[21907]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-02-18T08:14:30.841 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:30 smithi191 bash[21907]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-02-18T08:14:30.841 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:30 smithi191 bash[21907]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-02-18T08:14:30.841 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:30 smithi191 bash[21907]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-02-18T08:14:30.841 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:30 smithi191 bash[21907]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-02-18T08:14:30.841 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:30 smithi191 bash[21907]: --> ceph-volume lvm activate successful for osd ID: 4 2024-02-18T08:14:31.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:31 smithi110 bash[19477]: cluster 2024-02-18T08:14:29.670907+0000 mgr.y (mgr.14140) 145 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:31.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:31 smithi110 bash[24702]: cluster 2024-02-18T08:14:29.670907+0000 mgr.y (mgr.14140) 145 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:31.483 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:31 smithi191 bash[19424]: cluster 2024-02-18T08:14:29.670907+0000 mgr.y (mgr.14140) 145 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:32.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:32 smithi110 bash[19477]: cluster 2024-02-18T08:14:31.671490+0000 mgr.y (mgr.14140) 146 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:32.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:32 smithi110 bash[24702]: cluster 2024-02-18T08:14:31.671490+0000 mgr.y (mgr.14140) 146 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:32.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:32 smithi191 bash[19424]: cluster 2024-02-18T08:14:31.671490+0000 mgr.y (mgr.14140) 146 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:33.788 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:33 smithi191 bash[21907]: debug 2024-02-18T08:14:33.485+0000 7fbfbab23700 1 -- 172.21.15.191:0/2606436147 <== mon.2 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c9dc6564e0 con 0x55c9dc6d0c00 2024-02-18T08:14:34.091 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:33 smithi191 bash[21907]: debug 2024-02-18T08:14:33.781+0000 7fbfc1fdbf00 -1 Falling back to public interface 2024-02-18T08:14:34.591 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:34 smithi191 bash[21907]: debug 2024-02-18T08:14:34.377+0000 7fbfc1fdbf00 -1 osd.4 0 log_to_monitors {default=true} 2024-02-18T08:14:34.764 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-02-18T08:14:34.764 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-02-18T08:14:34.764 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2024-02-18T08:14:34.764 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2024-02-18T08:14:34.764 INFO:teuthology.orchestra.run.smithi191.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0136421 s, 769 MB/s 2024-02-18T08:14:34.764 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2024-02-18T08:14:35.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:34 smithi191 bash[19424]: cluster 2024-02-18T08:14:33.671958+0000 mgr.y (mgr.14140) 147 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:35.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:34 smithi191 bash[19424]: audit 2024-02-18T08:14:34.389475+0000 mon.a (mon.0) 410 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-18T08:14:35.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:34 smithi110 bash[19477]: cluster 2024-02-18T08:14:33.671958+0000 mgr.y (mgr.14140) 147 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:35.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:34 smithi110 bash[19477]: audit 2024-02-18T08:14:34.389475+0000 mon.a (mon.0) 410 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-18T08:14:35.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:34 smithi110 bash[24702]: cluster 2024-02-18T08:14:33.671958+0000 mgr.y (mgr.14140) 147 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:35.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:34 smithi110 bash[24702]: audit 2024-02-18T08:14:34.389475+0000 mon.a (mon.0) 410 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-18T08:14:35.549 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch daemon add osd smithi191:vg_nvme/lv_3 2024-02-18T08:14:35.841 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:35 smithi191 bash[21907]: debug 2024-02-18T08:14:35.733+0000 7fbfa9290700 -1 osd.4 0 waiting for initial osdmap 2024-02-18T08:14:35.841 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:14:35 smithi191 bash[21907]: debug 2024-02-18T08:14:35.741+0000 7fbfb5aa9700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:14:35.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:35 smithi191 bash[19424]: audit 2024-02-18T08:14:34.731879+0000 mon.a (mon.0) 411 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-18T08:14:35.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:35 smithi191 bash[19424]: cluster 2024-02-18T08:14:34.732135+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e29: 5 total, 4 up, 4 in 2024-02-18T08:14:35.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:35 smithi191 bash[19424]: audit 2024-02-18T08:14:34.732724+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:35.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:35 smithi191 bash[19424]: audit 2024-02-18T08:14:34.733066+0000 mon.a (mon.0) 414 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:14:35.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:35 smithi191 bash[19424]: audit 2024-02-18T08:14:35.641466+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:36.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:35 smithi110 bash[19477]: audit 2024-02-18T08:14:34.731879+0000 mon.a (mon.0) 411 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-18T08:14:36.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:35 smithi110 bash[19477]: cluster 2024-02-18T08:14:34.732135+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e29: 5 total, 4 up, 4 in 2024-02-18T08:14:36.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:35 smithi110 bash[19477]: audit 2024-02-18T08:14:34.732724+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:36.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:35 smithi110 bash[19477]: audit 2024-02-18T08:14:34.733066+0000 mon.a (mon.0) 414 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:14:36.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:35 smithi110 bash[19477]: audit 2024-02-18T08:14:35.641466+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:36.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:35 smithi110 bash[24702]: audit 2024-02-18T08:14:34.731879+0000 mon.a (mon.0) 411 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-18T08:14:36.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:35 smithi110 bash[24702]: cluster 2024-02-18T08:14:34.732135+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e29: 5 total, 4 up, 4 in 2024-02-18T08:14:36.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:35 smithi110 bash[24702]: audit 2024-02-18T08:14:34.732724+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:36.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:35 smithi110 bash[24702]: audit 2024-02-18T08:14:34.733066+0000 mon.a (mon.0) 414 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:14:36.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:35 smithi110 bash[24702]: audit 2024-02-18T08:14:35.641466+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:36.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: cluster 2024-02-18T08:14:35.672387+0000 mgr.y (mgr.14140) 148 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:36.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: audit 2024-02-18T08:14:35.733071+0000 mon.a (mon.0) 416 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:14:36.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: cluster 2024-02-18T08:14:35.733216+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e30: 5 total, 4 up, 4 in 2024-02-18T08:14:36.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: audit 2024-02-18T08:14:35.733387+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:36.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: audit 2024-02-18T08:14:35.740165+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:36.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: cephadm 2024-02-18T08:14:35.954156+0000 mgr.y (mgr.14140) 149 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:14:36.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: audit 2024-02-18T08:14:35.961912+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:36.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: audit 2024-02-18T08:14:35.968639+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:36.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: cluster 2024-02-18T08:14:36.735557+0000 mon.a (mon.0) 422 : cluster [INF] osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581] boot 2024-02-18T08:14:36.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: cluster 2024-02-18T08:14:36.735606+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-02-18T08:14:36.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:36 smithi191 bash[19424]: audit 2024-02-18T08:14:36.735763+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:37.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: cluster 2024-02-18T08:14:35.672387+0000 mgr.y (mgr.14140) 148 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: audit 2024-02-18T08:14:35.733071+0000 mon.a (mon.0) 416 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: cluster 2024-02-18T08:14:35.733216+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e30: 5 total, 4 up, 4 in 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: audit 2024-02-18T08:14:35.733387+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: audit 2024-02-18T08:14:35.740165+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: cephadm 2024-02-18T08:14:35.954156+0000 mgr.y (mgr.14140) 149 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: audit 2024-02-18T08:14:35.961912+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: audit 2024-02-18T08:14:35.968639+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: cluster 2024-02-18T08:14:36.735557+0000 mon.a (mon.0) 422 : cluster [INF] osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581] boot 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: cluster 2024-02-18T08:14:36.735606+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[19477]: audit 2024-02-18T08:14:36.735763+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: cluster 2024-02-18T08:14:35.672387+0000 mgr.y (mgr.14140) 148 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: audit 2024-02-18T08:14:35.733071+0000 mon.a (mon.0) 416 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: cluster 2024-02-18T08:14:35.733216+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e30: 5 total, 4 up, 4 in 2024-02-18T08:14:37.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: audit 2024-02-18T08:14:35.733387+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:37.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: audit 2024-02-18T08:14:35.740165+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:37.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: cephadm 2024-02-18T08:14:35.954156+0000 mgr.y (mgr.14140) 149 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:14:37.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: audit 2024-02-18T08:14:35.961912+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:37.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: audit 2024-02-18T08:14:35.968639+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:37.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: cluster 2024-02-18T08:14:36.735557+0000 mon.a (mon.0) 422 : cluster [INF] osd.4 [v2:172.21.15.191:6800/2889393581,v1:172.21.15.191:6801/2889393581] boot 2024-02-18T08:14:37.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: cluster 2024-02-18T08:14:36.735606+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-02-18T08:14:37.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:36 smithi110 bash[24702]: audit 2024-02-18T08:14:36.735763+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:14:38.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:37 smithi191 bash[19424]: cluster 2024-02-18T08:14:35.371622+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:14:38.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:37 smithi191 bash[19424]: cluster 2024-02-18T08:14:35.371694+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:14:38.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:37 smithi110 bash[19477]: cluster 2024-02-18T08:14:35.371622+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:14:38.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:37 smithi110 bash[19477]: cluster 2024-02-18T08:14:35.371694+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:14:38.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:37 smithi110 bash[24702]: cluster 2024-02-18T08:14:35.371622+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:14:38.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:37 smithi110 bash[24702]: cluster 2024-02-18T08:14:35.371694+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:14:39.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:38 smithi191 bash[19424]: cluster 2024-02-18T08:14:37.672898+0000 mgr.y (mgr.14140) 150 : cluster [DBG] pgmap v126: 1 pgs: 1 peering; 0 B data, 1.2 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:39.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:38 smithi191 bash[19424]: cluster 2024-02-18T08:14:37.740748+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-02-18T08:14:39.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:38 smithi191 bash[19424]: audit 2024-02-18T08:14:38.494985+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:14:39.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:38 smithi191 bash[19424]: audit 2024-02-18T08:14:38.498348+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:14:39.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:38 smithi191 bash[19424]: audit 2024-02-18T08:14:38.499933+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:39.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:38 smithi191 bash[19424]: audit 2024-02-18T08:14:38.501737+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:39.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[19477]: cluster 2024-02-18T08:14:37.672898+0000 mgr.y (mgr.14140) 150 : cluster [DBG] pgmap v126: 1 pgs: 1 peering; 0 B data, 1.2 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:39.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[19477]: cluster 2024-02-18T08:14:37.740748+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-02-18T08:14:39.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[19477]: audit 2024-02-18T08:14:38.494985+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:14:39.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[19477]: audit 2024-02-18T08:14:38.498348+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:14:39.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[19477]: audit 2024-02-18T08:14:38.499933+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:39.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[19477]: audit 2024-02-18T08:14:38.501737+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:39.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[24702]: cluster 2024-02-18T08:14:37.672898+0000 mgr.y (mgr.14140) 150 : cluster [DBG] pgmap v126: 1 pgs: 1 peering; 0 B data, 1.2 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:39.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[24702]: cluster 2024-02-18T08:14:37.740748+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-02-18T08:14:39.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[24702]: audit 2024-02-18T08:14:38.494985+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:14:39.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[24702]: audit 2024-02-18T08:14:38.498348+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:14:39.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[24702]: audit 2024-02-18T08:14:38.499933+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:38 smithi110 bash[24702]: audit 2024-02-18T08:14:38.501737+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:39.898 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:39 smithi191 bash[19424]: audit 2024-02-18T08:14:38.493077+0000 mgr.y (mgr.14140) 151 : audit [DBG] from='client.34217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:14:39.898 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:39 smithi191 bash[19424]: cephadm 2024-02-18T08:14:38.497821+0000 mgr.y (mgr.14140) 152 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:14:40.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:39 smithi110 bash[19477]: audit 2024-02-18T08:14:38.493077+0000 mgr.y (mgr.14140) 151 : audit [DBG] from='client.34217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:14:40.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:39 smithi110 bash[19477]: cephadm 2024-02-18T08:14:38.497821+0000 mgr.y (mgr.14140) 152 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:14:40.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:39 smithi110 bash[24702]: audit 2024-02-18T08:14:38.493077+0000 mgr.y (mgr.14140) 151 : audit [DBG] from='client.34217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:14:40.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:39 smithi110 bash[24702]: cephadm 2024-02-18T08:14:38.497821+0000 mgr.y (mgr.14140) 152 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:14:41.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:41 smithi191 bash[19424]: cluster 2024-02-18T08:14:39.673402+0000 mgr.y (mgr.14140) 153 : cluster [DBG] pgmap v128: 1 pgs: 1 peering; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:41.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:41 smithi110 bash[19477]: cluster 2024-02-18T08:14:39.673402+0000 mgr.y (mgr.14140) 153 : cluster [DBG] pgmap v128: 1 pgs: 1 peering; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:41.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:41 smithi110 bash[24702]: cluster 2024-02-18T08:14:39.673402+0000 mgr.y (mgr.14140) 153 : cluster [DBG] pgmap v128: 1 pgs: 1 peering; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:42.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:42 smithi110 bash[19477]: audit 2024-02-18T08:14:41.829537+0000 mon.b (mon.2) 5 : audit [INF] from='client.? 172.21.15.191:0/3216829646' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26e142f1-495f-4a04-bbbe-66803dd6607c"}]: dispatch 2024-02-18T08:14:42.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:42 smithi110 bash[19477]: audit 2024-02-18T08:14:41.830503+0000 mon.a (mon.0) 430 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26e142f1-495f-4a04-bbbe-66803dd6607c"}]: dispatch 2024-02-18T08:14:42.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:42 smithi110 bash[19477]: audit 2024-02-18T08:14:41.838335+0000 mon.a (mon.0) 431 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26e142f1-495f-4a04-bbbe-66803dd6607c"}]': finished 2024-02-18T08:14:42.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:42 smithi110 bash[19477]: cluster 2024-02-18T08:14:41.838482+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e33: 6 total, 5 up, 5 in 2024-02-18T08:14:42.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:42 smithi110 bash[19477]: audit 2024-02-18T08:14:41.838704+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:14:42.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:42 smithi110 bash[24702]: audit 2024-02-18T08:14:41.829537+0000 mon.b (mon.2) 5 : audit [INF] from='client.? 172.21.15.191:0/3216829646' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26e142f1-495f-4a04-bbbe-66803dd6607c"}]: dispatch 2024-02-18T08:14:42.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:42 smithi110 bash[24702]: audit 2024-02-18T08:14:41.830503+0000 mon.a (mon.0) 430 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26e142f1-495f-4a04-bbbe-66803dd6607c"}]: dispatch 2024-02-18T08:14:42.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:42 smithi110 bash[24702]: audit 2024-02-18T08:14:41.838335+0000 mon.a (mon.0) 431 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26e142f1-495f-4a04-bbbe-66803dd6607c"}]': finished 2024-02-18T08:14:42.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:42 smithi110 bash[24702]: cluster 2024-02-18T08:14:41.838482+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e33: 6 total, 5 up, 5 in 2024-02-18T08:14:42.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:42 smithi110 bash[24702]: audit 2024-02-18T08:14:41.838704+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:14:42.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:42 smithi191 bash[19424]: audit 2024-02-18T08:14:41.829537+0000 mon.b (mon.2) 5 : audit [INF] from='client.? 172.21.15.191:0/3216829646' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26e142f1-495f-4a04-bbbe-66803dd6607c"}]: dispatch 2024-02-18T08:14:42.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:42 smithi191 bash[19424]: audit 2024-02-18T08:14:41.830503+0000 mon.a (mon.0) 430 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "26e142f1-495f-4a04-bbbe-66803dd6607c"}]: dispatch 2024-02-18T08:14:42.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:42 smithi191 bash[19424]: audit 2024-02-18T08:14:41.838335+0000 mon.a (mon.0) 431 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "26e142f1-495f-4a04-bbbe-66803dd6607c"}]': finished 2024-02-18T08:14:42.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:42 smithi191 bash[19424]: cluster 2024-02-18T08:14:41.838482+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e33: 6 total, 5 up, 5 in 2024-02-18T08:14:42.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:42 smithi191 bash[19424]: audit 2024-02-18T08:14:41.838704+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:14:43.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:43 smithi110 bash[19477]: cluster 2024-02-18T08:14:41.673962+0000 mgr.y (mgr.14140) 154 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:43.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:43 smithi110 bash[19477]: audit 2024-02-18T08:14:42.372230+0000 mon.b (mon.2) 6 : audit [DBG] from='client.? 172.21.15.191:0/1564318944' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:14:43.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:43 smithi110 bash[24702]: cluster 2024-02-18T08:14:41.673962+0000 mgr.y (mgr.14140) 154 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:43.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:43 smithi110 bash[24702]: audit 2024-02-18T08:14:42.372230+0000 mon.b (mon.2) 6 : audit [DBG] from='client.? 172.21.15.191:0/1564318944' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:14:43.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:43 smithi191 bash[19424]: cluster 2024-02-18T08:14:41.673962+0000 mgr.y (mgr.14140) 154 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:43.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:43 smithi191 bash[19424]: audit 2024-02-18T08:14:42.372230+0000 mon.b (mon.2) 6 : audit [DBG] from='client.? 172.21.15.191:0/1564318944' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:14:44.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:44 smithi110 bash[19477]: cluster 2024-02-18T08:14:43.674500+0000 mgr.y (mgr.14140) 155 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:44.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:44 smithi110 bash[24702]: cluster 2024-02-18T08:14:43.674500+0000 mgr.y (mgr.14140) 155 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:44.502 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:44 smithi191 bash[19424]: cluster 2024-02-18T08:14:43.674500+0000 mgr.y (mgr.14140) 155 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:45.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:45 smithi110 bash[19477]: audit 2024-02-18T08:14:45.098431+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:45.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:45 smithi110 bash[24702]: audit 2024-02-18T08:14:45.098431+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:45.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:45 smithi191 bash[19424]: audit 2024-02-18T08:14:45.098431+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:46.395 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:46 smithi191 bash[19424]: cluster 2024-02-18T08:14:45.675073+0000 mgr.y (mgr.14140) 156 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:46.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:46 smithi110 bash[19477]: cluster 2024-02-18T08:14:45.675073+0000 mgr.y (mgr.14140) 156 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:46.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:46 smithi110 bash[24702]: cluster 2024-02-18T08:14:45.675073+0000 mgr.y (mgr.14140) 156 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:49.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:48 smithi191 bash[19424]: cluster 2024-02-18T08:14:47.675633+0000 mgr.y (mgr.14140) 157 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:49.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:48 smithi191 bash[19424]: audit 2024-02-18T08:14:48.598114+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-18T08:14:49.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:48 smithi191 bash[19424]: audit 2024-02-18T08:14:48.599964+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:49.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:48 smithi191 bash[19424]: audit 2024-02-18T08:14:48.601981+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch 2024-02-18T08:14:49.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:48 smithi110 bash[19477]: cluster 2024-02-18T08:14:47.675633+0000 mgr.y (mgr.14140) 157 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:49.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:48 smithi110 bash[19477]: audit 2024-02-18T08:14:48.598114+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-18T08:14:49.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:48 smithi110 bash[19477]: audit 2024-02-18T08:14:48.599964+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:49.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:48 smithi110 bash[19477]: audit 2024-02-18T08:14:48.601981+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch 2024-02-18T08:14:49.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:48 smithi110 bash[24702]: cluster 2024-02-18T08:14:47.675633+0000 mgr.y (mgr.14140) 157 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:49.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:48 smithi110 bash[24702]: audit 2024-02-18T08:14:48.598114+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-18T08:14:49.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:48 smithi110 bash[24702]: audit 2024-02-18T08:14:48.599964+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:14:49.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:48 smithi110 bash[24702]: audit 2024-02-18T08:14:48.601981+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch 2024-02-18T08:14:50.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:49 smithi191 bash[19424]: cephadm 2024-02-18T08:14:48.601251+0000 mgr.y (mgr.14140) 158 : cephadm [INF] Deploying daemon osd.5 on smithi191 2024-02-18T08:14:50.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:49 smithi110 bash[19477]: cephadm 2024-02-18T08:14:48.601251+0000 mgr.y (mgr.14140) 158 : cephadm [INF] Deploying daemon osd.5 on smithi191 2024-02-18T08:14:50.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:49 smithi110 bash[24702]: cephadm 2024-02-18T08:14:48.601251+0000 mgr.y (mgr.14140) 158 : cephadm [INF] Deploying daemon osd.5 on smithi191 2024-02-18T08:14:50.893 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 5 on host 'smithi191' 2024-02-18T08:14:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:51 smithi191 bash[19424]: cluster 2024-02-18T08:14:49.676167+0000 mgr.y (mgr.14140) 159 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:51 smithi191 bash[19424]: audit 2024-02-18T08:14:50.879502+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:51 smithi191 bash[19424]: audit 2024-02-18T08:14:50.884043+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:51 smithi191 bash[19424]: audit 2024-02-18T08:14:50.891975+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:51.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:51 smithi110 bash[19477]: cluster 2024-02-18T08:14:49.676167+0000 mgr.y (mgr.14140) 159 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:51.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:51 smithi110 bash[19477]: audit 2024-02-18T08:14:50.879502+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:51.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:51 smithi110 bash[19477]: audit 2024-02-18T08:14:50.884043+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:51.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:51 smithi110 bash[19477]: audit 2024-02-18T08:14:50.891975+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:51.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:51 smithi110 bash[24702]: cluster 2024-02-18T08:14:49.676167+0000 mgr.y (mgr.14140) 159 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:51.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:51 smithi110 bash[24702]: audit 2024-02-18T08:14:50.879502+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:51.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:51 smithi110 bash[24702]: audit 2024-02-18T08:14:50.884043+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:51.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:51 smithi110 bash[24702]: audit 2024-02-18T08:14:50.891975+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:51.930 DEBUG:teuthology.orchestra.run.smithi191:osd.5> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.5.service 2024-02-18T08:14:51.933 INFO:tasks.cephadm:Deploying osd.6 on smithi191 with /dev/vg_nvme/lv_2... 2024-02-18T08:14:51.933 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-02-18T08:14:52.574 INFO:journalctl@ceph.osd.5.smithi191.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:14:52.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:52 smithi191 bash[19424]: audit 2024-02-18T08:14:51.548154+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:52.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:52 smithi191 bash[19424]: audit 2024-02-18T08:14:51.549839+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:52.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:52 smithi191 bash[19424]: cluster 2024-02-18T08:14:51.676728+0000 mgr.y (mgr.14140) 160 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:52.969 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:52 smithi110 bash[19477]: audit 2024-02-18T08:14:51.548154+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:52.969 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:52 smithi110 bash[19477]: audit 2024-02-18T08:14:51.549839+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:52.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:52 smithi110 bash[19477]: cluster 2024-02-18T08:14:51.676728+0000 mgr.y (mgr.14140) 160 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:52.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:52 smithi110 bash[24702]: audit 2024-02-18T08:14:51.548154+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:52.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:52 smithi110 bash[24702]: audit 2024-02-18T08:14:51.549839+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:14:52.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:52 smithi110 bash[24702]: cluster 2024-02-18T08:14:51.676728+0000 mgr.y (mgr.14140) 160 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:53.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:53 smithi191 bash[19424]: audit 2024-02-18T08:14:52.811597+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:53.841 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:53 smithi191 bash[23883]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-02-18T08:14:53.841 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:53 smithi191 bash[23883]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-02-18T08:14:53.841 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:53 smithi191 bash[23883]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-02-18T08:14:53.841 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:53 smithi191 bash[23883]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-02-18T08:14:53.842 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:53 smithi191 bash[23883]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-02-18T08:14:53.842 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:53 smithi191 bash[23883]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-02-18T08:14:53.842 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:53 smithi191 bash[23883]: --> ceph-volume lvm activate successful for osd ID: 5 2024-02-18T08:14:54.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:53 smithi110 bash[19477]: audit 2024-02-18T08:14:52.811597+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:54.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:53 smithi110 bash[24702]: audit 2024-02-18T08:14:52.811597+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:55.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:54 smithi191 bash[19424]: cluster 2024-02-18T08:14:53.677295+0000 mgr.y (mgr.14140) 161 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:55.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:54 smithi110 bash[19477]: cluster 2024-02-18T08:14:53.677295+0000 mgr.y (mgr.14140) 161 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:55.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:54 smithi110 bash[24702]: cluster 2024-02-18T08:14:53.677295+0000 mgr.y (mgr.14140) 161 : cluster [DBG] pgmap v136: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:56.841 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:56 smithi191 bash[23883]: debug 2024-02-18T08:14:56.536+0000 7fa9aa560700 1 -- 172.21.15.191:0/2185771683 <== mon.2 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a76564e4e0 con 0x55a7656c9400 2024-02-18T08:14:56.991 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-02-18T08:14:56.991 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-02-18T08:14:56.991 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2024-02-18T08:14:56.991 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2024-02-18T08:14:56.991 INFO:teuthology.orchestra.run.smithi191.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.013052 s, 803 MB/s 2024-02-18T08:14:56.991 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2024-02-18T08:14:57.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:57 smithi191 bash[19424]: cluster 2024-02-18T08:14:55.677878+0000 mgr.y (mgr.14140) 162 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:57.341 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:57 smithi191 bash[23883]: debug 2024-02-18T08:14:57.092+0000 7fa9b1a18f00 -1 Falling back to public interface 2024-02-18T08:14:57.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:57 smithi110 bash[19477]: cluster 2024-02-18T08:14:55.677878+0000 mgr.y (mgr.14140) 162 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:57.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:57 smithi110 bash[24702]: cluster 2024-02-18T08:14:55.677878+0000 mgr.y (mgr.14140) 162 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:57.893 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch daemon add osd smithi191:vg_nvme/lv_2 2024-02-18T08:14:58.091 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:57 smithi191 bash[23883]: debug 2024-02-18T08:14:57.692+0000 7fa9b1a18f00 -1 osd.5 0 log_to_monitors {default=true} 2024-02-18T08:14:58.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:58 smithi110 bash[19477]: audit 2024-02-18T08:14:57.702289+0000 mon.b (mon.2) 7 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/2672249411,v1:172.21.15.191:6809/2672249411]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:14:58.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:58 smithi110 bash[19477]: audit 2024-02-18T08:14:57.703124+0000 mon.a (mon.0) 444 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:14:58.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:58 smithi110 bash[19477]: audit 2024-02-18T08:14:58.007238+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:58.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:58 smithi110 bash[24702]: audit 2024-02-18T08:14:57.702289+0000 mon.b (mon.2) 7 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/2672249411,v1:172.21.15.191:6809/2672249411]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:14:58.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:58 smithi110 bash[24702]: audit 2024-02-18T08:14:57.703124+0000 mon.a (mon.0) 444 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:14:58.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:58 smithi110 bash[24702]: audit 2024-02-18T08:14:58.007238+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:58.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:58 smithi191 bash[19424]: audit 2024-02-18T08:14:57.702289+0000 mon.b (mon.2) 7 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/2672249411,v1:172.21.15.191:6809/2672249411]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:14:58.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:58 smithi191 bash[19424]: audit 2024-02-18T08:14:57.703124+0000 mon.a (mon.0) 444 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:14:58.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:58 smithi191 bash[19424]: audit 2024-02-18T08:14:58.007238+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:14:59.227 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[23883]: debug 2024-02-18T08:14:59.160+0000 7fa994cc5700 -1 osd.5 0 waiting for initial osdmap 2024-02-18T08:14:59.227 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[23883]: debug 2024-02-18T08:14:59.172+0000 7fa9a14de700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:14:59.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[19424]: cluster 2024-02-18T08:14:57.678440+0000 mgr.y (mgr.14140) 163 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:59.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[19424]: audit 2024-02-18T08:14:58.159460+0000 mon.a (mon.0) 446 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-18T08:14:59.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[19424]: cluster 2024-02-18T08:14:58.159581+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e34: 6 total, 5 up, 5 in 2024-02-18T08:14:59.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[19424]: audit 2024-02-18T08:14:58.159907+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:14:59.227 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[19424]: audit 2024-02-18T08:14:58.160908+0000 mon.b (mon.2) 8 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/2672249411,v1:172.21.15.191:6809/2672249411]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:14:59.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[19424]: audit 2024-02-18T08:14:58.161365+0000 mon.a (mon.0) 449 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:14:59.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[19424]: audit 2024-02-18T08:14:58.327444+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:59.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[19424]: audit 2024-02-18T08:14:58.334233+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:59.228 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:14:59 smithi191 bash[19424]: audit 2024-02-18T08:14:58.731207+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:59.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[24702]: cluster 2024-02-18T08:14:57.678440+0000 mgr.y (mgr.14140) 163 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[24702]: audit 2024-02-18T08:14:58.159460+0000 mon.a (mon.0) 446 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[24702]: cluster 2024-02-18T08:14:58.159581+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e34: 6 total, 5 up, 5 in 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[24702]: audit 2024-02-18T08:14:58.159907+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[24702]: audit 2024-02-18T08:14:58.160908+0000 mon.b (mon.2) 8 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/2672249411,v1:172.21.15.191:6809/2672249411]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[24702]: audit 2024-02-18T08:14:58.161365+0000 mon.a (mon.0) 449 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[24702]: audit 2024-02-18T08:14:58.327444+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[24702]: audit 2024-02-18T08:14:58.334233+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[24702]: audit 2024-02-18T08:14:58.731207+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[19477]: cluster 2024-02-18T08:14:57.678440+0000 mgr.y (mgr.14140) 163 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[19477]: audit 2024-02-18T08:14:58.159460+0000 mon.a (mon.0) 446 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[19477]: cluster 2024-02-18T08:14:58.159581+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e34: 6 total, 5 up, 5 in 2024-02-18T08:14:59.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[19477]: audit 2024-02-18T08:14:58.159907+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:14:59.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[19477]: audit 2024-02-18T08:14:58.160908+0000 mon.b (mon.2) 8 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/2672249411,v1:172.21.15.191:6809/2672249411]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:14:59.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[19477]: audit 2024-02-18T08:14:58.161365+0000 mon.a (mon.0) 449 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:14:59.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[19477]: audit 2024-02-18T08:14:58.327444+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:59.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[19477]: audit 2024-02-18T08:14:58.334233+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:14:59.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:14:59 smithi110 bash[19477]: audit 2024-02-18T08:14:58.731207+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:00.418 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:00 smithi191 bash[19424]: cephadm 2024-02-18T08:14:58.319846+0000 mgr.y (mgr.14140) 164 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:15:00.418 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:00 smithi191 bash[19424]: cephadm 2024-02-18T08:14:58.336974+0000 mgr.y (mgr.14140) 165 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:15:00.418 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:00 smithi191 bash[19424]: audit 2024-02-18T08:14:59.161395+0000 mon.a (mon.0) 453 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:15:00.418 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:00 smithi191 bash[19424]: cluster 2024-02-18T08:14:59.161510+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e35: 6 total, 5 up, 5 in 2024-02-18T08:15:00.418 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:00 smithi191 bash[19424]: audit 2024-02-18T08:14:59.162159+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:15:00.419 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:00 smithi191 bash[19424]: audit 2024-02-18T08:14:59.168198+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:15:00.419 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:00 smithi191 bash[19424]: cluster 2024-02-18T08:14:59.678965+0000 mgr.y (mgr.14140) 166 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:15:00.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[19477]: cephadm 2024-02-18T08:14:58.319846+0000 mgr.y (mgr.14140) 164 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[19477]: cephadm 2024-02-18T08:14:58.336974+0000 mgr.y (mgr.14140) 165 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[19477]: audit 2024-02-18T08:14:59.161395+0000 mon.a (mon.0) 453 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[19477]: cluster 2024-02-18T08:14:59.161510+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e35: 6 total, 5 up, 5 in 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[19477]: audit 2024-02-18T08:14:59.162159+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[19477]: audit 2024-02-18T08:14:59.168198+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[19477]: cluster 2024-02-18T08:14:59.678965+0000 mgr.y (mgr.14140) 166 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[24702]: cephadm 2024-02-18T08:14:58.319846+0000 mgr.y (mgr.14140) 164 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[24702]: cephadm 2024-02-18T08:14:58.336974+0000 mgr.y (mgr.14140) 165 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[24702]: audit 2024-02-18T08:14:59.161395+0000 mon.a (mon.0) 453 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[24702]: cluster 2024-02-18T08:14:59.161510+0000 mon.a (mon.0) 454 : cluster [DBG] osdmap e35: 6 total, 5 up, 5 in 2024-02-18T08:15:00.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[24702]: audit 2024-02-18T08:14:59.162159+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:15:00.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[24702]: audit 2024-02-18T08:14:59.168198+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:15:00.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:00 smithi110 bash[24702]: cluster 2024-02-18T08:14:59.678965+0000 mgr.y (mgr.14140) 166 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: cluster 2024-02-18T08:14:58.735158+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: cluster 2024-02-18T08:14:58.735242+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: cluster 2024-02-18T08:15:00.163324+0000 mon.a (mon.0) 457 : cluster [INF] osd.5 [v2:172.21.15.191:6808/2672249411,v1:172.21.15.191:6809/2672249411] boot 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: cluster 2024-02-18T08:15:00.163430+0000 mon.a (mon.0) 458 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: audit 2024-02-18T08:15:00.163758+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: audit 2024-02-18T08:15:00.824777+0000 mgr.y (mgr.14140) 167 : audit [DBG] from='client.34244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: audit 2024-02-18T08:15:00.826768+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: cephadm 2024-02-18T08:15:00.829961+0000 mgr.y (mgr.14140) 168 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: audit 2024-02-18T08:15:00.830589+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: audit 2024-02-18T08:15:00.832481+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[19477]: audit 2024-02-18T08:15:00.834499+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: cluster 2024-02-18T08:14:58.735158+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: cluster 2024-02-18T08:14:58.735242+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: cluster 2024-02-18T08:15:00.163324+0000 mon.a (mon.0) 457 : cluster [INF] osd.5 [v2:172.21.15.191:6808/2672249411,v1:172.21.15.191:6809/2672249411] boot 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: cluster 2024-02-18T08:15:00.163430+0000 mon.a (mon.0) 458 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: audit 2024-02-18T08:15:00.163758+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: audit 2024-02-18T08:15:00.824777+0000 mgr.y (mgr.14140) 167 : audit [DBG] from='client.34244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: audit 2024-02-18T08:15:00.826768+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: cephadm 2024-02-18T08:15:00.829961+0000 mgr.y (mgr.14140) 168 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: audit 2024-02-18T08:15:00.830589+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: audit 2024-02-18T08:15:00.832481+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:01 smithi110 bash[24702]: audit 2024-02-18T08:15:00.834499+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:01.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: cluster 2024-02-18T08:14:58.735158+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:15:01.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: cluster 2024-02-18T08:14:58.735242+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:15:01.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: cluster 2024-02-18T08:15:00.163324+0000 mon.a (mon.0) 457 : cluster [INF] osd.5 [v2:172.21.15.191:6808/2672249411,v1:172.21.15.191:6809/2672249411] boot 2024-02-18T08:15:01.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: cluster 2024-02-18T08:15:00.163430+0000 mon.a (mon.0) 458 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2024-02-18T08:15:01.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: audit 2024-02-18T08:15:00.163758+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:15:01.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: audit 2024-02-18T08:15:00.824777+0000 mgr.y (mgr.14140) 167 : audit [DBG] from='client.34244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:01.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: audit 2024-02-18T08:15:00.826768+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:15:01.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: cephadm 2024-02-18T08:15:00.829961+0000 mgr.y (mgr.14140) 168 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:15:01.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: audit 2024-02-18T08:15:00.830589+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:15:01.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: audit 2024-02-18T08:15:00.832481+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:01.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:01 smithi191 bash[19424]: audit 2024-02-18T08:15:00.834499+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:02.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:02 smithi191 bash[19424]: cluster 2024-02-18T08:15:01.179093+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-02-18T08:15:02.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:02 smithi191 bash[19424]: cluster 2024-02-18T08:15:01.679534+0000 mgr.y (mgr.14140) 169 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.7 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:02.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:02 smithi110 bash[24702]: cluster 2024-02-18T08:15:01.179093+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-02-18T08:15:02.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:02 smithi110 bash[24702]: cluster 2024-02-18T08:15:01.679534+0000 mgr.y (mgr.14140) 169 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.7 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:02.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:02 smithi110 bash[19477]: cluster 2024-02-18T08:15:01.179093+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2024-02-18T08:15:02.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:02 smithi110 bash[19477]: cluster 2024-02-18T08:15:01.679534+0000 mgr.y (mgr.14140) 169 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.7 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:05.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:04 smithi191 bash[19424]: cluster 2024-02-18T08:15:03.680135+0000 mgr.y (mgr.14140) 170 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.8 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:05.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:04 smithi191 bash[19424]: audit 2024-02-18T08:15:04.237203+0000 mon.b (mon.2) 9 : audit [INF] from='client.? 172.21.15.191:0/491924018' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "181b7d27-4c9e-4ec9-aa6e-1899c70ad416"}]: dispatch 2024-02-18T08:15:05.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:04 smithi191 bash[19424]: audit 2024-02-18T08:15:04.238200+0000 mon.a (mon.0) 465 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "181b7d27-4c9e-4ec9-aa6e-1899c70ad416"}]: dispatch 2024-02-18T08:15:05.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:04 smithi191 bash[19424]: audit 2024-02-18T08:15:04.246644+0000 mon.a (mon.0) 466 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "181b7d27-4c9e-4ec9-aa6e-1899c70ad416"}]': finished 2024-02-18T08:15:05.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:04 smithi191 bash[19424]: cluster 2024-02-18T08:15:04.246828+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e38: 7 total, 6 up, 6 in 2024-02-18T08:15:05.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:04 smithi191 bash[19424]: audit 2024-02-18T08:15:04.247006+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:05.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[19477]: cluster 2024-02-18T08:15:03.680135+0000 mgr.y (mgr.14140) 170 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.8 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:05.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[19477]: audit 2024-02-18T08:15:04.237203+0000 mon.b (mon.2) 9 : audit [INF] from='client.? 172.21.15.191:0/491924018' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "181b7d27-4c9e-4ec9-aa6e-1899c70ad416"}]: dispatch 2024-02-18T08:15:05.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[19477]: audit 2024-02-18T08:15:04.238200+0000 mon.a (mon.0) 465 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "181b7d27-4c9e-4ec9-aa6e-1899c70ad416"}]: dispatch 2024-02-18T08:15:05.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[19477]: audit 2024-02-18T08:15:04.246644+0000 mon.a (mon.0) 466 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "181b7d27-4c9e-4ec9-aa6e-1899c70ad416"}]': finished 2024-02-18T08:15:05.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[19477]: cluster 2024-02-18T08:15:04.246828+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e38: 7 total, 6 up, 6 in 2024-02-18T08:15:05.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[19477]: audit 2024-02-18T08:15:04.247006+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:05.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[24702]: cluster 2024-02-18T08:15:03.680135+0000 mgr.y (mgr.14140) 170 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.8 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:05.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[24702]: audit 2024-02-18T08:15:04.237203+0000 mon.b (mon.2) 9 : audit [INF] from='client.? 172.21.15.191:0/491924018' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "181b7d27-4c9e-4ec9-aa6e-1899c70ad416"}]: dispatch 2024-02-18T08:15:05.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[24702]: audit 2024-02-18T08:15:04.238200+0000 mon.a (mon.0) 465 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "181b7d27-4c9e-4ec9-aa6e-1899c70ad416"}]: dispatch 2024-02-18T08:15:05.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[24702]: audit 2024-02-18T08:15:04.246644+0000 mon.a (mon.0) 466 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "181b7d27-4c9e-4ec9-aa6e-1899c70ad416"}]': finished 2024-02-18T08:15:05.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[24702]: cluster 2024-02-18T08:15:04.246828+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e38: 7 total, 6 up, 6 in 2024-02-18T08:15:05.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:04 smithi110 bash[24702]: audit 2024-02-18T08:15:04.247006+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:06.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:05 smithi191 bash[19424]: audit 2024-02-18T08:15:04.788629+0000 mon.b (mon.2) 10 : audit [DBG] from='client.? 172.21.15.191:0/3199476590' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:15:06.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:05 smithi110 bash[19477]: audit 2024-02-18T08:15:04.788629+0000 mon.b (mon.2) 10 : audit [DBG] from='client.? 172.21.15.191:0/3199476590' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:15:06.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:05 smithi110 bash[24702]: audit 2024-02-18T08:15:04.788629+0000 mon.b (mon.2) 10 : audit [DBG] from='client.? 172.21.15.191:0/3199476590' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:15:07.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:07 smithi191 bash[19424]: cluster 2024-02-18T08:15:05.680707+0000 mgr.y (mgr.14140) 171 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:07.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:07 smithi110 bash[19477]: cluster 2024-02-18T08:15:05.680707+0000 mgr.y (mgr.14140) 171 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:07.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:07 smithi110 bash[24702]: cluster 2024-02-18T08:15:05.680707+0000 mgr.y (mgr.14140) 171 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:08.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:08 smithi110 bash[19477]: audit 2024-02-18T08:15:07.490613+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:08.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:08 smithi110 bash[24702]: audit 2024-02-18T08:15:07.490613+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:08.571 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:08 smithi191 bash[19424]: audit 2024-02-18T08:15:07.490613+0000 mon.a (mon.0) 469 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:09.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:09 smithi110 bash[24702]: cluster 2024-02-18T08:15:07.681245+0000 mgr.y (mgr.14140) 172 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:09.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:09 smithi110 bash[19477]: cluster 2024-02-18T08:15:07.681245+0000 mgr.y (mgr.14140) 172 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:09.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:09 smithi191 bash[19424]: cluster 2024-02-18T08:15:07.681245+0000 mgr.y (mgr.14140) 172 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:11.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:11 smithi110 bash[19477]: cluster 2024-02-18T08:15:09.681833+0000 mgr.y (mgr.14140) 173 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:11.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:11 smithi110 bash[24702]: cluster 2024-02-18T08:15:09.681833+0000 mgr.y (mgr.14140) 173 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:11.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:11 smithi191 bash[19424]: cluster 2024-02-18T08:15:09.681833+0000 mgr.y (mgr.14140) 173 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:12.448 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:12 smithi191 bash[19424]: audit 2024-02-18T08:15:11.221803+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-18T08:15:12.448 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:12 smithi191 bash[19424]: audit 2024-02-18T08:15:11.223597+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:12.448 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:12 smithi191 bash[19424]: audit 2024-02-18T08:15:11.225716+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch 2024-02-18T08:15:12.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:12 smithi110 bash[19477]: audit 2024-02-18T08:15:11.221803+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-18T08:15:12.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:12 smithi110 bash[19477]: audit 2024-02-18T08:15:11.223597+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:12.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:12 smithi110 bash[19477]: audit 2024-02-18T08:15:11.225716+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch 2024-02-18T08:15:12.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:12 smithi110 bash[24702]: audit 2024-02-18T08:15:11.221803+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-18T08:15:12.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:12 smithi110 bash[24702]: audit 2024-02-18T08:15:11.223597+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:12.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:12 smithi110 bash[24702]: audit 2024-02-18T08:15:11.225716+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch 2024-02-18T08:15:13.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:13 smithi191 bash[19424]: cephadm 2024-02-18T08:15:11.224946+0000 mgr.y (mgr.14140) 174 : cephadm [INF] Deploying daemon osd.6 on smithi191 2024-02-18T08:15:13.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:13 smithi191 bash[19424]: cluster 2024-02-18T08:15:11.682449+0000 mgr.y (mgr.14140) 175 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:13.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:13 smithi191 bash[19424]: audit 2024-02-18T08:15:12.451579+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:15:13.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:13 smithi191 bash[19424]: audit 2024-02-18T08:15:12.452100+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:15:13.360 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 6 on host 'smithi191' 2024-02-18T08:15:13.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:13 smithi110 bash[19477]: cephadm 2024-02-18T08:15:11.224946+0000 mgr.y (mgr.14140) 174 : cephadm [INF] Deploying daemon osd.6 on smithi191 2024-02-18T08:15:13.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:13 smithi110 bash[19477]: cluster 2024-02-18T08:15:11.682449+0000 mgr.y (mgr.14140) 175 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:13.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:13 smithi110 bash[19477]: audit 2024-02-18T08:15:12.451579+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:15:13.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:13 smithi110 bash[19477]: audit 2024-02-18T08:15:12.452100+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:15:13.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:13 smithi110 bash[24702]: cephadm 2024-02-18T08:15:11.224946+0000 mgr.y (mgr.14140) 174 : cephadm [INF] Deploying daemon osd.6 on smithi191 2024-02-18T08:15:13.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:13 smithi110 bash[24702]: cluster 2024-02-18T08:15:11.682449+0000 mgr.y (mgr.14140) 175 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:13.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:13 smithi110 bash[24702]: audit 2024-02-18T08:15:12.451579+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:15:13.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:13 smithi110 bash[24702]: audit 2024-02-18T08:15:12.452100+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:15:14.404 DEBUG:teuthology.orchestra.run.smithi191:osd.6> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.6.service 2024-02-18T08:15:14.406 INFO:tasks.cephadm:Deploying osd.7 on smithi191 with /dev/vg_nvme/lv_1... 2024-02-18T08:15:14.406 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-02-18T08:15:14.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[19477]: audit 2024-02-18T08:15:13.351711+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:14.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[19477]: audit 2024-02-18T08:15:13.359648+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:14.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[19477]: audit 2024-02-18T08:15:13.387232+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:14.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[19477]: cluster 2024-02-18T08:15:13.682996+0000 mgr.y (mgr.14140) 176 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:14.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[19477]: audit 2024-02-18T08:15:14.094041+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:14.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[19477]: audit 2024-02-18T08:15:14.095879+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:14.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[24702]: audit 2024-02-18T08:15:13.351711+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:14.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[24702]: audit 2024-02-18T08:15:13.359648+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:14.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[24702]: audit 2024-02-18T08:15:13.387232+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:14.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[24702]: cluster 2024-02-18T08:15:13.682996+0000 mgr.y (mgr.14140) 176 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:14.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[24702]: audit 2024-02-18T08:15:14.094041+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:14.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:14 smithi110 bash[24702]: audit 2024-02-18T08:15:14.095879+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:14.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:14 smithi191 bash[19424]: audit 2024-02-18T08:15:13.351711+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:14.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:14 smithi191 bash[19424]: audit 2024-02-18T08:15:13.359648+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:14.841 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:14 smithi191 bash[19424]: audit 2024-02-18T08:15:13.387232+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:14.842 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:14 smithi191 bash[19424]: cluster 2024-02-18T08:15:13.682996+0000 mgr.y (mgr.14140) 176 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:14.842 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:14 smithi191 bash[19424]: audit 2024-02-18T08:15:14.094041+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:14.842 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:14 smithi191 bash[19424]: audit 2024-02-18T08:15:14.095879+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:14.995 INFO:journalctl@ceph.osd.6.smithi191.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:15:16.091 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:15 smithi191 bash[25871]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-02-18T08:15:16.091 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:15 smithi191 bash[25871]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-02-18T08:15:16.092 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:15 smithi191 bash[25871]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-02-18T08:15:16.092 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:15 smithi191 bash[25871]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-02-18T08:15:16.092 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:15 smithi191 bash[25871]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-02-18T08:15:16.092 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:15 smithi191 bash[25871]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-02-18T08:15:16.092 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:15 smithi191 bash[25871]: --> ceph-volume lvm activate successful for osd ID: 6 2024-02-18T08:15:17.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:17 smithi110 bash[19477]: cluster 2024-02-18T08:15:15.683594+0000 mgr.y (mgr.14140) 177 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:17.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:17 smithi110 bash[24702]: cluster 2024-02-18T08:15:15.683594+0000 mgr.y (mgr.14140) 177 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:17.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:17 smithi191 bash[19424]: cluster 2024-02-18T08:15:15.683594+0000 mgr.y (mgr.14140) 177 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:18.821 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:18 smithi191 bash[25871]: debug 2024-02-18T08:15:18.596+0000 7fe1fd82d700 1 -- 172.21.15.191:0/3505734759 <== mon.2 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e89b8c44e0 con 0x55e89b93f400 2024-02-18T08:15:19.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:18 smithi191 bash[19424]: cluster 2024-02-18T08:15:17.684193+0000 mgr.y (mgr.14140) 178 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:19.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:18 smithi191 bash[19424]: audit 2024-02-18T08:15:17.821166+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:19.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:18 smithi110 bash[24702]: cluster 2024-02-18T08:15:17.684193+0000 mgr.y (mgr.14140) 178 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:19.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:18 smithi110 bash[24702]: audit 2024-02-18T08:15:17.821166+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:19.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:18 smithi110 bash[19477]: cluster 2024-02-18T08:15:17.684193+0000 mgr.y (mgr.14140) 178 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:19.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:18 smithi110 bash[19477]: audit 2024-02-18T08:15:17.821166+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:19.399 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:19 smithi191 bash[25871]: debug 2024-02-18T08:15:19.140+0000 7fe204ce5f00 -1 Falling back to public interface 2024-02-18T08:15:19.830 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:19 smithi191 bash[25871]: debug 2024-02-18T08:15:19.748+0000 7fe204ce5f00 -1 osd.6 0 log_to_monitors {default=true} 2024-02-18T08:15:20.001 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-02-18T08:15:20.001 INFO:teuthology.orchestra.run.smithi191.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-02-18T08:15:20.001 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10+0 records in 2024-02-18T08:15:20.001 INFO:teuthology.orchestra.run.smithi191.stderr:10+0 records out 2024-02-18T08:15:20.001 INFO:teuthology.orchestra.run.smithi191.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0159 s, 659 MB/s 2024-02-18T08:15:20.001 INFO:teuthology.orchestra.run.smithi191.stderr:--> Zapping successful for: 2024-02-18T08:15:20.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:19 smithi191 bash[19424]: audit 2024-02-18T08:15:19.758500+0000 mon.b (mon.2) 11 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/1798960365,v1:172.21.15.191:6817/1798960365]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:15:20.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:19 smithi191 bash[19424]: audit 2024-02-18T08:15:19.759681+0000 mon.a (mon.0) 481 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:15:20.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:19 smithi110 bash[19477]: audit 2024-02-18T08:15:19.758500+0000 mon.b (mon.2) 11 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/1798960365,v1:172.21.15.191:6817/1798960365]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:15:20.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:19 smithi110 bash[19477]: audit 2024-02-18T08:15:19.759681+0000 mon.a (mon.0) 481 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:15:20.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:19 smithi110 bash[24702]: audit 2024-02-18T08:15:19.758500+0000 mon.b (mon.2) 11 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/1798960365,v1:172.21.15.191:6817/1798960365]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:15:20.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:19 smithi110 bash[24702]: audit 2024-02-18T08:15:19.759681+0000 mon.a (mon.0) 481 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:15:20.987 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch daemon add osd smithi191:vg_nvme/lv_1 2024-02-18T08:15:21.091 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:20 smithi191 bash[25871]: debug 2024-02-18T08:15:20.840+0000 7fe1ebf9a700 -1 osd.6 0 waiting for initial osdmap 2024-02-18T08:15:21.091 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:15:20 smithi191 bash[25871]: debug 2024-02-18T08:15:20.848+0000 7fe1f87b3700 -1 osd.6 40 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:15:21.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:20 smithi191 bash[19424]: cluster 2024-02-18T08:15:19.684716+0000 mgr.y (mgr.14140) 179 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:21.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:20 smithi191 bash[19424]: audit 2024-02-18T08:15:19.832178+0000 mon.a (mon.0) 482 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-18T08:15:21.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:20 smithi191 bash[19424]: cluster 2024-02-18T08:15:19.832271+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e39: 7 total, 6 up, 6 in 2024-02-18T08:15:21.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:20 smithi191 bash[19424]: audit 2024-02-18T08:15:19.832697+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:21.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:20 smithi191 bash[19424]: audit 2024-02-18T08:15:19.834857+0000 mon.b (mon.2) 12 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/1798960365,v1:172.21.15.191:6817/1798960365]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:21.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:20 smithi191 bash[19424]: audit 2024-02-18T08:15:19.835667+0000 mon.a (mon.0) 485 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:21.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[19477]: cluster 2024-02-18T08:15:19.684716+0000 mgr.y (mgr.14140) 179 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:21.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[19477]: audit 2024-02-18T08:15:19.832178+0000 mon.a (mon.0) 482 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-18T08:15:21.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[19477]: cluster 2024-02-18T08:15:19.832271+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e39: 7 total, 6 up, 6 in 2024-02-18T08:15:21.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[19477]: audit 2024-02-18T08:15:19.832697+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:21.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[19477]: audit 2024-02-18T08:15:19.834857+0000 mon.b (mon.2) 12 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/1798960365,v1:172.21.15.191:6817/1798960365]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:21.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[19477]: audit 2024-02-18T08:15:19.835667+0000 mon.a (mon.0) 485 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:21.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[24702]: cluster 2024-02-18T08:15:19.684716+0000 mgr.y (mgr.14140) 179 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:21.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[24702]: audit 2024-02-18T08:15:19.832178+0000 mon.a (mon.0) 482 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-18T08:15:21.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[24702]: cluster 2024-02-18T08:15:19.832271+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e39: 7 total, 6 up, 6 in 2024-02-18T08:15:21.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[24702]: audit 2024-02-18T08:15:19.832697+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:21.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[24702]: audit 2024-02-18T08:15:19.834857+0000 mon.b (mon.2) 12 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/1798960365,v1:172.21.15.191:6817/1798960365]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:21.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:20 smithi110 bash[24702]: audit 2024-02-18T08:15:19.835667+0000 mon.a (mon.0) 485 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:22.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[19477]: audit 2024-02-18T08:15:20.835651+0000 mon.a (mon.0) 486 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:15:22.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[19477]: cluster 2024-02-18T08:15:20.835968+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e40: 7 total, 6 up, 6 in 2024-02-18T08:15:22.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[19477]: audit 2024-02-18T08:15:20.836830+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:22.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[19477]: audit 2024-02-18T08:15:20.843396+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:22.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[19477]: audit 2024-02-18T08:15:20.907327+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:22.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[19477]: audit 2024-02-18T08:15:21.231185+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:22.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[19477]: audit 2024-02-18T08:15:21.605807+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:22.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[24702]: audit 2024-02-18T08:15:20.835651+0000 mon.a (mon.0) 486 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:15:22.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[24702]: cluster 2024-02-18T08:15:20.835968+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e40: 7 total, 6 up, 6 in 2024-02-18T08:15:22.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[24702]: audit 2024-02-18T08:15:20.836830+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:22.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[24702]: audit 2024-02-18T08:15:20.843396+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:22.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[24702]: audit 2024-02-18T08:15:20.907327+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:22.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[24702]: audit 2024-02-18T08:15:21.231185+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:22.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:21 smithi110 bash[24702]: audit 2024-02-18T08:15:21.605807+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:22.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:21 smithi191 bash[19424]: audit 2024-02-18T08:15:20.835651+0000 mon.a (mon.0) 486 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:15:22.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:21 smithi191 bash[19424]: cluster 2024-02-18T08:15:20.835968+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e40: 7 total, 6 up, 6 in 2024-02-18T08:15:22.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:21 smithi191 bash[19424]: audit 2024-02-18T08:15:20.836830+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:22.237 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:21 smithi191 bash[19424]: audit 2024-02-18T08:15:20.843396+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:22.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:21 smithi191 bash[19424]: audit 2024-02-18T08:15:20.907327+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:22.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:21 smithi191 bash[19424]: audit 2024-02-18T08:15:21.231185+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:22.238 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:21 smithi191 bash[19424]: audit 2024-02-18T08:15:21.605807+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:23.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[19477]: cluster 2024-02-18T08:15:20.765736+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:15:23.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[19477]: cluster 2024-02-18T08:15:20.765840+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:15:23.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[19477]: cephadm 2024-02-18T08:15:21.222968+0000 mgr.y (mgr.14140) 180 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:15:23.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[19477]: cephadm 2024-02-18T08:15:21.232303+0000 mgr.y (mgr.14140) 181 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[19477]: cluster 2024-02-18T08:15:21.685274+0000 mgr.y (mgr.14140) 182 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 2.0 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[19477]: cluster 2024-02-18T08:15:21.839105+0000 mon.a (mon.0) 493 : cluster [INF] osd.6 [v2:172.21.15.191:6816/1798960365,v1:172.21.15.191:6817/1798960365] boot 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[19477]: cluster 2024-02-18T08:15:21.839234+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[19477]: audit 2024-02-18T08:15:21.839571+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[24702]: cluster 2024-02-18T08:15:20.765736+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[24702]: cluster 2024-02-18T08:15:20.765840+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[24702]: cephadm 2024-02-18T08:15:21.222968+0000 mgr.y (mgr.14140) 180 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[24702]: cephadm 2024-02-18T08:15:21.232303+0000 mgr.y (mgr.14140) 181 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[24702]: cluster 2024-02-18T08:15:21.685274+0000 mgr.y (mgr.14140) 182 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 2.0 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[24702]: cluster 2024-02-18T08:15:21.839105+0000 mon.a (mon.0) 493 : cluster [INF] osd.6 [v2:172.21.15.191:6816/1798960365,v1:172.21.15.191:6817/1798960365] boot 2024-02-18T08:15:23.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[24702]: cluster 2024-02-18T08:15:21.839234+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2024-02-18T08:15:23.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:22 smithi110 bash[24702]: audit 2024-02-18T08:15:21.839571+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:23.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:22 smithi191 bash[19424]: cluster 2024-02-18T08:15:20.765736+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:15:23.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:22 smithi191 bash[19424]: cluster 2024-02-18T08:15:20.765840+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:15:23.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:22 smithi191 bash[19424]: cephadm 2024-02-18T08:15:21.222968+0000 mgr.y (mgr.14140) 180 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:15:23.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:22 smithi191 bash[19424]: cephadm 2024-02-18T08:15:21.232303+0000 mgr.y (mgr.14140) 181 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:15:23.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:22 smithi191 bash[19424]: cluster 2024-02-18T08:15:21.685274+0000 mgr.y (mgr.14140) 182 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 2.0 MiB used, 530 GiB / 536 GiB avail 2024-02-18T08:15:23.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:22 smithi191 bash[19424]: cluster 2024-02-18T08:15:21.839105+0000 mon.a (mon.0) 493 : cluster [INF] osd.6 [v2:172.21.15.191:6816/1798960365,v1:172.21.15.191:6817/1798960365] boot 2024-02-18T08:15:23.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:22 smithi191 bash[19424]: cluster 2024-02-18T08:15:21.839234+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2024-02-18T08:15:23.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:22 smithi191 bash[19424]: audit 2024-02-18T08:15:21.839571+0000 mon.a (mon.0) 495 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:15:24.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:23 smithi191 bash[19424]: cluster 2024-02-18T08:15:22.856174+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-02-18T08:15:24.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:23 smithi110 bash[19477]: cluster 2024-02-18T08:15:22.856174+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-02-18T08:15:24.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:23 smithi110 bash[24702]: cluster 2024-02-18T08:15:22.856174+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2024-02-18T08:15:25.203 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:24 smithi191 bash[19424]: cluster 2024-02-18T08:15:23.685846+0000 mgr.y (mgr.14140) 183 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.4 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:25.203 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:24 smithi191 bash[19424]: audit 2024-02-18T08:15:24.065660+0000 mgr.y (mgr.14140) 184 : audit [DBG] from='client.34271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:25.204 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:24 smithi191 bash[19424]: audit 2024-02-18T08:15:24.067556+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:15:25.204 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:24 smithi191 bash[19424]: cephadm 2024-02-18T08:15:24.070548+0000 mgr.y (mgr.14140) 185 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:15:25.204 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:24 smithi191 bash[19424]: audit 2024-02-18T08:15:24.071112+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:15:25.204 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:24 smithi191 bash[19424]: audit 2024-02-18T08:15:24.072684+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:25.204 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:24 smithi191 bash[19424]: audit 2024-02-18T08:15:24.074492+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:25.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[19477]: cluster 2024-02-18T08:15:23.685846+0000 mgr.y (mgr.14140) 183 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.4 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:25.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[19477]: audit 2024-02-18T08:15:24.065660+0000 mgr.y (mgr.14140) 184 : audit [DBG] from='client.34271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:25.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[19477]: audit 2024-02-18T08:15:24.067556+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:15:25.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[19477]: cephadm 2024-02-18T08:15:24.070548+0000 mgr.y (mgr.14140) 185 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:15:25.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[19477]: audit 2024-02-18T08:15:24.071112+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:15:25.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[19477]: audit 2024-02-18T08:15:24.072684+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:25.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[19477]: audit 2024-02-18T08:15:24.074492+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:25.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[24702]: cluster 2024-02-18T08:15:23.685846+0000 mgr.y (mgr.14140) 183 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 2.4 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:25.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[24702]: audit 2024-02-18T08:15:24.065660+0000 mgr.y (mgr.14140) 184 : audit [DBG] from='client.34271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi191:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:25.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[24702]: audit 2024-02-18T08:15:24.067556+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-18T08:15:25.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[24702]: cephadm 2024-02-18T08:15:24.070548+0000 mgr.y (mgr.14140) 185 : cephadm [INF] Applying service osd.None on host smithi191... 2024-02-18T08:15:25.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[24702]: audit 2024-02-18T08:15:24.071112+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-18T08:15:25.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[24702]: audit 2024-02-18T08:15:24.072684+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:25.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:24 smithi110 bash[24702]: audit 2024-02-18T08:15:24.074492+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:27.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:27 smithi110 bash[24702]: cluster 2024-02-18T08:15:25.686414+0000 mgr.y (mgr.14140) 186 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 2.5 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:27.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:27 smithi110 bash[19477]: cluster 2024-02-18T08:15:25.686414+0000 mgr.y (mgr.14140) 186 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 2.5 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:27.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:27 smithi191 bash[19424]: cluster 2024-02-18T08:15:25.686414+0000 mgr.y (mgr.14140) 186 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 2.5 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:28.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[19477]: audit 2024-02-18T08:15:27.512670+0000 mon.b (mon.2) 13 : audit [INF] from='client.? 172.21.15.191:0/2932319412' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29f0427f-9192-41d3-9b1b-42859979bd61"}]: dispatch 2024-02-18T08:15:28.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[19477]: audit 2024-02-18T08:15:27.513635+0000 mon.a (mon.0) 501 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29f0427f-9192-41d3-9b1b-42859979bd61"}]: dispatch 2024-02-18T08:15:28.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[19477]: audit 2024-02-18T08:15:27.521458+0000 mon.a (mon.0) 502 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "29f0427f-9192-41d3-9b1b-42859979bd61"}]': finished 2024-02-18T08:15:28.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[19477]: cluster 2024-02-18T08:15:27.521628+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e43: 8 total, 7 up, 7 in 2024-02-18T08:15:28.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[19477]: audit 2024-02-18T08:15:27.521843+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:28.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[19477]: audit 2024-02-18T08:15:28.075026+0000 mon.b (mon.2) 14 : audit [DBG] from='client.? 172.21.15.191:0/3008591730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:15:28.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[24702]: audit 2024-02-18T08:15:27.512670+0000 mon.b (mon.2) 13 : audit [INF] from='client.? 172.21.15.191:0/2932319412' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29f0427f-9192-41d3-9b1b-42859979bd61"}]: dispatch 2024-02-18T08:15:28.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[24702]: audit 2024-02-18T08:15:27.513635+0000 mon.a (mon.0) 501 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29f0427f-9192-41d3-9b1b-42859979bd61"}]: dispatch 2024-02-18T08:15:28.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[24702]: audit 2024-02-18T08:15:27.521458+0000 mon.a (mon.0) 502 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "29f0427f-9192-41d3-9b1b-42859979bd61"}]': finished 2024-02-18T08:15:28.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[24702]: cluster 2024-02-18T08:15:27.521628+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e43: 8 total, 7 up, 7 in 2024-02-18T08:15:28.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[24702]: audit 2024-02-18T08:15:27.521843+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:28.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:28 smithi110 bash[24702]: audit 2024-02-18T08:15:28.075026+0000 mon.b (mon.2) 14 : audit [DBG] from='client.? 172.21.15.191:0/3008591730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:15:28.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:28 smithi191 bash[19424]: audit 2024-02-18T08:15:27.512670+0000 mon.b (mon.2) 13 : audit [INF] from='client.? 172.21.15.191:0/2932319412' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29f0427f-9192-41d3-9b1b-42859979bd61"}]: dispatch 2024-02-18T08:15:28.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:28 smithi191 bash[19424]: audit 2024-02-18T08:15:27.513635+0000 mon.a (mon.0) 501 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29f0427f-9192-41d3-9b1b-42859979bd61"}]: dispatch 2024-02-18T08:15:28.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:28 smithi191 bash[19424]: audit 2024-02-18T08:15:27.521458+0000 mon.a (mon.0) 502 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "29f0427f-9192-41d3-9b1b-42859979bd61"}]': finished 2024-02-18T08:15:28.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:28 smithi191 bash[19424]: cluster 2024-02-18T08:15:27.521628+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e43: 8 total, 7 up, 7 in 2024-02-18T08:15:28.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:28 smithi191 bash[19424]: audit 2024-02-18T08:15:27.521843+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:28.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:28 smithi191 bash[19424]: audit 2024-02-18T08:15:28.075026+0000 mon.b (mon.2) 14 : audit [DBG] from='client.? 172.21.15.191:0/3008591730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-18T08:15:29.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:29 smithi110 bash[19477]: cluster 2024-02-18T08:15:27.686981+0000 mgr.y (mgr.14140) 187 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:29.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:29 smithi110 bash[24702]: cluster 2024-02-18T08:15:27.686981+0000 mgr.y (mgr.14140) 187 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:29.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:29 smithi191 bash[19424]: cluster 2024-02-18T08:15:27.686981+0000 mgr.y (mgr.14140) 187 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:31.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:31 smithi110 bash[24702]: cluster 2024-02-18T08:15:29.687564+0000 mgr.y (mgr.14140) 188 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:31.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:31 smithi110 bash[24702]: audit 2024-02-18T08:15:30.825014+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:31.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:31 smithi110 bash[19477]: cluster 2024-02-18T08:15:29.687564+0000 mgr.y (mgr.14140) 188 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:31.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:31 smithi110 bash[19477]: audit 2024-02-18T08:15:30.825014+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:31.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:31 smithi191 bash[19424]: cluster 2024-02-18T08:15:29.687564+0000 mgr.y (mgr.14140) 188 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:31.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:31 smithi191 bash[19424]: audit 2024-02-18T08:15:30.825014+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:33.455 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:33 smithi191 bash[19424]: cluster 2024-02-18T08:15:31.688183+0000 mgr.y (mgr.14140) 189 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:33.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:33 smithi110 bash[19477]: cluster 2024-02-18T08:15:31.688183+0000 mgr.y (mgr.14140) 189 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:33.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:33 smithi110 bash[24702]: cluster 2024-02-18T08:15:31.688183+0000 mgr.y (mgr.14140) 189 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:35.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:35 smithi110 bash[19477]: cluster 2024-02-18T08:15:33.688795+0000 mgr.y (mgr.14140) 190 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:35.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:35 smithi110 bash[19477]: audit 2024-02-18T08:15:34.619451+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-18T08:15:35.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:35 smithi110 bash[19477]: audit 2024-02-18T08:15:34.621160+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:35.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:35 smithi110 bash[19477]: audit 2024-02-18T08:15:34.623214+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch 2024-02-18T08:15:35.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:35 smithi110 bash[24702]: cluster 2024-02-18T08:15:33.688795+0000 mgr.y (mgr.14140) 190 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:35.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:35 smithi110 bash[24702]: audit 2024-02-18T08:15:34.619451+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-18T08:15:35.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:35 smithi110 bash[24702]: audit 2024-02-18T08:15:34.621160+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:35.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:35 smithi110 bash[24702]: audit 2024-02-18T08:15:34.623214+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch 2024-02-18T08:15:35.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:35 smithi191 bash[19424]: cluster 2024-02-18T08:15:33.688795+0000 mgr.y (mgr.14140) 190 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:35.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:35 smithi191 bash[19424]: audit 2024-02-18T08:15:34.619451+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-18T08:15:35.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:35 smithi191 bash[19424]: audit 2024-02-18T08:15:34.621160+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:15:35.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:35 smithi191 bash[19424]: audit 2024-02-18T08:15:34.623214+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch 2024-02-18T08:15:36.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:36 smithi191 bash[19424]: cephadm 2024-02-18T08:15:34.622513+0000 mgr.y (mgr.14140) 191 : cephadm [INF] Deploying daemon osd.7 on smithi191 2024-02-18T08:15:36.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:36 smithi191 bash[19424]: cluster 2024-02-18T08:15:35.689468+0000 mgr.y (mgr.14140) 192 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:36.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:36 smithi110 bash[19477]: cephadm 2024-02-18T08:15:34.622513+0000 mgr.y (mgr.14140) 191 : cephadm [INF] Deploying daemon osd.7 on smithi191 2024-02-18T08:15:36.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:36 smithi110 bash[19477]: cluster 2024-02-18T08:15:35.689468+0000 mgr.y (mgr.14140) 192 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:36.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:36 smithi110 bash[24702]: cephadm 2024-02-18T08:15:34.622513+0000 mgr.y (mgr.14140) 191 : cephadm [INF] Deploying daemon osd.7 on smithi191 2024-02-18T08:15:36.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:36 smithi110 bash[24702]: cluster 2024-02-18T08:15:35.689468+0000 mgr.y (mgr.14140) 192 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:36.824 INFO:teuthology.orchestra.run.smithi191.stdout:Created osd(s) 7 on host 'smithi191' 2024-02-18T08:15:37.829 DEBUG:teuthology.orchestra.run.smithi191:osd.7> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.7.service 2024-02-18T08:15:37.831 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-02-18T08:15:37.831 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd stat -f json 2024-02-18T08:15:38.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:37 smithi191 bash[19424]: audit 2024-02-18T08:15:36.812346+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:38.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:37 smithi191 bash[19424]: audit 2024-02-18T08:15:36.816535+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:38.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:37 smithi191 bash[19424]: audit 2024-02-18T08:15:36.821458+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:38.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:37 smithi191 bash[19424]: audit 2024-02-18T08:15:37.556677+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:38.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:37 smithi191 bash[19424]: audit 2024-02-18T08:15:37.558489+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:38.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:37 smithi110 bash[19477]: audit 2024-02-18T08:15:36.812346+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:38.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:37 smithi110 bash[19477]: audit 2024-02-18T08:15:36.816535+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:38.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:37 smithi110 bash[19477]: audit 2024-02-18T08:15:36.821458+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:38.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:37 smithi110 bash[19477]: audit 2024-02-18T08:15:37.556677+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:38.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:37 smithi110 bash[19477]: audit 2024-02-18T08:15:37.558489+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:38.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:37 smithi110 bash[24702]: audit 2024-02-18T08:15:36.812346+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:38.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:37 smithi110 bash[24702]: audit 2024-02-18T08:15:36.816535+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:38.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:37 smithi110 bash[24702]: audit 2024-02-18T08:15:36.821458+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:38.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:37 smithi110 bash[24702]: audit 2024-02-18T08:15:37.556677+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:38.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:37 smithi110 bash[24702]: audit 2024-02-18T08:15:37.558489+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2024-02-18T08:15:38.325 INFO:journalctl@ceph.osd.7.smithi191.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:15:38.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:38 smithi191 bash[19424]: cluster 2024-02-18T08:15:37.690146+0000 mgr.y (mgr.14140) 193 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:38.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:38 smithi191 bash[19424]: audit 2024-02-18T08:15:37.827177+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:39.091 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:38 smithi191 bash[27866]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-02-18T08:15:39.092 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:38 smithi191 bash[27866]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-02-18T08:15:39.092 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:38 smithi191 bash[27866]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-02-18T08:15:39.092 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:38 smithi191 bash[27866]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-02-18T08:15:39.092 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:38 smithi191 bash[27866]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-02-18T08:15:39.092 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:38 smithi191 bash[27866]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-02-18T08:15:39.092 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:38 smithi191 bash[27866]: --> ceph-volume lvm activate successful for osd ID: 7 2024-02-18T08:15:39.196 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:38 smithi110 bash[19477]: cluster 2024-02-18T08:15:37.690146+0000 mgr.y (mgr.14140) 193 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:39.196 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:38 smithi110 bash[19477]: audit 2024-02-18T08:15:37.827177+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:39.196 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:38 smithi110 bash[24702]: cluster 2024-02-18T08:15:37.690146+0000 mgr.y (mgr.14140) 193 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:39.196 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:38 smithi110 bash[24702]: audit 2024-02-18T08:15:37.827177+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:40.825 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:15:41.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:41 smithi191 bash[19424]: cluster 2024-02-18T08:15:39.690709+0000 mgr.y (mgr.14140) 194 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:41.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:41 smithi191 bash[19424]: audit 2024-02-18T08:15:40.825373+0000 mon.a (mon.0) 515 : audit [DBG] from='client.? 172.21.15.110:0/1317360867' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-18T08:15:41.342 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:41 smithi191 bash[27866]: debug 2024-02-18T08:15:41.195+0000 7fae9dac1700 1 -- 172.21.15.191:0/3249264501 <== mon.2 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564d7e78c4e0 con 0x564d7e807400 2024-02-18T08:15:41.380 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":43,"num_osds":8,"num_up_osds":7,"osd_up_since":1708244121,"num_in_osds":7,"osd_in_since":1708244121,"num_remapped_pgs":0} 2024-02-18T08:15:41.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:41 smithi110 bash[19477]: cluster 2024-02-18T08:15:39.690709+0000 mgr.y (mgr.14140) 194 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:41.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:41 smithi110 bash[19477]: audit 2024-02-18T08:15:40.825373+0000 mon.a (mon.0) 515 : audit [DBG] from='client.? 172.21.15.110:0/1317360867' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-18T08:15:41.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:41 smithi110 bash[24702]: cluster 2024-02-18T08:15:39.690709+0000 mgr.y (mgr.14140) 194 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:41.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:41 smithi110 bash[24702]: audit 2024-02-18T08:15:40.825373+0000 mon.a (mon.0) 515 : audit [DBG] from='client.? 172.21.15.110:0/1317360867' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-18T08:15:41.745 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:41 smithi191 bash[27866]: debug 2024-02-18T08:15:41.483+0000 7faea4f79f00 -1 Falling back to public interface 2024-02-18T08:15:42.381 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd stat -f json 2024-02-18T08:15:42.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:42 smithi110 bash[19477]: cluster 2024-02-18T08:15:41.691389+0000 mgr.y (mgr.14140) 195 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:42.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:42 smithi110 bash[19477]: audit 2024-02-18T08:15:42.155934+0000 mon.b (mon.2) 15 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1805838395,v1:172.21.15.191:6825/1805838395]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:15:42.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:42 smithi110 bash[19477]: audit 2024-02-18T08:15:42.156579+0000 mon.a (mon.0) 516 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:15:42.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:42 smithi110 bash[24702]: cluster 2024-02-18T08:15:41.691389+0000 mgr.y (mgr.14140) 195 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:42.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:42 smithi110 bash[24702]: audit 2024-02-18T08:15:42.155934+0000 mon.b (mon.2) 15 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1805838395,v1:172.21.15.191:6825/1805838395]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:15:42.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:42 smithi110 bash[24702]: audit 2024-02-18T08:15:42.156579+0000 mon.a (mon.0) 516 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:15:42.518 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:42 smithi191 bash[27866]: debug 2024-02-18T08:15:42.147+0000 7faea4f79f00 -1 osd.7 0 log_to_monitors {default=true} 2024-02-18T08:15:42.518 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:42 smithi191 bash[19424]: cluster 2024-02-18T08:15:41.691389+0000 mgr.y (mgr.14140) 195 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:42.518 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:42 smithi191 bash[19424]: audit 2024-02-18T08:15:42.155934+0000 mon.b (mon.2) 15 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1805838395,v1:172.21.15.191:6825/1805838395]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:15:42.518 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:42 smithi191 bash[19424]: audit 2024-02-18T08:15:42.156579+0000 mon.a (mon.0) 516 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:15:43.481 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[24702]: audit 2024-02-18T08:15:42.213999+0000 mon.a (mon.0) 517 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-18T08:15:43.481 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[24702]: cluster 2024-02-18T08:15:42.214233+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e44: 8 total, 7 up, 7 in 2024-02-18T08:15:43.481 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[24702]: audit 2024-02-18T08:15:42.214858+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:43.482 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[24702]: audit 2024-02-18T08:15:42.215404+0000 mon.b (mon.2) 16 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1805838395,v1:172.21.15.191:6825/1805838395]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:43.482 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[24702]: audit 2024-02-18T08:15:42.219471+0000 mon.a (mon.0) 520 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:43.482 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[24702]: audit 2024-02-18T08:15:43.079350+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:43.482 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[19477]: audit 2024-02-18T08:15:42.213999+0000 mon.a (mon.0) 517 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-18T08:15:43.482 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[19477]: cluster 2024-02-18T08:15:42.214233+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e44: 8 total, 7 up, 7 in 2024-02-18T08:15:43.482 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[19477]: audit 2024-02-18T08:15:42.214858+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:43.482 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[19477]: audit 2024-02-18T08:15:42.215404+0000 mon.b (mon.2) 16 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1805838395,v1:172.21.15.191:6825/1805838395]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:43.482 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[19477]: audit 2024-02-18T08:15:42.219471+0000 mon.a (mon.0) 520 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:43.482 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:43 smithi110 bash[19477]: audit 2024-02-18T08:15:43.079350+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:43.592 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:43 smithi191 bash[27866]: debug 2024-02-18T08:15:43.227+0000 7fae8c22e700 -1 osd.7 0 waiting for initial osdmap 2024-02-18T08:15:43.592 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:15:43 smithi191 bash[27866]: debug 2024-02-18T08:15:43.235+0000 7fae98a47700 -1 osd.7 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:15:43.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:43 smithi191 bash[19424]: audit 2024-02-18T08:15:42.213999+0000 mon.a (mon.0) 517 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-18T08:15:43.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:43 smithi191 bash[19424]: cluster 2024-02-18T08:15:42.214233+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e44: 8 total, 7 up, 7 in 2024-02-18T08:15:43.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:43 smithi191 bash[19424]: audit 2024-02-18T08:15:42.214858+0000 mon.a (mon.0) 519 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:43.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:43 smithi191 bash[19424]: audit 2024-02-18T08:15:42.215404+0000 mon.b (mon.2) 16 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1805838395,v1:172.21.15.191:6825/1805838395]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:43.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:43 smithi191 bash[19424]: audit 2024-02-18T08:15:42.219471+0000 mon.a (mon.0) 520 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:15:43.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:43 smithi191 bash[19424]: audit 2024-02-18T08:15:43.079350+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:15:44.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:44 smithi191 bash[19424]: audit 2024-02-18T08:15:43.223262+0000 mon.a (mon.0) 522 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:15:44.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:44 smithi191 bash[19424]: cluster 2024-02-18T08:15:43.223540+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e45: 8 total, 7 up, 7 in 2024-02-18T08:15:44.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:44 smithi191 bash[19424]: audit 2024-02-18T08:15:43.224300+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:44.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:44 smithi191 bash[19424]: audit 2024-02-18T08:15:43.231212+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:44.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:44 smithi191 bash[19424]: cephadm 2024-02-18T08:15:43.394111+0000 mgr.y (mgr.14140) 196 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:15:44.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:44 smithi191 bash[19424]: audit 2024-02-18T08:15:43.400663+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:44.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:44 smithi191 bash[19424]: audit 2024-02-18T08:15:43.406508+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:44.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:44 smithi191 bash[19424]: audit 2024-02-18T08:15:43.413869+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:44.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:44 smithi191 bash[19424]: cluster 2024-02-18T08:15:43.692016+0000 mgr.y (mgr.14140) 197 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:44.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[19477]: audit 2024-02-18T08:15:43.223262+0000 mon.a (mon.0) 522 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:15:44.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[19477]: cluster 2024-02-18T08:15:43.223540+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e45: 8 total, 7 up, 7 in 2024-02-18T08:15:44.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[19477]: audit 2024-02-18T08:15:43.224300+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:44.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[19477]: audit 2024-02-18T08:15:43.231212+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:44.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[19477]: cephadm 2024-02-18T08:15:43.394111+0000 mgr.y (mgr.14140) 196 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:15:44.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[19477]: audit 2024-02-18T08:15:43.400663+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:44.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[19477]: audit 2024-02-18T08:15:43.406508+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:44.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[19477]: audit 2024-02-18T08:15:43.413869+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:44.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[19477]: cluster 2024-02-18T08:15:43.692016+0000 mgr.y (mgr.14140) 197 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:44.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[24702]: audit 2024-02-18T08:15:43.223262+0000 mon.a (mon.0) 522 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]': finished 2024-02-18T08:15:44.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[24702]: cluster 2024-02-18T08:15:43.223540+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e45: 8 total, 7 up, 7 in 2024-02-18T08:15:44.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[24702]: audit 2024-02-18T08:15:43.224300+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:44.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[24702]: audit 2024-02-18T08:15:43.231212+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:44.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[24702]: cephadm 2024-02-18T08:15:43.394111+0000 mgr.y (mgr.14140) 196 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:15:44.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[24702]: audit 2024-02-18T08:15:43.400663+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:44.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[24702]: audit 2024-02-18T08:15:43.406508+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:44.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[24702]: audit 2024-02-18T08:15:43.413869+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:44.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:44 smithi110 bash[24702]: cluster 2024-02-18T08:15:43.692016+0000 mgr.y (mgr.14140) 197 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2024-02-18T08:15:45.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:45 smithi110 bash[19477]: cluster 2024-02-18T08:15:43.119068+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:15:45.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:45 smithi110 bash[19477]: cluster 2024-02-18T08:15:43.119164+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:15:45.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:45 smithi110 bash[19477]: cluster 2024-02-18T08:15:44.230322+0000 mon.a (mon.0) 529 : cluster [INF] osd.7 [v2:172.21.15.191:6824/1805838395,v1:172.21.15.191:6825/1805838395] boot 2024-02-18T08:15:45.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:45 smithi110 bash[19477]: cluster 2024-02-18T08:15:44.230446+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2024-02-18T08:15:45.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:45 smithi110 bash[19477]: audit 2024-02-18T08:15:44.231011+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:45.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:45 smithi110 bash[24702]: cluster 2024-02-18T08:15:43.119068+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:15:45.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:45 smithi110 bash[24702]: cluster 2024-02-18T08:15:43.119164+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:15:45.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:45 smithi110 bash[24702]: cluster 2024-02-18T08:15:44.230322+0000 mon.a (mon.0) 529 : cluster [INF] osd.7 [v2:172.21.15.191:6824/1805838395,v1:172.21.15.191:6825/1805838395] boot 2024-02-18T08:15:45.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:45 smithi110 bash[24702]: cluster 2024-02-18T08:15:44.230446+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2024-02-18T08:15:45.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:45 smithi110 bash[24702]: audit 2024-02-18T08:15:44.231011+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:45.472 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:15:45.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:45 smithi191 bash[19424]: cluster 2024-02-18T08:15:43.119068+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-02-18T08:15:45.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:45 smithi191 bash[19424]: cluster 2024-02-18T08:15:43.119164+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-02-18T08:15:45.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:45 smithi191 bash[19424]: cluster 2024-02-18T08:15:44.230322+0000 mon.a (mon.0) 529 : cluster [INF] osd.7 [v2:172.21.15.191:6824/1805838395,v1:172.21.15.191:6825/1805838395] boot 2024-02-18T08:15:45.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:45 smithi191 bash[19424]: cluster 2024-02-18T08:15:44.230446+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2024-02-18T08:15:45.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:45 smithi191 bash[19424]: audit 2024-02-18T08:15:44.231011+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:15:46.145 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":47,"num_osds":8,"num_up_osds":8,"osd_up_since":1708244144,"num_in_osds":8,"osd_in_since":1708244144,"num_remapped_pgs":0} 2024-02-18T08:15:46.146 INFO:tasks.cephadm:Adding prometheus.a on smithi191 2024-02-18T08:15:46.146 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch apply prometheus '1;smithi191=a' 2024-02-18T08:15:46.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:46 smithi110 bash[19477]: cluster 2024-02-18T08:15:45.238621+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2024-02-18T08:15:46.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:46 smithi110 bash[19477]: audit 2024-02-18T08:15:45.472338+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.110:0/2364758538' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-18T08:15:46.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:46 smithi110 bash[19477]: cluster 2024-02-18T08:15:45.692594+0000 mgr.y (mgr.14140) 198 : cluster [DBG] pgmap v176: 1 pgs: 1 peering; 0 B data, 3.2 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:46.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:46 smithi110 bash[24702]: cluster 2024-02-18T08:15:45.238621+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2024-02-18T08:15:46.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:46 smithi110 bash[24702]: audit 2024-02-18T08:15:45.472338+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.110:0/2364758538' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-18T08:15:46.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:46 smithi110 bash[24702]: cluster 2024-02-18T08:15:45.692594+0000 mgr.y (mgr.14140) 198 : cluster [DBG] pgmap v176: 1 pgs: 1 peering; 0 B data, 3.2 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:46.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:46 smithi191 bash[19424]: cluster 2024-02-18T08:15:45.238621+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2024-02-18T08:15:46.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:46 smithi191 bash[19424]: audit 2024-02-18T08:15:45.472338+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.110:0/2364758538' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-18T08:15:46.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:46 smithi191 bash[19424]: cluster 2024-02-18T08:15:45.692594+0000 mgr.y (mgr.14140) 198 : cluster [DBG] pgmap v176: 1 pgs: 1 peering; 0 B data, 3.2 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:49.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:48 smithi191 bash[19424]: cluster 2024-02-18T08:15:47.693168+0000 mgr.y (mgr.14140) 199 : cluster [DBG] pgmap v177: 1 pgs: 1 peering; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:49.136 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled prometheus update... 2024-02-18T08:15:49.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:48 smithi110 bash[19477]: cluster 2024-02-18T08:15:47.693168+0000 mgr.y (mgr.14140) 199 : cluster [DBG] pgmap v177: 1 pgs: 1 peering; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:49.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:48 smithi110 bash[24702]: cluster 2024-02-18T08:15:47.693168+0000 mgr.y (mgr.14140) 199 : cluster [DBG] pgmap v177: 1 pgs: 1 peering; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:49.785 DEBUG:teuthology.orchestra.run.smithi191:prometheus.a> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@prometheus.a.service 2024-02-18T08:15:49.787 INFO:tasks.cephadm:Adding node-exporter.a on smithi110 2024-02-18T08:15:49.788 INFO:tasks.cephadm:Adding node-exporter.b on smithi191 2024-02-18T08:15:49.788 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch apply node-exporter '2;smithi110=a;smithi191=b' 2024-02-18T08:15:49.883 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:15:50.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:50 smithi110 bash[19477]: audit 2024-02-18T08:15:49.126525+0000 mgr.y (mgr.14140) 200 : audit [DBG] from='client.34310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi191=a", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:50.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:50 smithi110 bash[19477]: cephadm 2024-02-18T08:15:49.128057+0000 mgr.y (mgr.14140) 201 : cephadm [INF] Saving service prometheus spec with placement smithi191=a;count:1 2024-02-18T08:15:50.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:50 smithi110 bash[19477]: audit 2024-02-18T08:15:49.134664+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:50.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:50 smithi110 bash[19477]: audit 2024-02-18T08:15:49.151424+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:50.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:50 smithi110 bash[24702]: audit 2024-02-18T08:15:49.126525+0000 mgr.y (mgr.14140) 200 : audit [DBG] from='client.34310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi191=a", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:50.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:50 smithi110 bash[24702]: cephadm 2024-02-18T08:15:49.128057+0000 mgr.y (mgr.14140) 201 : cephadm [INF] Saving service prometheus spec with placement smithi191=a;count:1 2024-02-18T08:15:50.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:50 smithi110 bash[24702]: audit 2024-02-18T08:15:49.134664+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:50.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:50 smithi110 bash[24702]: audit 2024-02-18T08:15:49.151424+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:50.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:50 smithi191 bash[19424]: audit 2024-02-18T08:15:49.126525+0000 mgr.y (mgr.14140) 200 : audit [DBG] from='client.34310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi191=a", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:50.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:50 smithi191 bash[19424]: cephadm 2024-02-18T08:15:49.128057+0000 mgr.y (mgr.14140) 201 : cephadm [INF] Saving service prometheus spec with placement smithi191=a;count:1 2024-02-18T08:15:50.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:50 smithi191 bash[19424]: audit 2024-02-18T08:15:49.134664+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:50.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:50 smithi191 bash[19424]: audit 2024-02-18T08:15:49.151424+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:51 smithi191 bash[19424]: cephadm 2024-02-18T08:15:49.170507+0000 mgr.y (mgr.14140) 202 : cephadm [INF] Deploying daemon prometheus.a on smithi191 2024-02-18T08:15:51.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:51 smithi191 bash[19424]: cluster 2024-02-18T08:15:49.693750+0000 mgr.y (mgr.14140) 203 : cluster [DBG] pgmap v178: 1 pgs: 1 peering; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:51.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:51 smithi110 bash[19477]: cephadm 2024-02-18T08:15:49.170507+0000 mgr.y (mgr.14140) 202 : cephadm [INF] Deploying daemon prometheus.a on smithi191 2024-02-18T08:15:51.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:51 smithi110 bash[19477]: cluster 2024-02-18T08:15:49.693750+0000 mgr.y (mgr.14140) 203 : cluster [DBG] pgmap v178: 1 pgs: 1 peering; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:51.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:51 smithi110 bash[24702]: cephadm 2024-02-18T08:15:49.170507+0000 mgr.y (mgr.14140) 202 : cephadm [INF] Deploying daemon prometheus.a on smithi191 2024-02-18T08:15:51.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:51 smithi110 bash[24702]: cluster 2024-02-18T08:15:49.693750+0000 mgr.y (mgr.14140) 203 : cluster [DBG] pgmap v178: 1 pgs: 1 peering; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:53.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:53 smithi110 bash[19477]: cluster 2024-02-18T08:15:51.694434+0000 mgr.y (mgr.14140) 204 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:53.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:53 smithi110 bash[24702]: cluster 2024-02-18T08:15:51.694434+0000 mgr.y (mgr.14140) 204 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:53.591 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:53 smithi191 bash[19424]: cluster 2024-02-18T08:15:51.694434+0000 mgr.y (mgr.14140) 204 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:54.090 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled node-exporter update... 2024-02-18T08:15:55.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:55 smithi191 bash[19424]: cluster 2024-02-18T08:15:53.695039+0000 mgr.y (mgr.14140) 205 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:55.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:55 smithi191 bash[19424]: audit 2024-02-18T08:15:54.081743+0000 mgr.y (mgr.14140) 206 : audit [DBG] from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi110=a;smithi191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:55.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:55 smithi191 bash[19424]: cephadm 2024-02-18T08:15:54.083363+0000 mgr.y (mgr.14140) 207 : cephadm [INF] Saving service node-exporter spec with placement smithi110=a;smithi191=b;count:2 2024-02-18T08:15:55.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:55 smithi191 bash[19424]: audit 2024-02-18T08:15:54.089489+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:55.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:55 smithi110 bash[19477]: cluster 2024-02-18T08:15:53.695039+0000 mgr.y (mgr.14140) 205 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:55.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:55 smithi110 bash[19477]: audit 2024-02-18T08:15:54.081743+0000 mgr.y (mgr.14140) 206 : audit [DBG] from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi110=a;smithi191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:55.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:55 smithi110 bash[19477]: cephadm 2024-02-18T08:15:54.083363+0000 mgr.y (mgr.14140) 207 : cephadm [INF] Saving service node-exporter spec with placement smithi110=a;smithi191=b;count:2 2024-02-18T08:15:55.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:55 smithi110 bash[19477]: audit 2024-02-18T08:15:54.089489+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:55.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:55 smithi110 bash[24702]: cluster 2024-02-18T08:15:53.695039+0000 mgr.y (mgr.14140) 205 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:55.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:55 smithi110 bash[24702]: audit 2024-02-18T08:15:54.081743+0000 mgr.y (mgr.14140) 206 : audit [DBG] from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi110=a;smithi191=b", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:15:55.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:55 smithi110 bash[24702]: cephadm 2024-02-18T08:15:54.083363+0000 mgr.y (mgr.14140) 207 : cephadm [INF] Saving service node-exporter spec with placement smithi110=a;smithi191=b;count:2 2024-02-18T08:15:55.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:55 smithi110 bash[24702]: audit 2024-02-18T08:15:54.089489+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:55.830 DEBUG:teuthology.orchestra.run.smithi110:node-exporter.a> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@node-exporter.a.service 2024-02-18T08:15:55.832 DEBUG:teuthology.orchestra.run.smithi191:node-exporter.b> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@node-exporter.b.service 2024-02-18T08:15:55.835 INFO:tasks.cephadm:Adding alertmanager.a on smithi110 2024-02-18T08:15:55.835 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch apply alertmanager '1;smithi110=a' 2024-02-18T08:15:55.954 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:15:55.965 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:15:57.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:57 smithi110 bash[19477]: cluster 2024-02-18T08:15:55.695639+0000 mgr.y (mgr.14140) 208 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:57.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:57 smithi110 bash[24702]: cluster 2024-02-18T08:15:55.695639+0000 mgr.y (mgr.14140) 208 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:57.570 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:57 smithi191 bash[19424]: cluster 2024-02-18T08:15:55.695639+0000 mgr.y (mgr.14140) 208 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:59.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:58 smithi191 bash[19424]: cluster 2024-02-18T08:15:57.696208+0000 mgr.y (mgr.14140) 209 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:59.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:15:58 smithi191 bash[19424]: audit 2024-02-18T08:15:57.835030+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:59.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:58 smithi110 bash[19477]: cluster 2024-02-18T08:15:57.696208+0000 mgr.y (mgr.14140) 209 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:59.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:15:58 smithi110 bash[19477]: audit 2024-02-18T08:15:57.835030+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:59.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:58 smithi110 bash[24702]: cluster 2024-02-18T08:15:57.696208+0000 mgr.y (mgr.14140) 209 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:15:59.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:15:58 smithi110 bash[24702]: audit 2024-02-18T08:15:57.835030+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:15:59.918 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled alertmanager update... 2024-02-18T08:16:00.879 DEBUG:teuthology.orchestra.run.smithi110:alertmanager.a> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@alertmanager.a.service 2024-02-18T08:16:00.881 INFO:tasks.cephadm:Adding grafana.a on smithi191 2024-02-18T08:16:00.882 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph orch apply grafana '1;smithi191=a' 2024-02-18T08:16:00.955 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:16:01.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:00 smithi110 bash[19477]: cluster 2024-02-18T08:15:59.696763+0000 mgr.y (mgr.14140) 210 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:01.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:00 smithi110 bash[19477]: audit 2024-02-18T08:15:59.909408+0000 mgr.y (mgr.14140) 211 : audit [DBG] from='client.34322 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi110=a", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:16:01.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:00 smithi110 bash[19477]: cephadm 2024-02-18T08:15:59.910976+0000 mgr.y (mgr.14140) 212 : cephadm [INF] Saving service alertmanager spec with placement smithi110=a;count:1 2024-02-18T08:16:01.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:00 smithi110 bash[19477]: audit 2024-02-18T08:15:59.917158+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:01.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:00 smithi110 bash[24702]: cluster 2024-02-18T08:15:59.696763+0000 mgr.y (mgr.14140) 210 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:01.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:00 smithi110 bash[24702]: audit 2024-02-18T08:15:59.909408+0000 mgr.y (mgr.14140) 211 : audit [DBG] from='client.34322 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi110=a", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:16:01.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:00 smithi110 bash[24702]: cephadm 2024-02-18T08:15:59.910976+0000 mgr.y (mgr.14140) 212 : cephadm [INF] Saving service alertmanager spec with placement smithi110=a;count:1 2024-02-18T08:16:01.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:00 smithi110 bash[24702]: audit 2024-02-18T08:15:59.917158+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:01.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:00 smithi191 bash[19424]: cluster 2024-02-18T08:15:59.696763+0000 mgr.y (mgr.14140) 210 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:01.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:00 smithi191 bash[19424]: audit 2024-02-18T08:15:59.909408+0000 mgr.y (mgr.14140) 211 : audit [DBG] from='client.34322 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi110=a", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:16:01.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:00 smithi191 bash[19424]: cephadm 2024-02-18T08:15:59.910976+0000 mgr.y (mgr.14140) 212 : cephadm [INF] Saving service alertmanager spec with placement smithi110=a;count:1 2024-02-18T08:16:01.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:00 smithi191 bash[19424]: audit 2024-02-18T08:15:59.917158+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:03.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:02 smithi191 bash[19424]: cluster 2024-02-18T08:16:01.697456+0000 mgr.y (mgr.14140) 213 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:03.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:02 smithi110 bash[19477]: cluster 2024-02-18T08:16:01.697456+0000 mgr.y (mgr.14140) 213 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:03.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:02 smithi110 bash[24702]: cluster 2024-02-18T08:16:01.697456+0000 mgr.y (mgr.14140) 213 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:05.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:04 smithi191 bash[19424]: cluster 2024-02-18T08:16:03.698023+0000 mgr.y (mgr.14140) 214 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:05.092 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:05 smithi191 systemd[1]: Started Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:16:05.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:04 smithi110 bash[24702]: cluster 2024-02-18T08:16:03.698023+0000 mgr.y (mgr.14140) 214 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:05.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:04 smithi110 bash[19477]: cluster 2024-02-18T08:16:03.698023+0000 mgr.y (mgr.14140) 214 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:05.239 INFO:teuthology.orchestra.run.smithi191.stdout:Scheduled grafana update... 2024-02-18T08:16:06.139 DEBUG:teuthology.orchestra.run.smithi191:grafana.a> sudo journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@grafana.a.service 2024-02-18T08:16:06.141 INFO:tasks.cephadm:Setting up client nodes... 2024-02-18T08:16:06.141 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-02-18T08:16:06.168 INFO:journalctl@ceph.grafana.a.smithi191.stdout:-- Logs begin at Sun 2022-10-16 12:17:23 UTC. -- 2024-02-18T08:16:06.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[19424]: audit 2024-02-18T08:16:05.070180+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:06.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[19424]: cephadm 2024-02-18T08:16:05.072100+0000 mgr.y (mgr.14140) 215 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:16:06.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[19424]: audit 2024-02-18T08:16:05.073032+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:06.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[19424]: audit 2024-02-18T08:16:05.238341+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:06.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:06 smithi110 bash[24702]: audit 2024-02-18T08:16:05.070180+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:06.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:06 smithi110 bash[24702]: cephadm 2024-02-18T08:16:05.072100+0000 mgr.y (mgr.14140) 215 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:16:06.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:06 smithi110 bash[24702]: audit 2024-02-18T08:16:05.073032+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:06.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:06 smithi110 bash[24702]: audit 2024-02-18T08:16:05.238341+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:06.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:06 smithi110 bash[19477]: audit 2024-02-18T08:16:05.070180+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:06.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:06 smithi110 bash[19477]: cephadm 2024-02-18T08:16:05.072100+0000 mgr.y (mgr.14140) 215 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:16:06.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:06 smithi110 bash[19477]: audit 2024-02-18T08:16:05.073032+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:06.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:06 smithi110 bash[19477]: audit 2024-02-18T08:16:05.238341+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:06.842 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.490Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-02-18T08:16:06.842 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.491Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-02-18T08:16:06.842 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.491Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-02-18T08:16:06.842 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.491Z caller=main.go:339 host_details="(Linux 4.15.0-213-generic #224-Ubuntu SMP Mon Jun 19 13:30:12 UTC 2023 x86_64 smithi191 (none))" 2024-02-18T08:16:06.842 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.491Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-02-18T08:16:06.842 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.491Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-02-18T08:16:06.843 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.493Z caller=main.go:678 msg="Starting TSDB ..." 2024-02-18T08:16:06.843 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.493Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-02-18T08:16:06.843 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.498Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-02-18T08:16:06.843 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.499Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-02-18T08:16:06.843 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.499Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=803.777µs 2024-02-18T08:16:06.843 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.500Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-02-18T08:16:06.843 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.500Z caller=main.go:695 msg="TSDB started" 2024-02-18T08:16:06.843 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.500Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-18T08:16:06.843 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.506Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-18T08:16:06.843 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:06 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:06.506Z caller=main.go:646 msg="Server is ready to receive web requests." 2024-02-18T08:16:07.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[19477]: audit 2024-02-18T08:16:05.231432+0000 mgr.y (mgr.14140) 216 : audit [DBG] from='client.34328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi191=a", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:16:07.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[19477]: cephadm 2024-02-18T08:16:05.232629+0000 mgr.y (mgr.14140) 217 : cephadm [INF] Saving service grafana spec with placement smithi191=a;count:1 2024-02-18T08:16:07.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[19477]: cluster 2024-02-18T08:16:05.698620+0000 mgr.y (mgr.14140) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:07.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[19477]: audit 2024-02-18T08:16:06.641142+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:07.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[19477]: audit 2024-02-18T08:16:06.647963+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:07.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[24702]: audit 2024-02-18T08:16:05.231432+0000 mgr.y (mgr.14140) 216 : audit [DBG] from='client.34328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi191=a", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:16:07.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[24702]: cephadm 2024-02-18T08:16:05.232629+0000 mgr.y (mgr.14140) 217 : cephadm [INF] Saving service grafana spec with placement smithi191=a;count:1 2024-02-18T08:16:07.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[24702]: cluster 2024-02-18T08:16:05.698620+0000 mgr.y (mgr.14140) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:07.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[24702]: audit 2024-02-18T08:16:06.641142+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:07.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[24702]: audit 2024-02-18T08:16:06.647963+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:07.221 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:07 smithi110 systemd[1]: Started Ceph node-exporter.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:16:07.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:07 smithi191 bash[19424]: audit 2024-02-18T08:16:05.231432+0000 mgr.y (mgr.14140) 216 : audit [DBG] from='client.34328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi191=a", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:16:07.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:07 smithi191 bash[19424]: cephadm 2024-02-18T08:16:05.232629+0000 mgr.y (mgr.14140) 217 : cephadm [INF] Saving service grafana spec with placement smithi191=a;count:1 2024-02-18T08:16:07.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:07 smithi191 bash[19424]: cluster 2024-02-18T08:16:05.698620+0000 mgr.y (mgr.14140) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:07.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:07 smithi191 bash[19424]: audit 2024-02-18T08:16:06.641142+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:07.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:07 smithi191 bash[19424]: audit 2024-02-18T08:16:06.647963+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:07.588 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:07 smithi110 bash[34726]: Unable to find image 'quay.io/prometheus/node-exporter:v0.18.1' locally 2024-02-18T08:16:07.841 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:07 smithi191 systemd[1]: Started Ceph node-exporter.b for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:16:08.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:08 smithi191 bash[19424]: cephadm 2024-02-18T08:16:06.650704+0000 mgr.y (mgr.14140) 219 : cephadm [INF] Deploying daemon node-exporter.a on smithi110 2024-02-18T08:16:08.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:08 smithi191 bash[19424]: audit 2024-02-18T08:16:07.239727+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:08.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:08 smithi191 bash[19424]: audit 2024-02-18T08:16:07.848058+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:08.342 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:07 smithi191 bash[30301]: Unable to find image 'quay.io/prometheus/node-exporter:v0.18.1' locally 2024-02-18T08:16:08.432 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[34726]: v0.18.1: Pulling from prometheus/node-exporter 2024-02-18T08:16:08.433 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[19477]: cephadm 2024-02-18T08:16:06.650704+0000 mgr.y (mgr.14140) 219 : cephadm [INF] Deploying daemon node-exporter.a on smithi110 2024-02-18T08:16:08.433 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[19477]: audit 2024-02-18T08:16:07.239727+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:08.433 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[19477]: audit 2024-02-18T08:16:07.848058+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:08.433 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[24702]: cephadm 2024-02-18T08:16:06.650704+0000 mgr.y (mgr.14140) 219 : cephadm [INF] Deploying daemon node-exporter.a on smithi110 2024-02-18T08:16:08.433 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[24702]: audit 2024-02-18T08:16:07.239727+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:08.433 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[24702]: audit 2024-02-18T08:16:07.848058+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:08.691 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:08 smithi191 bash[30301]: v0.18.1: Pulling from prometheus/node-exporter 2024-02-18T08:16:08.720 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[34726]: 49a2d53aa1af: Pulling fs layer 2024-02-18T08:16:08.720 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[34726]: 3589a6efd9ce: Pulling fs layer 2024-02-18T08:16:08.720 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[34726]: 190160031744: Pulling fs layer 2024-02-18T08:16:08.720 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[34726]: 3589a6efd9ce: Download complete 2024-02-18T08:16:08.720 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[34726]: 49a2d53aa1af: Verifying Checksum 2024-02-18T08:16:08.720 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[34726]: 49a2d53aa1af: Download complete 2024-02-18T08:16:09.010 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:08 smithi191 bash[30301]: 49a2d53aa1af: Pulling fs layer 2024-02-18T08:16:09.010 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:08 smithi191 bash[30301]: 3589a6efd9ce: Pulling fs layer 2024-02-18T08:16:09.010 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:08 smithi191 bash[30301]: 190160031744: Pulling fs layer 2024-02-18T08:16:09.010 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:08 smithi191 bash[30301]: 3589a6efd9ce: Verifying Checksum 2024-02-18T08:16:09.010 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:08 smithi191 bash[30301]: 49a2d53aa1af: Verifying Checksum 2024-02-18T08:16:09.011 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:08 smithi191 bash[30301]: 49a2d53aa1af: Download complete 2024-02-18T08:16:09.076 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[34726]: 190160031744: Verifying Checksum 2024-02-18T08:16:09.077 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:08 smithi110 bash[34726]: 190160031744: Download complete 2024-02-18T08:16:09.342 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:09 smithi191 bash[30301]: 190160031744: Verifying Checksum 2024-02-18T08:16:09.342 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:09 smithi191 bash[30301]: 190160031744: Download complete 2024-02-18T08:16:09.342 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:09 smithi191 bash[30301]: 49a2d53aa1af: Pull complete 2024-02-18T08:16:09.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:09 smithi191 bash[19424]: cephadm 2024-02-18T08:16:07.240655+0000 mgr.y (mgr.14140) 220 : cephadm [INF] Deploying daemon node-exporter.b on smithi191 2024-02-18T08:16:09.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:09 smithi191 bash[19424]: cluster 2024-02-18T08:16:07.699256+0000 mgr.y (mgr.14140) 221 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:09.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:09 smithi191 bash[19424]: cephadm 2024-02-18T08:16:07.858179+0000 mgr.y (mgr.14140) 222 : cephadm [INF] Deploying daemon alertmanager.a on smithi110 2024-02-18T08:16:09.376 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:09 smithi110 bash[19477]: cephadm 2024-02-18T08:16:07.240655+0000 mgr.y (mgr.14140) 220 : cephadm [INF] Deploying daemon node-exporter.b on smithi191 2024-02-18T08:16:09.376 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:09 smithi110 bash[19477]: cluster 2024-02-18T08:16:07.699256+0000 mgr.y (mgr.14140) 221 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:09.376 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:09 smithi110 bash[19477]: cephadm 2024-02-18T08:16:07.858179+0000 mgr.y (mgr.14140) 222 : cephadm [INF] Deploying daemon alertmanager.a on smithi110 2024-02-18T08:16:09.376 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:09 smithi110 bash[24702]: cephadm 2024-02-18T08:16:07.240655+0000 mgr.y (mgr.14140) 220 : cephadm [INF] Deploying daemon node-exporter.b on smithi191 2024-02-18T08:16:09.376 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:09 smithi110 bash[24702]: cluster 2024-02-18T08:16:07.699256+0000 mgr.y (mgr.14140) 221 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:09.376 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:09 smithi110 bash[24702]: cephadm 2024-02-18T08:16:07.858179+0000 mgr.y (mgr.14140) 222 : cephadm [INF] Deploying daemon alertmanager.a on smithi110 2024-02-18T08:16:09.720 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:09 smithi110 bash[34726]: 49a2d53aa1af: Pull complete 2024-02-18T08:16:10.032 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:09 smithi191 bash[30301]: 3589a6efd9ce: Pull complete 2024-02-18T08:16:10.220 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:09 smithi110 bash[34726]: 3589a6efd9ce: Pull complete 2024-02-18T08:16:10.341 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:10 smithi191 bash[30301]: 190160031744: Pull complete 2024-02-18T08:16:10.342 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:10 smithi191 bash[30301]: Digest: sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee 2024-02-18T08:16:10.342 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:10 smithi191 bash[30301]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v0.18.1 2024-02-18T08:16:10.353 INFO:teuthology.orchestra.run.smithi110.stdout:[client.0] 2024-02-18T08:16:10.353 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQDKvNFlUuq3FBAAIpwpwxD0WKFaJRd9C9aZlQ== 2024-02-18T08:16:10.635 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:10 smithi110 bash[34726]: 190160031744: Pull complete 2024-02-18T08:16:10.970 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:10 smithi110 bash[34726]: Digest: sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee 2024-02-18T08:16:11.470 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:11 smithi110 bash[34726]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v0.18.1 2024-02-18T08:16:11.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:11 smithi110 bash[19477]: cluster 2024-02-18T08:16:09.699710+0000 mgr.y (mgr.14140) 223 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:11.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:11 smithi110 bash[19477]: audit 2024-02-18T08:16:10.347422+0000 mon.a (mon.0) 545 : audit [INF] from='client.? 172.21.15.110:0/2117431504' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-18T08:16:11.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:11 smithi110 bash[19477]: audit 2024-02-18T08:16:10.352673+0000 mon.a (mon.0) 546 : audit [INF] from='client.? 172.21.15.110:0/2117431504' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-18T08:16:11.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:11 smithi110 bash[24702]: cluster 2024-02-18T08:16:09.699710+0000 mgr.y (mgr.14140) 223 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:11.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:11 smithi110 bash[24702]: audit 2024-02-18T08:16:10.347422+0000 mon.a (mon.0) 545 : audit [INF] from='client.? 172.21.15.110:0/2117431504' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-18T08:16:11.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:11 smithi110 bash[24702]: audit 2024-02-18T08:16:10.352673+0000 mon.a (mon.0) 546 : audit [INF] from='client.? 172.21.15.110:0/2117431504' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-18T08:16:11.527 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[19424]: cluster 2024-02-18T08:16:09.699710+0000 mgr.y (mgr.14140) 223 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:11.527 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[19424]: audit 2024-02-18T08:16:10.347422+0000 mon.a (mon.0) 545 : audit [INF] from='client.? 172.21.15.110:0/2117431504' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-18T08:16:11.527 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[19424]: audit 2024-02-18T08:16:10.352673+0000 mon.a (mon.0) 546 : audit [INF] from='client.? 172.21.15.110:0/2117431504' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-18T08:16:11.842 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2024-02-18T08:16:11.842 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2024-02-18T08:16:11.842 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2024-02-18T08:16:11.842 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - arp" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - bcache" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - bonding" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - cpu" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - edac" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - entropy" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - filefd" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2024-02-18T08:16:11.843 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - netclass" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - netdev" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - netstat" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - nfs" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - pressure" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - stat" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - textfile" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - time" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - uname" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2024-02-18T08:16:11.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - xfs" source="node_exporter.go:104" 2024-02-18T08:16:11.845 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg=" - zfs" source="node_exporter.go:104" 2024-02-18T08:16:11.845 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:16:11 smithi191 bash[30301]: time="2024-02-18T08:16:11Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2024-02-18T08:16:12.010 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:16:12.010 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-02-18T08:16:12.010 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-02-18T08:16:12.078 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-02-18T08:16:13.398 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:13 smithi191 bash[19424]: cluster 2024-02-18T08:16:11.700301+0000 mgr.y (mgr.14140) 224 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:13.399 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:13 smithi191 bash[19424]: audit 2024-02-18T08:16:12.454838+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:16:13.399 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:13 smithi191 bash[19424]: audit 2024-02-18T08:16:12.455516+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:16:13.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[19477]: cluster 2024-02-18T08:16:11.700301+0000 mgr.y (mgr.14140) 224 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:13.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[19477]: audit 2024-02-18T08:16:12.454838+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:16:13.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[19477]: audit 2024-02-18T08:16:12.455516+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:16:13.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[24702]: cluster 2024-02-18T08:16:11.700301+0000 mgr.y (mgr.14140) 224 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:13.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[24702]: audit 2024-02-18T08:16:12.454838+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:16:13.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[24702]: audit 2024-02-18T08:16:12.455516+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:16:13.471 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2024-02-18T08:16:13.471 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2024-02-18T08:16:13.471 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2024-02-18T08:16:13.471 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - arp" source="node_exporter.go:104" 2024-02-18T08:16:13.471 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - bcache" source="node_exporter.go:104" 2024-02-18T08:16:13.471 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - bonding" source="node_exporter.go:104" 2024-02-18T08:16:13.471 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - cpu" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - edac" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - entropy" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - filefd" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - netclass" source="node_exporter.go:104" 2024-02-18T08:16:13.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - netdev" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - netstat" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - nfs" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - pressure" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - stat" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - textfile" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - time" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - uname" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - xfs" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg=" - zfs" source="node_exporter.go:104" 2024-02-18T08:16:13.473 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:16:13 smithi110 bash[34726]: time="2024-02-18T08:16:13Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2024-02-18T08:16:14.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:14 smithi110 bash[19477]: cluster 2024-02-18T08:16:13.700862+0000 mgr.y (mgr.14140) 225 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:14.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:14 smithi110 bash[24702]: cluster 2024-02-18T08:16:13.700862+0000 mgr.y (mgr.14140) 225 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:14.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:14 smithi191 bash[19424]: cluster 2024-02-18T08:16:13.700862+0000 mgr.y (mgr.14140) 225 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:15.299 INFO:teuthology.orchestra.run.smithi191.stdout:[client.1] 2024-02-18T08:16:15.300 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQDPvNFlzIhhERAAJYDpsUdSDqDe02Is2xvx5g== 2024-02-18T08:16:15.940 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:16:15.940 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-02-18T08:16:15.940 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-02-18T08:16:15.960 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-02-18T08:16:15.961 DEBUG:teuthology.orchestra.run.smithi110:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-02-18T08:16:16.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:16 smithi191 bash[19424]: audit 2024-02-18T08:16:15.290104+0000 mon.b (mon.2) 17 : audit [INF] from='client.? 172.21.15.191:0/2661448885' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-18T08:16:16.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:16 smithi191 bash[19424]: audit 2024-02-18T08:16:15.291204+0000 mon.a (mon.0) 549 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-18T08:16:16.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:16 smithi191 bash[19424]: audit 2024-02-18T08:16:15.298436+0000 mon.a (mon.0) 550 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-18T08:16:16.356 INFO:teuthology.misc.health.smithi110.stdout: 2024-02-18T08:16:16.356 INFO:teuthology.misc.health.smithi110.stdout:{"epoch":47,"fsid":"14c080d4-ce35-11ee-95ba-87774f69a715","created":"2024-02-18T08:10:23.933884+0000","modified":"2024-02-18T08:15:45.232790+0000","last_up_change":"2024-02-18T08:15:44.225315+0000","last_in_change":"2024-02-18T08:15:44.225315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-02-18T08:11:58.537443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"9e1609f7-59ab-421c-b039-19c0a2cb9c7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6803","nonce":2791896829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6805","nonce":2791896829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6809","nonce":2791896829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6807","nonce":2791896829}]},"public_addr":"172.21.15.110:6803/2791896829","cluster_addr":"172.21.15.110:6805/2791896829","heartbeat_back_addr":"172.21.15.110:6809/2791896829","heartbeat_front_addr":"172.21.15.110:6807/2791896829","state":["exists","up"]},{"osd":1,"uuid":"95f523f1-c0b2-43dc-a134-d41f8a4d129b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6811","nonce":2117736910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6813","nonce":2117736910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6817","nonce":2117736910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6815","nonce":2117736910}]},"public_addr":"172.21.15.110:6811/2117736910","cluster_addr":"172.21.15.110:6813/2117736910","heartbeat_back_addr":"172.21.15.110:6817/2117736910","heartbeat_front_addr":"172.21.15.110:6815/2117736910","state":["exists","up"]},{"osd":2,"uuid":"485c266e-a9ce-46aa-89cc-803a18cc9515","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6819","nonce":76181833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6821","nonce":76181833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6825","nonce":76181833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6823","nonce":76181833}]},"public_addr":"172.21.15.110:6819/76181833","cluster_addr":"172.21.15.110:6821/76181833","heartbeat_back_addr":"172.21.15.110:6825/76181833","heartbeat_front_addr":"172.21.15.110:6823/76181833","state":["exists","up"]},{"osd":3,"uuid":"5468ec9e-ada2-46e0-838d-e1da6821e42a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6827","nonce":2656519732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6829","nonce":2656519732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6833","nonce":2656519732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6831","nonce":2656519732}]},"public_addr":"172.21.15.110:6827/2656519732","cluster_addr":"172.21.15.110:6829/2656519732","heartbeat_back_addr":"172.21.15.110:6833/2656519732","heartbeat_front_addr":"172.21.15.110:6831/2656519732","state":["exists","up"]},{"osd":4,"uuid":"b92a624e-5225-445d-8703-5ec34210aea8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6801","nonce":2889393581}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6803","nonce":2889393581}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6807","nonce":2889393581}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6805","nonce":2889393581}]},"public_addr":"172.21.15.191:6801/2889393581","cluster_addr":"172.21.15.191:6803/2889393581","heartbeat_back_addr":"172.21.15.191:6807/2889393581","heartbeat_front_addr":"172.21.15.191:6805/2889393581","state":["exists","up"]},{"osd":5,"uuid":"26e142f1-495f-4a04-bbbe-66803dd6607c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6809","nonce":2672249411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6811","nonce":2672249411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6815","nonce":2672249411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6813","nonce":2672249411}]},"public_addr":"172.21.15.191:6809/2672249411","cluster_addr":"172.21.15.191:6811/2672249411","heartbeat_back_addr":"172.21.15.191:6815/2672249411","heartbeat_front_addr":"172.21.15.191:6813/2672249411","state":["exists","up"]},{"osd":6,"uuid":"181b7d27-4c9e-4ec9-aa6e-1899c70ad416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6817","nonce":1798960365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6819","nonce":1798960365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6823","nonce":1798960365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6821","nonce":1798960365}]},"public_addr":"172.21.15.191:6817/1798960365","cluster_addr":"172.21.15.191:6819/1798960365","heartbeat_back_addr":"172.21.15.191:6823/1798960365","heartbeat_front_addr":"172.21.15.191:6821/1798960365","state":["exists","up"]},{"osd":7,"uuid":"29f0427f-9192-41d3-9b1b-42859979bd61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6825","nonce":1805838395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6827","nonce":1805838395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6831","nonce":1805838395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6829","nonce":1805838395}]},"public_addr":"172.21.15.191:6825/1805838395","cluster_addr":"172.21.15.191:6827/1805838395","heartbeat_back_addr":"172.21.15.191:6831/1805838395","heartbeat_front_addr":"172.21.15.191:6829/1805838395","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:05.753940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:28.736749+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:52.209518+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:14.736832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:35.371699+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:58.735247+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:20.765845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:43.119169+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.110:0/3267465586":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6801/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6800/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/3320279389":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/2656758538":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6801/4048345598":"2024-02-19T08:10:47.227648+0000","172.21.15.110:0/2819148956":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6800/4048345598":"2024-02-19T08:10:47.227648+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2024-02-18T08:16:16.368 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-02-18T08:16:16.368 INFO:tasks.cephadm:Creating RBD pool 2024-02-18T08:16:16.369 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-02-18T08:16:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:16 smithi110 bash[19477]: audit 2024-02-18T08:16:15.290104+0000 mon.b (mon.2) 17 : audit [INF] from='client.? 172.21.15.191:0/2661448885' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-18T08:16:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:16 smithi110 bash[19477]: audit 2024-02-18T08:16:15.291204+0000 mon.a (mon.0) 549 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-18T08:16:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:16 smithi110 bash[19477]: audit 2024-02-18T08:16:15.298436+0000 mon.a (mon.0) 550 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-18T08:16:16.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:16 smithi110 bash[24702]: audit 2024-02-18T08:16:15.290104+0000 mon.b (mon.2) 17 : audit [INF] from='client.? 172.21.15.191:0/2661448885' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-18T08:16:16.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:16 smithi110 bash[24702]: audit 2024-02-18T08:16:15.291204+0000 mon.a (mon.0) 549 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-18T08:16:16.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:16 smithi110 bash[24702]: audit 2024-02-18T08:16:15.298436+0000 mon.a (mon.0) 550 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-18T08:16:17.449 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:17 smithi110 bash[19477]: cluster 2024-02-18T08:16:15.701489+0000 mgr.y (mgr.14140) 226 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:17.450 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:17 smithi110 bash[19477]: audit 2024-02-18T08:16:16.354592+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.110:0/2832751001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:17.450 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:17 smithi110 bash[24702]: cluster 2024-02-18T08:16:15.701489+0000 mgr.y (mgr.14140) 226 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:17.450 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:17 smithi110 bash[24702]: audit 2024-02-18T08:16:16.354592+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.110:0/2832751001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:17.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:17 smithi191 bash[19424]: cluster 2024-02-18T08:16:15.701489+0000 mgr.y (mgr.14140) 226 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:17.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:17 smithi191 bash[19424]: audit 2024-02-18T08:16:16.354592+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.110:0/2832751001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:18.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:18 smithi110 bash[19477]: cluster 2024-02-18T08:16:17.702130+0000 mgr.y (mgr.14140) 227 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:18.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:18 smithi110 bash[24702]: cluster 2024-02-18T08:16:17.702130+0000 mgr.y (mgr.14140) 227 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:18.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:18 smithi191 bash[19424]: cluster 2024-02-18T08:16:17.702130+0000 mgr.y (mgr.14140) 227 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:18.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:18 smithi110 systemd[1]: Started Ceph alertmanager.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:16:19.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[19477]: audit 2024-02-18T08:16:18.670500+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:19.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[19477]: audit 2024-02-18T08:16:18.752690+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[19477]: audit 2024-02-18T08:16:18.758077+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[19477]: audit 2024-02-18T08:16:18.758862+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[19477]: audit 2024-02-18T08:16:18.759786+0000 mgr.y (mgr.14140) 228 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[19477]: audit 2024-02-18T08:16:18.764719+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[19477]: cephadm 2024-02-18T08:16:18.771909+0000 mgr.y (mgr.14140) 229 : cephadm [INF] Deploying daemon grafana.a on smithi191 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[24702]: audit 2024-02-18T08:16:18.670500+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[24702]: audit 2024-02-18T08:16:18.752690+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[24702]: audit 2024-02-18T08:16:18.758077+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[24702]: audit 2024-02-18T08:16:18.758862+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[24702]: audit 2024-02-18T08:16:18.759786+0000 mgr.y (mgr.14140) 228 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[24702]: audit 2024-02-18T08:16:18.764719+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:19.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:19 smithi110 bash[24702]: cephadm 2024-02-18T08:16:18.771909+0000 mgr.y (mgr.14140) 229 : cephadm [INF] Deploying daemon grafana.a on smithi191 2024-02-18T08:16:20.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:19 smithi191 bash[19424]: audit 2024-02-18T08:16:18.670500+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:20.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:19 smithi191 bash[19424]: audit 2024-02-18T08:16:18.752690+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:20.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:19 smithi191 bash[19424]: audit 2024-02-18T08:16:18.758077+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:20.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:19 smithi191 bash[19424]: audit 2024-02-18T08:16:18.758862+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:16:20.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:19 smithi191 bash[19424]: audit 2024-02-18T08:16:18.759786+0000 mgr.y (mgr.14140) 228 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:16:20.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:19 smithi191 bash[19424]: audit 2024-02-18T08:16:18.764719+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:20.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:19 smithi191 bash[19424]: cephadm 2024-02-18T08:16:18.771909+0000 mgr.y (mgr.14140) 229 : cephadm [INF] Deploying daemon grafana.a on smithi191 2024-02-18T08:16:20.720 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:20 smithi110 bash[35577]: level=info ts=2024-02-18T08:16:20.298Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2024-02-18T08:16:20.720 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:20 smithi110 bash[35577]: level=info ts=2024-02-18T08:16:20.298Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2024-02-18T08:16:20.720 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:20 smithi110 bash[35577]: level=info ts=2024-02-18T08:16:20.300Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.110 port=9094 2024-02-18T08:16:20.720 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:20 smithi110 bash[35577]: level=info ts=2024-02-18T08:16:20.300Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-02-18T08:16:20.720 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:20 smithi110 bash[35577]: level=info ts=2024-02-18T08:16:20.341Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-02-18T08:16:20.720 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:20 smithi110 bash[35577]: level=info ts=2024-02-18T08:16:20.342Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-02-18T08:16:20.720 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:20 smithi110 bash[35577]: level=info ts=2024-02-18T08:16:20.346Z caller=main.go:497 msg=Listening address=:9093 2024-02-18T08:16:21.178 INFO:teuthology.orchestra.run.smithi110.stderr:pool 'rbd' created 2024-02-18T08:16:21.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:21 smithi110 bash[19477]: cluster 2024-02-18T08:16:19.702799+0000 mgr.y (mgr.14140) 230 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:21.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:21 smithi110 bash[19477]: audit 2024-02-18T08:16:20.525687+0000 mon.c (mon.1) 17 : audit [INF] from='client.? 172.21.15.110:0/1361926508' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-02-18T08:16:21.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:21 smithi110 bash[19477]: audit 2024-02-18T08:16:20.526369+0000 mon.a (mon.0) 556 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-02-18T08:16:21.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:21 smithi110 bash[24702]: cluster 2024-02-18T08:16:19.702799+0000 mgr.y (mgr.14140) 230 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:21.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:21 smithi110 bash[24702]: audit 2024-02-18T08:16:20.525687+0000 mon.c (mon.1) 17 : audit [INF] from='client.? 172.21.15.110:0/1361926508' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-02-18T08:16:21.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:21 smithi110 bash[24702]: audit 2024-02-18T08:16:20.526369+0000 mon.a (mon.0) 556 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-02-18T08:16:21.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:21 smithi191 bash[19424]: cluster 2024-02-18T08:16:19.702799+0000 mgr.y (mgr.14140) 230 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:21.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:21 smithi191 bash[19424]: audit 2024-02-18T08:16:20.525687+0000 mon.c (mon.1) 17 : audit [INF] from='client.? 172.21.15.110:0/1361926508' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-02-18T08:16:21.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:21 smithi191 bash[19424]: audit 2024-02-18T08:16:20.526369+0000 mon.a (mon.0) 556 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-02-18T08:16:21.822 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-02-18T08:16:22.470 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:22 smithi110 bash[35577]: level=info ts=2024-02-18T08:16:22.300Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000093522s 2024-02-18T08:16:22.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:22 smithi110 bash[19477]: audit 2024-02-18T08:16:21.172143+0000 mon.a (mon.0) 557 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-02-18T08:16:22.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:22 smithi110 bash[19477]: cluster 2024-02-18T08:16:21.172368+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-02-18T08:16:22.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:22 smithi110 bash[19477]: cluster 2024-02-18T08:16:21.703515+0000 mgr.y (mgr.14140) 231 : cluster [DBG] pgmap v195: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:22.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:22 smithi110 bash[19477]: cluster 2024-02-18T08:16:22.175912+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-02-18T08:16:22.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:22 smithi110 bash[24702]: audit 2024-02-18T08:16:21.172143+0000 mon.a (mon.0) 557 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-02-18T08:16:22.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:22 smithi110 bash[24702]: cluster 2024-02-18T08:16:21.172368+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-02-18T08:16:22.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:22 smithi110 bash[24702]: cluster 2024-02-18T08:16:21.703515+0000 mgr.y (mgr.14140) 231 : cluster [DBG] pgmap v195: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:22.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:22 smithi110 bash[24702]: cluster 2024-02-18T08:16:22.175912+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-02-18T08:16:22.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:22 smithi191 bash[19424]: audit 2024-02-18T08:16:21.172143+0000 mon.a (mon.0) 557 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-02-18T08:16:22.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:22 smithi191 bash[19424]: cluster 2024-02-18T08:16:21.172368+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2024-02-18T08:16:22.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:22 smithi191 bash[19424]: cluster 2024-02-18T08:16:21.703515+0000 mgr.y (mgr.14140) 231 : cluster [DBG] pgmap v195: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:22.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:22 smithi191 bash[19424]: cluster 2024-02-18T08:16:22.175912+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2024-02-18T08:16:24.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:24 smithi110 bash[19477]: cluster 2024-02-18T08:16:23.186637+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-02-18T08:16:24.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:24 smithi110 bash[19477]: cluster 2024-02-18T08:16:23.704178+0000 mgr.y (mgr.14140) 232 : cluster [DBG] pgmap v198: 9 pgs: 1 creating+peering, 1 active+clean, 7 unknown; 0 B data, 3.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:24.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:24 smithi110 bash[24702]: cluster 2024-02-18T08:16:23.186637+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-02-18T08:16:24.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:24 smithi110 bash[24702]: cluster 2024-02-18T08:16:23.704178+0000 mgr.y (mgr.14140) 232 : cluster [DBG] pgmap v198: 9 pgs: 1 creating+peering, 1 active+clean, 7 unknown; 0 B data, 3.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:24.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:24 smithi191 bash[19424]: cluster 2024-02-18T08:16:23.186637+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2024-02-18T08:16:24.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:24 smithi191 bash[19424]: cluster 2024-02-18T08:16:23.704178+0000 mgr.y (mgr.14140) 232 : cluster [DBG] pgmap v198: 9 pgs: 1 creating+peering, 1 active+clean, 7 unknown; 0 B data, 3.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:25.209 INFO:teuthology.orchestra.run.smithi110.stderr:enabled application 'rbd' on pool 'rbd' 2024-02-18T08:16:25.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:25 smithi110 bash[24702]: audit 2024-02-18T08:16:24.941250+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.15.110:0/2073523788' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:16:25.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:25 smithi110 bash[24702]: audit 2024-02-18T08:16:24.942130+0000 mon.a (mon.0) 561 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:16:25.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:25 smithi110 bash[19477]: audit 2024-02-18T08:16:24.941250+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.15.110:0/2073523788' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:16:25.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:25 smithi110 bash[19477]: audit 2024-02-18T08:16:24.942130+0000 mon.a (mon.0) 561 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:16:25.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:25 smithi191 bash[19424]: audit 2024-02-18T08:16:24.941250+0000 mon.b (mon.2) 18 : audit [INF] from='client.? 172.21.15.110:0/2073523788' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:16:25.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:25 smithi191 bash[19424]: audit 2024-02-18T08:16:24.942130+0000 mon.a (mon.0) 561 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:16:25.865 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd dump --format=json 2024-02-18T08:16:26.010 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:16:26.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:26 smithi110 bash[24702]: audit 2024-02-18T08:16:25.204244+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-02-18T08:16:26.213 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:26 smithi110 bash[24702]: cluster 2024-02-18T08:16:25.204374+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-02-18T08:16:26.213 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:26 smithi110 bash[24702]: cluster 2024-02-18T08:16:25.704793+0000 mgr.y (mgr.14140) 233 : cluster [DBG] pgmap v200: 9 pgs: 1 creating+peering, 6 active+clean, 2 unknown; 0 B data, 3.6 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:26.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:26 smithi110 bash[19477]: audit 2024-02-18T08:16:25.204244+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-02-18T08:16:26.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:26 smithi110 bash[19477]: cluster 2024-02-18T08:16:25.204374+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-02-18T08:16:26.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:26 smithi110 bash[19477]: cluster 2024-02-18T08:16:25.704793+0000 mgr.y (mgr.14140) 233 : cluster [DBG] pgmap v200: 9 pgs: 1 creating+peering, 6 active+clean, 2 unknown; 0 B data, 3.6 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:26.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:26 smithi191 bash[19424]: audit 2024-02-18T08:16:25.204244+0000 mon.a (mon.0) 562 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-02-18T08:16:26.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:26 smithi191 bash[19424]: cluster 2024-02-18T08:16:25.204374+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2024-02-18T08:16:26.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:26 smithi191 bash[19424]: cluster 2024-02-18T08:16:25.704793+0000 mgr.y (mgr.14140) 233 : cluster [DBG] pgmap v200: 9 pgs: 1 creating+peering, 6 active+clean, 2 unknown; 0 B data, 3.6 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:28.795 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:16:28.795 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":51,"fsid":"14c080d4-ce35-11ee-95ba-87774f69a715","created":"2024-02-18T08:10:23.933884+0000","modified":"2024-02-18T08:16:25.192177+0000","last_up_change":"2024-02-18T08:15:44.225315+0000","last_in_change":"2024-02-18T08:15:44.225315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-02-18T08:11:58.537443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-02-18T08:16:20.978985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9e1609f7-59ab-421c-b039-19c0a2cb9c7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6803","nonce":2791896829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6805","nonce":2791896829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6809","nonce":2791896829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6807","nonce":2791896829}]},"public_addr":"172.21.15.110:6803/2791896829","cluster_addr":"172.21.15.110:6805/2791896829","heartbeat_back_addr":"172.21.15.110:6809/2791896829","heartbeat_front_addr":"172.21.15.110:6807/2791896829","state":["exists","up"]},{"osd":1,"uuid":"95f523f1-c0b2-43dc-a134-d41f8a4d129b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6811","nonce":2117736910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6813","nonce":2117736910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6817","nonce":2117736910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6815","nonce":2117736910}]},"public_addr":"172.21.15.110:6811/2117736910","cluster_addr":"172.21.15.110:6813/2117736910","heartbeat_back_addr":"172.21.15.110:6817/2117736910","heartbeat_front_addr":"172.21.15.110:6815/2117736910","state":["exists","up"]},{"osd":2,"uuid":"485c266e-a9ce-46aa-89cc-803a18cc9515","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6819","nonce":76181833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6821","nonce":76181833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6825","nonce":76181833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6823","nonce":76181833}]},"public_addr":"172.21.15.110:6819/76181833","cluster_addr":"172.21.15.110:6821/76181833","heartbeat_back_addr":"172.21.15.110:6825/76181833","heartbeat_front_addr":"172.21.15.110:6823/76181833","state":["exists","up"]},{"osd":3,"uuid":"5468ec9e-ada2-46e0-838d-e1da6821e42a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6827","nonce":2656519732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6829","nonce":2656519732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6833","nonce":2656519732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6831","nonce":2656519732}]},"public_addr":"172.21.15.110:6827/2656519732","cluster_addr":"172.21.15.110:6829/2656519732","heartbeat_back_addr":"172.21.15.110:6833/2656519732","heartbeat_front_addr":"172.21.15.110:6831/2656519732","state":["exists","up"]},{"osd":4,"uuid":"b92a624e-5225-445d-8703-5ec34210aea8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6801","nonce":2889393581}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6803","nonce":2889393581}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6807","nonce":2889393581}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6805","nonce":2889393581}]},"public_addr":"172.21.15.191:6801/2889393581","cluster_addr":"172.21.15.191:6803/2889393581","heartbeat_back_addr":"172.21.15.191:6807/2889393581","heartbeat_front_addr":"172.21.15.191:6805/2889393581","state":["exists","up"]},{"osd":5,"uuid":"26e142f1-495f-4a04-bbbe-66803dd6607c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6809","nonce":2672249411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6811","nonce":2672249411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6815","nonce":2672249411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6813","nonce":2672249411}]},"public_addr":"172.21.15.191:6809/2672249411","cluster_addr":"172.21.15.191:6811/2672249411","heartbeat_back_addr":"172.21.15.191:6815/2672249411","heartbeat_front_addr":"172.21.15.191:6813/2672249411","state":["exists","up"]},{"osd":6,"uuid":"181b7d27-4c9e-4ec9-aa6e-1899c70ad416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6817","nonce":1798960365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6819","nonce":1798960365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6823","nonce":1798960365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6821","nonce":1798960365}]},"public_addr":"172.21.15.191:6817/1798960365","cluster_addr":"172.21.15.191:6819/1798960365","heartbeat_back_addr":"172.21.15.191:6823/1798960365","heartbeat_front_addr":"172.21.15.191:6821/1798960365","state":["exists","up"]},{"osd":7,"uuid":"29f0427f-9192-41d3-9b1b-42859979bd61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6825","nonce":1805838395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6827","nonce":1805838395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6831","nonce":1805838395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6829","nonce":1805838395}]},"public_addr":"172.21.15.191:6825/1805838395","cluster_addr":"172.21.15.191:6827/1805838395","heartbeat_back_addr":"172.21.15.191:6831/1805838395","heartbeat_front_addr":"172.21.15.191:6829/1805838395","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:05.753940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:28.736749+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:52.209518+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:14.736832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:35.371699+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:58.735247+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:20.765845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:43.119169+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.110:0/3267465586":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6801/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6800/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/3320279389":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/2656758538":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6801/4048345598":"2024-02-19T08:10:47.227648+0000","172.21.15.110:0/2819148956":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6800/4048345598":"2024-02-19T08:10:47.227648+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2024-02-18T08:16:29.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:28 smithi191 bash[19424]: cluster 2024-02-18T08:16:27.705573+0000 mgr.y (mgr.14140) 234 : cluster [DBG] pgmap v201: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:29.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:28 smithi110 bash[19477]: cluster 2024-02-18T08:16:27.705573+0000 mgr.y (mgr.14140) 234 : cluster [DBG] pgmap v201: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:29.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:28 smithi110 bash[24702]: cluster 2024-02-18T08:16:27.705573+0000 mgr.y (mgr.14140) 234 : cluster [DBG] pgmap v201: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:29.403 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2024-02-18T08:11:58.537443+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2024-02-18T08:16:20.978985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-02-18T08:16:29.404 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd pool get device_health_metrics pg_num 2024-02-18T08:16:29.542 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:16:30.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:29 smithi191 bash[19424]: audit 2024-02-18T08:16:28.793689+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.15.110:0/1385567789' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:30.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:29 smithi110 bash[19477]: audit 2024-02-18T08:16:28.793689+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.15.110:0/1385567789' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:30.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:29 smithi110 bash[24702]: audit 2024-02-18T08:16:28.793689+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.15.110:0/1385567789' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:30.562 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:30 smithi110 bash[35577]: level=info ts=2024-02-18T08:16:30.301Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.000751332s 2024-02-18T08:16:31.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:31 smithi110 bash[19477]: cluster 2024-02-18T08:16:29.706243+0000 mgr.y (mgr.14140) 235 : cluster [DBG] pgmap v202: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:31.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:31 smithi110 bash[24702]: cluster 2024-02-18T08:16:29.706243+0000 mgr.y (mgr.14140) 235 : cluster [DBG] pgmap v202: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:31.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:31 smithi191 bash[19424]: cluster 2024-02-18T08:16:29.706243+0000 mgr.y (mgr.14140) 235 : cluster [DBG] pgmap v202: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:32.454 INFO:teuthology.orchestra.run.smithi110.stdout:pg_num: 1 2024-02-18T08:16:32.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:32 smithi110 bash[19477]: cluster 2024-02-18T08:16:31.706909+0000 mgr.y (mgr.14140) 236 : cluster [DBG] pgmap v203: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:32.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:32 smithi110 bash[24702]: cluster 2024-02-18T08:16:31.706909+0000 mgr.y (mgr.14140) 236 : cluster [DBG] pgmap v203: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:32.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:32 smithi191 bash[19424]: cluster 2024-02-18T08:16:31.706909+0000 mgr.y (mgr.14140) 236 : cluster [DBG] pgmap v203: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:33.261 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd pool get rbd pg_num 2024-02-18T08:16:33.404 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:16:33.492 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:33 smithi191 bash[19424]: audit 2024-02-18T08:16:32.453571+0000 mon.a (mon.0) 564 : audit [DBG] from='client.? 172.21.15.110:0/4243242718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-02-18T08:16:33.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:33 smithi110 bash[19477]: audit 2024-02-18T08:16:32.453571+0000 mon.a (mon.0) 564 : audit [DBG] from='client.? 172.21.15.110:0/4243242718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-02-18T08:16:33.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:33 smithi110 bash[24702]: audit 2024-02-18T08:16:32.453571+0000 mon.a (mon.0) 564 : audit [DBG] from='client.? 172.21.15.110:0/4243242718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2024-02-18T08:16:34.248 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:34 smithi191 bash[19424]: cluster 2024-02-18T08:16:33.707477+0000 mgr.y (mgr.14140) 237 : cluster [DBG] pgmap v204: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:34.589 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:34 smithi110 bash[24702]: cluster 2024-02-18T08:16:33.707477+0000 mgr.y (mgr.14140) 237 : cluster [DBG] pgmap v204: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:34.589 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:34 smithi110 bash[19477]: cluster 2024-02-18T08:16:33.707477+0000 mgr.y (mgr.14140) 237 : cluster [DBG] pgmap v204: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:36.279 INFO:teuthology.orchestra.run.smithi110.stdout:pg_num: 8 2024-02-18T08:16:36.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:36 smithi191 systemd[1]: Started Ceph grafana.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:16:36.869 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-02-18T08:16:36.869 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-02-18T08:16:36.869 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph mgr dump --format=json 2024-02-18T08:16:37.004 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:16:37.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:37 smithi110 bash[19477]: cluster 2024-02-18T08:16:35.708161+0000 mgr.y (mgr.14140) 238 : cluster [DBG] pgmap v205: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:37.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:37 smithi110 bash[19477]: audit 2024-02-18T08:16:36.278595+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.15.110:0/3732002709' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-02-18T08:16:37.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:37 smithi110 bash[19477]: audit 2024-02-18T08:16:36.669457+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:37.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:37 smithi110 bash[19477]: audit 2024-02-18T08:16:36.671993+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:37.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:37 smithi110 bash[19477]: audit 2024-02-18T08:16:36.672763+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:37.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:37 smithi110 bash[24702]: cluster 2024-02-18T08:16:35.708161+0000 mgr.y (mgr.14140) 238 : cluster [DBG] pgmap v205: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:37.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:37 smithi110 bash[24702]: audit 2024-02-18T08:16:36.278595+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.15.110:0/3732002709' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-02-18T08:16:37.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:37 smithi110 bash[24702]: audit 2024-02-18T08:16:36.669457+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:37.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:37 smithi110 bash[24702]: audit 2024-02-18T08:16:36.671993+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:37.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:37 smithi110 bash[24702]: audit 2024-02-18T08:16:36.672763+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:37.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[19424]: cluster 2024-02-18T08:16:35.708161+0000 mgr.y (mgr.14140) 238 : cluster [DBG] pgmap v205: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:37.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[19424]: audit 2024-02-18T08:16:36.278595+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.15.110:0/3732002709' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-02-18T08:16:37.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[19424]: audit 2024-02-18T08:16:36.669457+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:37.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[19424]: audit 2024-02-18T08:16:36.671993+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:37.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[19424]: audit 2024-02-18T08:16:36.672763+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:37.897 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Starting Grafana" logger=server version=6.7.4 commit=8e44bbc5f5 branch=HEAD compiled=2020-05-26T17:35:38+0000 2024-02-18T08:16:37.897 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-02-18T08:16:37.897 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-02-18T08:16:37.897 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-02-18T08:16:37.897 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-02-18T08:16:37.897 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-02-18T08:16:37.897 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-02-18T08:16:37.897 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-02-18T08:16:37.898 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-02-18T08:16:37.898 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-02-18T08:16:37.898 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-02-18T08:16:37.898 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-02-18T08:16:37.898 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="App mode production" logger=settings 2024-02-18T08:16:37.898 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Initializing SqlStore" logger=server 2024-02-18T08:16:37.898 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-02-18T08:16:37.898 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Starting DB migration" logger=migrator 2024-02-18T08:16:37.898 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2024-02-18T08:16:37.898 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2024-02-18T08:16:38.166 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:37 smithi191 bash[30951]: t=2024-02-18T08:16:37+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2024-02-18T08:16:38.167 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2024-02-18T08:16:38.167 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2024-02-18T08:16:38.444 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2024-02-18T08:16:38.444 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2024-02-18T08:16:38.444 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2024-02-18T08:16:38.444 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2024-02-18T08:16:38.444 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2024-02-18T08:16:38.729 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-02-18T08:16:38.729 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2024-02-18T08:16:38.729 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2024-02-18T08:16:39.015 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2024-02-18T08:16:39.015 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2024-02-18T08:16:39.015 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2024-02-18T08:16:39.015 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2024-02-18T08:16:39.015 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[30951]: t=2024-02-18T08:16:38+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2024-02-18T08:16:39.015 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2024-02-18T08:16:39.015 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[19424]: cluster 2024-02-18T08:16:37.708762+0000 mgr.y (mgr.14140) 239 : cluster [DBG] pgmap v206: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:39.016 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[19424]: audit 2024-02-18T08:16:37.950452+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:39.016 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[19424]: audit 2024-02-18T08:16:38.003767+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:39.016 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[19424]: cephadm 2024-02-18T08:16:38.004515+0000 mgr.y (mgr.14140) 240 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:16:39.016 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:38 smithi191 bash[19424]: audit 2024-02-18T08:16:38.379556+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:39.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:38 smithi110 bash[19477]: cluster 2024-02-18T08:16:37.708762+0000 mgr.y (mgr.14140) 239 : cluster [DBG] pgmap v206: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:39.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:38 smithi110 bash[19477]: audit 2024-02-18T08:16:37.950452+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:39.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:38 smithi110 bash[19477]: audit 2024-02-18T08:16:38.003767+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:38 smithi110 bash[19477]: cephadm 2024-02-18T08:16:38.004515+0000 mgr.y (mgr.14140) 240 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:16:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:38 smithi110 bash[19477]: audit 2024-02-18T08:16:38.379556+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:38 smithi110 bash[24702]: cluster 2024-02-18T08:16:37.708762+0000 mgr.y (mgr.14140) 239 : cluster [DBG] pgmap v206: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:38 smithi110 bash[24702]: audit 2024-02-18T08:16:37.950452+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:38 smithi110 bash[24702]: audit 2024-02-18T08:16:38.003767+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:38 smithi110 bash[24702]: cephadm 2024-02-18T08:16:38.004515+0000 mgr.y (mgr.14140) 240 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:16:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:38 smithi110 bash[24702]: audit 2024-02-18T08:16:38.379556+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:39.293 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2024-02-18T08:16:39.293 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2024-02-18T08:16:39.293 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2024-02-18T08:16:39.293 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2024-02-18T08:16:39.293 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2024-02-18T08:16:39.545 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2024-02-18T08:16:39.545 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2024-02-18T08:16:39.545 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2024-02-18T08:16:39.831 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2024-02-18T08:16:39.831 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2024-02-18T08:16:39.831 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2024-02-18T08:16:39.831 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2024-02-18T08:16:39.831 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2024-02-18T08:16:40.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2024-02-18T08:16:40.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2024-02-18T08:16:40.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[30951]: t=2024-02-18T08:16:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2024-02-18T08:16:40.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2024-02-18T08:16:40.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[19424]: cephadm 2024-02-18T08:16:38.383094+0000 mgr.y (mgr.14140) 241 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-02-18T08:16:40.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:39 smithi191 bash[19424]: cephadm 2024-02-18T08:16:38.387872+0000 mgr.y (mgr.14140) 242 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi110 2024-02-18T08:16:40.210 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:39 smithi110 bash[19477]: cephadm 2024-02-18T08:16:38.383094+0000 mgr.y (mgr.14140) 241 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-02-18T08:16:40.210 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:39 smithi110 bash[19477]: cephadm 2024-02-18T08:16:38.387872+0000 mgr.y (mgr.14140) 242 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi110 2024-02-18T08:16:40.210 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:39 smithi110 bash[24702]: cephadm 2024-02-18T08:16:38.383094+0000 mgr.y (mgr.14140) 241 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-02-18T08:16:40.210 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:39 smithi110 bash[24702]: cephadm 2024-02-18T08:16:38.387872+0000 mgr.y (mgr.14140) 242 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi110 2024-02-18T08:16:40.394 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2024-02-18T08:16:40.395 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2024-02-18T08:16:40.395 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-02-18T08:16:40.395 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2024-02-18T08:16:40.578 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:16:40.671 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2024-02-18T08:16:40.671 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2024-02-18T08:16:40.672 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2024-02-18T08:16:40.672 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2024-02-18T08:16:40.672 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2024-02-18T08:16:40.923 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2024-02-18T08:16:40.924 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2024-02-18T08:16:40.924 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-02-18T08:16:40.924 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-02-18T08:16:41.173 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[19424]: cluster 2024-02-18T08:16:39.709382+0000 mgr.y (mgr.14140) 243 : cluster [DBG] pgmap v207: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:41.174 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:40 smithi191 bash[30951]: t=2024-02-18T08:16:40+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-02-18T08:16:41.174 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-02-18T08:16:41.174 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-02-18T08:16:41.174 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-02-18T08:16:41.445 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[19424]: audit 2024-02-18T08:16:40.570045+0000 mon.a (mon.0) 571 : audit [DBG] from='client.? 172.21.15.110:0/3654789548' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-18T08:16:41.445 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-02-18T08:16:41.445 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-02-18T08:16:41.445 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-02-18T08:16:41.446 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-02-18T08:16:41.446 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-02-18T08:16:41.458 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":14,"active_gid":14140,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2113138886},{"type":"v1","addr":"172.21.15.110:6801","nonce":2113138886}]},"active_addr":"172.21.15.110:6801/2113138886","active_change":"2024-02-18T08:11:07.563925+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":24115,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi110.front.sepia.ceph.com:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.110:0","nonce":2555710592}]},{"addrvec":[{"type":"v2","addr":"172.21.15.110:0","nonce":123532997}]}]}} 2024-02-18T08:16:41.463 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-02-18T08:16:41.463 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-02-18T08:16:41.463 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd dump --format=json 2024-02-18T08:16:41.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:41 smithi110 bash[24702]: cluster 2024-02-18T08:16:39.709382+0000 mgr.y (mgr.14140) 243 : cluster [DBG] pgmap v207: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:41.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:41 smithi110 bash[24702]: audit 2024-02-18T08:16:40.570045+0000 mon.a (mon.0) 571 : audit [DBG] from='client.? 172.21.15.110:0/3654789548' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-18T08:16:41.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:41 smithi110 bash[19477]: cluster 2024-02-18T08:16:39.709382+0000 mgr.y (mgr.14140) 243 : cluster [DBG] pgmap v207: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:41.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:41 smithi110 bash[19477]: audit 2024-02-18T08:16:40.570045+0000 mon.a (mon.0) 571 : audit [DBG] from='client.? 172.21.15.110:0/3654789548' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-18T08:16:41.602 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:16:41.731 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-02-18T08:16:41.731 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-02-18T08:16:41.731 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-02-18T08:16:41.731 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-02-18T08:16:41.983 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-02-18T08:16:41.983 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-02-18T08:16:41.983 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-02-18T08:16:41.983 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-02-18T08:16:42.235 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[19424]: cluster 2024-02-18T08:16:41.710051+0000 mgr.y (mgr.14140) 244 : cluster [DBG] pgmap v208: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:42.236 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:41 smithi191 bash[30951]: t=2024-02-18T08:16:41+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-02-18T08:16:42.236 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-02-18T08:16:42.236 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-02-18T08:16:42.236 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-02-18T08:16:42.497 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:42 smithi110 bash[19477]: cluster 2024-02-18T08:16:41.710051+0000 mgr.y (mgr.14140) 244 : cluster [DBG] pgmap v208: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:42.498 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:42 smithi110 bash[24702]: cluster 2024-02-18T08:16:41.710051+0000 mgr.y (mgr.14140) 244 : cluster [DBG] pgmap v208: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:42.504 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-02-18T08:16:42.504 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-02-18T08:16:42.505 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-02-18T08:16:42.505 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-02-18T08:16:42.505 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-02-18T08:16:42.782 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-02-18T08:16:42.782 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-02-18T08:16:42.782 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-02-18T08:16:42.782 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-02-18T08:16:43.051 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-02-18T08:16:43.051 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-02-18T08:16:43.051 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:42 smithi191 bash[30951]: t=2024-02-18T08:16:42+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-02-18T08:16:43.051 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-02-18T08:16:43.303 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-02-18T08:16:43.303 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-02-18T08:16:43.303 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-02-18T08:16:43.303 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-02-18T08:16:43.303 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-02-18T08:16:43.470 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:43 smithi110 systemd[1]: Stopping Ceph alertmanager.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:16:43.555 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-02-18T08:16:43.555 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-02-18T08:16:43.555 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-02-18T08:16:43.555 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-02-18T08:16:43.824 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-02-18T08:16:43.824 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-02-18T08:16:43.825 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-02-18T08:16:43.825 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-02-18T08:16:43.825 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-02-18T08:16:43.825 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-02-18T08:16:43.970 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:43 smithi110 bash[35577]: level=info ts=2024-02-18T08:16:43.650Z caller=main.go:536 msg="Received SIGTERM, exiting gracefully..." 2024-02-18T08:16:44.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-02-18T08:16:44.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:43 smithi191 bash[30951]: t=2024-02-18T08:16:43+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-02-18T08:16:44.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-02-18T08:16:44.336 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-02-18T08:16:44.337 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-02-18T08:16:44.337 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-02-18T08:16:44.337 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-02-18T08:16:44.592 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-02-18T08:16:44.592 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-02-18T08:16:44.592 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-02-18T08:16:44.592 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-02-18T08:16:44.592 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-02-18T08:16:44.960 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-02-18T08:16:44.960 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-02-18T08:16:44.960 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-02-18T08:16:44.960 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-02-18T08:16:44.960 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-02-18T08:16:44.960 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[19424]: cluster 2024-02-18T08:16:43.710656+0000 mgr.y (mgr.14140) 245 : cluster [DBG] pgmap v209: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:44.961 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[19424]: audit 2024-02-18T08:16:44.673678+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:44.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:44 smithi110 bash[19477]: cluster 2024-02-18T08:16:43.710656+0000 mgr.y (mgr.14140) 245 : cluster [DBG] pgmap v209: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:44.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:44 smithi110 bash[19477]: audit 2024-02-18T08:16:44.673678+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:44.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:44 smithi110 bash[24702]: cluster 2024-02-18T08:16:43.710656+0000 mgr.y (mgr.14140) 245 : cluster [DBG] pgmap v209: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:44.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:44 smithi110 bash[24702]: audit 2024-02-18T08:16:44.673678+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:44.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:44 smithi110 docker[37526]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-alertmanager.a 2024-02-18T08:16:44.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:44 smithi110 systemd[1]: Stopped Ceph alertmanager.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:16:44.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:44 smithi110 systemd[1]: Started Ceph alertmanager.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:16:45.342 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:44 smithi191 bash[30951]: t=2024-02-18T08:16:44+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-02-18T08:16:45.342 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:45 smithi191 bash[30951]: t=2024-02-18T08:16:45+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-02-18T08:16:45.781 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:16:45.781 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":51,"fsid":"14c080d4-ce35-11ee-95ba-87774f69a715","created":"2024-02-18T08:10:23.933884+0000","modified":"2024-02-18T08:16:25.192177+0000","last_up_change":"2024-02-18T08:15:44.225315+0000","last_in_change":"2024-02-18T08:15:44.225315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-02-18T08:11:58.537443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-02-18T08:16:20.978985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9e1609f7-59ab-421c-b039-19c0a2cb9c7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6803","nonce":2791896829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6805","nonce":2791896829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6809","nonce":2791896829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6807","nonce":2791896829}]},"public_addr":"172.21.15.110:6803/2791896829","cluster_addr":"172.21.15.110:6805/2791896829","heartbeat_back_addr":"172.21.15.110:6809/2791896829","heartbeat_front_addr":"172.21.15.110:6807/2791896829","state":["exists","up"]},{"osd":1,"uuid":"95f523f1-c0b2-43dc-a134-d41f8a4d129b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6811","nonce":2117736910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6813","nonce":2117736910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6817","nonce":2117736910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6815","nonce":2117736910}]},"public_addr":"172.21.15.110:6811/2117736910","cluster_addr":"172.21.15.110:6813/2117736910","heartbeat_back_addr":"172.21.15.110:6817/2117736910","heartbeat_front_addr":"172.21.15.110:6815/2117736910","state":["exists","up"]},{"osd":2,"uuid":"485c266e-a9ce-46aa-89cc-803a18cc9515","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6819","nonce":76181833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6821","nonce":76181833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6825","nonce":76181833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6823","nonce":76181833}]},"public_addr":"172.21.15.110:6819/76181833","cluster_addr":"172.21.15.110:6821/76181833","heartbeat_back_addr":"172.21.15.110:6825/76181833","heartbeat_front_addr":"172.21.15.110:6823/76181833","state":["exists","up"]},{"osd":3,"uuid":"5468ec9e-ada2-46e0-838d-e1da6821e42a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6827","nonce":2656519732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6829","nonce":2656519732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6833","nonce":2656519732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6831","nonce":2656519732}]},"public_addr":"172.21.15.110:6827/2656519732","cluster_addr":"172.21.15.110:6829/2656519732","heartbeat_back_addr":"172.21.15.110:6833/2656519732","heartbeat_front_addr":"172.21.15.110:6831/2656519732","state":["exists","up"]},{"osd":4,"uuid":"b92a624e-5225-445d-8703-5ec34210aea8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6801","nonce":2889393581}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6803","nonce":2889393581}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6807","nonce":2889393581}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6805","nonce":2889393581}]},"public_addr":"172.21.15.191:6801/2889393581","cluster_addr":"172.21.15.191:6803/2889393581","heartbeat_back_addr":"172.21.15.191:6807/2889393581","heartbeat_front_addr":"172.21.15.191:6805/2889393581","state":["exists","up"]},{"osd":5,"uuid":"26e142f1-495f-4a04-bbbe-66803dd6607c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6809","nonce":2672249411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6811","nonce":2672249411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6815","nonce":2672249411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6813","nonce":2672249411}]},"public_addr":"172.21.15.191:6809/2672249411","cluster_addr":"172.21.15.191:6811/2672249411","heartbeat_back_addr":"172.21.15.191:6815/2672249411","heartbeat_front_addr":"172.21.15.191:6813/2672249411","state":["exists","up"]},{"osd":6,"uuid":"181b7d27-4c9e-4ec9-aa6e-1899c70ad416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6817","nonce":1798960365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6819","nonce":1798960365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6823","nonce":1798960365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6821","nonce":1798960365}]},"public_addr":"172.21.15.191:6817/1798960365","cluster_addr":"172.21.15.191:6819/1798960365","heartbeat_back_addr":"172.21.15.191:6823/1798960365","heartbeat_front_addr":"172.21.15.191:6821/1798960365","state":["exists","up"]},{"osd":7,"uuid":"29f0427f-9192-41d3-9b1b-42859979bd61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6825","nonce":1805838395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6827","nonce":1805838395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6831","nonce":1805838395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6829","nonce":1805838395}]},"public_addr":"172.21.15.191:6825/1805838395","cluster_addr":"172.21.15.191:6827/1805838395","heartbeat_back_addr":"172.21.15.191:6831/1805838395","heartbeat_front_addr":"172.21.15.191:6829/1805838395","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:05.753940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:28.736749+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:52.209518+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:14.736832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:35.371699+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:58.735247+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:20.765845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:43.119169+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.110:0/3267465586":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6801/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6800/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/3320279389":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/2656758538":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6801/4048345598":"2024-02-19T08:10:47.227648+0000","172.21.15.110:0/2819148956":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6800/4048345598":"2024-02-19T08:10:47.227648+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2024-02-18T08:16:45.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:45 smithi191 bash[30951]: t=2024-02-18T08:16:45+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-02-18T08:16:45.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:45 smithi191 bash[30951]: t=2024-02-18T08:16:45+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-02-18T08:16:46.241 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:45 smithi191 bash[30951]: t=2024-02-18T08:16:45+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-02-18T08:16:46.241 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[30951]: t=2024-02-18T08:16:46+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-02-18T08:16:46.241 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[30951]: t=2024-02-18T08:16:46+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-02-18T08:16:46.241 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[19424]: cephadm 2024-02-18T08:16:44.675062+0000 mgr.y (mgr.14140) 246 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-02-18T08:16:46.241 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[19424]: cephadm 2024-02-18T08:16:44.679319+0000 mgr.y (mgr.14140) 247 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi191 2024-02-18T08:16:46.241 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[19424]: audit 2024-02-18T08:16:45.778865+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.15.110:0/370908287' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:46.406 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[19477]: cephadm 2024-02-18T08:16:44.675062+0000 mgr.y (mgr.14140) 246 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-02-18T08:16:46.406 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[19477]: cephadm 2024-02-18T08:16:44.679319+0000 mgr.y (mgr.14140) 247 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi191 2024-02-18T08:16:46.406 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[19477]: audit 2024-02-18T08:16:45.778865+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.15.110:0/370908287' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:46.407 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[24702]: cephadm 2024-02-18T08:16:44.675062+0000 mgr.y (mgr.14140) 246 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-02-18T08:16:46.407 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[24702]: cephadm 2024-02-18T08:16:44.679319+0000 mgr.y (mgr.14140) 247 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi191 2024-02-18T08:16:46.407 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[24702]: audit 2024-02-18T08:16:45.778865+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.15.110:0/370908287' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:46.407 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[37590]: level=info ts=2024-02-18T08:16:46.094Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2024-02-18T08:16:46.407 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[37590]: level=info ts=2024-02-18T08:16:46.094Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2024-02-18T08:16:46.407 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[37590]: level=info ts=2024-02-18T08:16:46.095Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.110 port=9094 2024-02-18T08:16:46.407 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[37590]: level=info ts=2024-02-18T08:16:46.096Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-02-18T08:16:46.408 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[37590]: level=info ts=2024-02-18T08:16:46.137Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-02-18T08:16:46.408 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[37590]: level=info ts=2024-02-18T08:16:46.138Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-02-18T08:16:46.408 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:46 smithi110 bash[37590]: level=info ts=2024-02-18T08:16:46.143Z caller=main.go:497 msg=Listening address=:9093 2024-02-18T08:16:46.409 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-02-18T08:16:46.409 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd dump --format=json 2024-02-18T08:16:46.544 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[30951]: t=2024-02-18T08:16:46+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-02-18T08:16:46.545 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[30951]: t=2024-02-18T08:16:46+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-02-18T08:16:46.550 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:16:46.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[30951]: t=2024-02-18T08:16:46+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-02-18T08:16:46.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[30951]: t=2024-02-18T08:16:46+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-02-18T08:16:46.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[30951]: t=2024-02-18T08:16:46+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-02-18T08:16:46.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[30951]: t=2024-02-18T08:16:46+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-02-18T08:16:47.183 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:46 smithi191 bash[30951]: t=2024-02-18T08:16:46+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-02-18T08:16:47.183 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:47 smithi191 bash[30951]: t=2024-02-18T08:16:47+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-02-18T08:16:47.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:47 smithi110 bash[19477]: cluster 2024-02-18T08:16:45.711277+0000 mgr.y (mgr.14140) 248 : cluster [DBG] pgmap v210: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:47.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:47 smithi110 bash[24702]: cluster 2024-02-18T08:16:45.711277+0000 mgr.y (mgr.14140) 248 : cluster [DBG] pgmap v210: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:47.478 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:47 smithi191 bash[19424]: cluster 2024-02-18T08:16:45.711277+0000 mgr.y (mgr.14140) 248 : cluster [DBG] pgmap v210: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:47.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:47 smithi191 bash[30951]: t=2024-02-18T08:16:47+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-02-18T08:16:47.478 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:47 smithi191 bash[30951]: t=2024-02-18T08:16:47+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-02-18T08:16:47.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:47 smithi191 bash[30951]: t=2024-02-18T08:16:47+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-02-18T08:16:47.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:47 smithi191 bash[30951]: t=2024-02-18T08:16:47+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-02-18T08:16:48.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:48 smithi110 bash[24702]: cluster 2024-02-18T08:16:47.711958+0000 mgr.y (mgr.14140) 249 : cluster [DBG] pgmap v211: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:48.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:48 smithi110 bash[19477]: cluster 2024-02-18T08:16:47.711958+0000 mgr.y (mgr.14140) 249 : cluster [DBG] pgmap v211: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:48.471 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:48 smithi110 bash[37590]: level=info ts=2024-02-18T08:16:48.097Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000130176s 2024-02-18T08:16:48.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:48 smithi191 bash[19424]: cluster 2024-02-18T08:16:47.711958+0000 mgr.y (mgr.14140) 249 : cluster [DBG] pgmap v211: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:48.592 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:48 smithi191 bash[30951]: t=2024-02-18T08:16:48+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-02-18T08:16:48.592 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:48 smithi191 bash[30951]: t=2024-02-18T08:16:48+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-02-18T08:16:48.592 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:48 smithi191 bash[30951]: t=2024-02-18T08:16:48+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-02-18T08:16:48.948 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:48 smithi191 bash[30951]: t=2024-02-18T08:16:48+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-02-18T08:16:48.949 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:48 smithi191 bash[30951]: t=2024-02-18T08:16:48+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-02-18T08:16:49.208 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:48 smithi191 bash[30951]: t=2024-02-18T08:16:48+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-02-18T08:16:49.208 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:49 smithi191 bash[30951]: t=2024-02-18T08:16:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-02-18T08:16:49.208 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:49 smithi191 bash[30951]: t=2024-02-18T08:16:49+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-02-18T08:16:49.459 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:49 smithi191 bash[30951]: t=2024-02-18T08:16:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-02-18T08:16:49.459 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:49 smithi191 bash[30951]: t=2024-02-18T08:16:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-02-18T08:16:49.459 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:49 smithi191 bash[30951]: t=2024-02-18T08:16:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-02-18T08:16:49.459 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:49 smithi191 bash[30951]: t=2024-02-18T08:16:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-02-18T08:16:49.521 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:16:49.521 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":51,"fsid":"14c080d4-ce35-11ee-95ba-87774f69a715","created":"2024-02-18T08:10:23.933884+0000","modified":"2024-02-18T08:16:25.192177+0000","last_up_change":"2024-02-18T08:15:44.225315+0000","last_in_change":"2024-02-18T08:15:44.225315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-02-18T08:11:58.537443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-02-18T08:16:20.978985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9e1609f7-59ab-421c-b039-19c0a2cb9c7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6803","nonce":2791896829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6805","nonce":2791896829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6809","nonce":2791896829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6807","nonce":2791896829}]},"public_addr":"172.21.15.110:6803/2791896829","cluster_addr":"172.21.15.110:6805/2791896829","heartbeat_back_addr":"172.21.15.110:6809/2791896829","heartbeat_front_addr":"172.21.15.110:6807/2791896829","state":["exists","up"]},{"osd":1,"uuid":"95f523f1-c0b2-43dc-a134-d41f8a4d129b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6811","nonce":2117736910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6813","nonce":2117736910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6817","nonce":2117736910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6815","nonce":2117736910}]},"public_addr":"172.21.15.110:6811/2117736910","cluster_addr":"172.21.15.110:6813/2117736910","heartbeat_back_addr":"172.21.15.110:6817/2117736910","heartbeat_front_addr":"172.21.15.110:6815/2117736910","state":["exists","up"]},{"osd":2,"uuid":"485c266e-a9ce-46aa-89cc-803a18cc9515","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6819","nonce":76181833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6821","nonce":76181833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6825","nonce":76181833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6823","nonce":76181833}]},"public_addr":"172.21.15.110:6819/76181833","cluster_addr":"172.21.15.110:6821/76181833","heartbeat_back_addr":"172.21.15.110:6825/76181833","heartbeat_front_addr":"172.21.15.110:6823/76181833","state":["exists","up"]},{"osd":3,"uuid":"5468ec9e-ada2-46e0-838d-e1da6821e42a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6827","nonce":2656519732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6829","nonce":2656519732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6833","nonce":2656519732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6831","nonce":2656519732}]},"public_addr":"172.21.15.110:6827/2656519732","cluster_addr":"172.21.15.110:6829/2656519732","heartbeat_back_addr":"172.21.15.110:6833/2656519732","heartbeat_front_addr":"172.21.15.110:6831/2656519732","state":["exists","up"]},{"osd":4,"uuid":"b92a624e-5225-445d-8703-5ec34210aea8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6801","nonce":2889393581}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6803","nonce":2889393581}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6807","nonce":2889393581}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6805","nonce":2889393581}]},"public_addr":"172.21.15.191:6801/2889393581","cluster_addr":"172.21.15.191:6803/2889393581","heartbeat_back_addr":"172.21.15.191:6807/2889393581","heartbeat_front_addr":"172.21.15.191:6805/2889393581","state":["exists","up"]},{"osd":5,"uuid":"26e142f1-495f-4a04-bbbe-66803dd6607c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6809","nonce":2672249411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6811","nonce":2672249411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6815","nonce":2672249411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6813","nonce":2672249411}]},"public_addr":"172.21.15.191:6809/2672249411","cluster_addr":"172.21.15.191:6811/2672249411","heartbeat_back_addr":"172.21.15.191:6815/2672249411","heartbeat_front_addr":"172.21.15.191:6813/2672249411","state":["exists","up"]},{"osd":6,"uuid":"181b7d27-4c9e-4ec9-aa6e-1899c70ad416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6817","nonce":1798960365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6819","nonce":1798960365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6823","nonce":1798960365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6821","nonce":1798960365}]},"public_addr":"172.21.15.191:6817/1798960365","cluster_addr":"172.21.15.191:6819/1798960365","heartbeat_back_addr":"172.21.15.191:6823/1798960365","heartbeat_front_addr":"172.21.15.191:6821/1798960365","state":["exists","up"]},{"osd":7,"uuid":"29f0427f-9192-41d3-9b1b-42859979bd61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6825","nonce":1805838395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6827","nonce":1805838395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6831","nonce":1805838395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6829","nonce":1805838395}]},"public_addr":"172.21.15.191:6825/1805838395","cluster_addr":"172.21.15.191:6827/1805838395","heartbeat_back_addr":"172.21.15.191:6831/1805838395","heartbeat_front_addr":"172.21.15.191:6829/1805838395","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:05.753940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:28.736749+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:52.209518+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:14.736832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:35.371699+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:58.735247+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:20.765845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:43.119169+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.110:0/3267465586":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6801/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6800/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/3320279389":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/2656758538":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6801/4048345598":"2024-02-19T08:10:47.227648+0000","172.21.15.110:0/2819148956":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6800/4048345598":"2024-02-19T08:10:47.227648+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2024-02-18T08:16:49.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:49 smithi191 bash[30951]: t=2024-02-18T08:16:49+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-02-18T08:16:49.842 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:49 smithi191 bash[30951]: t=2024-02-18T08:16:49+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-02-18T08:16:49.842 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:49 smithi191 bash[19424]: audit 2024-02-18T08:16:49.518619+0000 mon.a (mon.0) 573 : audit [DBG] from='client.? 172.21.15.110:0/2767216311' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:49.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:49 smithi110 bash[19477]: audit 2024-02-18T08:16:49.518619+0000 mon.a (mon.0) 573 : audit [DBG] from='client.? 172.21.15.110:0/2767216311' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:49.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:49 smithi110 bash[24702]: audit 2024-02-18T08:16:49.518619+0000 mon.a (mon.0) 573 : audit [DBG] from='client.? 172.21.15.110:0/2767216311' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:16:50.193 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-02-18T08:16:50.199 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:49 smithi191 bash[30951]: t=2024-02-18T08:16:49+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-02-18T08:16:50.199 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[30951]: t=2024-02-18T08:16:50+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-02-18T08:16:50.333 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:16:50.453 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[30951]: t=2024-02-18T08:16:50+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-02-18T08:16:50.453 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[30951]: t=2024-02-18T08:16:50+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-02-18T08:16:50.453 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[30951]: t=2024-02-18T08:16:50+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-02-18T08:16:50.453 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 systemd[1]: Stopping Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:16:50.453 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=warn ts=2024-02-18T08:16:50.397Z caller=main.go:524 msg="Received SIGTERM, exiting gracefully..." 2024-02-18T08:16:50.453 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.397Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-02-18T08:16:50.453 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.397Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-02-18T08:16:50.454 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.397Z caller=main.go:583 msg="Stopping scrape manager..." 2024-02-18T08:16:50.454 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.397Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-02-18T08:16:50.454 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.398Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-02-18T08:16:50.454 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.398Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-02-18T08:16:50.454 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.398Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-02-18T08:16:50.454 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.398Z caller=main.go:577 msg="Scrape manager stopped" 2024-02-18T08:16:50.454 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.398Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-02-18T08:16:50.454 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.398Z caller=main.go:749 msg="Notifier manager stopped" 2024-02-18T08:16:50.454 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[29958]: level=info ts=2024-02-18T08:16:50.398Z caller=main.go:761 msg="See you next time!" 2024-02-18T08:16:50.777 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[30951]: t=2024-02-18T08:16:50+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-02-18T08:16:50.777 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[30951]: t=2024-02-18T08:16:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-02-18T08:16:51.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:50 smithi191 bash[30951]: t=2024-02-18T08:16:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-02-18T08:16:51.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:51 smithi110 bash[19477]: cluster 2024-02-18T08:16:49.712593+0000 mgr.y (mgr.14140) 250 : cluster [DBG] pgmap v212: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:51.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:51 smithi110 bash[24702]: cluster 2024-02-18T08:16:49.712593+0000 mgr.y (mgr.14140) 250 : cluster [DBG] pgmap v212: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:51.592 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:51 smithi191 docker[31510]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-prometheus.a 2024-02-18T08:16:51.592 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:51 smithi191 systemd[1]: Stopped Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:16:51.592 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:51 smithi191 systemd[1]: Started Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:16:51.592 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:51 smithi191 bash[30951]: t=2024-02-18T08:16:51+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-02-18T08:16:51.593 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:51 smithi191 bash[30951]: t=2024-02-18T08:16:51+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-02-18T08:16:51.593 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:51 smithi191 bash[30951]: t=2024-02-18T08:16:51+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-02-18T08:16:51.593 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:51 smithi191 bash[30951]: t=2024-02-18T08:16:51+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-02-18T08:16:51.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:51 smithi191 bash[19424]: cluster 2024-02-18T08:16:49.712593+0000 mgr.y (mgr.14140) 250 : cluster [DBG] pgmap v212: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:52.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:51 smithi191 bash[30951]: t=2024-02-18T08:16:51+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-02-18T08:16:52.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:51 smithi191 bash[30951]: t=2024-02-18T08:16:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-02-18T08:16:52.555 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[30951]: t=2024-02-18T08:16:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-02-18T08:16:52.555 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[30951]: t=2024-02-18T08:16:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-02-18T08:16:52.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.382656+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.389518+0000 mon.a (mon.0) 575 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:16:52.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.390102+0000 mgr.y (mgr.14140) 251 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:16:52.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.391994+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi110.front.sepia.ceph.com:9093"}]: dispatch 2024-02-18T08:16:52.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.392561+0000 mgr.y (mgr.14140) 252 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi110.front.sepia.ceph.com:9093"}]: dispatch 2024-02-18T08:16:52.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.398758+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.407021+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:16:52.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.407541+0000 mgr.y (mgr.14140) 253 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:16:52.555 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.415788+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-02-18T08:16:52.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.416238+0000 mgr.y (mgr.14140) 254 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-02-18T08:16:52.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.421229+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.427426+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:16:52.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.428141+0000 mgr.y (mgr.14140) 255 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:16:52.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.434109+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-02-18T08:16:52.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.434553+0000 mgr.y (mgr.14140) 256 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-02-18T08:16:52.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.440798+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.445439+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:52.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: audit 2024-02-18T08:16:51.446015+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:52.556 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[19424]: cluster 2024-02-18T08:16:51.713246+0000 mgr.y (mgr.14140) 257 : cluster [DBG] pgmap v213: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:52.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.382656+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.389518+0000 mon.a (mon.0) 575 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:16:52.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.390102+0000 mgr.y (mgr.14140) 251 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:16:52.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.391994+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi110.front.sepia.ceph.com:9093"}]: dispatch 2024-02-18T08:16:52.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.392561+0000 mgr.y (mgr.14140) 252 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi110.front.sepia.ceph.com:9093"}]: dispatch 2024-02-18T08:16:52.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.398758+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.407021+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:16:52.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.407541+0000 mgr.y (mgr.14140) 253 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.415788+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.416238+0000 mgr.y (mgr.14140) 254 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.421229+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.427426+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.428141+0000 mgr.y (mgr.14140) 255 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.434109+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.434553+0000 mgr.y (mgr.14140) 256 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.440798+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.445439+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: audit 2024-02-18T08:16:51.446015+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[19477]: cluster 2024-02-18T08:16:51.713246+0000 mgr.y (mgr.14140) 257 : cluster [DBG] pgmap v213: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:52.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.382656+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.389518+0000 mon.a (mon.0) 575 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:16:52.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.390102+0000 mgr.y (mgr.14140) 251 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:16:52.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.391994+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi110.front.sepia.ceph.com:9093"}]: dispatch 2024-02-18T08:16:52.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.392561+0000 mgr.y (mgr.14140) 252 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi110.front.sepia.ceph.com:9093"}]: dispatch 2024-02-18T08:16:52.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.398758+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.407021+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:16:52.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.407541+0000 mgr.y (mgr.14140) 253 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:16:52.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.415788+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-02-18T08:16:52.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.416238+0000 mgr.y (mgr.14140) 254 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi191.front.sepia.ceph.com:9095"}]: dispatch 2024-02-18T08:16:52.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.421229+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.427426+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:16:52.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.428141+0000 mgr.y (mgr.14140) 255 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:16:52.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.434109+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-02-18T08:16:52.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.434553+0000 mgr.y (mgr.14140) 256 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi191.front.sepia.ceph.com:3000"}]: dispatch 2024-02-18T08:16:52.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.440798+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:52.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.445439+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:52.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: audit 2024-02-18T08:16:51.446015+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:52.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:52 smithi110 bash[24702]: cluster 2024-02-18T08:16:51.713246+0000 mgr.y (mgr.14140) 257 : cluster [DBG] pgmap v213: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:52.821 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[30951]: t=2024-02-18T08:16:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-02-18T08:16:52.821 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[30951]: t=2024-02-18T08:16:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-02-18T08:16:53.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[30951]: t=2024-02-18T08:16:52+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-02-18T08:16:53.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[30951]: t=2024-02-18T08:16:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-02-18T08:16:53.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:52 smithi191 bash[30951]: t=2024-02-18T08:16:52+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-02-18T08:16:53.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-02-18T08:16:53.444 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-02-18T08:16:53.445 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-02-18T08:16:53.445 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-02-18T08:16:53.445 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-02-18T08:16:53.445 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.167Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-02-18T08:16:53.445 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.167Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-02-18T08:16:53.445 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.167Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-02-18T08:16:53.445 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.167Z caller=main.go:339 host_details="(Linux 4.15.0-213-generic #224-Ubuntu SMP Mon Jun 19 13:30:12 UTC 2023 x86_64 smithi191 (none))" 2024-02-18T08:16:53.445 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.167Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-02-18T08:16:53.445 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.167Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-02-18T08:16:53.445 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.169Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-02-18T08:16:53.445 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.169Z caller=main.go:678 msg="Starting TSDB ..." 2024-02-18T08:16:53.445 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.174Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-02-18T08:16:53.446 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.175Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-02-18T08:16:53.446 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.175Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-02-18T08:16:53.446 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.175Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=827.235µs 2024-02-18T08:16:53.446 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.176Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-02-18T08:16:53.446 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.176Z caller=main.go:695 msg="TSDB started" 2024-02-18T08:16:53.446 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.176Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-18T08:16:53.446 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.183Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-18T08:16:53.446 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[31559]: level=info ts=2024-02-18T08:16:53.183Z caller=main.go:646 msg="Server is ready to receive web requests." 2024-02-18T08:16:53.705 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-02-18T08:16:53.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-02-18T08:16:53.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-02-18T08:16:53.706 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-02-18T08:16:53.706 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[19424]: audit 2024-02-18T08:16:52.607668+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:53.706 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[19424]: audit 2024-02-18T08:16:52.611574+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:53.706 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[19424]: audit 2024-02-18T08:16:52.617208+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:53.706 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[19424]: audit 2024-02-18T08:16:52.623077+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:53.706 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[19424]: audit 2024-02-18T08:16:52.623462+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:53.730 INFO:teuthology.orchestra.run.smithi110.stdout:42949673007 2024-02-18T08:16:53.731 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-02-18T08:16:53.868 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:16:53.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:53 smithi110 bash[19477]: audit 2024-02-18T08:16:52.607668+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:53.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:53 smithi110 bash[19477]: audit 2024-02-18T08:16:52.611574+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:53.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:53 smithi110 bash[19477]: audit 2024-02-18T08:16:52.617208+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:53.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:53 smithi110 bash[19477]: audit 2024-02-18T08:16:52.623077+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:53.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:53 smithi110 bash[19477]: audit 2024-02-18T08:16:52.623462+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:53.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:53 smithi110 bash[24702]: audit 2024-02-18T08:16:52.607668+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:53.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:53 smithi110 bash[24702]: audit 2024-02-18T08:16:52.611574+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:53.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:53 smithi110 bash[24702]: audit 2024-02-18T08:16:52.617208+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:53.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:53 smithi110 bash[24702]: audit 2024-02-18T08:16:52.623077+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:53.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:53 smithi110 bash[24702]: audit 2024-02-18T08:16:52.623462+0000 mon.a (mon.0) 590 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:16:54.017 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-02-18T08:16:54.017 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-02-18T08:16:54.017 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-02-18T08:16:54.017 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-02-18T08:16:54.017 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:53 smithi191 bash[30951]: t=2024-02-18T08:16:53+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-02-18T08:16:54.018 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-02-18T08:16:54.286 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-02-18T08:16:54.286 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-02-18T08:16:54.287 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-02-18T08:16:54.287 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-02-18T08:16:54.580 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-02-18T08:16:54.581 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-02-18T08:16:54.581 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-02-18T08:16:54.581 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-02-18T08:16:54.581 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-02-18T08:16:54.581 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-02-18T08:16:54.841 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-02-18T08:16:54.841 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-02-18T08:16:54.841 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-02-18T08:16:54.842 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[19424]: cluster 2024-02-18T08:16:53.713676+0000 mgr.y (mgr.14140) 258 : cluster [DBG] pgmap v214: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:54.842 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[19424]: audit 2024-02-18T08:16:53.742375+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:54.842 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[19424]: audit 2024-02-18T08:16:53.889180+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:54.842 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[19424]: audit 2024-02-18T08:16:53.895014+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:54.990 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:54 smithi110 bash[19477]: cluster 2024-02-18T08:16:53.713676+0000 mgr.y (mgr.14140) 258 : cluster [DBG] pgmap v214: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:54.990 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:54 smithi110 bash[19477]: audit 2024-02-18T08:16:53.742375+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:54.991 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:54 smithi110 bash[19477]: audit 2024-02-18T08:16:53.889180+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:54.991 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:54 smithi110 bash[19477]: audit 2024-02-18T08:16:53.895014+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:54.991 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:54 smithi110 bash[24702]: cluster 2024-02-18T08:16:53.713676+0000 mgr.y (mgr.14140) 258 : cluster [DBG] pgmap v214: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:54.991 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:54 smithi110 bash[24702]: audit 2024-02-18T08:16:53.742375+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:54.991 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:54 smithi110 bash[24702]: audit 2024-02-18T08:16:53.889180+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:54.991 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:54 smithi110 bash[24702]: audit 2024-02-18T08:16:53.895014+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:16:55.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-02-18T08:16:55.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-02-18T08:16:55.092 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:54 smithi191 bash[30951]: t=2024-02-18T08:16:54+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-02-18T08:16:55.093 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-02-18T08:16:55.093 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-02-18T08:16:55.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-02-18T08:16:55.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-02-18T08:16:55.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-02-18T08:16:55.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-02-18T08:16:55.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-02-18T08:16:55.465 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-02-18T08:16:55.767 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-02-18T08:16:55.767 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-02-18T08:16:55.767 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-02-18T08:16:56.044 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-02-18T08:16:56.045 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-02-18T08:16:56.045 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-02-18T08:16:56.045 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-02-18T08:16:56.045 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:55 smithi191 bash[30951]: t=2024-02-18T08:16:55+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-02-18T08:16:56.045 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-02-18T08:16:56.313 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-02-18T08:16:56.313 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-02-18T08:16:56.313 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-02-18T08:16:56.350 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:16:56 smithi110 bash[37590]: level=info ts=2024-02-18T08:16:56.097Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.001004386s 2024-02-18T08:16:56.582 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-02-18T08:16:56.582 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-02-18T08:16:56.582 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-02-18T08:16:56.582 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-02-18T08:16:56.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-02-18T08:16:56.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-02-18T08:16:56.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-02-18T08:16:56.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-02-18T08:16:56.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-02-18T08:16:57.087 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-02-18T08:16:57.087 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-02-18T08:16:57.087 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:56 smithi191 bash[30951]: t=2024-02-18T08:16:56+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-02-18T08:16:57.087 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-02-18T08:16:57.161 INFO:teuthology.orchestra.run.smithi110.stdout:68719476780 2024-02-18T08:16:57.161 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-02-18T08:16:57.303 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:16:57.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[19424]: cluster 2024-02-18T08:16:55.714295+0000 mgr.y (mgr.14140) 259 : cluster [DBG] pgmap v215: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:57.342 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-02-18T08:16:57.342 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Created default admin" logger=sqlstore user=admin 2024-02-18T08:16:57.342 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing HTTPServer" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing BackendPluginManager" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing PluginManager" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Starting plugin search" logger=plugins 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Registering plugin" logger=plugins name="Pie Chart" 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Registering plugin" logger=plugins name="Status Panel" 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing HooksService" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing OSSLicensingService" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing InternalMetricsService" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing RemoteCache" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing RenderingService" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing AlertEngine" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing QuotaService" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing ServerLockService" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing UserAuthTokenService" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing DatasourceCacheService" logger=server 2024-02-18T08:16:57.343 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing LoginService" logger=server 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing SearchService" logger=server 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing TracingService" logger=server 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing UsageStatsService" logger=server 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing CleanUpService" logger=server 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing NotificationService" logger=server 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing provisioningServiceImpl" logger=server 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Backend rendering via phantomJS" logger=rendering renderer=phantomJS 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=warn msg="phantomJS is deprecated and will be removed in a future release. You should consider migrating from phantomJS to grafana-image-renderer plugin. Read more at https://grafana.com/docs/grafana/latest/administration/image_rendering/" logger=rendering renderer=phantomJS 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="Initializing Stream Manager" 2024-02-18T08:16:57.344 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:16:57 smithi191 bash[30951]: t=2024-02-18T08:16:57+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-02-18T08:16:57.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:57 smithi110 bash[19477]: cluster 2024-02-18T08:16:55.714295+0000 mgr.y (mgr.14140) 259 : cluster [DBG] pgmap v215: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:57.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:57 smithi110 bash[24702]: cluster 2024-02-18T08:16:55.714295+0000 mgr.y (mgr.14140) 259 : cluster [DBG] pgmap v215: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:58.433 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:16:58 smithi110 bash[19477]: cluster 2024-02-18T08:16:57.714897+0000 mgr.y (mgr.14140) 260 : cluster [DBG] pgmap v216: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:58.434 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:16:58 smithi110 bash[24702]: cluster 2024-02-18T08:16:57.714897+0000 mgr.y (mgr.14140) 260 : cluster [DBG] pgmap v216: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:16:58.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:16:58 smithi191 bash[19424]: cluster 2024-02-18T08:16:57.714897+0000 mgr.y (mgr.14140) 260 : cluster [DBG] pgmap v216: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:00.475 INFO:teuthology.orchestra.run.smithi110.stdout:90194313255 2024-02-18T08:17:00.475 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-02-18T08:17:00.611 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:01.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:01 smithi110 bash[19477]: cluster 2024-02-18T08:16:59.715478+0000 mgr.y (mgr.14140) 261 : cluster [DBG] pgmap v217: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:01.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:01 smithi110 bash[24702]: cluster 2024-02-18T08:16:59.715478+0000 mgr.y (mgr.14140) 261 : cluster [DBG] pgmap v217: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:01.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:01 smithi191 bash[19424]: cluster 2024-02-18T08:16:59.715478+0000 mgr.y (mgr.14140) 261 : cluster [DBG] pgmap v217: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:02.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:02 smithi191 bash[19424]: cluster 2024-02-18T08:17:01.716173+0000 mgr.y (mgr.14140) 262 : cluster [DBG] pgmap v218: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:02.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:02 smithi110 bash[19477]: cluster 2024-02-18T08:17:01.716173+0000 mgr.y (mgr.14140) 262 : cluster [DBG] pgmap v218: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:02.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:02 smithi110 bash[24702]: cluster 2024-02-18T08:17:01.716173+0000 mgr.y (mgr.14140) 262 : cluster [DBG] pgmap v218: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:03.985 INFO:teuthology.orchestra.run.smithi110.stdout:111669149733 2024-02-18T08:17:04.012 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-02-18T08:17:04.154 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:05.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:04 smithi191 bash[19424]: cluster 2024-02-18T08:17:03.716812+0000 mgr.y (mgr.14140) 263 : cluster [DBG] pgmap v219: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:05.102 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:04 smithi110 bash[19477]: cluster 2024-02-18T08:17:03.716812+0000 mgr.y (mgr.14140) 263 : cluster [DBG] pgmap v219: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:05.102 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:04 smithi110 bash[24702]: cluster 2024-02-18T08:17:03.716812+0000 mgr.y (mgr.14140) 263 : cluster [DBG] pgmap v219: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:06.550 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:06 smithi110 bash[19477]: cluster 2024-02-18T08:17:05.717480+0000 mgr.y (mgr.14140) 264 : cluster [DBG] pgmap v220: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:06.550 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:06 smithi110 bash[24702]: cluster 2024-02-18T08:17:05.717480+0000 mgr.y (mgr.14140) 264 : cluster [DBG] pgmap v220: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:06.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:06 smithi191 bash[19424]: cluster 2024-02-18T08:17:05.717480+0000 mgr.y (mgr.14140) 264 : cluster [DBG] pgmap v220: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:07.335 INFO:teuthology.orchestra.run.smithi110.stdout:133143986208 2024-02-18T08:17:07.336 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-02-18T08:17:07.471 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:08.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:08 smithi110 bash[24702]: cluster 2024-02-18T08:17:07.718175+0000 mgr.y (mgr.14140) 265 : cluster [DBG] pgmap v221: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:08.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:08 smithi110 bash[19477]: cluster 2024-02-18T08:17:07.718175+0000 mgr.y (mgr.14140) 265 : cluster [DBG] pgmap v221: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:09.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:08 smithi191 bash[19424]: cluster 2024-02-18T08:17:07.718175+0000 mgr.y (mgr.14140) 265 : cluster [DBG] pgmap v221: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:10.713 INFO:teuthology.orchestra.run.smithi110.stdout:154618822684 2024-02-18T08:17:10.714 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-02-18T08:17:10.849 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:11.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:11 smithi110 bash[19477]: cluster 2024-02-18T08:17:09.718789+0000 mgr.y (mgr.14140) 266 : cluster [DBG] pgmap v222: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:11.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:11 smithi110 bash[24702]: cluster 2024-02-18T08:17:09.718789+0000 mgr.y (mgr.14140) 266 : cluster [DBG] pgmap v222: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:11.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:11 smithi191 bash[19424]: cluster 2024-02-18T08:17:09.718789+0000 mgr.y (mgr.14140) 266 : cluster [DBG] pgmap v222: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:12.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:12 smithi110 bash[19477]: cluster 2024-02-18T08:17:11.719443+0000 mgr.y (mgr.14140) 267 : cluster [DBG] pgmap v223: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:12.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:12 smithi110 bash[24702]: cluster 2024-02-18T08:17:11.719443+0000 mgr.y (mgr.14140) 267 : cluster [DBG] pgmap v223: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:12.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:12 smithi191 bash[19424]: cluster 2024-02-18T08:17:11.719443+0000 mgr.y (mgr.14140) 267 : cluster [DBG] pgmap v223: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:13.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:13 smithi110 bash[24702]: audit 2024-02-18T08:17:12.457195+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:17:13.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:13 smithi110 bash[24702]: audit 2024-02-18T08:17:12.457570+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:17:13.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:13 smithi110 bash[19477]: audit 2024-02-18T08:17:12.457195+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:17:13.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:13 smithi110 bash[19477]: audit 2024-02-18T08:17:12.457570+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:17:13.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:13 smithi191 bash[19424]: audit 2024-02-18T08:17:12.457195+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:17:13.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:13 smithi191 bash[19424]: audit 2024-02-18T08:17:12.457570+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:17:14.292 INFO:teuthology.orchestra.run.smithi110.stdout:176093659160 2024-02-18T08:17:14.292 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-02-18T08:17:14.439 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:14.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:14 smithi110 bash[24702]: cluster 2024-02-18T08:17:13.720215+0000 mgr.y (mgr.14140) 268 : cluster [DBG] pgmap v224: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:14.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:14 smithi110 bash[19477]: cluster 2024-02-18T08:17:13.720215+0000 mgr.y (mgr.14140) 268 : cluster [DBG] pgmap v224: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:14.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:14 smithi191 bash[19424]: cluster 2024-02-18T08:17:13.720215+0000 mgr.y (mgr.14140) 268 : cluster [DBG] pgmap v224: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:16.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:16 smithi191 bash[19424]: cluster 2024-02-18T08:17:15.720912+0000 mgr.y (mgr.14140) 269 : cluster [DBG] pgmap v225: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:16.720 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:16 smithi110 bash[19477]: cluster 2024-02-18T08:17:15.720912+0000 mgr.y (mgr.14140) 269 : cluster [DBG] pgmap v225: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:16.720 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:16 smithi110 bash[24702]: cluster 2024-02-18T08:17:15.720912+0000 mgr.y (mgr.14140) 269 : cluster [DBG] pgmap v225: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:17.880 INFO:teuthology.orchestra.run.smithi110.stdout:197568495637 2024-02-18T08:17:17.880 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-02-18T08:17:18.021 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:19.034 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:18 smithi110 bash[19477]: cluster 2024-02-18T08:17:17.721584+0000 mgr.y (mgr.14140) 270 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:19.034 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:18 smithi110 bash[24702]: cluster 2024-02-18T08:17:17.721584+0000 mgr.y (mgr.14140) 270 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:19.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:18 smithi191 bash[19424]: cluster 2024-02-18T08:17:17.721584+0000 mgr.y (mgr.14140) 270 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:20.914 INFO:teuthology.orchestra.run.smithi110.stdout:42949673013 2024-02-18T08:17:21.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:21 smithi110 bash[19477]: cluster 2024-02-18T08:17:19.722100+0000 mgr.y (mgr.14140) 271 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:21.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:21 smithi110 bash[19477]: audit 2024-02-18T08:17:20.913516+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.15.110:0/3046788542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-18T08:17:21.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:21 smithi110 bash[24702]: cluster 2024-02-18T08:17:19.722100+0000 mgr.y (mgr.14140) 271 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:21.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:21 smithi110 bash[24702]: audit 2024-02-18T08:17:20.913516+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.15.110:0/3046788542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-18T08:17:21.465 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949673007 got 42949673013 for osd.0 2024-02-18T08:17:21.465 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-02-18T08:17:21.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:21 smithi191 bash[19424]: cluster 2024-02-18T08:17:19.722100+0000 mgr.y (mgr.14140) 271 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:21.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:21 smithi191 bash[19424]: audit 2024-02-18T08:17:20.913516+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.15.110:0/3046788542' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-18T08:17:21.607 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:22.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:22 smithi110 bash[19477]: cluster 2024-02-18T08:17:21.722780+0000 mgr.y (mgr.14140) 272 : cluster [DBG] pgmap v228: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:22.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:22 smithi110 bash[24702]: cluster 2024-02-18T08:17:21.722780+0000 mgr.y (mgr.14140) 272 : cluster [DBG] pgmap v228: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:22.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:22 smithi191 bash[19424]: cluster 2024-02-18T08:17:21.722780+0000 mgr.y (mgr.14140) 272 : cluster [DBG] pgmap v228: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:24.493 INFO:teuthology.orchestra.run.smithi110.stdout:68719476785 2024-02-18T08:17:24.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:24 smithi110 bash[24702]: cluster 2024-02-18T08:17:23.723411+0000 mgr.y (mgr.14140) 273 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:24.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:24 smithi110 bash[24702]: audit 2024-02-18T08:17:24.492071+0000 mon.c (mon.1) 22 : audit [DBG] from='client.? 172.21.15.110:0/905265228' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-18T08:17:24.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:24 smithi110 bash[19477]: cluster 2024-02-18T08:17:23.723411+0000 mgr.y (mgr.14140) 273 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:24.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:24 smithi110 bash[19477]: audit 2024-02-18T08:17:24.492071+0000 mon.c (mon.1) 22 : audit [DBG] from='client.? 172.21.15.110:0/905265228' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-18T08:17:25.047 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476780 got 68719476785 for osd.1 2024-02-18T08:17:25.047 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-02-18T08:17:25.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:24 smithi191 bash[19424]: cluster 2024-02-18T08:17:23.723411+0000 mgr.y (mgr.14140) 273 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:25.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:24 smithi191 bash[19424]: audit 2024-02-18T08:17:24.492071+0000 mon.c (mon.1) 22 : audit [DBG] from='client.? 172.21.15.110:0/905265228' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-18T08:17:25.186 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:26.338 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:26 smithi110 bash[19477]: cluster 2024-02-18T08:17:25.724067+0000 mgr.y (mgr.14140) 274 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:26.338 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:26 smithi110 bash[24702]: cluster 2024-02-18T08:17:25.724067+0000 mgr.y (mgr.14140) 274 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:26.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:26 smithi191 bash[19424]: cluster 2024-02-18T08:17:25.724067+0000 mgr.y (mgr.14140) 274 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:28.023 INFO:teuthology.orchestra.run.smithi110.stdout:90194313261 2024-02-18T08:17:28.610 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313255 got 90194313261 for osd.2 2024-02-18T08:17:28.610 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-02-18T08:17:28.748 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:28.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:28 smithi110 bash[24702]: cluster 2024-02-18T08:17:27.724701+0000 mgr.y (mgr.14140) 275 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:28.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:28 smithi110 bash[24702]: audit 2024-02-18T08:17:28.022485+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.110:0/1237238026' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-18T08:17:28.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:28 smithi110 bash[19477]: cluster 2024-02-18T08:17:27.724701+0000 mgr.y (mgr.14140) 275 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:28.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:28 smithi110 bash[19477]: audit 2024-02-18T08:17:28.022485+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.110:0/1237238026' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-18T08:17:29.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:28 smithi191 bash[19424]: cluster 2024-02-18T08:17:27.724701+0000 mgr.y (mgr.14140) 275 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:29.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:28 smithi191 bash[19424]: audit 2024-02-18T08:17:28.022485+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.110:0/1237238026' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-18T08:17:31.078 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:30 smithi110 bash[19477]: cluster 2024-02-18T08:17:29.725293+0000 mgr.y (mgr.14140) 276 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:31.078 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:30 smithi110 bash[24702]: cluster 2024-02-18T08:17:29.725293+0000 mgr.y (mgr.14140) 276 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:31.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:30 smithi191 bash[19424]: cluster 2024-02-18T08:17:29.725293+0000 mgr.y (mgr.14140) 276 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:31.471 INFO:teuthology.orchestra.run.smithi110.stdout:111669149738 2024-02-18T08:17:32.078 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:31 smithi110 bash[19477]: audit 2024-02-18T08:17:31.470931+0000 mon.a (mon.0) 597 : audit [DBG] from='client.? 172.21.15.110:0/3513780863' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-18T08:17:32.079 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:31 smithi110 bash[24702]: audit 2024-02-18T08:17:31.470931+0000 mon.a (mon.0) 597 : audit [DBG] from='client.? 172.21.15.110:0/3513780863' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-18T08:17:32.079 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149733 got 111669149738 for osd.3 2024-02-18T08:17:32.079 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-02-18T08:17:32.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:31 smithi191 bash[19424]: audit 2024-02-18T08:17:31.470931+0000 mon.a (mon.0) 597 : audit [DBG] from='client.? 172.21.15.110:0/3513780863' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-18T08:17:32.220 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:33.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:32 smithi191 bash[19424]: cluster 2024-02-18T08:17:31.725960+0000 mgr.y (mgr.14140) 277 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:33.116 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:32 smithi110 bash[19477]: cluster 2024-02-18T08:17:31.725960+0000 mgr.y (mgr.14140) 277 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:33.116 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:32 smithi110 bash[24702]: cluster 2024-02-18T08:17:31.725960+0000 mgr.y (mgr.14140) 277 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:34.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:34 smithi110 bash[19477]: cluster 2024-02-18T08:17:33.726603+0000 mgr.y (mgr.14140) 278 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:34.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:34 smithi110 bash[24702]: cluster 2024-02-18T08:17:33.726603+0000 mgr.y (mgr.14140) 278 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:35.079 INFO:teuthology.orchestra.run.smithi110.stdout:133143986214 2024-02-18T08:17:35.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:34 smithi191 bash[19424]: cluster 2024-02-18T08:17:33.726603+0000 mgr.y (mgr.14140) 278 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:35.694 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986208 got 133143986214 for osd.4 2024-02-18T08:17:35.694 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-02-18T08:17:35.836 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:35.970 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:35 smithi110 bash[19477]: audit 2024-02-18T08:17:35.078272+0000 mon.c (mon.1) 23 : audit [DBG] from='client.? 172.21.15.110:0/2463628241' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-18T08:17:35.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:35 smithi110 bash[24702]: audit 2024-02-18T08:17:35.078272+0000 mon.c (mon.1) 23 : audit [DBG] from='client.? 172.21.15.110:0/2463628241' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-18T08:17:36.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:35 smithi191 bash[19424]: audit 2024-02-18T08:17:35.078272+0000 mon.c (mon.1) 23 : audit [DBG] from='client.? 172.21.15.110:0/2463628241' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-18T08:17:36.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:36 smithi110 bash[19477]: cluster 2024-02-18T08:17:35.727205+0000 mgr.y (mgr.14140) 279 : cluster [DBG] pgmap v235: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:36.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:36 smithi110 bash[24702]: cluster 2024-02-18T08:17:35.727205+0000 mgr.y (mgr.14140) 279 : cluster [DBG] pgmap v235: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:37.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:36 smithi191 bash[19424]: cluster 2024-02-18T08:17:35.727205+0000 mgr.y (mgr.14140) 279 : cluster [DBG] pgmap v235: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:38.688 INFO:teuthology.orchestra.run.smithi110.stdout:154618822690 2024-02-18T08:17:39.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:38 smithi191 bash[19424]: cluster 2024-02-18T08:17:37.727787+0000 mgr.y (mgr.14140) 280 : cluster [DBG] pgmap v236: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:39.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:38 smithi191 bash[19424]: audit 2024-02-18T08:17:38.687957+0000 mon.a (mon.0) 598 : audit [DBG] from='client.? 172.21.15.110:0/4055539333' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-18T08:17:39.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:38 smithi110 bash[24702]: cluster 2024-02-18T08:17:37.727787+0000 mgr.y (mgr.14140) 280 : cluster [DBG] pgmap v236: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:38 smithi110 bash[24702]: audit 2024-02-18T08:17:38.687957+0000 mon.a (mon.0) 598 : audit [DBG] from='client.? 172.21.15.110:0/4055539333' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-18T08:17:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:38 smithi110 bash[19477]: cluster 2024-02-18T08:17:37.727787+0000 mgr.y (mgr.14140) 280 : cluster [DBG] pgmap v236: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:38 smithi110 bash[19477]: audit 2024-02-18T08:17:38.687957+0000 mon.a (mon.0) 598 : audit [DBG] from='client.? 172.21.15.110:0/4055539333' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-18T08:17:39.365 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822684 got 154618822690 for osd.5 2024-02-18T08:17:39.365 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-02-18T08:17:39.506 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:40.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:40 smithi110 bash[24702]: cluster 2024-02-18T08:17:39.728375+0000 mgr.y (mgr.14140) 281 : cluster [DBG] pgmap v237: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:40.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:40 smithi110 bash[19477]: cluster 2024-02-18T08:17:39.728375+0000 mgr.y (mgr.14140) 281 : cluster [DBG] pgmap v237: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:41.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:40 smithi191 bash[19424]: cluster 2024-02-18T08:17:39.728375+0000 mgr.y (mgr.14140) 281 : cluster [DBG] pgmap v237: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:42.312 INFO:teuthology.orchestra.run.smithi110.stdout:176093659165 2024-02-18T08:17:42.953 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659160 got 176093659165 for osd.6 2024-02-18T08:17:42.954 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-02-18T08:17:43.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:42 smithi191 bash[19424]: cluster 2024-02-18T08:17:41.728997+0000 mgr.y (mgr.14140) 282 : cluster [DBG] pgmap v238: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:43.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:42 smithi191 bash[19424]: audit 2024-02-18T08:17:42.311810+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.110:0/3778245877' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-18T08:17:43.094 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:43.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:42 smithi110 bash[19477]: cluster 2024-02-18T08:17:41.728997+0000 mgr.y (mgr.14140) 282 : cluster [DBG] pgmap v238: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:43.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:42 smithi110 bash[19477]: audit 2024-02-18T08:17:42.311810+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.110:0/3778245877' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-18T08:17:43.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:42 smithi110 bash[24702]: cluster 2024-02-18T08:17:41.728997+0000 mgr.y (mgr.14140) 282 : cluster [DBG] pgmap v238: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:43.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:42 smithi110 bash[24702]: audit 2024-02-18T08:17:42.311810+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.110:0/3778245877' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-18T08:17:45.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:44 smithi191 bash[19424]: cluster 2024-02-18T08:17:43.729599+0000 mgr.y (mgr.14140) 283 : cluster [DBG] pgmap v239: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:45.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:44 smithi110 bash[19477]: cluster 2024-02-18T08:17:43.729599+0000 mgr.y (mgr.14140) 283 : cluster [DBG] pgmap v239: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:45.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:44 smithi110 bash[24702]: cluster 2024-02-18T08:17:43.729599+0000 mgr.y (mgr.14140) 283 : cluster [DBG] pgmap v239: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:46.091 INFO:teuthology.orchestra.run.smithi110.stdout:197568495642 2024-02-18T08:17:46.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:46 smithi110 bash[19477]: cluster 2024-02-18T08:17:45.730463+0000 mgr.y (mgr.14140) 284 : cluster [DBG] pgmap v240: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:46.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:46 smithi110 bash[19477]: audit 2024-02-18T08:17:46.090099+0000 mon.a (mon.0) 600 : audit [DBG] from='client.? 172.21.15.110:0/3883847827' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-18T08:17:46.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:46 smithi110 bash[24702]: cluster 2024-02-18T08:17:45.730463+0000 mgr.y (mgr.14140) 284 : cluster [DBG] pgmap v240: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:46.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:46 smithi110 bash[24702]: audit 2024-02-18T08:17:46.090099+0000 mon.a (mon.0) 600 : audit [DBG] from='client.? 172.21.15.110:0/3883847827' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-18T08:17:46.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:46 smithi191 bash[19424]: cluster 2024-02-18T08:17:45.730463+0000 mgr.y (mgr.14140) 284 : cluster [DBG] pgmap v240: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:46.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:46 smithi191 bash[19424]: audit 2024-02-18T08:17:46.090099+0000 mon.a (mon.0) 600 : audit [DBG] from='client.? 172.21.15.110:0/3883847827' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-18T08:17:46.715 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495637 got 197568495642 for osd.7 2024-02-18T08:17:46.715 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-02-18T08:17:46.715 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph pg dump --format=json 2024-02-18T08:17:46.860 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:49.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:48 smithi191 bash[19424]: cluster 2024-02-18T08:17:47.731019+0000 mgr.y (mgr.14140) 285 : cluster [DBG] pgmap v241: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:49.200 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:48 smithi110 bash[19477]: cluster 2024-02-18T08:17:47.731019+0000 mgr.y (mgr.14140) 285 : cluster [DBG] pgmap v241: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:49.200 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:48 smithi110 bash[24702]: cluster 2024-02-18T08:17:47.731019+0000 mgr.y (mgr.14140) 285 : cluster [DBG] pgmap v241: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:49.606 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:17:49.608 INFO:teuthology.orchestra.run.smithi110.stderr:dumped all 2024-02-18T08:17:50.286 INFO:teuthology.orchestra.run.smithi110.stdout:{"pg_ready":true,"pg_map":{"version":241,"stamp":"2024-02-18T08:17:47.730761+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568704,"statfs":{"total":767960285184,"available":759366352896,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1602744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:23.871094+0000","last_change":"2024-02-18T08:16:22.180723+0000","last_active":"2024-02-18T08:16:23.871094+0000","last_peered":"2024-02-18T08:16:23.871094+0000","last_clean":"2024-02-18T08:16:23.871094+0000","last_became_active":"2024-02-18T08:16:22.180264+0000","last_became_peered":"2024-02-18T08:16:22.180264+0000","last_unstale":"2024-02-18T08:16:23.871094+0000","last_undegraded":"2024-02-18T08:16:23.871094+0000","last_fullsized":"2024-02-18T08:16:23.871094+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:23.548205+0000","last_change":"2024-02-18T08:16:22.900403+0000","last_active":"2024-02-18T08:16:23.548205+0000","last_peered":"2024-02-18T08:16:23.548205+0000","last_clean":"2024-02-18T08:16:23.548205+0000","last_became_active":"2024-02-18T08:16:22.899436+0000","last_became_peered":"2024-02-18T08:16:22.899436+0000","last_unstale":"2024-02-18T08:16:23.548205+0000","last_undegraded":"2024-02-18T08:16:23.548205+0000","last_fullsized":"2024-02-18T08:16:23.548205+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:24.375809+0000","last_change":"2024-02-18T08:16:23.010616+0000","last_active":"2024-02-18T08:16:24.375809+0000","last_peered":"2024-02-18T08:16:24.375809+0000","last_clean":"2024-02-18T08:16:24.375809+0000","last_became_active":"2024-02-18T08:16:23.009586+0000","last_became_peered":"2024-02-18T08:16:23.009586+0000","last_unstale":"2024-02-18T08:16:24.375809+0000","last_undegraded":"2024-02-18T08:16:24.375809+0000","last_fullsized":"2024-02-18T08:16:24.375809+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:24.375585+0000","last_change":"2024-02-18T08:16:23.010397+0000","last_active":"2024-02-18T08:16:24.375585+0000","last_peered":"2024-02-18T08:16:24.375585+0000","last_clean":"2024-02-18T08:16:24.375585+0000","last_became_active":"2024-02-18T08:16:23.009577+0000","last_became_peered":"2024-02-18T08:16:23.009577+0000","last_unstale":"2024-02-18T08:16:24.375585+0000","last_undegraded":"2024-02-18T08:16:24.375585+0000","last_fullsized":"2024-02-18T08:16:24.375585+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:24.375707+0000","last_change":"2024-02-18T08:15:45.256924+0000","last_active":"2024-02-18T08:16:24.375707+0000","last_peered":"2024-02-18T08:16:24.375707+0000","last_clean":"2024-02-18T08:16:24.375707+0000","last_became_active":"2024-02-18T08:15:45.256340+0000","last_became_peered":"2024-02-18T08:15:45.256340+0000","last_unstale":"2024-02-18T08:16:24.375707+0000","last_undegraded":"2024-02-18T08:16:24.375707+0000","last_fullsized":"2024-02-18T08:16:24.375707+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:11:59.106873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:11:59.106873+0000","last_clean_scrub_stamp":"2024-02-18T08:11:59.106873+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:23.186158+0000","last_change":"2024-02-18T08:16:22.181274+0000","last_active":"2024-02-18T08:16:23.186158+0000","last_peered":"2024-02-18T08:16:23.186158+0000","last_clean":"2024-02-18T08:16:23.186158+0000","last_became_active":"2024-02-18T08:16:22.180843+0000","last_became_peered":"2024-02-18T08:16:22.180843+0000","last_unstale":"2024-02-18T08:16:23.186158+0000","last_undegraded":"2024-02-18T08:16:23.186158+0000","last_fullsized":"2024-02-18T08:16:23.186158+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:24.374899+0000","last_change":"2024-02-18T08:16:23.009794+0000","last_active":"2024-02-18T08:16:24.374899+0000","last_peered":"2024-02-18T08:16:24.374899+0000","last_clean":"2024-02-18T08:16:24.374899+0000","last_became_active":"2024-02-18T08:16:23.009343+0000","last_became_peered":"2024-02-18T08:16:23.009343+0000","last_unstale":"2024-02-18T08:16:24.374899+0000","last_undegraded":"2024-02-18T08:16:24.374899+0000","last_fullsized":"2024-02-18T08:16:24.374899+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:23.186091+0000","last_change":"2024-02-18T08:16:22.180252+0000","last_active":"2024-02-18T08:16:23.186091+0000","last_peered":"2024-02-18T08:16:23.186091+0000","last_clean":"2024-02-18T08:16:23.186091+0000","last_became_active":"2024-02-18T08:16:22.179816+0000","last_became_peered":"2024-02-18T08:16:22.179816+0000","last_unstale":"2024-02-18T08:16:23.186091+0000","last_undegraded":"2024-02-18T08:16:23.186091+0000","last_fullsized":"2024-02-18T08:16:23.186091+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:23.548262+0000","last_change":"2024-02-18T08:16:23.011333+0000","last_active":"2024-02-18T08:16:23.548262+0000","last_peered":"2024-02-18T08:16:23.548262+0000","last_clean":"2024-02-18T08:16:23.548262+0000","last_became_active":"2024-02-18T08:16:23.010916+0000","last_became_peered":"2024-02-18T08:16:23.010916+0000","last_unstale":"2024-02-18T08:16:23.548262+0000","last_undegraded":"2024-02-18T08:16:23.548262+0000","last_fullsized":"2024-02-18T08:16:23.548262+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495643,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.68999999999999995}]},{"osd":1,"last update":"Sun Feb 18 08:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.84199999999999997}]},{"osd":2,"last update":"Sun Feb 18 08:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.97199999999999998}]},{"osd":3,"last update":"Sun Feb 18 08:16:47 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.86799999999999999}]},{"osd":4,"last update":"Sun Feb 18 08:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.77700000000000002}]},{"osd":5,"last update":"Sun Feb 18 08:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":1.038},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":1.089}]},{"osd":6,"last update":"Sun Feb 18 08:16:47 2024","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.071,"15min":1.071},"min":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.516,"5min":1.516,"15min":1.516},"last":0.999}]}]},{"osd":6,"up_from":41,"seq":176093659167,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.80700000000000005,"15min":0.79800000000000004},"min":{"1min":0.63500000000000001,"5min":0.316,"15min":0.316},"max":{"1min":1.111,"5min":1.169,"15min":1.169},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.82999999999999996,"15min":0.81200000000000006},"min":{"1min":0.67000000000000004,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.997}]},{"osd":1,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.84299999999999997,"15min":0.83699999999999997},"min":{"1min":0.51800000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.90800000000000003,"15min":0.91700000000000004},"min":{"1min":0.70899999999999996,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.194,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":0.60899999999999999}]},{"osd":2,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.91100000000000003,"15min":0.91800000000000004},"min":{"1min":0.625,"5min":0.442,"15min":0.442},"max":{"1min":1.1519999999999999,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.755},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.93700000000000006,"15min":0.93200000000000005},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.2390000000000001,"5min":1.329,"15min":1.329},"last":0.89500000000000002}]},{"osd":3,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.81999999999999995,"15min":0.81299999999999994},"min":{"1min":0.60599999999999998,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0609999999999999,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.94299999999999995,"15min":0.94499999999999995},"min":{"1min":0.63500000000000001,"5min":0.498,"15min":0.498},"max":{"1min":1.1950000000000001,"5min":1.77,"15min":1.77},"last":0.86899999999999999}]},{"osd":4,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.90400000000000003,"15min":0.90300000000000002},"min":{"1min":0.52800000000000002,"5min":0.44,"15min":0.44},"max":{"1min":1.196,"5min":1.387,"15min":1.387},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.84899999999999998,"15min":0.84299999999999997},"min":{"1min":0.60499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.137,"5min":1.458,"15min":1.458},"last":0.97199999999999998}]},{"osd":5,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.92500000000000004,"15min":0.92400000000000004},"min":{"1min":0.57099999999999995,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1890000000000001,"5min":1.419,"15min":1.419},"last":1.069},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.88100000000000001,"15min":0.86099999999999999},"min":{"1min":0.66800000000000004,"5min":0.379,"15min":0.379},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":1.024}]},{"osd":7,"last update":"Sun Feb 18 08:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.1359999999999999},{"interface":"front","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.278,"5min":1.278,"15min":1.278},"last":1.111}]}]},{"osd":1,"up_from":16,"seq":68719476790,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.58499999999999996,"15min":0.51900000000000002},"min":{"1min":0.32900000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.83199999999999996,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.64200000000000002,"15min":0.55000000000000004},"min":{"1min":0.48799999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.97799999999999998,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.626}]},{"osd":2,"last update":"Sun Feb 18 08:17:01 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.64600000000000002,"15min":0.63100000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.68400000000000005,"15min":0.64600000000000002},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.96699999999999997,"5min":1.127,"15min":1.127},"last":0.88400000000000001}]},{"osd":3,"last update":"Sun Feb 18 08:17:24 2024","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.79200000000000004,"15min":0.79300000000000004},"min":{"1min":0.47799999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.0009999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.74399999999999999,"15min":0.73499999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.84599999999999997}]},{"osd":4,"last update":"Sun Feb 18 08:17:40 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.94899999999999995,"15min":0.95399999999999996},"min":{"1min":0.69799999999999995,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.298,"5min":1.946,"15min":1.946},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.97799999999999998,"15min":1.006},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.0389999999999999,"5min":1.889,"15min":1.889},"last":1.214}]},{"osd":5,"last update":"Sun Feb 18 08:17:01 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.99299999999999999,"15min":0.997},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.361,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":1.137},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0680000000000001,"15min":1.0740000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.3149999999999999,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":0.93999999999999995}]},{"osd":6,"last update":"Sun Feb 18 08:17:24 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":1.0409999999999999,"15min":1.0489999999999999},"min":{"1min":0.753,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.272,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":1.177},{"interface":"front","average":{"1min":0.997,"5min":1.0189999999999999,"15min":1.0229999999999999},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":1.2529999999999999}]},{"osd":7,"last update":"Sun Feb 18 08:16:49 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.089,"15min":1.089},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.99199999999999999},{"interface":"front","average":{"1min":1.135,"5min":1.135,"15min":1.135},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":1.2709999999999999}]}]},{"osd":0,"up_from":10,"seq":42949673018,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Feb 18 08:17:37 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.624,"15min":0.58399999999999996},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.66600000000000004,"15min":0.61399999999999999},"min":{"1min":0.53300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.70299999999999996}]},{"osd":2,"last update":"Sun Feb 18 08:16:58 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.60599999999999998,"15min":0.58199999999999996},"min":{"1min":0.311,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.753,"5min":1.036,"15min":1.036},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.69199999999999995,"15min":0.67700000000000005},"min":{"1min":0.36499999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88900000000000001,"5min":1.117,"15min":1.117},"last":0.63}]},{"osd":3,"last update":"Sun Feb 18 08:17:23 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.71099999999999997,"15min":0.71499999999999997},"min":{"1min":0.45300000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.0940000000000001,"5min":1.133,"15min":1.133},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.80600000000000005,"15min":0.81299999999999994},"min":{"1min":0.39500000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0369999999999999,"5min":1.375,"15min":1.375},"last":0.65800000000000003}]},{"osd":4,"last update":"Sun Feb 18 08:17:42 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.97999999999999998,"15min":0.98199999999999998},"min":{"1min":0.72399999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.333,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.998,"15min":1.002},"min":{"1min":0.79000000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.2689999999999999,"5min":1.8160000000000001,"15min":1.8160000000000001},"last":0.81299999999999994}]},{"osd":5,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.002,"15min":1.0069999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.3260000000000001,"5min":1.425,"15min":1.425},"last":0.91100000000000003},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.1339999999999999,"15min":1.1459999999999999},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.6519999999999999,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":0.88800000000000001}]},{"osd":6,"last update":"Sun Feb 18 08:17:30 2024","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.0389999999999999,"15min":1.0329999999999999},"min":{"1min":0.83899999999999997,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.4339999999999999,"5min":1.4339999999999999,"15min":1.4339999999999999},"last":1.145},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.022,"15min":1.028},"min":{"1min":0.67600000000000005,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":1.1200000000000001}]},{"osd":7,"last update":"Sun Feb 18 08:16:44 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.8200000000000001,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.87}]}]},{"osd":2,"up_from":21,"seq":90194313265,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:01 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.60199999999999998,"15min":0.57799999999999996},"min":{"1min":0.48599999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.95099999999999996,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.63400000000000001,"15min":0.61399999999999999},"min":{"1min":0.42599999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.88200000000000001}]},{"osd":1,"last update":"Sun Feb 18 08:17:01 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65500000000000003,"15min":0.63100000000000001},"min":{"1min":0.48199999999999998,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.621},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.64900000000000002,"15min":0.628},"min":{"1min":0.45700000000000002,"5min":0.441,"15min":0.441},"max":{"1min":0.88700000000000001,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.95199999999999996}]},{"osd":3,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.63100000000000001,"15min":0.623},"min":{"1min":0.51000000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.76100000000000001,"15min":0.746},"min":{"1min":0.45600000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.044,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.78600000000000003}]},{"osd":4,"last update":"Sun Feb 18 08:17:42 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.92200000000000004,"15min":0.91200000000000003},"min":{"1min":0.64600000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.1240000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.89300000000000002,"15min":0.873},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.99399999999999999}]},{"osd":5,"last update":"Sun Feb 18 08:17:01 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.96599999999999997,"15min":0.96399999999999997},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.077},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.022,"15min":1.03},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.163,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.0289999999999999}]},{"osd":6,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.327,"15min":1.3879999999999999},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.238,"5min":7.125,"15min":7.125},"last":0.85699999999999998},{"interface":"front","average":{"1min":1.03,"5min":1.0509999999999999,"15min":1.0549999999999999},"min":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":1.29}]},{"osd":7,"last update":"Sun Feb 18 08:16:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":1.333},{"interface":"front","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.97699999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149742,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:22 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.67400000000000004,"15min":0.68100000000000005},"min":{"1min":0.44800000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1459999999999999,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.749,"5min":0.69099999999999995,"15min":0.67300000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.03,"5min":1.097,"15min":1.097},"last":0.70499999999999996}]},{"osd":1,"last update":"Sun Feb 18 08:17:22 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.67700000000000005,"15min":0.68899999999999995},"min":{"1min":0.55200000000000005,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.84099999999999997,"5min":1.389,"15min":1.389},"last":1.038},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.76500000000000001,"15min":0.76100000000000001},"min":{"1min":0.56299999999999994,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.105,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.82799999999999996}]},{"osd":2,"last update":"Sun Feb 18 08:17:22 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.80000000000000004,"15min":0.81000000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.0109999999999999,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.77600000000000002,"15min":0.76600000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.80200000000000005}]},{"osd":4,"last update":"Sun Feb 18 08:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.95099999999999996,"15min":0.93799999999999994},"min":{"1min":0.71099999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.306,"5min":1.474,"15min":1.474},"last":1.306},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.94599999999999995,"15min":0.93600000000000005},"min":{"1min":0.67500000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.194,"5min":1.444,"15min":1.444},"last":1.137}]},{"osd":5,"last update":"Sun Feb 18 08:17:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.014,"15min":1.004},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.4019999999999999,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.248},{"interface":"front","average":{"1min":1.026,"5min":1.028,"15min":1.028},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.272}]},{"osd":6,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.0329999999999999,"15min":1.0309999999999999},"min":{"1min":0.755,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.105,"15min":1.113},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.4550000000000001,"5min":1.548,"15min":1.548},"last":1.3680000000000001}]},{"osd":7,"last update":"Sun Feb 18 08:17:46 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.0880000000000001,"15min":1.0980000000000001},"min":{"1min":0.80400000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":1.603},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.159,"15min":1.169},"min":{"1min":0.90100000000000002,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.304,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.165}]}]},{"osd":4,"up_from":31,"seq":133143986217,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.99099999999999999,"15min":1.0529999999999999},"min":{"1min":0.59299999999999997,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.206,"5min":6.8659999999999997,"15min":6.8659999999999997},"last":0.751},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.83499999999999996,"15min":0.81699999999999995},"min":{"1min":0.64900000000000002,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":1.306}]},{"osd":1,"last update":"Sun Feb 18 08:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.79900000000000004,"15min":0.78100000000000003},"min":{"1min":0.64300000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.90200000000000002,"5min":1.04,"15min":1.1220000000000001},"min":{"1min":0.59599999999999997,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.179,"5min":6.8129999999999997,"15min":6.8129999999999997},"last":0.871}]},{"osd":2,"last update":"Sun Feb 18 08:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":1.091,"15min":1.177},"min":{"1min":0.70899999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.256,"5min":6.8410000000000002,"15min":6.8410000000000002},"last":1.071},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.92100000000000004,"15min":0.91300000000000003},"min":{"1min":0.65300000000000002,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.234,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":1.0940000000000001}]},{"osd":3,"last update":"Sun Feb 18 08:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.90000000000000002,"15min":0.88700000000000001},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.242,"5min":1.504,"15min":1.504},"last":1.1639999999999999},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.86499999999999999,"15min":0.84899999999999998},"min":{"1min":0.76600000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.298,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.82599999999999996}]},{"osd":5,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.97899999999999998,"15min":1.0069999999999999},"min":{"1min":0.54400000000000004,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.0580000000000001,"5min":6.7709999999999999,"15min":6.7709999999999999},"last":0.98499999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.81100000000000005,"15min":0.79100000000000004},"min":{"1min":0.60599999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2030000000000001,"5min":1.361,"15min":1.361},"last":1.212}]},{"osd":6,"last update":"Sun Feb 18 08:17:23 2024","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.98399999999999999,"15min":0.98499999999999999},"min":{"1min":0.64900000000000002,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.494,"5min":3.254,"15min":3.254},"last":1.252},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.83699999999999997,"15min":0.82499999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":1.0069999999999999}]},{"osd":7,"last update":"Sun Feb 18 08:16:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.3460000000000001},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":1.129}]}]},{"osd":5,"up_from":36,"seq":154618822692,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.85399999999999998,"15min":0.85799999999999998},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.85299999999999998,"15min":0.85699999999999998},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.98099999999999998}]},{"osd":1,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.81899999999999995,"15min":0.81799999999999995},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.879},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.85899999999999999,"15min":0.85999999999999999},"min":{"1min":0.621,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.90000000000000002}]},{"osd":2,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.86499999999999999,"15min":0.873},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.2190000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.871,"5min":0.85799999999999998,"15min":0.85599999999999998},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.86099999999999999}]},{"osd":3,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.85199999999999998,"15min":0.84999999999999998},"min":{"1min":0.70599999999999996,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.92300000000000004,"15min":0.91500000000000004},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":0.78600000000000003}]},{"osd":4,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.74399999999999999,"15min":0.72999999999999998},"min":{"1min":0.53000000000000003,"5min":0.434,"15min":0.434},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.80900000000000005,"15min":0.80100000000000005},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":1.054}]},{"osd":6,"last update":"Sun Feb 18 08:17:28 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.84899999999999998,"15min":0.83099999999999996},"min":{"1min":0.60199999999999998,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.88200000000000001,"15min":0.87},"min":{"1min":0.68000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.82999999999999996}]},{"osd":7,"last update":"Sun Feb 18 08:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.63},{"interface":"front","average":{"1min":1.028,"5min":1.028,"15min":1.028},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.70099999999999996}]}]}]}} 2024-02-18T08:17:50.289 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph pg dump --format=json 2024-02-18T08:17:50.428 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:51.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:50 smithi191 bash[19424]: audit 2024-02-18T08:17:49.594113+0000 mgr.y (mgr.14140) 286 : audit [DBG] from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:17:51.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:50 smithi191 bash[19424]: cluster 2024-02-18T08:17:49.731666+0000 mgr.y (mgr.14140) 287 : cluster [DBG] pgmap v242: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:50 smithi110 bash[19477]: audit 2024-02-18T08:17:49.594113+0000 mgr.y (mgr.14140) 286 : audit [DBG] from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:17:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:50 smithi110 bash[19477]: cluster 2024-02-18T08:17:49.731666+0000 mgr.y (mgr.14140) 287 : cluster [DBG] pgmap v242: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:51.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:50 smithi110 bash[24702]: audit 2024-02-18T08:17:49.594113+0000 mgr.y (mgr.14140) 286 : audit [DBG] from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:17:51.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:50 smithi110 bash[24702]: cluster 2024-02-18T08:17:49.731666+0000 mgr.y (mgr.14140) 287 : cluster [DBG] pgmap v242: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:53.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:52 smithi191 bash[19424]: cluster 2024-02-18T08:17:51.732263+0000 mgr.y (mgr.14140) 288 : cluster [DBG] pgmap v243: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:53.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:52 smithi110 bash[19477]: cluster 2024-02-18T08:17:51.732263+0000 mgr.y (mgr.14140) 288 : cluster [DBG] pgmap v243: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:53.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:52 smithi110 bash[24702]: cluster 2024-02-18T08:17:51.732263+0000 mgr.y (mgr.14140) 288 : cluster [DBG] pgmap v243: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:53.271 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:17:53.272 INFO:teuthology.orchestra.run.smithi110.stderr:dumped all 2024-02-18T08:17:53.906 INFO:teuthology.orchestra.run.smithi110.stdout:{"pg_ready":true,"pg_map":{"version":243,"stamp":"2024-02-18T08:17:51.731934+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568704,"statfs":{"total":767960285184,"available":759366352896,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1602744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:23.871094+0000","last_change":"2024-02-18T08:16:22.180723+0000","last_active":"2024-02-18T08:16:23.871094+0000","last_peered":"2024-02-18T08:16:23.871094+0000","last_clean":"2024-02-18T08:16:23.871094+0000","last_became_active":"2024-02-18T08:16:22.180264+0000","last_became_peered":"2024-02-18T08:16:22.180264+0000","last_unstale":"2024-02-18T08:16:23.871094+0000","last_undegraded":"2024-02-18T08:16:23.871094+0000","last_fullsized":"2024-02-18T08:16:23.871094+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:23.548205+0000","last_change":"2024-02-18T08:16:22.900403+0000","last_active":"2024-02-18T08:16:23.548205+0000","last_peered":"2024-02-18T08:16:23.548205+0000","last_clean":"2024-02-18T08:16:23.548205+0000","last_became_active":"2024-02-18T08:16:22.899436+0000","last_became_peered":"2024-02-18T08:16:22.899436+0000","last_unstale":"2024-02-18T08:16:23.548205+0000","last_undegraded":"2024-02-18T08:16:23.548205+0000","last_fullsized":"2024-02-18T08:16:23.548205+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:24.375809+0000","last_change":"2024-02-18T08:16:23.010616+0000","last_active":"2024-02-18T08:16:24.375809+0000","last_peered":"2024-02-18T08:16:24.375809+0000","last_clean":"2024-02-18T08:16:24.375809+0000","last_became_active":"2024-02-18T08:16:23.009586+0000","last_became_peered":"2024-02-18T08:16:23.009586+0000","last_unstale":"2024-02-18T08:16:24.375809+0000","last_undegraded":"2024-02-18T08:16:24.375809+0000","last_fullsized":"2024-02-18T08:16:24.375809+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:24.375585+0000","last_change":"2024-02-18T08:16:23.010397+0000","last_active":"2024-02-18T08:16:24.375585+0000","last_peered":"2024-02-18T08:16:24.375585+0000","last_clean":"2024-02-18T08:16:24.375585+0000","last_became_active":"2024-02-18T08:16:23.009577+0000","last_became_peered":"2024-02-18T08:16:23.009577+0000","last_unstale":"2024-02-18T08:16:24.375585+0000","last_undegraded":"2024-02-18T08:16:24.375585+0000","last_fullsized":"2024-02-18T08:16:24.375585+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:24.375707+0000","last_change":"2024-02-18T08:15:45.256924+0000","last_active":"2024-02-18T08:16:24.375707+0000","last_peered":"2024-02-18T08:16:24.375707+0000","last_clean":"2024-02-18T08:16:24.375707+0000","last_became_active":"2024-02-18T08:15:45.256340+0000","last_became_peered":"2024-02-18T08:15:45.256340+0000","last_unstale":"2024-02-18T08:16:24.375707+0000","last_undegraded":"2024-02-18T08:16:24.375707+0000","last_fullsized":"2024-02-18T08:16:24.375707+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:11:59.106873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:11:59.106873+0000","last_clean_scrub_stamp":"2024-02-18T08:11:59.106873+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:23.186158+0000","last_change":"2024-02-18T08:16:22.181274+0000","last_active":"2024-02-18T08:16:23.186158+0000","last_peered":"2024-02-18T08:16:23.186158+0000","last_clean":"2024-02-18T08:16:23.186158+0000","last_became_active":"2024-02-18T08:16:22.180843+0000","last_became_peered":"2024-02-18T08:16:22.180843+0000","last_unstale":"2024-02-18T08:16:23.186158+0000","last_undegraded":"2024-02-18T08:16:23.186158+0000","last_fullsized":"2024-02-18T08:16:23.186158+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:24.374899+0000","last_change":"2024-02-18T08:16:23.009794+0000","last_active":"2024-02-18T08:16:24.374899+0000","last_peered":"2024-02-18T08:16:24.374899+0000","last_clean":"2024-02-18T08:16:24.374899+0000","last_became_active":"2024-02-18T08:16:23.009343+0000","last_became_peered":"2024-02-18T08:16:23.009343+0000","last_unstale":"2024-02-18T08:16:24.374899+0000","last_undegraded":"2024-02-18T08:16:24.374899+0000","last_fullsized":"2024-02-18T08:16:24.374899+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:23.186091+0000","last_change":"2024-02-18T08:16:22.180252+0000","last_active":"2024-02-18T08:16:23.186091+0000","last_peered":"2024-02-18T08:16:23.186091+0000","last_clean":"2024-02-18T08:16:23.186091+0000","last_became_active":"2024-02-18T08:16:22.179816+0000","last_became_peered":"2024-02-18T08:16:22.179816+0000","last_unstale":"2024-02-18T08:16:23.186091+0000","last_undegraded":"2024-02-18T08:16:23.186091+0000","last_fullsized":"2024-02-18T08:16:23.186091+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-02-18T08:16:23.548262+0000","last_change":"2024-02-18T08:16:23.011333+0000","last_active":"2024-02-18T08:16:23.548262+0000","last_peered":"2024-02-18T08:16:23.548262+0000","last_clean":"2024-02-18T08:16:23.548262+0000","last_became_active":"2024-02-18T08:16:23.010916+0000","last_became_peered":"2024-02-18T08:16:23.010916+0000","last_unstale":"2024-02-18T08:16:23.548262+0000","last_undegraded":"2024-02-18T08:16:23.548262+0000","last_fullsized":"2024-02-18T08:16:23.548262+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495644,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:49 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.82199999999999995,"15min":0.83199999999999996},"min":{"1min":0.52000000000000002,"5min":0.504,"15min":0.504},"max":{"1min":1.0429999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.93700000000000006,"15min":0.94899999999999995},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.131,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.89900000000000002}]},{"osd":1,"last update":"Sun Feb 18 08:17:49 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.879,"15min":0.90300000000000002},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.0369999999999999,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.92800000000000005,"15min":0.93899999999999995},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.72699999999999998}]},{"osd":2,"last update":"Sun Feb 18 08:17:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.90900000000000003,"15min":0.92000000000000004},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.173,"5min":1.363,"15min":1.363},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.89500000000000002,"15min":0.89600000000000002},"min":{"1min":0.67700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1879999999999999,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.80400000000000005}]},{"osd":3,"last update":"Sun Feb 18 08:17:49 2024","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.99399999999999999,"15min":1},"min":{"1min":0.755,"5min":0.624,"15min":0.624},"max":{"1min":1.1499999999999999,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.94499999999999995,"15min":0.96099999999999997},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.087,"5min":1.226,"15min":1.226},"last":0.69799999999999995}]},{"osd":4,"last update":"Sun Feb 18 08:17:49 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.90900000000000003,"15min":0.92000000000000004},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.097,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":1.022},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.97099999999999997,"15min":0.97699999999999998},"min":{"1min":0.63,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.355,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.105}]},{"osd":5,"last update":"Sun Feb 18 08:17:49 2024","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.70599999999999996,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.99399999999999999,"5min":1.0600000000000001,"15min":1.071},"min":{"1min":0.68200000000000005,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.23,"5min":1.343,"15min":1.343},"last":1.131}]},{"osd":6,"last update":"Sun Feb 18 08:17:49 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.0609999999999999,"15min":1.0669999999999999},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.383,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.006,"5min":1.081,"15min":1.093},"min":{"1min":0.83199999999999996,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.2829999999999999,"5min":1.516,"15min":1.516},"last":1.0469999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659167,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.80700000000000005,"15min":0.79800000000000004},"min":{"1min":0.63500000000000001,"5min":0.316,"15min":0.316},"max":{"1min":1.111,"5min":1.169,"15min":1.169},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.82999999999999996,"15min":0.81200000000000006},"min":{"1min":0.67000000000000004,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.997}]},{"osd":1,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.84299999999999997,"15min":0.83699999999999997},"min":{"1min":0.51800000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.90800000000000003,"15min":0.91700000000000004},"min":{"1min":0.70899999999999996,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.194,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":0.60899999999999999}]},{"osd":2,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.91100000000000003,"15min":0.91800000000000004},"min":{"1min":0.625,"5min":0.442,"15min":0.442},"max":{"1min":1.1519999999999999,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.755},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.93700000000000006,"15min":0.93200000000000005},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.2390000000000001,"5min":1.329,"15min":1.329},"last":0.89500000000000002}]},{"osd":3,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.81999999999999995,"15min":0.81299999999999994},"min":{"1min":0.60599999999999998,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0609999999999999,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.94299999999999995,"15min":0.94499999999999995},"min":{"1min":0.63500000000000001,"5min":0.498,"15min":0.498},"max":{"1min":1.1950000000000001,"5min":1.77,"15min":1.77},"last":0.86899999999999999}]},{"osd":4,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.90400000000000003,"15min":0.90300000000000002},"min":{"1min":0.52800000000000002,"5min":0.44,"15min":0.44},"max":{"1min":1.196,"5min":1.387,"15min":1.387},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.84899999999999998,"15min":0.84299999999999997},"min":{"1min":0.60499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.137,"5min":1.458,"15min":1.458},"last":0.97199999999999998}]},{"osd":5,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.92500000000000004,"15min":0.92400000000000004},"min":{"1min":0.57099999999999995,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1890000000000001,"5min":1.419,"15min":1.419},"last":1.069},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.88100000000000001,"15min":0.86099999999999999},"min":{"1min":0.66800000000000004,"5min":0.379,"15min":0.379},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":1.024}]},{"osd":7,"last update":"Sun Feb 18 08:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.1359999999999999},{"interface":"front","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.278,"5min":1.278,"15min":1.278},"last":1.111}]}]},{"osd":1,"up_from":16,"seq":68719476791,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.58499999999999996,"15min":0.51900000000000002},"min":{"1min":0.32900000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.83199999999999996,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.64200000000000002,"15min":0.55000000000000004},"min":{"1min":0.48799999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.97799999999999998,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.58299999999999996}]},{"osd":2,"last update":"Sun Feb 18 08:17:01 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.64600000000000002,"15min":0.63100000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.68400000000000005,"15min":0.64600000000000002},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.96699999999999997,"5min":1.127,"15min":1.127},"last":0.875}]},{"osd":3,"last update":"Sun Feb 18 08:17:24 2024","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.79200000000000004,"15min":0.79300000000000004},"min":{"1min":0.47799999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.0009999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.74399999999999999,"15min":0.73499999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Feb 18 08:17:40 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.94899999999999995,"15min":0.95399999999999996},"min":{"1min":0.69799999999999995,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.298,"5min":1.946,"15min":1.946},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.97799999999999998,"15min":1.006},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.0389999999999999,"5min":1.889,"15min":1.889},"last":0.69599999999999995}]},{"osd":5,"last update":"Sun Feb 18 08:17:01 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.99299999999999999,"15min":0.997},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.361,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.73899999999999999},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0680000000000001,"15min":1.0740000000000001},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.3149999999999999,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":1.274}]},{"osd":6,"last update":"Sun Feb 18 08:17:24 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":1.0409999999999999,"15min":1.0489999999999999},"min":{"1min":0.753,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.272,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.997,"5min":1.0189999999999999,"15min":1.0229999999999999},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.95799999999999996}]},{"osd":7,"last update":"Sun Feb 18 08:16:49 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.089,"15min":1.089},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":1.3600000000000001},{"interface":"front","average":{"1min":1.135,"5min":1.135,"15min":1.135},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.90000000000000002}]}]},{"osd":0,"up_from":10,"seq":42949673019,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Feb 18 08:17:37 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.624,"15min":0.58399999999999996},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.66600000000000004,"15min":0.61399999999999999},"min":{"1min":0.53300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.70299999999999996}]},{"osd":2,"last update":"Sun Feb 18 08:16:58 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.60599999999999998,"15min":0.58199999999999996},"min":{"1min":0.311,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.753,"5min":1.036,"15min":1.036},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.69199999999999995,"15min":0.67700000000000005},"min":{"1min":0.36499999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88900000000000001,"5min":1.117,"15min":1.117},"last":0.63}]},{"osd":3,"last update":"Sun Feb 18 08:17:23 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.71099999999999997,"15min":0.71499999999999997},"min":{"1min":0.45300000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.0940000000000001,"5min":1.133,"15min":1.133},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.80600000000000005,"15min":0.81299999999999994},"min":{"1min":0.39500000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0369999999999999,"5min":1.375,"15min":1.375},"last":0.65800000000000003}]},{"osd":4,"last update":"Sun Feb 18 08:17:42 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.97999999999999998,"15min":0.98199999999999998},"min":{"1min":0.72399999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.333,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.998,"15min":1.002},"min":{"1min":0.79000000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.2689999999999999,"5min":1.8160000000000001,"15min":1.8160000000000001},"last":0.81299999999999994}]},{"osd":5,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":1.002,"15min":1.0069999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.3260000000000001,"5min":1.425,"15min":1.425},"last":0.91100000000000003},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.1339999999999999,"15min":1.1459999999999999},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.6519999999999999,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":0.88800000000000001}]},{"osd":6,"last update":"Sun Feb 18 08:17:30 2024","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.0389999999999999,"15min":1.0329999999999999},"min":{"1min":0.83899999999999997,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.4339999999999999,"5min":1.4339999999999999,"15min":1.4339999999999999},"last":1.145},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.022,"15min":1.028},"min":{"1min":0.67600000000000005,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":1.1200000000000001}]},{"osd":7,"last update":"Sun Feb 18 08:16:44 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.8200000000000001,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.87}]}]},{"osd":2,"up_from":21,"seq":90194313266,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:01 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.60199999999999998,"15min":0.57799999999999996},"min":{"1min":0.48599999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.95099999999999996,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.63400000000000001,"15min":0.61399999999999999},"min":{"1min":0.42599999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.79200000000000004}]},{"osd":1,"last update":"Sun Feb 18 08:17:01 2024","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.65500000000000003,"15min":0.63100000000000001},"min":{"1min":0.48199999999999998,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.64900000000000002,"15min":0.628},"min":{"1min":0.45700000000000002,"5min":0.441,"15min":0.441},"max":{"1min":0.88700000000000001,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.49399999999999999}]},{"osd":3,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.63100000000000001,"15min":0.623},"min":{"1min":0.51000000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.76100000000000001,"15min":0.746},"min":{"1min":0.45600000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.044,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.63200000000000001}]},{"osd":4,"last update":"Sun Feb 18 08:17:42 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.92200000000000004,"15min":0.91200000000000003},"min":{"1min":0.64600000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.875},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.89300000000000002,"15min":0.873},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.96999999999999997}]},{"osd":5,"last update":"Sun Feb 18 08:17:01 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.96599999999999997,"15min":0.96399999999999997},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.022,"15min":1.03},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.163,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.101}]},{"osd":6,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1.327,"15min":1.3879999999999999},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.238,"5min":7.125,"15min":7.125},"last":1.171},{"interface":"front","average":{"1min":1.03,"5min":1.0509999999999999,"15min":1.0549999999999999},"min":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":1.1479999999999999}]},{"osd":7,"last update":"Sun Feb 18 08:17:47 2024","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.89100000000000001,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.357,"5min":1.413,"15min":1.413},"last":1.079},{"interface":"front","average":{"1min":1.018,"5min":1.0960000000000001,"15min":1.109},"min":{"1min":0.72999999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.218,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":1.218}]}]},{"osd":3,"up_from":26,"seq":111669149742,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:22 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.67400000000000004,"15min":0.68100000000000005},"min":{"1min":0.44800000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1459999999999999,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.749,"5min":0.69099999999999995,"15min":0.67300000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.03,"5min":1.097,"15min":1.097},"last":0.70499999999999996}]},{"osd":1,"last update":"Sun Feb 18 08:17:22 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.67700000000000005,"15min":0.68899999999999995},"min":{"1min":0.55200000000000005,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.84099999999999997,"5min":1.389,"15min":1.389},"last":1.038},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.76500000000000001,"15min":0.76100000000000001},"min":{"1min":0.56299999999999994,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.105,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.82799999999999996}]},{"osd":2,"last update":"Sun Feb 18 08:17:22 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.80000000000000004,"15min":0.81000000000000005},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.0109999999999999,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.77600000000000002,"15min":0.76600000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.80200000000000005}]},{"osd":4,"last update":"Sun Feb 18 08:17:46 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.95099999999999996,"15min":0.93799999999999994},"min":{"1min":0.71099999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.306,"5min":1.474,"15min":1.474},"last":1.306},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.94599999999999995,"15min":0.93600000000000005},"min":{"1min":0.67500000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.194,"5min":1.444,"15min":1.444},"last":1.137}]},{"osd":5,"last update":"Sun Feb 18 08:17:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.014,"15min":1.004},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.4019999999999999,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.248},{"interface":"front","average":{"1min":1.026,"5min":1.028,"15min":1.028},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.272}]},{"osd":6,"last update":"Sun Feb 18 08:17:26 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.0329999999999999,"15min":1.0309999999999999},"min":{"1min":0.755,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.105,"15min":1.113},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.4550000000000001,"5min":1.548,"15min":1.548},"last":1.3680000000000001}]},{"osd":7,"last update":"Sun Feb 18 08:17:46 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.0880000000000001,"15min":1.0980000000000001},"min":{"1min":0.80400000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":1.603},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.159,"15min":1.169},"min":{"1min":0.90100000000000002,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.304,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.165}]}]},{"osd":4,"up_from":31,"seq":133143986217,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.99099999999999999,"15min":1.0529999999999999},"min":{"1min":0.59299999999999997,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.206,"5min":6.8659999999999997,"15min":6.8659999999999997},"last":0.751},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.83499999999999996,"15min":0.81699999999999995},"min":{"1min":0.64900000000000002,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":1.306}]},{"osd":1,"last update":"Sun Feb 18 08:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.79900000000000004,"15min":0.78100000000000003},"min":{"1min":0.64300000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.90200000000000002,"5min":1.04,"15min":1.1220000000000001},"min":{"1min":0.59599999999999997,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.179,"5min":6.8129999999999997,"15min":6.8129999999999997},"last":0.871}]},{"osd":2,"last update":"Sun Feb 18 08:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":1.091,"15min":1.177},"min":{"1min":0.70899999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.256,"5min":6.8410000000000002,"15min":6.8410000000000002},"last":1.071},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.92100000000000004,"15min":0.91300000000000003},"min":{"1min":0.65300000000000002,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.234,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":1.0940000000000001}]},{"osd":3,"last update":"Sun Feb 18 08:17:44 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.90000000000000002,"15min":0.88700000000000001},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.242,"5min":1.504,"15min":1.504},"last":1.1639999999999999},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.86499999999999999,"15min":0.84899999999999998},"min":{"1min":0.76600000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.298,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.82599999999999996}]},{"osd":5,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.97899999999999998,"15min":1.0069999999999999},"min":{"1min":0.54400000000000004,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.0580000000000001,"5min":6.7709999999999999,"15min":6.7709999999999999},"last":0.98499999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.81100000000000005,"15min":0.79100000000000004},"min":{"1min":0.60599999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2030000000000001,"5min":1.361,"15min":1.361},"last":1.212}]},{"osd":6,"last update":"Sun Feb 18 08:17:23 2024","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.98399999999999999,"15min":0.98499999999999999},"min":{"1min":0.64900000000000002,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.494,"5min":3.254,"15min":3.254},"last":1.252},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.83699999999999997,"15min":0.82499999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":1.0069999999999999}]},{"osd":7,"last update":"Sun Feb 18 08:16:48 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.3460000000000001},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":1.129}]}]},{"osd":5,"up_from":36,"seq":154618822693,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":200343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.85399999999999998,"15min":0.85799999999999998},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.98399999999999999},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.85299999999999998,"15min":0.85699999999999998},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.70099999999999996}]},{"osd":1,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.81899999999999995,"15min":0.81799999999999995},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.85899999999999999,"15min":0.85999999999999999},"min":{"1min":0.621,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.85899999999999999}]},{"osd":2,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.86499999999999999,"15min":0.873},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.2190000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":1.093},{"interface":"front","average":{"1min":0.871,"5min":0.85799999999999998,"15min":0.85599999999999998},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.73199999999999998}]},{"osd":3,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.85199999999999998,"15min":0.84999999999999998},"min":{"1min":0.70599999999999996,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.92300000000000004,"15min":0.91500000000000004},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":0.88300000000000001}]},{"osd":4,"last update":"Sun Feb 18 08:17:02 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.74399999999999999,"15min":0.72999999999999998},"min":{"1min":0.53000000000000003,"5min":0.434,"15min":0.434},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.80900000000000005,"15min":0.80100000000000005},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.83999999999999997}]},{"osd":6,"last update":"Sun Feb 18 08:17:28 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.84899999999999998,"15min":0.83099999999999996},"min":{"1min":0.60199999999999998,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.88200000000000001,"15min":0.87},"min":{"1min":0.68000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":1.071}]},{"osd":7,"last update":"Sun Feb 18 08:17:45 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.95099999999999996,"15min":0.94599999999999995},"min":{"1min":0.63,"5min":0.495,"15min":0.495},"max":{"1min":1.1719999999999999,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.083,"5min":1.0389999999999999,"15min":1.0309999999999999},"min":{"1min":0.70099999999999996,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.2929999999999999,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":1.1519999999999999}]}]}]}} 2024-02-18T08:17:53.908 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-02-18T08:17:53.908 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-02-18T08:17:53.908 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-02-18T08:17:53.908 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph health --format=json 2024-02-18T08:17:54.050 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:17:55.077 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:54 smithi110 bash[19477]: audit 2024-02-18T08:17:53.265803+0000 mgr.y (mgr.14140) 289 : audit [DBG] from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:17:55.077 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:54 smithi110 bash[19477]: cluster 2024-02-18T08:17:53.732845+0000 mgr.y (mgr.14140) 290 : cluster [DBG] pgmap v244: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:55.078 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:54 smithi110 bash[24702]: audit 2024-02-18T08:17:53.265803+0000 mgr.y (mgr.14140) 289 : audit [DBG] from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:17:55.078 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:54 smithi110 bash[24702]: cluster 2024-02-18T08:17:53.732845+0000 mgr.y (mgr.14140) 290 : cluster [DBG] pgmap v244: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:55.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:54 smithi191 bash[19424]: audit 2024-02-18T08:17:53.265803+0000 mgr.y (mgr.14140) 289 : audit [DBG] from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:17:55.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:54 smithi191 bash[19424]: cluster 2024-02-18T08:17:53.732845+0000 mgr.y (mgr.14140) 290 : cluster [DBG] pgmap v244: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:56.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:56 smithi110 bash[19477]: cluster 2024-02-18T08:17:55.733484+0000 mgr.y (mgr.14140) 291 : cluster [DBG] pgmap v245: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:56.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:56 smithi110 bash[24702]: cluster 2024-02-18T08:17:55.733484+0000 mgr.y (mgr.14140) 291 : cluster [DBG] pgmap v245: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:56.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:56 smithi191 bash[19424]: cluster 2024-02-18T08:17:55.733484+0000 mgr.y (mgr.14140) 291 : cluster [DBG] pgmap v245: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:56.816 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:17:57.450 INFO:teuthology.orchestra.run.smithi110.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-02-18T08:17:57.451 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-02-18T08:17:57.451 INFO:tasks.cephadm:Setup complete, yielding 2024-02-18T08:17:57.451 INFO:teuthology.run_tasks:Running task print... 2024-02-18T08:17:57.462 INFO:teuthology.task.print:**** done end installing octopus cephadm ... 2024-02-18T08:17:57.462 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-02-18T08:17:57.504 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi110.front.sepia.ceph.com 2024-02-18T08:17:57.505 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- bash -c 'ceph fs volume create foo' 2024-02-18T08:17:57.506 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:57 smithi110 bash[19477]: audit 2024-02-18T08:17:56.815853+0000 mon.c (mon.1) 24 : audit [DBG] from='client.? 172.21.15.110:0/1067263966' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-18T08:17:57.506 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:57 smithi110 bash[24702]: audit 2024-02-18T08:17:56.815853+0000 mon.c (mon.1) 24 : audit [DBG] from='client.? 172.21.15.110:0/1067263966' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-18T08:17:57.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:57 smithi191 bash[19424]: audit 2024-02-18T08:17:56.815853+0000 mon.c (mon.1) 24 : audit [DBG] from='client.? 172.21.15.110:0/1067263966' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-18T08:17:58.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:17:58 smithi110 bash[19477]: cluster 2024-02-18T08:17:57.734135+0000 mgr.y (mgr.14140) 292 : cluster [DBG] pgmap v246: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:58.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:17:58 smithi110 bash[24702]: cluster 2024-02-18T08:17:57.734135+0000 mgr.y (mgr.14140) 292 : cluster [DBG] pgmap v246: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:17:58.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:17:58 smithi191 bash[19424]: cluster 2024-02-18T08:17:57.734135+0000 mgr.y (mgr.14140) 292 : cluster [DBG] pgmap v246: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:01.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:00 smithi110 bash[19477]: cluster 2024-02-18T08:17:59.734794+0000 mgr.y (mgr.14140) 293 : cluster [DBG] pgmap v247: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:01.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:00 smithi110 bash[19477]: audit 2024-02-18T08:18:00.396311+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-02-18T08:18:01.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:00 smithi110 bash[24702]: cluster 2024-02-18T08:17:59.734794+0000 mgr.y (mgr.14140) 293 : cluster [DBG] pgmap v247: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:01.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:00 smithi110 bash[24702]: audit 2024-02-18T08:18:00.396311+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-02-18T08:18:01.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:00 smithi191 bash[19424]: cluster 2024-02-18T08:17:59.734794+0000 mgr.y (mgr.14140) 293 : cluster [DBG] pgmap v247: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:01.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:00 smithi191 bash[19424]: audit 2024-02-18T08:18:00.396311+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-02-18T08:18:02.214 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:01 smithi110 bash[19477]: audit 2024-02-18T08:18:00.395550+0000 mgr.y (mgr.14140) 294 : audit [DBG] from='client.24520 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:18:02.214 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:01 smithi110 bash[19477]: audit 2024-02-18T08:18:01.199680+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-02-18T08:18:02.214 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:01 smithi110 bash[19477]: cluster 2024-02-18T08:18:01.199752+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-02-18T08:18:02.214 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:01 smithi110 bash[19477]: audit 2024-02-18T08:18:01.206860+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-02-18T08:18:02.214 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: debug 2024-02-18T08:18:02.208+0000 7fefcf5b7700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-18T08:18:02.215 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:01 smithi110 bash[24702]: audit 2024-02-18T08:18:00.395550+0000 mgr.y (mgr.14140) 294 : audit [DBG] from='client.24520 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:18:02.215 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:01 smithi110 bash[24702]: audit 2024-02-18T08:18:01.199680+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-02-18T08:18:02.215 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:01 smithi110 bash[24702]: cluster 2024-02-18T08:18:01.199752+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-02-18T08:18:02.215 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:01 smithi110 bash[24702]: audit 2024-02-18T08:18:01.206860+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-02-18T08:18:02.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:01 smithi191 bash[19424]: audit 2024-02-18T08:18:00.395550+0000 mgr.y (mgr.14140) 294 : audit [DBG] from='client.24520 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:18:02.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:01 smithi191 bash[19424]: audit 2024-02-18T08:18:01.199680+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-02-18T08:18:02.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:01 smithi191 bash[19424]: cluster 2024-02-18T08:18:01.199752+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2024-02-18T08:18:02.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:01 smithi191 bash[19424]: audit 2024-02-18T08:18:01.206860+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-02-18T08:18:02.916 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-02-18T08:18:02.926 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-02-18T08:18:02.926 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-02-18T08:18:02.926 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph mgr dump --format=json 2024-02-18T08:18:03.064 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:03.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: cluster 2024-02-18T08:18:01.735377+0000 mgr.y (mgr.14140) 295 : cluster [DBG] pgmap v249: 41 pgs: 32 unknown, 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:03.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: audit 2024-02-18T08:18:02.205291+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-02-18T08:18:03.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: cluster 2024-02-18T08:18:02.205588+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-02-18T08:18:03.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: audit 2024-02-18T08:18:02.210689+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: cluster 2024-02-18T08:18:02.212472+0000 mon.a (mon.0) 608 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: cluster 2024-02-18T08:18:02.212510+0000 mon.a (mon.0) 609 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: cluster 2024-02-18T08:18:02.226691+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: audit 2024-02-18T08:18:02.227620+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: cluster 2024-02-18T08:18:02.227725+0000 mon.a (mon.0) 612 : cluster [DBG] fsmap foo:0 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: audit 2024-02-18T08:18:02.233989+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: audit 2024-02-18T08:18:02.668133+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: audit 2024-02-18T08:18:02.679284+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: audit 2024-02-18T08:18:02.680420+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: audit 2024-02-18T08:18:02.683678+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: audit 2024-02-18T08:18:02.684657+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:18:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[24702]: audit 2024-02-18T08:18:02.686212+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi191.yrmaff", "key": "container_image"}]: dispatch 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: cluster 2024-02-18T08:18:01.735377+0000 mgr.y (mgr.14140) 295 : cluster [DBG] pgmap v249: 41 pgs: 32 unknown, 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: audit 2024-02-18T08:18:02.205291+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: cluster 2024-02-18T08:18:02.205588+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: audit 2024-02-18T08:18:02.210689+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: cluster 2024-02-18T08:18:02.212472+0000 mon.a (mon.0) 608 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: cluster 2024-02-18T08:18:02.212510+0000 mon.a (mon.0) 609 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: cluster 2024-02-18T08:18:02.226691+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: audit 2024-02-18T08:18:02.227620+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: cluster 2024-02-18T08:18:02.227725+0000 mon.a (mon.0) 612 : cluster [DBG] fsmap foo:0 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: audit 2024-02-18T08:18:02.233989+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: audit 2024-02-18T08:18:02.668133+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: audit 2024-02-18T08:18:02.679284+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: audit 2024-02-18T08:18:02.680420+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:18:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: audit 2024-02-18T08:18:02.683678+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-18T08:18:03.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: audit 2024-02-18T08:18:02.684657+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:18:03.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:02 smithi110 bash[19477]: audit 2024-02-18T08:18:02.686212+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi191.yrmaff", "key": "container_image"}]: dispatch 2024-02-18T08:18:03.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: cluster 2024-02-18T08:18:01.735377+0000 mgr.y (mgr.14140) 295 : cluster [DBG] pgmap v249: 41 pgs: 32 unknown, 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: audit 2024-02-18T08:18:02.205291+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: cluster 2024-02-18T08:18:02.205588+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: audit 2024-02-18T08:18:02.210689+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: cluster 2024-02-18T08:18:02.212472+0000 mon.a (mon.0) 608 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: cluster 2024-02-18T08:18:02.212510+0000 mon.a (mon.0) 609 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: cluster 2024-02-18T08:18:02.226691+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: audit 2024-02-18T08:18:02.227620+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: cluster 2024-02-18T08:18:02.227725+0000 mon.a (mon.0) 612 : cluster [DBG] fsmap foo:0 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: audit 2024-02-18T08:18:02.233989+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: audit 2024-02-18T08:18:02.668133+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: audit 2024-02-18T08:18:02.679284+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:03.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: audit 2024-02-18T08:18:02.680420+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:18:03.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: audit 2024-02-18T08:18:02.683678+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-18T08:18:03.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: audit 2024-02-18T08:18:02.684657+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:18:03.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:02 smithi191 bash[19424]: audit 2024-02-18T08:18:02.686212+0000 mon.a (mon.0) 619 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi191.yrmaff", "key": "container_image"}]: dispatch 2024-02-18T08:18:03.851 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:03.510Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:03.852 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:03.510Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:03.852 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:03.510Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:18:04.162 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[19477]: cephadm 2024-02-18T08:18:02.229839+0000 mgr.y (mgr.14140) 296 : cephadm [INF] Saving service mds.foo spec with placement count:2 2024-02-18T08:18:04.162 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[19477]: cephadm 2024-02-18T08:18:02.277307+0000 mgr.y (mgr.14140) 297 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:18:04.163 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[19477]: cephadm 2024-02-18T08:18:02.278296+0000 mgr.y (mgr.14140) 298 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:18:04.163 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[19477]: cephadm 2024-02-18T08:18:02.685599+0000 mgr.y (mgr.14140) 299 : cephadm [INF] Deploying daemon mds.foo.smithi191.yrmaff on smithi191 2024-02-18T08:18:04.163 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[19477]: cluster 2024-02-18T08:18:03.229532+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-02-18T08:18:04.163 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[24702]: cephadm 2024-02-18T08:18:02.229839+0000 mgr.y (mgr.14140) 296 : cephadm [INF] Saving service mds.foo spec with placement count:2 2024-02-18T08:18:04.163 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[24702]: cephadm 2024-02-18T08:18:02.277307+0000 mgr.y (mgr.14140) 297 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:18:04.163 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[24702]: cephadm 2024-02-18T08:18:02.278296+0000 mgr.y (mgr.14140) 298 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:18:04.163 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[24702]: cephadm 2024-02-18T08:18:02.685599+0000 mgr.y (mgr.14140) 299 : cephadm [INF] Deploying daemon mds.foo.smithi191.yrmaff on smithi191 2024-02-18T08:18:04.163 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:03 smithi110 bash[24702]: cluster 2024-02-18T08:18:03.229532+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-02-18T08:18:04.250 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:03 smithi191 bash[19424]: cephadm 2024-02-18T08:18:02.229839+0000 mgr.y (mgr.14140) 296 : cephadm [INF] Saving service mds.foo spec with placement count:2 2024-02-18T08:18:04.251 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:03 smithi191 bash[19424]: cephadm 2024-02-18T08:18:02.277307+0000 mgr.y (mgr.14140) 297 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:18:04.251 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:03 smithi191 bash[19424]: cephadm 2024-02-18T08:18:02.278296+0000 mgr.y (mgr.14140) 298 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:18:04.251 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:03 smithi191 bash[19424]: cephadm 2024-02-18T08:18:02.685599+0000 mgr.y (mgr.14140) 299 : cephadm [INF] Deploying daemon mds.foo.smithi191.yrmaff on smithi191 2024-02-18T08:18:04.251 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:03 smithi191 bash[19424]: cluster 2024-02-18T08:18:03.229532+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-02-18T08:18:05.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:04 smithi191 bash[19424]: cluster 2024-02-18T08:18:03.736003+0000 mgr.y (mgr.14140) 300 : cluster [DBG] pgmap v253: 73 pgs: 17 creating+peering, 41 unknown, 15 active+clean; 0 B data, 3.9 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:05.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:04 smithi191 bash[19424]: cluster 2024-02-18T08:18:04.230938+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-02-18T08:18:05.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:04 smithi110 bash[19477]: cluster 2024-02-18T08:18:03.736003+0000 mgr.y (mgr.14140) 300 : cluster [DBG] pgmap v253: 73 pgs: 17 creating+peering, 41 unknown, 15 active+clean; 0 B data, 3.9 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:05.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:04 smithi110 bash[19477]: cluster 2024-02-18T08:18:04.230938+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-02-18T08:18:05.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:04 smithi110 bash[24702]: cluster 2024-02-18T08:18:03.736003+0000 mgr.y (mgr.14140) 300 : cluster [DBG] pgmap v253: 73 pgs: 17 creating+peering, 41 unknown, 15 active+clean; 0 B data, 3.9 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:05.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:04 smithi110 bash[24702]: cluster 2024-02-18T08:18:04.230938+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-02-18T08:18:06.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:06 smithi191 bash[19424]: audit 2024-02-18T08:18:05.062201+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:06.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:06 smithi191 bash[19424]: audit 2024-02-18T08:18:05.063949+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:18:06.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:06 smithi191 bash[19424]: audit 2024-02-18T08:18:05.068850+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-18T08:18:06.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:06 smithi191 bash[19424]: audit 2024-02-18T08:18:05.070357+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:18:06.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:06 smithi191 bash[19424]: cephadm 2024-02-18T08:18:05.071263+0000 mgr.y (mgr.14140) 301 : cephadm [INF] Deploying daemon mds.foo.smithi110.fvzuby on smithi110 2024-02-18T08:18:06.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:06 smithi191 bash[19424]: audit 2024-02-18T08:18:05.071851+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi110.fvzuby", "key": "container_image"}]: dispatch 2024-02-18T08:18:06.451 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[19477]: audit 2024-02-18T08:18:05.062201+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:06.451 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[19477]: audit 2024-02-18T08:18:05.063949+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:18:06.452 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[19477]: audit 2024-02-18T08:18:05.068850+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-18T08:18:06.452 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[19477]: audit 2024-02-18T08:18:05.070357+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:18:06.452 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[19477]: cephadm 2024-02-18T08:18:05.071263+0000 mgr.y (mgr.14140) 301 : cephadm [INF] Deploying daemon mds.foo.smithi110.fvzuby on smithi110 2024-02-18T08:18:06.452 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[19477]: audit 2024-02-18T08:18:05.071851+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi110.fvzuby", "key": "container_image"}]: dispatch 2024-02-18T08:18:06.452 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[24702]: audit 2024-02-18T08:18:05.062201+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:06.452 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[24702]: audit 2024-02-18T08:18:05.063949+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:18:06.452 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[24702]: audit 2024-02-18T08:18:05.068850+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-18T08:18:06.452 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[24702]: audit 2024-02-18T08:18:05.070357+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:18:06.452 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[24702]: cephadm 2024-02-18T08:18:05.071263+0000 mgr.y (mgr.14140) 301 : cephadm [INF] Deploying daemon mds.foo.smithi110.fvzuby on smithi110 2024-02-18T08:18:06.453 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:06 smithi110 bash[24702]: audit 2024-02-18T08:18:05.071851+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi110.fvzuby", "key": "container_image"}]: dispatch 2024-02-18T08:18:06.636 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:18:07.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:07 smithi191 bash[19424]: cluster 2024-02-18T08:18:05.736801+0000 mgr.y (mgr.14140) 302 : cluster [DBG] pgmap v255: 73 pgs: 17 creating+peering, 27 unknown, 29 active+clean; 0 B data, 4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:07.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:07 smithi191 bash[19424]: audit 2024-02-18T08:18:06.627720+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.110:0/4136238398' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-18T08:18:07.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:07 smithi110 bash[24702]: cluster 2024-02-18T08:18:05.736801+0000 mgr.y (mgr.14140) 302 : cluster [DBG] pgmap v255: 73 pgs: 17 creating+peering, 27 unknown, 29 active+clean; 0 B data, 4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:07.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:07 smithi110 bash[24702]: audit 2024-02-18T08:18:06.627720+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.110:0/4136238398' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-18T08:18:07.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:07 smithi110 bash[19477]: cluster 2024-02-18T08:18:05.736801+0000 mgr.y (mgr.14140) 302 : cluster [DBG] pgmap v255: 73 pgs: 17 creating+peering, 27 unknown, 29 active+clean; 0 B data, 4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:07.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:07 smithi110 bash[19477]: audit 2024-02-18T08:18:06.627720+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.110:0/4136238398' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-18T08:18:07.640 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":14,"active_gid":14140,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":2113138886},{"type":"v1","addr":"172.21.15.110:6801","nonce":2113138886}]},"active_addr":"172.21.15.110:6801/2113138886","active_change":"2024-02-18T08:11:07.563925+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":24115,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi110.front.sepia.ceph.com:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.110:0","nonce":2555710592}]},{"addrvec":[{"type":"v2","addr":"172.21.15.110:0","nonce":123532997}]}]}} 2024-02-18T08:18:07.642 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-02-18T08:18:07.643 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-02-18T08:18:07.643 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd dump --format=json 2024-02-18T08:18:07.791 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:08.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: cluster 2024-02-18T08:18:07.204265+0000 mon.a (mon.0) 628 : cluster [DBG] mds.? [v2:172.21.15.191:6832/3033893043,v1:172.21.15.191:6833/3033893043] up:boot 2024-02-18T08:18:08.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: cluster 2024-02-18T08:18:07.204438+0000 mon.a (mon.0) 629 : cluster [INF] daemon mds.foo.smithi191.yrmaff assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-02-18T08:18:08.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: cluster 2024-02-18T08:18:07.204619+0000 mon.a (mon.0) 630 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-18T08:18:08.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: cluster 2024-02-18T08:18:07.204699+0000 mon.a (mon.0) 631 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-02-18T08:18:08.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: cluster 2024-02-18T08:18:07.204763+0000 mon.a (mon.0) 632 : cluster [INF] Cluster is now healthy 2024-02-18T08:18:08.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: cluster 2024-02-18T08:18:07.205277+0000 mon.a (mon.0) 633 : cluster [DBG] fsmap foo:0 1 up:standby 2024-02-18T08:18:08.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: audit 2024-02-18T08:18:07.205582+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:18:08.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: cluster 2024-02-18T08:18:07.209351+0000 mon.a (mon.0) 635 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:creating} 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: cluster 2024-02-18T08:18:07.229055+0000 mon.a (mon.0) 636 : cluster [INF] daemon mds.foo.smithi191.yrmaff is now active in filesystem foo as rank 0 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: cluster 2024-02-18T08:18:07.737663+0000 mgr.y (mgr.14140) 303 : cluster [DBG] pgmap v256: 73 pgs: 5 creating+peering, 68 active+clean; 0 B data, 4.2 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: audit 2024-02-18T08:18:08.003023+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: audit 2024-02-18T08:18:08.004746+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[19477]: audit 2024-02-18T08:18:08.005046+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: cluster 2024-02-18T08:18:07.204265+0000 mon.a (mon.0) 628 : cluster [DBG] mds.? [v2:172.21.15.191:6832/3033893043,v1:172.21.15.191:6833/3033893043] up:boot 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: cluster 2024-02-18T08:18:07.204438+0000 mon.a (mon.0) 629 : cluster [INF] daemon mds.foo.smithi191.yrmaff assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: cluster 2024-02-18T08:18:07.204619+0000 mon.a (mon.0) 630 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: cluster 2024-02-18T08:18:07.204699+0000 mon.a (mon.0) 631 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: cluster 2024-02-18T08:18:07.204763+0000 mon.a (mon.0) 632 : cluster [INF] Cluster is now healthy 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: cluster 2024-02-18T08:18:07.205277+0000 mon.a (mon.0) 633 : cluster [DBG] fsmap foo:0 1 up:standby 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: audit 2024-02-18T08:18:07.205582+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:18:08.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: cluster 2024-02-18T08:18:07.209351+0000 mon.a (mon.0) 635 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:creating} 2024-02-18T08:18:08.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: cluster 2024-02-18T08:18:07.229055+0000 mon.a (mon.0) 636 : cluster [INF] daemon mds.foo.smithi191.yrmaff is now active in filesystem foo as rank 0 2024-02-18T08:18:08.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: cluster 2024-02-18T08:18:07.737663+0000 mgr.y (mgr.14140) 303 : cluster [DBG] pgmap v256: 73 pgs: 5 creating+peering, 68 active+clean; 0 B data, 4.2 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:08.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: audit 2024-02-18T08:18:08.003023+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:08.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: audit 2024-02-18T08:18:08.004746+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:18:08.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:08 smithi110 bash[24702]: audit 2024-02-18T08:18:08.005046+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: cluster 2024-02-18T08:18:07.204265+0000 mon.a (mon.0) 628 : cluster [DBG] mds.? [v2:172.21.15.191:6832/3033893043,v1:172.21.15.191:6833/3033893043] up:boot 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: cluster 2024-02-18T08:18:07.204438+0000 mon.a (mon.0) 629 : cluster [INF] daemon mds.foo.smithi191.yrmaff assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: cluster 2024-02-18T08:18:07.204619+0000 mon.a (mon.0) 630 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: cluster 2024-02-18T08:18:07.204699+0000 mon.a (mon.0) 631 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: cluster 2024-02-18T08:18:07.204763+0000 mon.a (mon.0) 632 : cluster [INF] Cluster is now healthy 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: cluster 2024-02-18T08:18:07.205277+0000 mon.a (mon.0) 633 : cluster [DBG] fsmap foo:0 1 up:standby 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: audit 2024-02-18T08:18:07.205582+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: cluster 2024-02-18T08:18:07.209351+0000 mon.a (mon.0) 635 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:creating} 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: cluster 2024-02-18T08:18:07.229055+0000 mon.a (mon.0) 636 : cluster [INF] daemon mds.foo.smithi191.yrmaff is now active in filesystem foo as rank 0 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: cluster 2024-02-18T08:18:07.737663+0000 mgr.y (mgr.14140) 303 : cluster [DBG] pgmap v256: 73 pgs: 5 creating+peering, 68 active+clean; 0 B data, 4.2 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: audit 2024-02-18T08:18:08.003023+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: audit 2024-02-18T08:18:08.004746+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:18:08.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:08 smithi191 bash[19424]: audit 2024-02-18T08:18:08.005046+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:18:09.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:09 smithi110 bash[19477]: cluster 2024-02-18T08:18:08.217422+0000 mon.a (mon.0) 640 : cluster [DBG] mds.? [v2:172.21.15.191:6832/3033893043,v1:172.21.15.191:6833/3033893043] up:active 2024-02-18T08:18:09.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:09 smithi110 bash[19477]: cluster 2024-02-18T08:18:08.217489+0000 mon.a (mon.0) 641 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 2024-02-18T08:18:09.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:09 smithi110 bash[24702]: cluster 2024-02-18T08:18:08.217422+0000 mon.a (mon.0) 640 : cluster [DBG] mds.? [v2:172.21.15.191:6832/3033893043,v1:172.21.15.191:6833/3033893043] up:active 2024-02-18T08:18:09.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:09 smithi110 bash[24702]: cluster 2024-02-18T08:18:08.217489+0000 mon.a (mon.0) 641 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 2024-02-18T08:18:09.592 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:09 smithi191 bash[19424]: cluster 2024-02-18T08:18:08.217422+0000 mon.a (mon.0) 640 : cluster [DBG] mds.? [v2:172.21.15.191:6832/3033893043,v1:172.21.15.191:6833/3033893043] up:active 2024-02-18T08:18:09.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:09 smithi191 bash[19424]: cluster 2024-02-18T08:18:08.217489+0000 mon.a (mon.0) 641 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 2024-02-18T08:18:10.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:10 smithi191 bash[19424]: audit 2024-02-18T08:18:09.319983+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:10 smithi191 bash[19424]: cluster 2024-02-18T08:18:09.738353+0000 mgr.y (mgr.14140) 304 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 553 B data, 4.3 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:10.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:10 smithi191 bash[19424]: audit 2024-02-18T08:18:09.814351+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:10 smithi191 bash[19424]: audit 2024-02-18T08:18:09.819019+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:10 smithi191 bash[19424]: audit 2024-02-18T08:18:09.828779+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:10 smithi191 bash[19424]: cluster 2024-02-18T08:18:10.201534+0000 mon.a (mon.0) 646 : cluster [DBG] mds.? [v2:172.21.15.110:6834/957643580,v1:172.21.15.110:6835/957643580] up:boot 2024-02-18T08:18:10.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:10 smithi191 bash[19424]: cluster 2024-02-18T08:18:10.201680+0000 mon.a (mon.0) 647 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:18:10.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:10 smithi191 bash[19424]: audit 2024-02-18T08:18:10.202384+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:18:10.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[24702]: audit 2024-02-18T08:18:09.319983+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[24702]: cluster 2024-02-18T08:18:09.738353+0000 mgr.y (mgr.14140) 304 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 553 B data, 4.3 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:10.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[24702]: audit 2024-02-18T08:18:09.814351+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[24702]: audit 2024-02-18T08:18:09.819019+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[24702]: audit 2024-02-18T08:18:09.828779+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[24702]: cluster 2024-02-18T08:18:10.201534+0000 mon.a (mon.0) 646 : cluster [DBG] mds.? [v2:172.21.15.110:6834/957643580,v1:172.21.15.110:6835/957643580] up:boot 2024-02-18T08:18:10.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[24702]: cluster 2024-02-18T08:18:10.201680+0000 mon.a (mon.0) 647 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:18:10.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[24702]: audit 2024-02-18T08:18:10.202384+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:18:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[19477]: audit 2024-02-18T08:18:09.319983+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[19477]: cluster 2024-02-18T08:18:09.738353+0000 mgr.y (mgr.14140) 304 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 553 B data, 4.3 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[19477]: audit 2024-02-18T08:18:09.814351+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[19477]: audit 2024-02-18T08:18:09.819019+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[19477]: audit 2024-02-18T08:18:09.828779+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:18:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[19477]: cluster 2024-02-18T08:18:10.201534+0000 mon.a (mon.0) 646 : cluster [DBG] mds.? [v2:172.21.15.110:6834/957643580,v1:172.21.15.110:6835/957643580] up:boot 2024-02-18T08:18:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[19477]: cluster 2024-02-18T08:18:10.201680+0000 mon.a (mon.0) 647 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:18:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:10 smithi110 bash[19477]: audit 2024-02-18T08:18:10.202384+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:18:11.643 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:18:11.643 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":56,"fsid":"14c080d4-ce35-11ee-95ba-87774f69a715","created":"2024-02-18T08:10:23.933884+0000","modified":"2024-02-18T08:18:04.224679+0000","last_up_change":"2024-02-18T08:15:44.225315+0000","last_in_change":"2024-02-18T08:15:44.225315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-02-18T08:11:58.537443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-02-18T08:16:20.978985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-02-18T08:18:00.839168+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-02-18T08:18:01.623649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"9e1609f7-59ab-421c-b039-19c0a2cb9c7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6803","nonce":2791896829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6805","nonce":2791896829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6809","nonce":2791896829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6807","nonce":2791896829}]},"public_addr":"172.21.15.110:6803/2791896829","cluster_addr":"172.21.15.110:6805/2791896829","heartbeat_back_addr":"172.21.15.110:6809/2791896829","heartbeat_front_addr":"172.21.15.110:6807/2791896829","state":["exists","up"]},{"osd":1,"uuid":"95f523f1-c0b2-43dc-a134-d41f8a4d129b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6811","nonce":2117736910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6813","nonce":2117736910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6817","nonce":2117736910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6815","nonce":2117736910}]},"public_addr":"172.21.15.110:6811/2117736910","cluster_addr":"172.21.15.110:6813/2117736910","heartbeat_back_addr":"172.21.15.110:6817/2117736910","heartbeat_front_addr":"172.21.15.110:6815/2117736910","state":["exists","up"]},{"osd":2,"uuid":"485c266e-a9ce-46aa-89cc-803a18cc9515","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6819","nonce":76181833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6821","nonce":76181833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6825","nonce":76181833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6823","nonce":76181833}]},"public_addr":"172.21.15.110:6819/76181833","cluster_addr":"172.21.15.110:6821/76181833","heartbeat_back_addr":"172.21.15.110:6825/76181833","heartbeat_front_addr":"172.21.15.110:6823/76181833","state":["exists","up"]},{"osd":3,"uuid":"5468ec9e-ada2-46e0-838d-e1da6821e42a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6827","nonce":2656519732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6829","nonce":2656519732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6833","nonce":2656519732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6831","nonce":2656519732}]},"public_addr":"172.21.15.110:6827/2656519732","cluster_addr":"172.21.15.110:6829/2656519732","heartbeat_back_addr":"172.21.15.110:6833/2656519732","heartbeat_front_addr":"172.21.15.110:6831/2656519732","state":["exists","up"]},{"osd":4,"uuid":"b92a624e-5225-445d-8703-5ec34210aea8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6801","nonce":2889393581}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6803","nonce":2889393581}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6807","nonce":2889393581}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6805","nonce":2889393581}]},"public_addr":"172.21.15.191:6801/2889393581","cluster_addr":"172.21.15.191:6803/2889393581","heartbeat_back_addr":"172.21.15.191:6807/2889393581","heartbeat_front_addr":"172.21.15.191:6805/2889393581","state":["exists","up"]},{"osd":5,"uuid":"26e142f1-495f-4a04-bbbe-66803dd6607c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6809","nonce":2672249411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6811","nonce":2672249411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6815","nonce":2672249411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6813","nonce":2672249411}]},"public_addr":"172.21.15.191:6809/2672249411","cluster_addr":"172.21.15.191:6811/2672249411","heartbeat_back_addr":"172.21.15.191:6815/2672249411","heartbeat_front_addr":"172.21.15.191:6813/2672249411","state":["exists","up"]},{"osd":6,"uuid":"181b7d27-4c9e-4ec9-aa6e-1899c70ad416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6817","nonce":1798960365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6819","nonce":1798960365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6823","nonce":1798960365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6821","nonce":1798960365}]},"public_addr":"172.21.15.191:6817/1798960365","cluster_addr":"172.21.15.191:6819/1798960365","heartbeat_back_addr":"172.21.15.191:6823/1798960365","heartbeat_front_addr":"172.21.15.191:6821/1798960365","state":["exists","up"]},{"osd":7,"uuid":"29f0427f-9192-41d3-9b1b-42859979bd61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6825","nonce":1805838395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6827","nonce":1805838395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6831","nonce":1805838395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6829","nonce":1805838395}]},"public_addr":"172.21.15.191:6825/1805838395","cluster_addr":"172.21.15.191:6827/1805838395","heartbeat_back_addr":"172.21.15.191:6831/1805838395","heartbeat_front_addr":"172.21.15.191:6829/1805838395","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:05.753940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:28.736749+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:52.209518+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:14.736832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:35.371699+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:58.735247+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:20.765845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:43.119169+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.110:0/3267465586":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6801/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6800/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/3320279389":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/2656758538":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6801/4048345598":"2024-02-19T08:10:47.227648+0000","172.21.15.110:0/2819148956":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6800/4048345598":"2024-02-19T08:10:47.227648+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2024-02-18T08:18:11.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:11 smithi110 bash[19477]: audit 2024-02-18T08:18:11.640183+0000 mon.a (mon.0) 649 : audit [DBG] from='client.? 172.21.15.110:0/2581319273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:18:11.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:11 smithi110 bash[24702]: audit 2024-02-18T08:18:11.640183+0000 mon.a (mon.0) 649 : audit [DBG] from='client.? 172.21.15.110:0/2581319273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:18:12.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:11 smithi191 bash[19424]: audit 2024-02-18T08:18:11.640183+0000 mon.a (mon.0) 649 : audit [DBG] from='client.? 172.21.15.110:0/2581319273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:18:12.303 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-02-18T08:18:12.304 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd dump --format=json 2024-02-18T08:18:12.449 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:13.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:12 smithi191 bash[19424]: cluster 2024-02-18T08:18:11.739324+0000 mgr.y (mgr.14140) 305 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 769 B data, 4.3 MiB used, 707 GiB / 715 GiB avail; 4.5 KiB/s wr, 8 op/s 2024-02-18T08:18:13.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:12 smithi191 bash[19424]: audit 2024-02-18T08:18:12.466383+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:18:13.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:12 smithi191 bash[19424]: audit 2024-02-18T08:18:12.467035+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:18:13.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:12 smithi110 bash[19477]: cluster 2024-02-18T08:18:11.739324+0000 mgr.y (mgr.14140) 305 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 769 B data, 4.3 MiB used, 707 GiB / 715 GiB avail; 4.5 KiB/s wr, 8 op/s 2024-02-18T08:18:13.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:12 smithi110 bash[19477]: audit 2024-02-18T08:18:12.466383+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:18:13.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:12 smithi110 bash[19477]: audit 2024-02-18T08:18:12.467035+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:18:13.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:12 smithi110 bash[24702]: cluster 2024-02-18T08:18:11.739324+0000 mgr.y (mgr.14140) 305 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 769 B data, 4.3 MiB used, 707 GiB / 715 GiB avail; 4.5 KiB/s wr, 8 op/s 2024-02-18T08:18:13.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:12 smithi110 bash[24702]: audit 2024-02-18T08:18:12.466383+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:18:13.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:12 smithi110 bash[24702]: audit 2024-02-18T08:18:12.467035+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:18:13.687 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:13.510Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:13.687 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:13.510Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:13.687 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:13.511Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:18:15.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:14 smithi191 bash[19424]: cluster 2024-02-18T08:18:13.740324+0000 mgr.y (mgr.14140) 306 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 3.0 KiB/s wr, 10 op/s 2024-02-18T08:18:15.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:14 smithi191 bash[19424]: cluster 2024-02-18T08:18:13.751274+0000 mon.a (mon.0) 652 : cluster [DBG] mds.? [v2:172.21.15.110:6834/957643580,v1:172.21.15.110:6835/957643580] up:standby 2024-02-18T08:18:15.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:14 smithi191 bash[19424]: cluster 2024-02-18T08:18:13.751432+0000 mon.a (mon.0) 653 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:18:15.110 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:14 smithi110 bash[19477]: cluster 2024-02-18T08:18:13.740324+0000 mgr.y (mgr.14140) 306 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 3.0 KiB/s wr, 10 op/s 2024-02-18T08:18:15.110 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:14 smithi110 bash[19477]: cluster 2024-02-18T08:18:13.751274+0000 mon.a (mon.0) 652 : cluster [DBG] mds.? [v2:172.21.15.110:6834/957643580,v1:172.21.15.110:6835/957643580] up:standby 2024-02-18T08:18:15.110 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:14 smithi110 bash[19477]: cluster 2024-02-18T08:18:13.751432+0000 mon.a (mon.0) 653 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:18:15.111 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:14 smithi110 bash[24702]: cluster 2024-02-18T08:18:13.740324+0000 mgr.y (mgr.14140) 306 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 3.0 KiB/s wr, 10 op/s 2024-02-18T08:18:15.111 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:14 smithi110 bash[24702]: cluster 2024-02-18T08:18:13.751274+0000 mon.a (mon.0) 652 : cluster [DBG] mds.? [v2:172.21.15.110:6834/957643580,v1:172.21.15.110:6835/957643580] up:standby 2024-02-18T08:18:15.111 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:14 smithi110 bash[24702]: cluster 2024-02-18T08:18:13.751432+0000 mon.a (mon.0) 653 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:18:15.399 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:18:15.399 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":56,"fsid":"14c080d4-ce35-11ee-95ba-87774f69a715","created":"2024-02-18T08:10:23.933884+0000","modified":"2024-02-18T08:18:04.224679+0000","last_up_change":"2024-02-18T08:15:44.225315+0000","last_in_change":"2024-02-18T08:15:44.225315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-02-18T08:11:58.537443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-02-18T08:16:20.978985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-02-18T08:18:00.839168+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-02-18T08:18:01.623649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"9e1609f7-59ab-421c-b039-19c0a2cb9c7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6803","nonce":2791896829}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6805","nonce":2791896829}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6809","nonce":2791896829}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":2791896829},{"type":"v1","addr":"172.21.15.110:6807","nonce":2791896829}]},"public_addr":"172.21.15.110:6803/2791896829","cluster_addr":"172.21.15.110:6805/2791896829","heartbeat_back_addr":"172.21.15.110:6809/2791896829","heartbeat_front_addr":"172.21.15.110:6807/2791896829","state":["exists","up"]},{"osd":1,"uuid":"95f523f1-c0b2-43dc-a134-d41f8a4d129b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6811","nonce":2117736910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6813","nonce":2117736910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6817","nonce":2117736910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2117736910},{"type":"v1","addr":"172.21.15.110:6815","nonce":2117736910}]},"public_addr":"172.21.15.110:6811/2117736910","cluster_addr":"172.21.15.110:6813/2117736910","heartbeat_back_addr":"172.21.15.110:6817/2117736910","heartbeat_front_addr":"172.21.15.110:6815/2117736910","state":["exists","up"]},{"osd":2,"uuid":"485c266e-a9ce-46aa-89cc-803a18cc9515","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6819","nonce":76181833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6821","nonce":76181833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6825","nonce":76181833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":76181833},{"type":"v1","addr":"172.21.15.110:6823","nonce":76181833}]},"public_addr":"172.21.15.110:6819/76181833","cluster_addr":"172.21.15.110:6821/76181833","heartbeat_back_addr":"172.21.15.110:6825/76181833","heartbeat_front_addr":"172.21.15.110:6823/76181833","state":["exists","up"]},{"osd":3,"uuid":"5468ec9e-ada2-46e0-838d-e1da6821e42a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6827","nonce":2656519732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6829","nonce":2656519732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6833","nonce":2656519732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":2656519732},{"type":"v1","addr":"172.21.15.110:6831","nonce":2656519732}]},"public_addr":"172.21.15.110:6827/2656519732","cluster_addr":"172.21.15.110:6829/2656519732","heartbeat_back_addr":"172.21.15.110:6833/2656519732","heartbeat_front_addr":"172.21.15.110:6831/2656519732","state":["exists","up"]},{"osd":4,"uuid":"b92a624e-5225-445d-8703-5ec34210aea8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6801","nonce":2889393581}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6803","nonce":2889393581}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6807","nonce":2889393581}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":2889393581},{"type":"v1","addr":"172.21.15.191:6805","nonce":2889393581}]},"public_addr":"172.21.15.191:6801/2889393581","cluster_addr":"172.21.15.191:6803/2889393581","heartbeat_back_addr":"172.21.15.191:6807/2889393581","heartbeat_front_addr":"172.21.15.191:6805/2889393581","state":["exists","up"]},{"osd":5,"uuid":"26e142f1-495f-4a04-bbbe-66803dd6607c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6809","nonce":2672249411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6811","nonce":2672249411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6815","nonce":2672249411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":2672249411},{"type":"v1","addr":"172.21.15.191:6813","nonce":2672249411}]},"public_addr":"172.21.15.191:6809/2672249411","cluster_addr":"172.21.15.191:6811/2672249411","heartbeat_back_addr":"172.21.15.191:6815/2672249411","heartbeat_front_addr":"172.21.15.191:6813/2672249411","state":["exists","up"]},{"osd":6,"uuid":"181b7d27-4c9e-4ec9-aa6e-1899c70ad416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6817","nonce":1798960365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6819","nonce":1798960365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6823","nonce":1798960365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":1798960365},{"type":"v1","addr":"172.21.15.191:6821","nonce":1798960365}]},"public_addr":"172.21.15.191:6817/1798960365","cluster_addr":"172.21.15.191:6819/1798960365","heartbeat_back_addr":"172.21.15.191:6823/1798960365","heartbeat_front_addr":"172.21.15.191:6821/1798960365","state":["exists","up"]},{"osd":7,"uuid":"29f0427f-9192-41d3-9b1b-42859979bd61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6825","nonce":1805838395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6827","nonce":1805838395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6831","nonce":1805838395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1805838395},{"type":"v1","addr":"172.21.15.191:6829","nonce":1805838395}]},"public_addr":"172.21.15.191:6825/1805838395","cluster_addr":"172.21.15.191:6827/1805838395","heartbeat_back_addr":"172.21.15.191:6831/1805838395","heartbeat_front_addr":"172.21.15.191:6829/1805838395","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:05.753940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:28.736749+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:52.209518+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:14.736832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:35.371699+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:58.735247+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:20.765845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:43.119169+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.110:0/3267465586":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6801/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:6800/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/3320279389":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/2656758538":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6801/4048345598":"2024-02-19T08:10:47.227648+0000","172.21.15.110:0/2819148956":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6800/4048345598":"2024-02-19T08:10:47.227648+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2024-02-18T08:18:16.043 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-02-18T08:18:16.182 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:16 smithi110 bash[19477]: audit 2024-02-18T08:18:15.395850+0000 mon.c (mon.1) 25 : audit [DBG] from='client.? 172.21.15.110:0/680521298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:18:16.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:16 smithi110 bash[19477]: cluster 2024-02-18T08:18:15.741257+0000 mgr.y (mgr.14140) 307 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-02-18T08:18:16.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:16 smithi110 bash[24702]: audit 2024-02-18T08:18:15.395850+0000 mon.c (mon.1) 25 : audit [DBG] from='client.? 172.21.15.110:0/680521298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:18:16.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:16 smithi110 bash[24702]: cluster 2024-02-18T08:18:15.741257+0000 mgr.y (mgr.14140) 307 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-02-18T08:18:16.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:16 smithi191 bash[19424]: audit 2024-02-18T08:18:15.395850+0000 mon.c (mon.1) 25 : audit [DBG] from='client.? 172.21.15.110:0/680521298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:18:16.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:16 smithi191 bash[19424]: cluster 2024-02-18T08:18:15.741257+0000 mgr.y (mgr.14140) 307 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-02-18T08:18:18.936 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:18 smithi110 bash[19477]: cluster 2024-02-18T08:18:17.742233+0000 mgr.y (mgr.14140) 308 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-02-18T08:18:18.937 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:18 smithi110 bash[24702]: cluster 2024-02-18T08:18:17.742233+0000 mgr.y (mgr.14140) 308 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-02-18T08:18:19.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:18 smithi191 bash[19424]: cluster 2024-02-18T08:18:17.742233+0000 mgr.y (mgr.14140) 308 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-02-18T08:18:19.499 INFO:teuthology.orchestra.run.smithi110.stdout:42949673026 2024-02-18T08:18:19.499 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-02-18T08:18:19.633 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:21.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:20 smithi191 bash[19424]: cluster 2024-02-18T08:18:19.743014+0000 mgr.y (mgr.14140) 309 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-02-18T08:18:21.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:20 smithi110 bash[19477]: cluster 2024-02-18T08:18:19.743014+0000 mgr.y (mgr.14140) 309 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-02-18T08:18:21.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:20 smithi110 bash[24702]: cluster 2024-02-18T08:18:19.743014+0000 mgr.y (mgr.14140) 309 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-02-18T08:18:22.935 INFO:teuthology.orchestra.run.smithi110.stdout:68719476798 2024-02-18T08:18:22.935 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-02-18T08:18:23.079 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:23.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:22 smithi191 bash[19424]: cluster 2024-02-18T08:18:21.743900+0000 mgr.y (mgr.14140) 310 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1023 B/s wr, 3 op/s 2024-02-18T08:18:23.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:22 smithi110 bash[19477]: cluster 2024-02-18T08:18:21.743900+0000 mgr.y (mgr.14140) 310 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1023 B/s wr, 3 op/s 2024-02-18T08:18:23.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:22 smithi110 bash[24702]: cluster 2024-02-18T08:18:21.743900+0000 mgr.y (mgr.14140) 310 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1023 B/s wr, 3 op/s 2024-02-18T08:18:23.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:23.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:23.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:23.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:23.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:23.511Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:18:25.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:24 smithi191 bash[19424]: cluster 2024-02-18T08:18:23.744979+0000 mgr.y (mgr.14140) 311 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-02-18T08:18:25.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:24 smithi110 bash[24702]: cluster 2024-02-18T08:18:23.744979+0000 mgr.y (mgr.14140) 311 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-02-18T08:18:25.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:24 smithi110 bash[19477]: cluster 2024-02-18T08:18:23.744979+0000 mgr.y (mgr.14140) 311 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-02-18T08:18:26.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:26 smithi110 bash[19477]: cluster 2024-02-18T08:18:25.745821+0000 mgr.y (mgr.14140) 312 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:26.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:26 smithi110 bash[24702]: cluster 2024-02-18T08:18:25.745821+0000 mgr.y (mgr.14140) 312 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:26.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:26 smithi191 bash[19424]: cluster 2024-02-18T08:18:25.745821+0000 mgr.y (mgr.14140) 312 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:26.661 INFO:teuthology.orchestra.run.smithi110.stdout:90194313274 2024-02-18T08:18:26.661 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-02-18T08:18:26.805 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:29.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:28 smithi191 bash[19424]: cluster 2024-02-18T08:18:27.746871+0000 mgr.y (mgr.14140) 313 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:29.169 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:28 smithi110 bash[19477]: cluster 2024-02-18T08:18:27.746871+0000 mgr.y (mgr.14140) 313 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:29.169 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:28 smithi110 bash[24702]: cluster 2024-02-18T08:18:27.746871+0000 mgr.y (mgr.14140) 313 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:30.026 INFO:teuthology.orchestra.run.smithi110.stdout:111669149751 2024-02-18T08:18:30.026 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-02-18T08:18:30.169 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:31.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:30 smithi191 bash[19424]: cluster 2024-02-18T08:18:29.747738+0000 mgr.y (mgr.14140) 314 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:31.110 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:30 smithi110 bash[19477]: cluster 2024-02-18T08:18:29.747738+0000 mgr.y (mgr.14140) 314 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:31.110 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:30 smithi110 bash[24702]: cluster 2024-02-18T08:18:29.747738+0000 mgr.y (mgr.14140) 314 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:33.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:32 smithi191 bash[19424]: cluster 2024-02-18T08:18:31.748628+0000 mgr.y (mgr.14140) 315 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:33.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:32 smithi110 bash[19477]: cluster 2024-02-18T08:18:31.748628+0000 mgr.y (mgr.14140) 315 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:33.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:32 smithi110 bash[24702]: cluster 2024-02-18T08:18:31.748628+0000 mgr.y (mgr.14140) 315 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:33.414 INFO:teuthology.orchestra.run.smithi110.stdout:133143986227 2024-02-18T08:18:33.414 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-02-18T08:18:33.554 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:33.721 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:33.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:33.721 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:33.511Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:33.721 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:33.511Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:18:34.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:34 smithi110 bash[19477]: cluster 2024-02-18T08:18:33.749578+0000 mgr.y (mgr.14140) 316 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:34.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:34 smithi110 bash[24702]: cluster 2024-02-18T08:18:33.749578+0000 mgr.y (mgr.14140) 316 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:35.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:34 smithi191 bash[19424]: cluster 2024-02-18T08:18:33.749578+0000 mgr.y (mgr.14140) 316 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:36.375 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:36 smithi110 bash[24702]: cluster 2024-02-18T08:18:35.750468+0000 mgr.y (mgr.14140) 317 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:36.375 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:36 smithi110 bash[19477]: cluster 2024-02-18T08:18:35.750468+0000 mgr.y (mgr.14140) 317 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:36.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:36 smithi191 bash[19424]: cluster 2024-02-18T08:18:35.750468+0000 mgr.y (mgr.14140) 317 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:37.012 INFO:teuthology.orchestra.run.smithi110.stdout:154618822703 2024-02-18T08:18:37.012 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-02-18T08:18:37.153 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:39.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:38 smithi191 bash[19424]: cluster 2024-02-18T08:18:37.751249+0000 mgr.y (mgr.14140) 318 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:38 smithi110 bash[19477]: cluster 2024-02-18T08:18:37.751249+0000 mgr.y (mgr.14140) 318 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:39.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:38 smithi110 bash[24702]: cluster 2024-02-18T08:18:37.751249+0000 mgr.y (mgr.14140) 318 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:40.500 INFO:teuthology.orchestra.run.smithi110.stdout:176093659178 2024-02-18T08:18:40.500 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-02-18T08:18:40.639 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:41.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:40 smithi191 bash[19424]: cluster 2024-02-18T08:18:39.751928+0000 mgr.y (mgr.14140) 319 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:41.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:40 smithi110 bash[19477]: cluster 2024-02-18T08:18:39.751928+0000 mgr.y (mgr.14140) 319 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:41.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:40 smithi110 bash[24702]: cluster 2024-02-18T08:18:39.751928+0000 mgr.y (mgr.14140) 319 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:43.086 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:42 smithi110 bash[19477]: cluster 2024-02-18T08:18:41.752896+0000 mgr.y (mgr.14140) 320 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:43.086 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:42 smithi110 bash[24702]: cluster 2024-02-18T08:18:41.752896+0000 mgr.y (mgr.14140) 320 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:43.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:42 smithi191 bash[19424]: cluster 2024-02-18T08:18:41.752896+0000 mgr.y (mgr.14140) 320 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:43.721 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:43.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:43.721 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:43.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:43.721 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:43.512Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:18:44.008 INFO:teuthology.orchestra.run.smithi110.stdout:197568495655 2024-02-18T08:18:44.009 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-02-18T08:18:44.149 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:45.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:44 smithi191 bash[19424]: cluster 2024-02-18T08:18:43.753951+0000 mgr.y (mgr.14140) 321 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:45.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:44 smithi110 bash[19477]: cluster 2024-02-18T08:18:43.753951+0000 mgr.y (mgr.14140) 321 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:45.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:44 smithi110 bash[24702]: cluster 2024-02-18T08:18:43.753951+0000 mgr.y (mgr.14140) 321 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:46.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:46 smithi110 bash[19477]: cluster 2024-02-18T08:18:45.754727+0000 mgr.y (mgr.14140) 322 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:46.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:46 smithi110 bash[24702]: cluster 2024-02-18T08:18:45.754727+0000 mgr.y (mgr.14140) 322 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:46.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:46 smithi191 bash[19424]: cluster 2024-02-18T08:18:45.754727+0000 mgr.y (mgr.14140) 322 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:46.906 INFO:teuthology.orchestra.run.smithi110.stdout:42949673031 2024-02-18T08:18:47.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:47 smithi110 bash[24702]: audit 2024-02-18T08:18:46.904795+0000 mon.c (mon.1) 26 : audit [DBG] from='client.? 172.21.15.110:0/3262504969' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-18T08:18:47.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:47 smithi110 bash[19477]: audit 2024-02-18T08:18:46.904795+0000 mon.c (mon.1) 26 : audit [DBG] from='client.? 172.21.15.110:0/3262504969' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-18T08:18:47.537 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949673026 got 42949673031 for osd.0 2024-02-18T08:18:47.537 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-02-18T08:18:47.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:47 smithi191 bash[19424]: audit 2024-02-18T08:18:46.904795+0000 mon.c (mon.1) 26 : audit [DBG] from='client.? 172.21.15.110:0/3262504969' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-18T08:18:47.683 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:48.567 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:48 smithi110 bash[19477]: cluster 2024-02-18T08:18:47.755684+0000 mgr.y (mgr.14140) 323 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:48.567 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:48 smithi110 bash[24702]: cluster 2024-02-18T08:18:47.755684+0000 mgr.y (mgr.14140) 323 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:48.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:48 smithi191 bash[19424]: cluster 2024-02-18T08:18:47.755684+0000 mgr.y (mgr.14140) 323 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:50.505 INFO:teuthology.orchestra.run.smithi110.stdout:68719476803 2024-02-18T08:18:51.092 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:50 smithi110 bash[24702]: cluster 2024-02-18T08:18:49.756397+0000 mgr.y (mgr.14140) 324 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:51.092 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:50 smithi110 bash[24702]: audit 2024-02-18T08:18:50.503897+0000 mon.c (mon.1) 27 : audit [DBG] from='client.? 172.21.15.110:0/639113987' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-18T08:18:51.092 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:50 smithi110 bash[19477]: cluster 2024-02-18T08:18:49.756397+0000 mgr.y (mgr.14140) 324 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:51.092 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:50 smithi110 bash[19477]: audit 2024-02-18T08:18:50.503897+0000 mon.c (mon.1) 27 : audit [DBG] from='client.? 172.21.15.110:0/639113987' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-18T08:18:51.093 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476798 got 68719476803 for osd.1 2024-02-18T08:18:51.094 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-02-18T08:18:51.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:50 smithi191 bash[19424]: cluster 2024-02-18T08:18:49.756397+0000 mgr.y (mgr.14140) 324 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:51.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:50 smithi191 bash[19424]: audit 2024-02-18T08:18:50.503897+0000 mon.c (mon.1) 27 : audit [DBG] from='client.? 172.21.15.110:0/639113987' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-18T08:18:51.234 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:53.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:52 smithi191 bash[19424]: cluster 2024-02-18T08:18:51.757284+0000 mgr.y (mgr.14140) 325 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:53.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:52 smithi110 bash[19477]: cluster 2024-02-18T08:18:51.757284+0000 mgr.y (mgr.14140) 325 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:53.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:52 smithi110 bash[24702]: cluster 2024-02-18T08:18:51.757284+0000 mgr.y (mgr.14140) 325 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:53.793 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:53.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:53.793 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:53.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:18:53.793 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:18:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:18:53.512Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:18:54.188 INFO:teuthology.orchestra.run.smithi110.stdout:90194313279 2024-02-18T08:18:54.800 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313274 got 90194313279 for osd.2 2024-02-18T08:18:54.800 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-02-18T08:18:54.940 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:55.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:54 smithi191 bash[19424]: cluster 2024-02-18T08:18:53.758257+0000 mgr.y (mgr.14140) 326 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:55.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:54 smithi191 bash[19424]: audit 2024-02-18T08:18:54.186640+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.110:0/1073018345' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-18T08:18:55.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:54 smithi110 bash[24702]: cluster 2024-02-18T08:18:53.758257+0000 mgr.y (mgr.14140) 326 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:55.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:54 smithi110 bash[24702]: audit 2024-02-18T08:18:54.186640+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.110:0/1073018345' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-18T08:18:55.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:54 smithi110 bash[19477]: cluster 2024-02-18T08:18:53.758257+0000 mgr.y (mgr.14140) 326 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:55.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:54 smithi110 bash[19477]: audit 2024-02-18T08:18:54.186640+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.110:0/1073018345' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-18T08:18:56.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:56 smithi110 bash[19477]: cluster 2024-02-18T08:18:55.759107+0000 mgr.y (mgr.14140) 327 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:56.471 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:56 smithi110 bash[24702]: cluster 2024-02-18T08:18:55.759107+0000 mgr.y (mgr.14140) 327 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:56.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:56 smithi191 bash[19424]: cluster 2024-02-18T08:18:55.759107+0000 mgr.y (mgr.14140) 327 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:57.818 INFO:teuthology.orchestra.run.smithi110.stdout:111669149757 2024-02-18T08:18:58.425 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149751 got 111669149757 for osd.3 2024-02-18T08:18:58.425 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-02-18T08:18:58.568 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:18:59.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:58 smithi191 bash[19424]: cluster 2024-02-18T08:18:57.759777+0000 mgr.y (mgr.14140) 328 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:59.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:18:58 smithi191 bash[19424]: audit 2024-02-18T08:18:57.817172+0000 mon.c (mon.1) 28 : audit [DBG] from='client.? 172.21.15.110:0/4278627816' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-18T08:18:59.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:58 smithi110 bash[19477]: cluster 2024-02-18T08:18:57.759777+0000 mgr.y (mgr.14140) 328 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:59.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:18:58 smithi110 bash[19477]: audit 2024-02-18T08:18:57.817172+0000 mon.c (mon.1) 28 : audit [DBG] from='client.? 172.21.15.110:0/4278627816' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-18T08:18:59.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:58 smithi110 bash[24702]: cluster 2024-02-18T08:18:57.759777+0000 mgr.y (mgr.14140) 328 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:18:59.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:18:58 smithi110 bash[24702]: audit 2024-02-18T08:18:57.817172+0000 mon.c (mon.1) 28 : audit [DBG] from='client.? 172.21.15.110:0/4278627816' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-18T08:19:01.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:00 smithi191 bash[19424]: cluster 2024-02-18T08:18:59.760451+0000 mgr.y (mgr.14140) 329 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:01.126 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:00 smithi110 bash[19477]: cluster 2024-02-18T08:18:59.760451+0000 mgr.y (mgr.14140) 329 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:01.127 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:00 smithi110 bash[24702]: cluster 2024-02-18T08:18:59.760451+0000 mgr.y (mgr.14140) 329 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:01.422 INFO:teuthology.orchestra.run.smithi110.stdout:133143986232 2024-02-18T08:19:02.048 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986227 got 133143986232 for osd.4 2024-02-18T08:19:02.049 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-02-18T08:19:02.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:01 smithi191 bash[19424]: audit 2024-02-18T08:19:01.421251+0000 mon.c (mon.1) 29 : audit [DBG] from='client.? 172.21.15.110:0/560978984' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-18T08:19:02.190 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:19:02.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:01 smithi110 bash[19477]: audit 2024-02-18T08:19:01.421251+0000 mon.c (mon.1) 29 : audit [DBG] from='client.? 172.21.15.110:0/560978984' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-18T08:19:02.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:01 smithi110 bash[24702]: audit 2024-02-18T08:19:01.421251+0000 mon.c (mon.1) 29 : audit [DBG] from='client.? 172.21.15.110:0/560978984' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-18T08:19:03.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:02 smithi191 bash[19424]: cluster 2024-02-18T08:19:01.761304+0000 mgr.y (mgr.14140) 330 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:03.142 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:02 smithi110 bash[19477]: cluster 2024-02-18T08:19:01.761304+0000 mgr.y (mgr.14140) 330 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:03.143 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:02 smithi110 bash[24702]: cluster 2024-02-18T08:19:01.761304+0000 mgr.y (mgr.14140) 330 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:03.721 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:03.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:03.722 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:03.512Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:03.722 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:03.512Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:19:04.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:04 smithi110 bash[24702]: cluster 2024-02-18T08:19:03.762287+0000 mgr.y (mgr.14140) 331 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:04.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:04 smithi110 bash[19477]: cluster 2024-02-18T08:19:03.762287+0000 mgr.y (mgr.14140) 331 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:05.066 INFO:teuthology.orchestra.run.smithi110.stdout:154618822708 2024-02-18T08:19:05.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:04 smithi191 bash[19424]: cluster 2024-02-18T08:19:03.762287+0000 mgr.y (mgr.14140) 331 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:05.670 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822703 got 154618822708 for osd.5 2024-02-18T08:19:05.670 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-02-18T08:19:05.813 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:19:05.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:05 smithi110 bash[19477]: audit 2024-02-18T08:19:05.064600+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.15.110:0/3684613233' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-18T08:19:05.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:05 smithi110 bash[24702]: audit 2024-02-18T08:19:05.064600+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.15.110:0/3684613233' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-18T08:19:06.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:05 smithi191 bash[19424]: audit 2024-02-18T08:19:05.064600+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.15.110:0/3684613233' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-18T08:19:07.010 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:06 smithi110 bash[24702]: cluster 2024-02-18T08:19:05.762884+0000 mgr.y (mgr.14140) 332 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:07.010 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:06 smithi110 bash[19477]: cluster 2024-02-18T08:19:05.762884+0000 mgr.y (mgr.14140) 332 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:07.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:06 smithi191 bash[19424]: cluster 2024-02-18T08:19:05.762884+0000 mgr.y (mgr.14140) 332 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:08.731 INFO:teuthology.orchestra.run.smithi110.stdout:176093659184 2024-02-18T08:19:09.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:08 smithi110 bash[19477]: cluster 2024-02-18T08:19:07.763783+0000 mgr.y (mgr.14140) 333 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:09.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:08 smithi110 bash[19477]: audit 2024-02-18T08:19:08.729707+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.110:0/3215565455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-18T08:19:09.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:08 smithi110 bash[24702]: cluster 2024-02-18T08:19:07.763783+0000 mgr.y (mgr.14140) 333 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:09.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:08 smithi110 bash[24702]: audit 2024-02-18T08:19:08.729707+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.110:0/3215565455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-18T08:19:09.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:08 smithi191 bash[19424]: cluster 2024-02-18T08:19:07.763783+0000 mgr.y (mgr.14140) 333 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:09.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:08 smithi191 bash[19424]: audit 2024-02-18T08:19:08.729707+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.110:0/3215565455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-18T08:19:09.347 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659178 got 176093659184 for osd.6 2024-02-18T08:19:09.347 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-02-18T08:19:09.486 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:19:10.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:10 smithi110 bash[24702]: cluster 2024-02-18T08:19:09.764563+0000 mgr.y (mgr.14140) 334 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:10.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:10 smithi110 bash[19477]: cluster 2024-02-18T08:19:09.764563+0000 mgr.y (mgr.14140) 334 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:11.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:10 smithi191 bash[19424]: cluster 2024-02-18T08:19:09.764563+0000 mgr.y (mgr.14140) 334 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:12.376 INFO:teuthology.orchestra.run.smithi110.stdout:197568495661 2024-02-18T08:19:12.998 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495655 got 197568495661 for osd.7 2024-02-18T08:19:12.998 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-02-18T08:19:12.999 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph pg dump --format=json 2024-02-18T08:19:13.136 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:19:13.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:12 smithi110 bash[24702]: cluster 2024-02-18T08:19:11.765464+0000 mgr.y (mgr.14140) 335 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:13.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:12 smithi110 bash[24702]: audit 2024-02-18T08:19:12.374386+0000 mon.c (mon.1) 31 : audit [DBG] from='client.? 172.21.15.110:0/385241389' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-18T08:19:13.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:12 smithi110 bash[24702]: audit 2024-02-18T08:19:12.470516+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:19:13.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:12 smithi110 bash[24702]: audit 2024-02-18T08:19:12.472964+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:19:13.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:12 smithi110 bash[19477]: cluster 2024-02-18T08:19:11.765464+0000 mgr.y (mgr.14140) 335 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:13.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:12 smithi110 bash[19477]: audit 2024-02-18T08:19:12.374386+0000 mon.c (mon.1) 31 : audit [DBG] from='client.? 172.21.15.110:0/385241389' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-18T08:19:13.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:12 smithi110 bash[19477]: audit 2024-02-18T08:19:12.470516+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:19:13.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:12 smithi110 bash[19477]: audit 2024-02-18T08:19:12.472964+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:19:13.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:12 smithi191 bash[19424]: cluster 2024-02-18T08:19:11.765464+0000 mgr.y (mgr.14140) 335 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:13.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:12 smithi191 bash[19424]: audit 2024-02-18T08:19:12.374386+0000 mon.c (mon.1) 31 : audit [DBG] from='client.? 172.21.15.110:0/385241389' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-18T08:19:13.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:12 smithi191 bash[19424]: audit 2024-02-18T08:19:12.470516+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:19:13.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:12 smithi191 bash[19424]: audit 2024-02-18T08:19:12.472964+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:19:13.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:13.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:13.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:13.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:13.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:13.513Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:19:15.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:14 smithi110 bash[19477]: cluster 2024-02-18T08:19:13.766475+0000 mgr.y (mgr.14140) 336 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:15.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:14 smithi110 bash[24702]: cluster 2024-02-18T08:19:13.766475+0000 mgr.y (mgr.14140) 336 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:15.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:14 smithi191 bash[19424]: cluster 2024-02-18T08:19:13.766475+0000 mgr.y (mgr.14140) 336 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:16.179 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:19:16.181 INFO:teuthology.orchestra.run.smithi110.stderr:dumped all 2024-02-18T08:19:16.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:16 smithi191 bash[19424]: cluster 2024-02-18T08:19:15.767353+0000 mgr.y (mgr.14140) 337 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:16.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:16 smithi191 bash[19424]: audit 2024-02-18T08:19:16.157328+0000 mgr.y (mgr.14140) 338 : audit [DBG] from='client.24652 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:19:16.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:16 smithi110 bash[24702]: cluster 2024-02-18T08:19:15.767353+0000 mgr.y (mgr.14140) 337 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:16.721 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:16 smithi110 bash[24702]: audit 2024-02-18T08:19:16.157328+0000 mgr.y (mgr.14140) 338 : audit [DBG] from='client.24652 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:19:16.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:16 smithi110 bash[19477]: cluster 2024-02-18T08:19:15.767353+0000 mgr.y (mgr.14140) 337 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:16.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:16 smithi110 bash[19477]: audit 2024-02-18T08:19:16.157328+0000 mgr.y (mgr.14140) 338 : audit [DBG] from='client.24652 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:19:16.806 INFO:teuthology.orchestra.run.smithi110.stdout:{"pg_ready":true,"pg_map":{"version":290,"stamp":"2024-02-18T08:19:15.766797+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568128,"statfs":{"total":767960285184,"available":759365763072,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1888448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005145"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.239737+0000","last_change":"2024-02-18T08:18:03.239410+0000","last_active":"2024-02-18T08:18:03.239737+0000","last_peered":"2024-02-18T08:18:03.239737+0000","last_clean":"2024-02-18T08:18:03.239737+0000","last_became_active":"2024-02-18T08:18:03.238901+0000","last_became_peered":"2024-02-18T08:18:03.238901+0000","last_unstale":"2024-02-18T08:18:03.239737+0000","last_undegraded":"2024-02-18T08:18:03.239737+0000","last_fullsized":"2024-02-18T08:18:03.239737+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.221926+0000","last_change":"2024-02-18T08:18:02.224353+0000","last_active":"2024-02-18T08:18:07.221926+0000","last_peered":"2024-02-18T08:18:07.221926+0000","last_clean":"2024-02-18T08:18:07.221926+0000","last_became_active":"2024-02-18T08:18:02.223948+0000","last_became_peered":"2024-02-18T08:18:02.223948+0000","last_unstale":"2024-02-18T08:18:07.221926+0000","last_undegraded":"2024-02-18T08:18:07.221926+0000","last_fullsized":"2024-02-18T08:18:07.221926+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229253+0000","last_change":"2024-02-18T08:18:02.288351+0000","last_active":"2024-02-18T08:18:03.229253+0000","last_peered":"2024-02-18T08:18:03.229253+0000","last_clean":"2024-02-18T08:18:03.229253+0000","last_became_active":"2024-02-18T08:18:02.287905+0000","last_became_peered":"2024-02-18T08:18:02.287905+0000","last_unstale":"2024-02-18T08:18:03.229253+0000","last_undegraded":"2024-02-18T08:18:03.229253+0000","last_fullsized":"2024-02-18T08:18:03.229253+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:04.230792+0000","last_change":"2024-02-18T08:18:02.216362+0000","last_active":"2024-02-18T08:18:04.230792+0000","last_peered":"2024-02-18T08:18:04.230792+0000","last_clean":"2024-02-18T08:18:04.230792+0000","last_became_active":"2024-02-18T08:18:02.215963+0000","last_became_peered":"2024-02-18T08:18:02.215963+0000","last_unstale":"2024-02-18T08:18:04.230792+0000","last_undegraded":"2024-02-18T08:18:04.230792+0000","last_fullsized":"2024-02-18T08:18:04.230792+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.239281+0000","last_change":"2024-02-18T08:18:03.239013+0000","last_active":"2024-02-18T08:18:03.239281+0000","last_peered":"2024-02-18T08:18:03.239281+0000","last_clean":"2024-02-18T08:18:03.239281+0000","last_became_active":"2024-02-18T08:18:03.238530+0000","last_became_peered":"2024-02-18T08:18:03.238530+0000","last_unstale":"2024-02-18T08:18:03.239281+0000","last_undegraded":"2024-02-18T08:18:03.239281+0000","last_fullsized":"2024-02-18T08:18:03.239281+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.227028+0000","last_change":"2024-02-18T08:18:02.219775+0000","last_active":"2024-02-18T08:18:07.227028+0000","last_peered":"2024-02-18T08:18:07.227028+0000","last_clean":"2024-02-18T08:18:07.227028+0000","last_became_active":"2024-02-18T08:18:02.219339+0000","last_became_peered":"2024-02-18T08:18:02.219339+0000","last_unstale":"2024-02-18T08:18:07.227028+0000","last_undegraded":"2024-02-18T08:18:07.227028+0000","last_fullsized":"2024-02-18T08:18:07.227028+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242910+0000","last_change":"2024-02-18T08:18:03.242609+0000","last_active":"2024-02-18T08:18:03.242910+0000","last_peered":"2024-02-18T08:18:03.242910+0000","last_clean":"2024-02-18T08:18:03.242910+0000","last_became_active":"2024-02-18T08:18:03.242191+0000","last_became_peered":"2024-02-18T08:18:03.242191+0000","last_unstale":"2024-02-18T08:18:03.242910+0000","last_undegraded":"2024-02-18T08:18:03.242910+0000","last_fullsized":"2024-02-18T08:18:03.242910+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.227642+0000","last_change":"2024-02-18T08:18:02.219275+0000","last_active":"2024-02-18T08:18:07.227642+0000","last_peered":"2024-02-18T08:18:07.227642+0000","last_clean":"2024-02-18T08:18:07.227642+0000","last_became_active":"2024-02-18T08:18:02.218649+0000","last_became_peered":"2024-02-18T08:18:02.218649+0000","last_unstale":"2024-02-18T08:18:07.227642+0000","last_undegraded":"2024-02-18T08:18:07.227642+0000","last_fullsized":"2024-02-18T08:18:07.227642+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.240622+0000","last_change":"2024-02-18T08:18:03.240090+0000","last_active":"2024-02-18T08:18:03.240622+0000","last_peered":"2024-02-18T08:18:03.240622+0000","last_clean":"2024-02-18T08:18:03.240622+0000","last_became_active":"2024-02-18T08:18:03.239676+0000","last_became_peered":"2024-02-18T08:18:03.239676+0000","last_unstale":"2024-02-18T08:18:03.240622+0000","last_undegraded":"2024-02-18T08:18:03.240622+0000","last_fullsized":"2024-02-18T08:18:03.240622+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:05.195225+0000","last_change":"2024-02-18T08:18:02.225297+0000","last_active":"2024-02-18T08:18:05.195225+0000","last_peered":"2024-02-18T08:18:05.195225+0000","last_clean":"2024-02-18T08:18:05.195225+0000","last_became_active":"2024-02-18T08:18:02.224929+0000","last_became_peered":"2024-02-18T08:18:02.224929+0000","last_unstale":"2024-02-18T08:18:05.195225+0000","last_undegraded":"2024-02-18T08:18:05.195225+0000","last_fullsized":"2024-02-18T08:18:05.195225+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.236679+0000","last_change":"2024-02-18T08:18:03.236206+0000","last_active":"2024-02-18T08:18:03.236679+0000","last_peered":"2024-02-18T08:18:03.236679+0000","last_clean":"2024-02-18T08:18:03.236679+0000","last_became_active":"2024-02-18T08:18:03.235604+0000","last_became_peered":"2024-02-18T08:18:03.235604+0000","last_unstale":"2024-02-18T08:18:03.236679+0000","last_undegraded":"2024-02-18T08:18:03.236679+0000","last_fullsized":"2024-02-18T08:18:03.236679+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:05.195856+0000","last_change":"2024-02-18T08:18:02.228910+0000","last_active":"2024-02-18T08:18:05.195856+0000","last_peered":"2024-02-18T08:18:05.195856+0000","last_clean":"2024-02-18T08:18:05.195856+0000","last_became_active":"2024-02-18T08:18:02.228495+0000","last_became_peered":"2024-02-18T08:18:02.228495+0000","last_unstale":"2024-02-18T08:18:05.195856+0000","last_undegraded":"2024-02-18T08:18:05.195856+0000","last_fullsized":"2024-02-18T08:18:05.195856+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.235221+0000","last_change":"2024-02-18T08:16:22.180723+0000","last_active":"2024-02-18T08:18:03.235221+0000","last_peered":"2024-02-18T08:18:03.235221+0000","last_clean":"2024-02-18T08:18:03.235221+0000","last_became_active":"2024-02-18T08:16:22.180264+0000","last_became_peered":"2024-02-18T08:16:22.180264+0000","last_unstale":"2024-02-18T08:18:03.235221+0000","last_undegraded":"2024-02-18T08:18:03.235221+0000","last_fullsized":"2024-02-18T08:18:03.235221+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229423+0000","last_change":"2024-02-18T08:18:02.239636+0000","last_active":"2024-02-18T08:18:03.229423+0000","last_peered":"2024-02-18T08:18:03.229423+0000","last_clean":"2024-02-18T08:18:03.229423+0000","last_became_active":"2024-02-18T08:18:02.239202+0000","last_became_peered":"2024-02-18T08:18:02.239202+0000","last_unstale":"2024-02-18T08:18:03.229423+0000","last_undegraded":"2024-02-18T08:18:03.229423+0000","last_fullsized":"2024-02-18T08:18:03.229423+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.236530+0000","last_change":"2024-02-18T08:16:22.900403+0000","last_active":"2024-02-18T08:18:03.236530+0000","last_peered":"2024-02-18T08:18:03.236530+0000","last_clean":"2024-02-18T08:18:03.236530+0000","last_became_active":"2024-02-18T08:16:22.899436+0000","last_became_peered":"2024-02-18T08:16:22.899436+0000","last_unstale":"2024-02-18T08:18:03.236530+0000","last_undegraded":"2024-02-18T08:18:03.236530+0000","last_fullsized":"2024-02-18T08:18:03.236530+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.222245+0000","last_change":"2024-02-18T08:18:02.229251+0000","last_active":"2024-02-18T08:18:07.222245+0000","last_peered":"2024-02-18T08:18:07.222245+0000","last_clean":"2024-02-18T08:18:07.222245+0000","last_became_active":"2024-02-18T08:18:02.228064+0000","last_became_peered":"2024-02-18T08:18:02.228064+0000","last_unstale":"2024-02-18T08:18:07.222245+0000","last_undegraded":"2024-02-18T08:18:07.222245+0000","last_fullsized":"2024-02-18T08:18:07.222245+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.362098+0000","last_change":"2024-02-18T08:18:03.361673+0000","last_active":"2024-02-18T08:18:03.362098+0000","last_peered":"2024-02-18T08:18:03.362098+0000","last_clean":"2024-02-18T08:18:03.362098+0000","last_became_active":"2024-02-18T08:18:03.360879+0000","last_became_peered":"2024-02-18T08:18:03.360879+0000","last_unstale":"2024-02-18T08:18:03.362098+0000","last_undegraded":"2024-02-18T08:18:03.362098+0000","last_fullsized":"2024-02-18T08:18:03.362098+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.236233+0000","last_change":"2024-02-18T08:18:02.218201+0000","last_active":"2024-02-18T08:18:03.236233+0000","last_peered":"2024-02-18T08:18:03.236233+0000","last_clean":"2024-02-18T08:18:03.236233+0000","last_became_active":"2024-02-18T08:18:02.217738+0000","last_became_peered":"2024-02-18T08:18:02.217738+0000","last_unstale":"2024-02-18T08:18:03.236233+0000","last_undegraded":"2024-02-18T08:18:03.236233+0000","last_fullsized":"2024-02-18T08:18:03.236233+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.362235+0000","last_change":"2024-02-18T08:16:23.010616+0000","last_active":"2024-02-18T08:18:03.362235+0000","last_peered":"2024-02-18T08:18:03.362235+0000","last_clean":"2024-02-18T08:18:03.362235+0000","last_became_active":"2024-02-18T08:16:23.009586+0000","last_became_peered":"2024-02-18T08:16:23.009586+0000","last_unstale":"2024-02-18T08:18:03.362235+0000","last_undegraded":"2024-02-18T08:18:03.362235+0000","last_fullsized":"2024-02-18T08:18:03.362235+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242174+0000","last_change":"2024-02-18T08:18:03.241916+0000","last_active":"2024-02-18T08:18:03.242174+0000","last_peered":"2024-02-18T08:18:03.242174+0000","last_clean":"2024-02-18T08:18:03.242174+0000","last_became_active":"2024-02-18T08:18:03.241437+0000","last_became_peered":"2024-02-18T08:18:03.241437+0000","last_unstale":"2024-02-18T08:18:03.242174+0000","last_undegraded":"2024-02-18T08:18:03.242174+0000","last_fullsized":"2024-02-18T08:18:03.242174+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.235840+0000","last_change":"2024-02-18T08:18:02.231512+0000","last_active":"2024-02-18T08:18:03.235840+0000","last_peered":"2024-02-18T08:18:03.235840+0000","last_clean":"2024-02-18T08:18:03.235840+0000","last_became_active":"2024-02-18T08:18:02.231227+0000","last_became_peered":"2024-02-18T08:18:02.231227+0000","last_unstale":"2024-02-18T08:18:03.235840+0000","last_undegraded":"2024-02-18T08:18:03.235840+0000","last_fullsized":"2024-02-18T08:18:03.235840+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.361682+0000","last_change":"2024-02-18T08:16:23.010397+0000","last_active":"2024-02-18T08:18:03.361682+0000","last_peered":"2024-02-18T08:18:03.361682+0000","last_clean":"2024-02-18T08:18:03.361682+0000","last_became_active":"2024-02-18T08:16:23.009577+0000","last_became_peered":"2024-02-18T08:16:23.009577+0000","last_unstale":"2024-02-18T08:18:03.361682+0000","last_undegraded":"2024-02-18T08:18:03.361682+0000","last_fullsized":"2024-02-18T08:18:03.361682+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.362544+0000","last_change":"2024-02-18T08:18:03.361831+0000","last_active":"2024-02-18T08:18:03.362544+0000","last_peered":"2024-02-18T08:18:03.362544+0000","last_clean":"2024-02-18T08:18:03.362544+0000","last_became_active":"2024-02-18T08:18:03.360797+0000","last_became_peered":"2024-02-18T08:18:03.360797+0000","last_unstale":"2024-02-18T08:18:03.362544+0000","last_undegraded":"2024-02-18T08:18:03.362544+0000","last_fullsized":"2024-02-18T08:18:03.362544+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229044+0000","last_change":"2024-02-18T08:18:02.214046+0000","last_active":"2024-02-18T08:18:03.229044+0000","last_peered":"2024-02-18T08:18:03.229044+0000","last_clean":"2024-02-18T08:18:03.229044+0000","last_became_active":"2024-02-18T08:18:02.212864+0000","last_became_peered":"2024-02-18T08:18:02.212864+0000","last_unstale":"2024-02-18T08:18:03.229044+0000","last_undegraded":"2024-02-18T08:18:03.229044+0000","last_fullsized":"2024-02-18T08:18:03.229044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":19,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.360621+0000","last_change":"2024-02-18T08:15:45.256924+0000","last_active":"2024-02-18T08:18:03.360621+0000","last_peered":"2024-02-18T08:18:03.360621+0000","last_clean":"2024-02-18T08:18:03.360621+0000","last_became_active":"2024-02-18T08:15:45.256340+0000","last_became_peered":"2024-02-18T08:15:45.256340+0000","last_unstale":"2024-02-18T08:18:03.360621+0000","last_undegraded":"2024-02-18T08:18:03.360621+0000","last_fullsized":"2024-02-18T08:18:03.360621+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:11:59.106873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:11:59.106873+0000","last_clean_scrub_stamp":"2024-02-18T08:11:59.106873+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228600+0000","last_change":"2024-02-18T08:16:22.181274+0000","last_active":"2024-02-18T08:18:03.228600+0000","last_peered":"2024-02-18T08:18:03.228600+0000","last_clean":"2024-02-18T08:18:03.228600+0000","last_became_active":"2024-02-18T08:16:22.180843+0000","last_became_peered":"2024-02-18T08:16:22.180843+0000","last_unstale":"2024-02-18T08:18:03.228600+0000","last_undegraded":"2024-02-18T08:18:03.228600+0000","last_fullsized":"2024-02-18T08:18:03.228600+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.241091+0000","last_change":"2024-02-18T08:18:03.240616+0000","last_active":"2024-02-18T08:18:03.241091+0000","last_peered":"2024-02-18T08:18:03.241091+0000","last_clean":"2024-02-18T08:18:03.241091+0000","last_became_active":"2024-02-18T08:18:03.240182+0000","last_became_peered":"2024-02-18T08:18:03.240182+0000","last_unstale":"2024-02-18T08:18:03.241091+0000","last_undegraded":"2024-02-18T08:18:03.241091+0000","last_fullsized":"2024-02-18T08:18:03.241091+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.233965+0000","last_change":"2024-02-18T08:18:02.221252+0000","last_active":"2024-02-18T08:18:03.233965+0000","last_peered":"2024-02-18T08:18:03.233965+0000","last_clean":"2024-02-18T08:18:03.233965+0000","last_became_active":"2024-02-18T08:18:02.220871+0000","last_became_peered":"2024-02-18T08:18:02.220871+0000","last_unstale":"2024-02-18T08:18:03.233965+0000","last_undegraded":"2024-02-18T08:18:03.233965+0000","last_fullsized":"2024-02-18T08:18:03.233965+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228381+0000","last_change":"2024-02-18T08:16:23.009794+0000","last_active":"2024-02-18T08:18:03.228381+0000","last_peered":"2024-02-18T08:18:03.228381+0000","last_clean":"2024-02-18T08:18:03.228381+0000","last_became_active":"2024-02-18T08:16:23.009343+0000","last_became_peered":"2024-02-18T08:16:23.009343+0000","last_unstale":"2024-02-18T08:18:03.228381+0000","last_undegraded":"2024-02-18T08:18:03.228381+0000","last_fullsized":"2024-02-18T08:18:03.228381+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.244798+0000","last_change":"2024-02-18T08:18:03.244423+0000","last_active":"2024-02-18T08:18:03.244798+0000","last_peered":"2024-02-18T08:18:03.244798+0000","last_clean":"2024-02-18T08:18:03.244798+0000","last_became_active":"2024-02-18T08:18:03.243981+0000","last_became_peered":"2024-02-18T08:18:03.243981+0000","last_unstale":"2024-02-18T08:18:03.244798+0000","last_undegraded":"2024-02-18T08:18:03.244798+0000","last_fullsized":"2024-02-18T08:18:03.244798+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.231427+0000","last_change":"2024-02-18T08:18:02.224134+0000","last_active":"2024-02-18T08:18:03.231427+0000","last_peered":"2024-02-18T08:18:03.231427+0000","last_clean":"2024-02-18T08:18:03.231427+0000","last_became_active":"2024-02-18T08:18:02.223493+0000","last_became_peered":"2024-02-18T08:18:02.223493+0000","last_unstale":"2024-02-18T08:18:03.231427+0000","last_undegraded":"2024-02-18T08:18:03.231427+0000","last_fullsized":"2024-02-18T08:18:03.231427+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228952+0000","last_change":"2024-02-18T08:16:22.180252+0000","last_active":"2024-02-18T08:18:03.228952+0000","last_peered":"2024-02-18T08:18:03.228952+0000","last_clean":"2024-02-18T08:18:03.228952+0000","last_became_active":"2024-02-18T08:16:22.179816+0000","last_became_peered":"2024-02-18T08:16:22.179816+0000","last_unstale":"2024-02-18T08:18:03.228952+0000","last_undegraded":"2024-02-18T08:18:03.228952+0000","last_fullsized":"2024-02-18T08:18:03.228952+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.243018+0000","last_change":"2024-02-18T08:18:03.242683+0000","last_active":"2024-02-18T08:18:03.243018+0000","last_peered":"2024-02-18T08:18:03.243018+0000","last_clean":"2024-02-18T08:18:03.243018+0000","last_became_active":"2024-02-18T08:18:03.241703+0000","last_became_peered":"2024-02-18T08:18:03.241703+0000","last_unstale":"2024-02-18T08:18:03.243018+0000","last_undegraded":"2024-02-18T08:18:03.243018+0000","last_fullsized":"2024-02-18T08:18:03.243018+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229641+0000","last_change":"2024-02-18T08:18:02.216710+0000","last_active":"2024-02-18T08:18:03.229641+0000","last_peered":"2024-02-18T08:18:03.229641+0000","last_clean":"2024-02-18T08:18:03.229641+0000","last_became_active":"2024-02-18T08:18:02.216271+0000","last_became_peered":"2024-02-18T08:18:02.216271+0000","last_unstale":"2024-02-18T08:18:03.229641+0000","last_undegraded":"2024-02-18T08:18:03.229641+0000","last_fullsized":"2024-02-18T08:18:03.229641+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.236346+0000","last_change":"2024-02-18T08:16:23.011333+0000","last_active":"2024-02-18T08:18:03.236346+0000","last_peered":"2024-02-18T08:18:03.236346+0000","last_clean":"2024-02-18T08:18:03.236346+0000","last_became_active":"2024-02-18T08:16:23.010916+0000","last_became_peered":"2024-02-18T08:16:23.010916+0000","last_unstale":"2024-02-18T08:18:03.236346+0000","last_undegraded":"2024-02-18T08:18:03.236346+0000","last_fullsized":"2024-02-18T08:18:03.236346+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.244841+0000","last_change":"2024-02-18T08:18:03.244483+0000","last_active":"2024-02-18T08:18:03.244841+0000","last_peered":"2024-02-18T08:18:03.244841+0000","last_clean":"2024-02-18T08:18:03.244841+0000","last_became_active":"2024-02-18T08:18:03.244042+0000","last_became_peered":"2024-02-18T08:18:03.244042+0000","last_unstale":"2024-02-18T08:18:03.244841+0000","last_undegraded":"2024-02-18T08:18:03.244841+0000","last_fullsized":"2024-02-18T08:18:03.244841+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228792+0000","last_change":"2024-02-18T08:18:02.220038+0000","last_active":"2024-02-18T08:18:03.228792+0000","last_peered":"2024-02-18T08:18:03.228792+0000","last_clean":"2024-02-18T08:18:03.228792+0000","last_became_active":"2024-02-18T08:18:02.219571+0000","last_became_peered":"2024-02-18T08:18:02.219571+0000","last_unstale":"2024-02-18T08:18:03.228792+0000","last_undegraded":"2024-02-18T08:18:03.228792+0000","last_fullsized":"2024-02-18T08:18:03.228792+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.238941+0000","last_change":"2024-02-18T08:18:03.238107+0000","last_active":"2024-02-18T08:18:03.238941+0000","last_peered":"2024-02-18T08:18:03.238941+0000","last_clean":"2024-02-18T08:18:03.238941+0000","last_became_active":"2024-02-18T08:18:03.237838+0000","last_became_peered":"2024-02-18T08:18:03.237838+0000","last_unstale":"2024-02-18T08:18:03.238941+0000","last_undegraded":"2024-02-18T08:18:03.238941+0000","last_fullsized":"2024-02-18T08:18:03.238941+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.231509+0000","last_change":"2024-02-18T08:18:02.219636+0000","last_active":"2024-02-18T08:18:03.231509+0000","last_peered":"2024-02-18T08:18:03.231509+0000","last_clean":"2024-02-18T08:18:03.231509+0000","last_became_active":"2024-02-18T08:18:02.219182+0000","last_became_peered":"2024-02-18T08:18:02.219182+0000","last_unstale":"2024-02-18T08:18:03.231509+0000","last_undegraded":"2024-02-18T08:18:03.231509+0000","last_fullsized":"2024-02-18T08:18:03.231509+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242540+0000","last_change":"2024-02-18T08:18:03.241578+0000","last_active":"2024-02-18T08:18:03.242540+0000","last_peered":"2024-02-18T08:18:03.242540+0000","last_clean":"2024-02-18T08:18:03.242540+0000","last_became_active":"2024-02-18T08:18:03.241191+0000","last_became_peered":"2024-02-18T08:18:03.241191+0000","last_unstale":"2024-02-18T08:18:03.242540+0000","last_undegraded":"2024-02-18T08:18:03.242540+0000","last_fullsized":"2024-02-18T08:18:03.242540+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.235410+0000","last_change":"2024-02-18T08:18:02.214018+0000","last_active":"2024-02-18T08:18:03.235410+0000","last_peered":"2024-02-18T08:18:03.235410+0000","last_clean":"2024-02-18T08:18:03.235410+0000","last_became_active":"2024-02-18T08:18:02.213650+0000","last_became_peered":"2024-02-18T08:18:02.213650+0000","last_unstale":"2024-02-18T08:18:03.235410+0000","last_undegraded":"2024-02-18T08:18:03.235410+0000","last_fullsized":"2024-02-18T08:18:03.235410+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.236633+0000","last_change":"2024-02-18T08:18:03.236310+0000","last_active":"2024-02-18T08:18:03.236633+0000","last_peered":"2024-02-18T08:18:03.236633+0000","last_clean":"2024-02-18T08:18:03.236633+0000","last_became_active":"2024-02-18T08:18:03.235864+0000","last_became_peered":"2024-02-18T08:18:03.235864+0000","last_unstale":"2024-02-18T08:18:03.236633+0000","last_undegraded":"2024-02-18T08:18:03.236633+0000","last_fullsized":"2024-02-18T08:18:03.236633+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.223176+0000","last_change":"2024-02-18T08:18:02.224835+0000","last_active":"2024-02-18T08:18:07.223176+0000","last_peered":"2024-02-18T08:18:07.223176+0000","last_clean":"2024-02-18T08:18:07.223176+0000","last_became_active":"2024-02-18T08:18:02.223351+0000","last_became_peered":"2024-02-18T08:18:02.223351+0000","last_unstale":"2024-02-18T08:18:07.223176+0000","last_undegraded":"2024-02-18T08:18:07.223176+0000","last_fullsized":"2024-02-18T08:18:07.223176+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.239209+0000","last_change":"2024-02-18T08:18:03.238770+0000","last_active":"2024-02-18T08:18:03.239209+0000","last_peered":"2024-02-18T08:18:03.239209+0000","last_clean":"2024-02-18T08:18:03.239209+0000","last_became_active":"2024-02-18T08:18:03.238370+0000","last_became_peered":"2024-02-18T08:18:03.238370+0000","last_unstale":"2024-02-18T08:18:03.239209+0000","last_undegraded":"2024-02-18T08:18:03.239209+0000","last_fullsized":"2024-02-18T08:18:03.239209+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229692+0000","last_change":"2024-02-18T08:18:02.221457+0000","last_active":"2024-02-18T08:18:03.229692+0000","last_peered":"2024-02-18T08:18:03.229692+0000","last_clean":"2024-02-18T08:18:03.229692+0000","last_became_active":"2024-02-18T08:18:02.220799+0000","last_became_peered":"2024-02-18T08:18:02.220799+0000","last_unstale":"2024-02-18T08:18:03.229692+0000","last_undegraded":"2024-02-18T08:18:03.229692+0000","last_fullsized":"2024-02-18T08:18:03.229692+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.364012+0000","last_change":"2024-02-18T08:18:03.363725+0000","last_active":"2024-02-18T08:18:03.364012+0000","last_peered":"2024-02-18T08:18:03.364012+0000","last_clean":"2024-02-18T08:18:03.364012+0000","last_became_active":"2024-02-18T08:18:03.363193+0000","last_became_peered":"2024-02-18T08:18:03.363193+0000","last_unstale":"2024-02-18T08:18:03.364012+0000","last_undegraded":"2024-02-18T08:18:03.364012+0000","last_fullsized":"2024-02-18T08:18:03.364012+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:05.195322+0000","last_change":"2024-02-18T08:18:02.220887+0000","last_active":"2024-02-18T08:18:05.195322+0000","last_peered":"2024-02-18T08:18:05.195322+0000","last_clean":"2024-02-18T08:18:05.195322+0000","last_became_active":"2024-02-18T08:18:02.220413+0000","last_became_peered":"2024-02-18T08:18:02.220413+0000","last_unstale":"2024-02-18T08:18:05.195322+0000","last_undegraded":"2024-02-18T08:18:05.195322+0000","last_fullsized":"2024-02-18T08:18:05.195322+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242545+0000","last_change":"2024-02-18T08:18:03.241528+0000","last_active":"2024-02-18T08:18:03.242545+0000","last_peered":"2024-02-18T08:18:03.242545+0000","last_clean":"2024-02-18T08:18:03.242545+0000","last_became_active":"2024-02-18T08:18:03.241117+0000","last_became_peered":"2024-02-18T08:18:03.241117+0000","last_unstale":"2024-02-18T08:18:03.242545+0000","last_undegraded":"2024-02-18T08:18:03.242545+0000","last_fullsized":"2024-02-18T08:18:03.242545+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.224076+0000","last_change":"2024-02-18T08:18:02.220816+0000","last_active":"2024-02-18T08:18:07.224076+0000","last_peered":"2024-02-18T08:18:07.224076+0000","last_clean":"2024-02-18T08:18:07.224076+0000","last_became_active":"2024-02-18T08:18:02.220392+0000","last_became_peered":"2024-02-18T08:18:02.220392+0000","last_unstale":"2024-02-18T08:18:07.224076+0000","last_undegraded":"2024-02-18T08:18:07.224076+0000","last_fullsized":"2024-02-18T08:18:07.224076+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.360950+0000","last_change":"2024-02-18T08:18:03.359955+0000","last_active":"2024-02-18T08:18:03.360950+0000","last_peered":"2024-02-18T08:18:03.360950+0000","last_clean":"2024-02-18T08:18:03.360950+0000","last_became_active":"2024-02-18T08:18:03.359574+0000","last_became_peered":"2024-02-18T08:18:03.359574+0000","last_unstale":"2024-02-18T08:18:03.360950+0000","last_undegraded":"2024-02-18T08:18:03.360950+0000","last_fullsized":"2024-02-18T08:18:03.360950+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:05.195606+0000","last_change":"2024-02-18T08:18:02.223779+0000","last_active":"2024-02-18T08:18:05.195606+0000","last_peered":"2024-02-18T08:18:05.195606+0000","last_clean":"2024-02-18T08:18:05.195606+0000","last_became_active":"2024-02-18T08:18:02.223341+0000","last_became_peered":"2024-02-18T08:18:02.223341+0000","last_unstale":"2024-02-18T08:18:05.195606+0000","last_undegraded":"2024-02-18T08:18:05.195606+0000","last_fullsized":"2024-02-18T08:18:05.195606+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229882+0000","last_change":"2024-02-18T08:18:02.286960+0000","last_active":"2024-02-18T08:18:03.229882+0000","last_peered":"2024-02-18T08:18:03.229882+0000","last_clean":"2024-02-18T08:18:03.229882+0000","last_became_active":"2024-02-18T08:18:02.286491+0000","last_became_peered":"2024-02-18T08:18:02.286491+0000","last_unstale":"2024-02-18T08:18:03.229882+0000","last_undegraded":"2024-02-18T08:18:03.229882+0000","last_fullsized":"2024-02-18T08:18:03.229882+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":20,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.226981+0000","last_change":"2024-02-18T08:18:02.217737+0000","last_active":"2024-02-18T08:18:07.226981+0000","last_peered":"2024-02-18T08:18:07.226981+0000","last_clean":"2024-02-18T08:18:07.226981+0000","last_became_active":"2024-02-18T08:18:02.217165+0000","last_became_peered":"2024-02-18T08:18:02.217165+0000","last_unstale":"2024-02-18T08:18:07.226981+0000","last_undegraded":"2024-02-18T08:18:07.226981+0000","last_fullsized":"2024-02-18T08:18:07.226981+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.364357+0000","last_change":"2024-02-18T08:18:03.364031+0000","last_active":"2024-02-18T08:18:03.364357+0000","last_peered":"2024-02-18T08:18:03.364357+0000","last_clean":"2024-02-18T08:18:03.364357+0000","last_became_active":"2024-02-18T08:18:03.363626+0000","last_became_peered":"2024-02-18T08:18:03.363626+0000","last_unstale":"2024-02-18T08:18:03.364357+0000","last_undegraded":"2024-02-18T08:18:03.364357+0000","last_fullsized":"2024-02-18T08:18:03.364357+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.360660+0000","last_change":"2024-02-18T08:18:02.219107+0000","last_active":"2024-02-18T08:18:03.360660+0000","last_peered":"2024-02-18T08:18:03.360660+0000","last_clean":"2024-02-18T08:18:03.360660+0000","last_became_active":"2024-02-18T08:18:02.218707+0000","last_became_peered":"2024-02-18T08:18:02.218707+0000","last_unstale":"2024-02-18T08:18:03.360660+0000","last_undegraded":"2024-02-18T08:18:03.360660+0000","last_fullsized":"2024-02-18T08:18:03.360660+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.361767+0000","last_change":"2024-02-18T08:18:03.361500+0000","last_active":"2024-02-18T08:18:03.361767+0000","last_peered":"2024-02-18T08:18:03.361767+0000","last_clean":"2024-02-18T08:18:03.361767+0000","last_became_active":"2024-02-18T08:18:03.361179+0000","last_became_peered":"2024-02-18T08:18:03.361179+0000","last_unstale":"2024-02-18T08:18:03.361767+0000","last_undegraded":"2024-02-18T08:18:03.361767+0000","last_fullsized":"2024-02-18T08:18:03.361767+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.231309+0000","last_change":"2024-02-18T08:18:02.230676+0000","last_active":"2024-02-18T08:18:03.231309+0000","last_peered":"2024-02-18T08:18:03.231309+0000","last_clean":"2024-02-18T08:18:03.231309+0000","last_became_active":"2024-02-18T08:18:02.228591+0000","last_became_peered":"2024-02-18T08:18:02.228591+0000","last_unstale":"2024-02-18T08:18:03.231309+0000","last_undegraded":"2024-02-18T08:18:03.231309+0000","last_fullsized":"2024-02-18T08:18:03.231309+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228772+0000","last_change":"2024-02-18T08:18:02.287998+0000","last_active":"2024-02-18T08:18:03.228772+0000","last_peered":"2024-02-18T08:18:03.228772+0000","last_clean":"2024-02-18T08:18:03.228772+0000","last_became_active":"2024-02-18T08:18:02.287332+0000","last_became_peered":"2024-02-18T08:18:02.287332+0000","last_unstale":"2024-02-18T08:18:03.228772+0000","last_undegraded":"2024-02-18T08:18:03.228772+0000","last_fullsized":"2024-02-18T08:18:03.228772+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.224347+0000","last_change":"2024-02-18T08:18:02.213753+0000","last_active":"2024-02-18T08:18:07.224347+0000","last_peered":"2024-02-18T08:18:07.224347+0000","last_clean":"2024-02-18T08:18:07.224347+0000","last_became_active":"2024-02-18T08:18:02.213355+0000","last_became_peered":"2024-02-18T08:18:02.213355+0000","last_unstale":"2024-02-18T08:18:07.224347+0000","last_undegraded":"2024-02-18T08:18:07.224347+0000","last_fullsized":"2024-02-18T08:18:07.224347+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242729+0000","last_change":"2024-02-18T08:18:03.242133+0000","last_active":"2024-02-18T08:18:03.242729+0000","last_peered":"2024-02-18T08:18:03.242729+0000","last_clean":"2024-02-18T08:18:03.242729+0000","last_became_active":"2024-02-18T08:18:03.241157+0000","last_became_peered":"2024-02-18T08:18:03.241157+0000","last_unstale":"2024-02-18T08:18:03.242729+0000","last_undegraded":"2024-02-18T08:18:03.242729+0000","last_fullsized":"2024-02-18T08:18:03.242729+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.225495+0000","last_change":"2024-02-18T08:18:02.212652+0000","last_active":"2024-02-18T08:18:07.225495+0000","last_peered":"2024-02-18T08:18:07.225495+0000","last_clean":"2024-02-18T08:18:07.225495+0000","last_became_active":"2024-02-18T08:18:02.212126+0000","last_became_peered":"2024-02-18T08:18:02.212126+0000","last_unstale":"2024-02-18T08:18:07.225495+0000","last_undegraded":"2024-02-18T08:18:07.225495+0000","last_fullsized":"2024-02-18T08:18:07.225495+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.241026+0000","last_change":"2024-02-18T08:18:03.240714+0000","last_active":"2024-02-18T08:18:03.241026+0000","last_peered":"2024-02-18T08:18:03.241026+0000","last_clean":"2024-02-18T08:18:03.241026+0000","last_became_active":"2024-02-18T08:18:03.239990+0000","last_became_peered":"2024-02-18T08:18:03.239990+0000","last_unstale":"2024-02-18T08:18:03.241026+0000","last_undegraded":"2024-02-18T08:18:03.241026+0000","last_fullsized":"2024-02-18T08:18:03.241026+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.225568+0000","last_change":"2024-02-18T08:18:02.220225+0000","last_active":"2024-02-18T08:18:07.225568+0000","last_peered":"2024-02-18T08:18:07.225568+0000","last_clean":"2024-02-18T08:18:07.225568+0000","last_became_active":"2024-02-18T08:18:02.219697+0000","last_became_peered":"2024-02-18T08:18:02.219697+0000","last_unstale":"2024-02-18T08:18:07.225568+0000","last_undegraded":"2024-02-18T08:18:07.225568+0000","last_fullsized":"2024-02-18T08:18:07.225568+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229298+0000","last_change":"2024-02-18T08:18:02.287093+0000","last_active":"2024-02-18T08:18:03.229298+0000","last_peered":"2024-02-18T08:18:03.229298+0000","last_clean":"2024-02-18T08:18:03.229298+0000","last_became_active":"2024-02-18T08:18:02.286631+0000","last_became_peered":"2024-02-18T08:18:02.286631+0000","last_unstale":"2024-02-18T08:18:03.229298+0000","last_undegraded":"2024-02-18T08:18:03.229298+0000","last_fullsized":"2024-02-18T08:18:03.229298+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229853+0000","last_change":"2024-02-18T08:18:02.215620+0000","last_active":"2024-02-18T08:18:03.229853+0000","last_peered":"2024-02-18T08:18:03.229853+0000","last_clean":"2024-02-18T08:18:03.229853+0000","last_became_active":"2024-02-18T08:18:02.215185+0000","last_became_peered":"2024-02-18T08:18:02.215185+0000","last_unstale":"2024-02-18T08:18:03.229853+0000","last_undegraded":"2024-02-18T08:18:03.229853+0000","last_fullsized":"2024-02-18T08:18:03.229853+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228905+0000","last_change":"2024-02-18T08:18:02.287803+0000","last_active":"2024-02-18T08:18:03.228905+0000","last_peered":"2024-02-18T08:18:03.228905+0000","last_clean":"2024-02-18T08:18:03.228905+0000","last_became_active":"2024-02-18T08:18:02.287314+0000","last_became_peered":"2024-02-18T08:18:02.287314+0000","last_unstale":"2024-02-18T08:18:03.228905+0000","last_undegraded":"2024-02-18T08:18:03.228905+0000","last_fullsized":"2024-02-18T08:18:03.228905+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.234080+0000","last_change":"2024-02-18T08:18:02.234986+0000","last_active":"2024-02-18T08:18:03.234080+0000","last_peered":"2024-02-18T08:18:03.234080+0000","last_clean":"2024-02-18T08:18:03.234080+0000","last_became_active":"2024-02-18T08:18:02.234573+0000","last_became_peered":"2024-02-18T08:18:02.234573+0000","last_unstale":"2024-02-18T08:18:03.234080+0000","last_undegraded":"2024-02-18T08:18:03.234080+0000","last_fullsized":"2024-02-18T08:18:03.234080+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242015+0000","last_change":"2024-02-18T08:18:03.241598+0000","last_active":"2024-02-18T08:18:03.242015+0000","last_peered":"2024-02-18T08:18:03.242015+0000","last_clean":"2024-02-18T08:18:03.242015+0000","last_became_active":"2024-02-18T08:18:03.241211+0000","last_became_peered":"2024-02-18T08:18:03.241211+0000","last_unstale":"2024-02-18T08:18:03.242015+0000","last_undegraded":"2024-02-18T08:18:03.242015+0000","last_fullsized":"2024-02-18T08:18:03.242015+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229044+0000","last_change":"2024-02-18T08:18:02.225495+0000","last_active":"2024-02-18T08:18:03.229044+0000","last_peered":"2024-02-18T08:18:03.229044+0000","last_clean":"2024-02-18T08:18:03.229044+0000","last_became_active":"2024-02-18T08:18:02.225098+0000","last_became_peered":"2024-02-18T08:18:02.225098+0000","last_unstale":"2024-02-18T08:18:03.229044+0000","last_undegraded":"2024-02-18T08:18:03.229044+0000","last_fullsized":"2024-02-18T08:18:03.229044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.364581+0000","last_change":"2024-02-18T08:18:03.364115+0000","last_active":"2024-02-18T08:18:03.364581+0000","last_peered":"2024-02-18T08:18:03.364581+0000","last_clean":"2024-02-18T08:18:03.364581+0000","last_became_active":"2024-02-18T08:18:03.363707+0000","last_became_peered":"2024-02-18T08:18:03.363707+0000","last_unstale":"2024-02-18T08:18:03.364581+0000","last_undegraded":"2024-02-18T08:18:03.364581+0000","last_fullsized":"2024-02-18T08:18:03.364581+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.234973+0000","last_change":"2024-02-18T08:18:02.225061+0000","last_active":"2024-02-18T08:18:03.234973+0000","last_peered":"2024-02-18T08:18:03.234973+0000","last_clean":"2024-02-18T08:18:03.234973+0000","last_became_active":"2024-02-18T08:18:02.224725+0000","last_became_peered":"2024-02-18T08:18:02.224725+0000","last_unstale":"2024-02-18T08:18:03.234973+0000","last_undegraded":"2024-02-18T08:18:03.234973+0000","last_fullsized":"2024-02-18T08:18:03.234973+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229875+0000","last_change":"2024-02-18T08:18:02.287400+0000","last_active":"2024-02-18T08:18:03.229875+0000","last_peered":"2024-02-18T08:18:03.229875+0000","last_clean":"2024-02-18T08:18:03.229875+0000","last_became_active":"2024-02-18T08:18:02.286671+0000","last_became_peered":"2024-02-18T08:18:02.286671+0000","last_unstale":"2024-02-18T08:18:03.229875+0000","last_undegraded":"2024-02-18T08:18:03.229875+0000","last_fullsized":"2024-02-18T08:18:03.229875+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:04.230110+0000","last_change":"2024-02-18T08:18:02.219670+0000","last_active":"2024-02-18T08:18:04.230110+0000","last_peered":"2024-02-18T08:18:04.230110+0000","last_clean":"2024-02-18T08:18:04.230110+0000","last_became_active":"2024-02-18T08:18:02.219230+0000","last_became_peered":"2024-02-18T08:18:02.219230+0000","last_unstale":"2024-02-18T08:18:04.230110+0000","last_undegraded":"2024-02-18T08:18:04.230110+0000","last_fullsized":"2024-02-18T08:18:04.230110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495662,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696000,"statfs":{"total":95995035648,"available":94920704000,"internally_reserved":1073741824,"allocated":581632,"data_stored":236943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.82399999999999995,"15min":0.83199999999999996},"min":{"1min":0.56299999999999994,"5min":0.504,"15min":0.504},"max":{"1min":1.139,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":1.2330000000000001},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.92000000000000004,"15min":0.94399999999999995},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.157,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.72699999999999998}]},{"osd":1,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.88900000000000001,"15min":0.90600000000000003},"min":{"1min":0.57099999999999995,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.91800000000000004,"15min":0.93600000000000005},"min":{"1min":0.624,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.1990000000000001,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.88500000000000001}]},{"osd":2,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":0.93700000000000006,"15min":0.92900000000000005},"min":{"1min":0.67600000000000005,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.488,"5min":1.488,"15min":1.488},"last":0.85599999999999998},{"interface":"front","average":{"1min":1.105,"5min":0.93600000000000005,"15min":0.91000000000000003},"min":{"1min":0.77600000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5640000000000001,"5min":1.5640000000000001,"15min":1.5640000000000001},"last":0.94399999999999995}]},{"osd":3,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.97899999999999998,"15min":0.995},"min":{"1min":0.72099999999999997,"5min":0.624,"15min":0.624},"max":{"1min":1.2070000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.92400000000000004,"15min":0.95399999999999996},"min":{"1min":0.60799999999999998,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.1359999999999999,"5min":1.226,"15min":1.226},"last":1.179}]},{"osd":4,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.89800000000000002,"15min":0.91600000000000004},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.161,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.95499999999999996,"15min":0.97199999999999998},"min":{"1min":0.64600000000000002,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.2609999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.2010000000000001}]},{"osd":5,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.94999999999999996,"15min":0.95499999999999996},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.2390000000000001,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":1.0660000000000001},{"interface":"front","average":{"1min":0.999,"5min":1.044,"15min":1.0660000000000001},"min":{"1min":0.67700000000000005,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.181,"5min":1.343,"15min":1.343},"last":1.044}]},{"osd":6,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0649999999999999,"15min":1.069},"min":{"1min":0.79500000000000004,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.2989999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.1499999999999999},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.071,"15min":1.0900000000000001},"min":{"1min":0.77000000000000002,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.3049999999999999,"5min":1.516,"15min":1.516},"last":1.095}]}]},{"osd":6,"up_from":41,"seq":176093659185,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696012,"statfs":{"total":95995035648,"available":94920716288,"internally_reserved":1073741824,"allocated":569344,"data_stored":236797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.80600000000000005,"15min":0.79800000000000004},"min":{"1min":0.56999999999999995,"5min":0.316,"15min":0.316},"max":{"1min":1.0860000000000001,"5min":1.169,"15min":1.169},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.84899999999999998,"15min":0.81799999999999995},"min":{"1min":0.63800000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.111,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.94799999999999995}]},{"osd":1,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.84299999999999997,"15min":0.83699999999999997},"min":{"1min":0.46200000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.085,"5min":1.262,"15min":1.262},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.88600000000000001,"15min":0.91000000000000003},"min":{"1min":0.60199999999999998,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.0580000000000001,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":1.0149999999999999}]},{"osd":2,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.89200000000000002,"15min":0.91200000000000003},"min":{"1min":0.51900000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.0920000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.93100000000000005,"15min":0.93000000000000005},"min":{"1min":0.63900000000000001,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.175,"5min":1.329,"15min":1.329},"last":1.038}]},{"osd":3,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.81899999999999995,"15min":0.81299999999999994},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.0049999999999999,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.88900000000000001,"5min":0.93100000000000005,"15min":0.94099999999999995},"min":{"1min":0.745,"5min":0.498,"15min":0.498},"max":{"1min":0.98999999999999999,"5min":1.77,"15min":1.77},"last":0.86599999999999999}]},{"osd":4,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.90100000000000002,"15min":0.90200000000000002},"min":{"1min":0.65000000000000002,"5min":0.44,"15min":0.44},"max":{"1min":1.097,"5min":1.387,"15min":1.387},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.85799999999999998,"15min":0.84599999999999997},"min":{"1min":0.63800000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.143,"5min":1.458,"15min":1.458},"last":0.625}]},{"osd":5,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.93200000000000005,"15min":0.92600000000000005},"min":{"1min":0.65600000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1200000000000001,"5min":1.419,"15min":1.419},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.89900000000000002,"15min":0.86699999999999999},"min":{"1min":0.66600000000000004,"5min":0.379,"15min":0.379},"max":{"1min":1.179,"5min":1.351,"15min":1.351},"last":0.77800000000000002}]},{"osd":7,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.99399999999999999,"15min":0.97999999999999998},"min":{"1min":0.751,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.1910000000000001,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.754},{"interface":"front","average":{"1min":0.996,"5min":1.014,"15min":1.0069999999999999},"min":{"1min":0.83499999999999996,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.2170000000000001,"5min":1.395,"15min":1.395},"last":0.99099999999999999}]}]},{"osd":1,"up_from":16,"seq":68719476808,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696028,"statfs":{"total":95995035648,"available":94920732672,"internally_reserved":1073741824,"allocated":552960,"data_stored":235192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:18:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.625,"15min":0.53200000000000003},"min":{"1min":0.443,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.67800000000000005,"15min":0.56200000000000006},"min":{"1min":0.45100000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.0589999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.63700000000000001}]},{"osd":2,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.66800000000000004,"15min":0.63800000000000001},"min":{"1min":0.57999999999999996,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.91500000000000004,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.73999999999999999,"15min":0.66500000000000004},"min":{"1min":0.50800000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0269999999999999,"5min":1.127,"15min":1.127},"last":0.61299999999999999}]},{"osd":3,"last update":"Sun Feb 18 08:18:25 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.78400000000000003,"15min":0.79000000000000004},"min":{"1min":0.55200000000000005,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.0569999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.754,"15min":0.73799999999999999},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.75800000000000001}]},{"osd":4,"last update":"Sun Feb 18 08:18:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":0.97699999999999998,"15min":0.96299999999999997},"min":{"1min":0.78900000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.9470000000000001,"5min":1.9470000000000001,"15min":1.9470000000000001},"last":0.88700000000000001},{"interface":"front","average":{"1min":1.016,"5min":0.97799999999999998,"15min":1.006},"min":{"1min":0.69599999999999995,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.367,"5min":1.889,"15min":1.889},"last":0.879}]},{"osd":5,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":1.327,"5min":1.048,"15min":1.016},"min":{"1min":0.77900000000000003,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.246,"5min":2.246,"15min":2.246},"last":0.91800000000000004},{"interface":"front","average":{"1min":1.976,"5min":1.236,"15min":1.1299999999999999},"min":{"1min":0.68200000000000005,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":15.727,"5min":15.727,"15min":15.727},"last":0.95199999999999996}]},{"osd":6,"last update":"Sun Feb 18 08:18:25 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.042,"15min":1.0489999999999999},"min":{"1min":0.76400000000000001,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.4399999999999999,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.069,"5min":1.028,"15min":1.026},"min":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":0.78700000000000003}]},{"osd":7,"last update":"Sun Feb 18 08:18:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3600000000000001,"5min":1.135,"15min":1.1040000000000001},"min":{"1min":0.93899999999999995,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":2.3220000000000001,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.0509999999999999},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.1739999999999999,"15min":1.1479999999999999},"min":{"1min":0.97599999999999998,"5min":0.746,"15min":0.746},"max":{"1min":2.1509999999999998,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":0.98699999999999999}]}]},{"osd":0,"up_from":10,"seq":42949673037,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":235767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Feb 18 08:18:41 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.63500000000000001,"15min":0.58699999999999997},"min":{"1min":0.44600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.90400000000000003,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.69399999999999995,"15min":0.623},"min":{"1min":0.55700000000000005,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.95299999999999996,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.84499999999999997}]},{"osd":2,"last update":"Sun Feb 18 08:19:01 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.63200000000000001,"15min":0.59099999999999997},"min":{"1min":0.439,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.69199999999999995,"5min":1.036,"15min":1.036},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.72599999999999998,"15min":0.68799999999999994},"min":{"1min":0.55500000000000005,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":0.753}]},{"osd":3,"last update":"Sun Feb 18 08:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.71599999999999997,"15min":0.71699999999999997},"min":{"1min":0.59799999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.0680000000000001,"5min":1.133,"15min":1.133},"last":1.115},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.80900000000000005,"15min":0.81399999999999995},"min":{"1min":0.56899999999999995,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.103,"5min":1.375,"15min":1.375},"last":0.71299999999999997}]},{"osd":4,"last update":"Sun Feb 18 08:18:47 2024","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.97399999999999998,"15min":0.97999999999999998},"min":{"1min":0.73399999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.171,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.94699999999999995,"5min":0.98699999999999999,"15min":0.998},"min":{"1min":0.73799999999999999,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.321,"5min":1.8160000000000001,"15min":1.8160000000000001},"last":0.98399999999999999}]},{"osd":5,"last update":"Sun Feb 18 08:19:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0069999999999999,"15min":1.0089999999999999},"min":{"1min":0.77400000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.4079999999999999,"5min":1.425,"15min":1.425},"last":1.093},{"interface":"front","average":{"1min":1.052,"5min":1.1020000000000001,"15min":1.1359999999999999},"min":{"1min":0.77800000000000002,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.494,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":1.087}]},{"osd":6,"last update":"Sun Feb 18 08:18:31 2024","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.0629999999999999,"15min":1.0409999999999999},"min":{"1min":0.93100000000000005,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.3939999999999999,"5min":1.4339999999999999,"15min":1.4339999999999999},"last":1.2350000000000001},{"interface":"front","average":{"1min":1.107,"5min":1.0369999999999999,"15min":1.0329999999999999},"min":{"1min":0.89500000000000002,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.49,"5min":1.49,"15min":1.49},"last":1.139}]},{"osd":7,"last update":"Sun Feb 18 08:18:48 2024","interfaces":[{"interface":"back","average":{"1min":1.145,"5min":1.069,"15min":1.0429999999999999},"min":{"1min":0.80400000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.417,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.24,"5min":1.095,"15min":1.048},"min":{"1min":0.93999999999999995,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.8100000000000001,"5min":1.8100000000000001,"15min":1.8100000000000001},"last":1.3109999999999999}]}]},{"osd":2,"up_from":21,"seq":90194313284,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":235779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.39600000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.67300000000000004,"15min":0.627},"min":{"1min":0.50600000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.93700000000000006,"5min":1.095,"15min":1.095},"last":1.03}]},{"osd":1,"last update":"Sun Feb 18 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.70299999999999996,"15min":0.64700000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.81899999999999995,"5min":0.70999999999999996,"15min":0.64800000000000002},"min":{"1min":0.54900000000000004,"5min":0.441,"15min":0.441},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.90800000000000003}]},{"osd":3,"last update":"Sun Feb 18 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.64700000000000002,"15min":0.629},"min":{"1min":0.47899999999999998,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76500000000000001,"15min":0.747},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.86399999999999999}]},{"osd":4,"last update":"Sun Feb 18 08:18:44 2024","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":0.97799999999999998,"15min":0.93100000000000005},"min":{"1min":0.71699999999999997,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.9409999999999998,"5min":2.9409999999999998,"15min":2.9409999999999998},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.91600000000000004,"15min":0.88100000000000001},"min":{"1min":0.65700000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.762,"5min":1.762,"15min":1.762},"last":0.95099999999999996}]},{"osd":5,"last update":"Sun Feb 18 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":1.321,"5min":1.0429999999999999,"15min":0.98999999999999999},"min":{"1min":0.78400000000000003,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":3.036,"5min":3.036,"15min":3.036},"last":0.83299999999999996},{"interface":"front","average":{"1min":1.3029999999999999,"5min":1.073,"15min":1.0469999999999999},"min":{"1min":0.92900000000000005,"5min":0.62,"15min":0.62},"max":{"1min":2.3079999999999998,"5min":2.3079999999999998,"15min":2.3079999999999998},"last":1.1359999999999999}]},{"osd":6,"last update":"Sun Feb 18 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":1.026,"5min":1.2490000000000001,"15min":1.3620000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.3089999999999999,"5min":7.125,"15min":7.125},"last":1.1950000000000001},{"interface":"front","average":{"1min":1.095,"5min":1.0589999999999999,"15min":1.0569999999999999},"min":{"1min":0.71399999999999997,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.3240000000000001,"5min":1.347,"15min":1.347},"last":1.103}]},{"osd":7,"last update":"Sun Feb 18 08:18:50 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.111,"15min":1.103},"min":{"1min":0.78400000000000003,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":1.159},{"interface":"front","average":{"1min":1.2869999999999999,"5min":1.1299999999999999,"15min":1.1200000000000001},"min":{"1min":0.85699999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":2.4079999999999999,"5min":2.4079999999999999,"15min":2.4079999999999999},"last":1.083}]}]},{"osd":3,"up_from":26,"seq":111669149760,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696024,"statfs":{"total":95995035648,"available":94920728576,"internally_reserved":1073741824,"allocated":557056,"data_stored":235282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.66200000000000003,"15min":0.67700000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.82999999999999996,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.69999999999999996,"15min":0.67600000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.77000000000000002}]},{"osd":1,"last update":"Sun Feb 18 08:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.68000000000000005,"15min":0.68999999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.038,"5min":1.389,"15min":1.389},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.77000000000000002,"15min":0.76300000000000001},"min":{"1min":0.46100000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.0860000000000001,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.68799999999999994}]},{"osd":2,"last update":"Sun Feb 18 08:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.79900000000000004,"15min":0.81000000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.1759999999999999,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.78600000000000003,"15min":0.77000000000000002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.177,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.879}]},{"osd":4,"last update":"Sun Feb 18 08:18:49 2024","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.95099999999999996,"15min":0.93799999999999994},"min":{"1min":0.70399999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.274,"5min":1.474,"15min":1.474},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.94299999999999995,"15min":0.93500000000000005},"min":{"1min":0.72299999999999998,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.1659999999999999,"5min":1.444,"15min":1.444},"last":0.998}]},{"osd":5,"last update":"Sun Feb 18 08:19:08 2024","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":1.0649999999999999,"15min":1.0209999999999999},"min":{"1min":0.90600000000000003,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":2.0030000000000001,"5min":2.0030000000000001,"15min":2.0030000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.2509999999999999,"5min":1.0620000000000001,"15min":1.04},"min":{"1min":0.82099999999999995,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.111}]},{"osd":6,"last update":"Sun Feb 18 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0469999999999999,"15min":1.036},"min":{"1min":0.81999999999999995,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.986,"5min":1.986,"15min":1.986},"last":1.075},{"interface":"front","average":{"1min":1.127,"5min":1.107,"15min":1.113},"min":{"1min":0.75900000000000001,"5min":0.751,"15min":0.751},"max":{"1min":2.0339999999999998,"5min":2.0339999999999998,"15min":2.0339999999999998},"last":0.96999999999999997}]},{"osd":7,"last update":"Sun Feb 18 08:18:49 2024","interfaces":[{"interface":"back","average":{"1min":1.2450000000000001,"5min":1.117,"15min":1.107},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":1.2430000000000001},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.1839999999999999,"15min":1.1779999999999999},"min":{"1min":0.84599999999999997,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.9690000000000001,"5min":1.9690000000000001,"15min":1.9690000000000001},"last":0.98199999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986235,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696004,"statfs":{"total":95995035648,"available":94920708096,"internally_reserved":1073741824,"allocated":577536,"data_stored":236873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":0.98899999999999999,"15min":1.052},"min":{"1min":0.60899999999999999,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":5.1799999999999997,"5min":6.8659999999999997,"15min":6.8659999999999997},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.85299999999999998,"15min":0.82299999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.77300000000000002}]},{"osd":1,"last update":"Sun Feb 18 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.81799999999999995,"15min":0.78800000000000003},"min":{"1min":0.63500000000000001,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.127,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.996,"15min":1.107},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.2769999999999999,"5min":6.8129999999999997,"15min":6.8129999999999997},"last":1.0069999999999999}]},{"osd":2,"last update":"Sun Feb 18 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.069,"15min":1.169},"min":{"1min":0.626,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":5.0099999999999998,"5min":6.8410000000000002,"15min":6.8410000000000002},"last":0.90900000000000003},{"interface":"front","average":{"1min":1.113,"5min":0.96199999999999997,"15min":0.92700000000000005},"min":{"1min":0.76100000000000001,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":3.6469999999999998,"5min":3.6469999999999998,"15min":3.6469999999999998},"last":0.94499999999999995}]},{"osd":3,"last update":"Sun Feb 18 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":0.93799999999999994,"15min":0.90000000000000002},"min":{"1min":0.64400000000000002,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":2.2149999999999999,"5min":2.2149999999999999,"15min":2.2149999999999999},"last":0.874},{"interface":"front","average":{"1min":1.038,"5min":0.90400000000000003,"15min":0.86199999999999999},"min":{"1min":0.751,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":0.97399999999999998}]},{"osd":5,"last update":"Sun Feb 18 08:19:06 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.91000000000000003,"15min":0.98399999999999999},"min":{"1min":0.60699999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.194,"5min":6.7709999999999999,"15min":6.7709999999999999},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.88100000000000001,"15min":0.81399999999999995},"min":{"1min":0.624,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2829999999999999,"5min":1.361,"15min":1.361},"last":1.0289999999999999}]},{"osd":6,"last update":"Sun Feb 18 08:18:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":0.996,"15min":0.98899999999999999},"min":{"1min":0.747,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.252,"5min":3.254,"15min":3.254},"last":1.1579999999999999},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.86899999999999999,"15min":0.83599999999999997},"min":{"1min":0.72799999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":1.0720000000000001}]},{"osd":7,"last update":"Sun Feb 18 08:18:52 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.0249999999999999,"15min":1.0009999999999999},"min":{"1min":0.66700000000000004,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.2909999999999999,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.2170000000000001},{"interface":"front","average":{"1min":1,"5min":0.95599999999999996,"15min":0.91600000000000004},"min":{"1min":0.79100000000000004,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.3919999999999999,"5min":1.601,"15min":1.601},"last":1.139}]}]},{"osd":5,"up_from":36,"seq":154618822711,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":235815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.876,"15min":0.86599999999999999},"min":{"1min":0.53900000000000003,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.2330000000000001,"5min":1.536,"15min":1.536},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.83999999999999997,"15min":0.85199999999999998},"min":{"1min":0.58699999999999997,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.96799999999999997,"5min":1.385,"15min":1.385},"last":1.119}]},{"osd":1,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.82299999999999995,"15min":0.81899999999999995},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1080000000000001,"5min":1.252,"15min":1.252},"last":1.0389999999999999},{"interface":"front","average":{"1min":1.135,"5min":0.91500000000000004,"15min":0.879},"min":{"1min":0.621,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":3.77,"5min":3.77,"15min":3.77},"last":0.98899999999999999}]},{"osd":2,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.88,"15min":0.878},"min":{"1min":0.48099999999999998,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.532,"5min":1.532,"15min":1.532},"last":1.0189999999999999},{"interface":"front","average":{"1min":1.0820000000000001,"5min":0.90900000000000003,"15min":0.873},"min":{"1min":0.69799999999999995,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":3.5750000000000002,"5min":3.5750000000000002,"15min":3.5750000000000002},"last":0.71099999999999997}]},{"osd":3,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":0.94599999999999995,"15min":0.88100000000000001},"min":{"1min":0.84899999999999998,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":3.8290000000000002,"5min":3.8290000000000002,"15min":3.8290000000000002},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93200000000000005,"15min":0.91800000000000004},"min":{"1min":0.77400000000000002,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.1419999999999999,"5min":1.583,"15min":1.583},"last":1.1040000000000001}]},{"osd":4,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.80800000000000005,"15min":0.751},"min":{"1min":0.65800000000000003,"5min":0.434,"15min":0.434},"max":{"1min":1.1899999999999999,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":1.0700000000000001},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.89300000000000002,"15min":0.82899999999999996},"min":{"1min":0.70299999999999996,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.169,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":1.0860000000000001}]},{"osd":6,"last update":"Sun Feb 18 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.88800000000000001,"15min":0.84399999999999997},"min":{"1min":0.60299999999999998,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.90700000000000003,"15min":0.879},"min":{"1min":0.64100000000000001,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":0.89200000000000002}]},{"osd":7,"last update":"Sun Feb 18 08:18:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":0.98299999999999998,"15min":0.95699999999999996},"min":{"1min":0.88600000000000001,"5min":0.495,"15min":0.495},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.181,"5min":1.069,"15min":1.0409999999999999},"min":{"1min":1.0349999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":1.147}]}]}]}} 2024-02-18T08:19:16.810 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph pg dump --format=json 2024-02-18T08:19:16.957 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:19:19.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:18 smithi191 bash[19424]: cluster 2024-02-18T08:19:17.768323+0000 mgr.y (mgr.14140) 339 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:19.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:18 smithi110 bash[19477]: cluster 2024-02-18T08:19:17.768323+0000 mgr.y (mgr.14140) 339 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:19.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:18 smithi110 bash[24702]: cluster 2024-02-18T08:19:17.768323+0000 mgr.y (mgr.14140) 339 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:19.901 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:19:19.904 INFO:teuthology.orchestra.run.smithi110.stderr:dumped all 2024-02-18T08:19:20.521 INFO:teuthology.orchestra.run.smithi110.stdout:{"pg_ready":true,"pg_map":{"version":292,"stamp":"2024-02-18T08:19:19.768631+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568128,"statfs":{"total":767960285184,"available":759365763072,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1888448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005490"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.239737+0000","last_change":"2024-02-18T08:18:03.239410+0000","last_active":"2024-02-18T08:18:03.239737+0000","last_peered":"2024-02-18T08:18:03.239737+0000","last_clean":"2024-02-18T08:18:03.239737+0000","last_became_active":"2024-02-18T08:18:03.238901+0000","last_became_peered":"2024-02-18T08:18:03.238901+0000","last_unstale":"2024-02-18T08:18:03.239737+0000","last_undegraded":"2024-02-18T08:18:03.239737+0000","last_fullsized":"2024-02-18T08:18:03.239737+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.221926+0000","last_change":"2024-02-18T08:18:02.224353+0000","last_active":"2024-02-18T08:18:07.221926+0000","last_peered":"2024-02-18T08:18:07.221926+0000","last_clean":"2024-02-18T08:18:07.221926+0000","last_became_active":"2024-02-18T08:18:02.223948+0000","last_became_peered":"2024-02-18T08:18:02.223948+0000","last_unstale":"2024-02-18T08:18:07.221926+0000","last_undegraded":"2024-02-18T08:18:07.221926+0000","last_fullsized":"2024-02-18T08:18:07.221926+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229253+0000","last_change":"2024-02-18T08:18:02.288351+0000","last_active":"2024-02-18T08:18:03.229253+0000","last_peered":"2024-02-18T08:18:03.229253+0000","last_clean":"2024-02-18T08:18:03.229253+0000","last_became_active":"2024-02-18T08:18:02.287905+0000","last_became_peered":"2024-02-18T08:18:02.287905+0000","last_unstale":"2024-02-18T08:18:03.229253+0000","last_undegraded":"2024-02-18T08:18:03.229253+0000","last_fullsized":"2024-02-18T08:18:03.229253+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:04.230792+0000","last_change":"2024-02-18T08:18:02.216362+0000","last_active":"2024-02-18T08:18:04.230792+0000","last_peered":"2024-02-18T08:18:04.230792+0000","last_clean":"2024-02-18T08:18:04.230792+0000","last_became_active":"2024-02-18T08:18:02.215963+0000","last_became_peered":"2024-02-18T08:18:02.215963+0000","last_unstale":"2024-02-18T08:18:04.230792+0000","last_undegraded":"2024-02-18T08:18:04.230792+0000","last_fullsized":"2024-02-18T08:18:04.230792+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.239281+0000","last_change":"2024-02-18T08:18:03.239013+0000","last_active":"2024-02-18T08:18:03.239281+0000","last_peered":"2024-02-18T08:18:03.239281+0000","last_clean":"2024-02-18T08:18:03.239281+0000","last_became_active":"2024-02-18T08:18:03.238530+0000","last_became_peered":"2024-02-18T08:18:03.238530+0000","last_unstale":"2024-02-18T08:18:03.239281+0000","last_undegraded":"2024-02-18T08:18:03.239281+0000","last_fullsized":"2024-02-18T08:18:03.239281+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.227028+0000","last_change":"2024-02-18T08:18:02.219775+0000","last_active":"2024-02-18T08:18:07.227028+0000","last_peered":"2024-02-18T08:18:07.227028+0000","last_clean":"2024-02-18T08:18:07.227028+0000","last_became_active":"2024-02-18T08:18:02.219339+0000","last_became_peered":"2024-02-18T08:18:02.219339+0000","last_unstale":"2024-02-18T08:18:07.227028+0000","last_undegraded":"2024-02-18T08:18:07.227028+0000","last_fullsized":"2024-02-18T08:18:07.227028+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242910+0000","last_change":"2024-02-18T08:18:03.242609+0000","last_active":"2024-02-18T08:18:03.242910+0000","last_peered":"2024-02-18T08:18:03.242910+0000","last_clean":"2024-02-18T08:18:03.242910+0000","last_became_active":"2024-02-18T08:18:03.242191+0000","last_became_peered":"2024-02-18T08:18:03.242191+0000","last_unstale":"2024-02-18T08:18:03.242910+0000","last_undegraded":"2024-02-18T08:18:03.242910+0000","last_fullsized":"2024-02-18T08:18:03.242910+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.227642+0000","last_change":"2024-02-18T08:18:02.219275+0000","last_active":"2024-02-18T08:18:07.227642+0000","last_peered":"2024-02-18T08:18:07.227642+0000","last_clean":"2024-02-18T08:18:07.227642+0000","last_became_active":"2024-02-18T08:18:02.218649+0000","last_became_peered":"2024-02-18T08:18:02.218649+0000","last_unstale":"2024-02-18T08:18:07.227642+0000","last_undegraded":"2024-02-18T08:18:07.227642+0000","last_fullsized":"2024-02-18T08:18:07.227642+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.240622+0000","last_change":"2024-02-18T08:18:03.240090+0000","last_active":"2024-02-18T08:18:03.240622+0000","last_peered":"2024-02-18T08:18:03.240622+0000","last_clean":"2024-02-18T08:18:03.240622+0000","last_became_active":"2024-02-18T08:18:03.239676+0000","last_became_peered":"2024-02-18T08:18:03.239676+0000","last_unstale":"2024-02-18T08:18:03.240622+0000","last_undegraded":"2024-02-18T08:18:03.240622+0000","last_fullsized":"2024-02-18T08:18:03.240622+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:05.195225+0000","last_change":"2024-02-18T08:18:02.225297+0000","last_active":"2024-02-18T08:18:05.195225+0000","last_peered":"2024-02-18T08:18:05.195225+0000","last_clean":"2024-02-18T08:18:05.195225+0000","last_became_active":"2024-02-18T08:18:02.224929+0000","last_became_peered":"2024-02-18T08:18:02.224929+0000","last_unstale":"2024-02-18T08:18:05.195225+0000","last_undegraded":"2024-02-18T08:18:05.195225+0000","last_fullsized":"2024-02-18T08:18:05.195225+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.236679+0000","last_change":"2024-02-18T08:18:03.236206+0000","last_active":"2024-02-18T08:18:03.236679+0000","last_peered":"2024-02-18T08:18:03.236679+0000","last_clean":"2024-02-18T08:18:03.236679+0000","last_became_active":"2024-02-18T08:18:03.235604+0000","last_became_peered":"2024-02-18T08:18:03.235604+0000","last_unstale":"2024-02-18T08:18:03.236679+0000","last_undegraded":"2024-02-18T08:18:03.236679+0000","last_fullsized":"2024-02-18T08:18:03.236679+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:05.195856+0000","last_change":"2024-02-18T08:18:02.228910+0000","last_active":"2024-02-18T08:18:05.195856+0000","last_peered":"2024-02-18T08:18:05.195856+0000","last_clean":"2024-02-18T08:18:05.195856+0000","last_became_active":"2024-02-18T08:18:02.228495+0000","last_became_peered":"2024-02-18T08:18:02.228495+0000","last_unstale":"2024-02-18T08:18:05.195856+0000","last_undegraded":"2024-02-18T08:18:05.195856+0000","last_fullsized":"2024-02-18T08:18:05.195856+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.235221+0000","last_change":"2024-02-18T08:16:22.180723+0000","last_active":"2024-02-18T08:18:03.235221+0000","last_peered":"2024-02-18T08:18:03.235221+0000","last_clean":"2024-02-18T08:18:03.235221+0000","last_became_active":"2024-02-18T08:16:22.180264+0000","last_became_peered":"2024-02-18T08:16:22.180264+0000","last_unstale":"2024-02-18T08:18:03.235221+0000","last_undegraded":"2024-02-18T08:18:03.235221+0000","last_fullsized":"2024-02-18T08:18:03.235221+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229423+0000","last_change":"2024-02-18T08:18:02.239636+0000","last_active":"2024-02-18T08:18:03.229423+0000","last_peered":"2024-02-18T08:18:03.229423+0000","last_clean":"2024-02-18T08:18:03.229423+0000","last_became_active":"2024-02-18T08:18:02.239202+0000","last_became_peered":"2024-02-18T08:18:02.239202+0000","last_unstale":"2024-02-18T08:18:03.229423+0000","last_undegraded":"2024-02-18T08:18:03.229423+0000","last_fullsized":"2024-02-18T08:18:03.229423+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.236530+0000","last_change":"2024-02-18T08:16:22.900403+0000","last_active":"2024-02-18T08:18:03.236530+0000","last_peered":"2024-02-18T08:18:03.236530+0000","last_clean":"2024-02-18T08:18:03.236530+0000","last_became_active":"2024-02-18T08:16:22.899436+0000","last_became_peered":"2024-02-18T08:16:22.899436+0000","last_unstale":"2024-02-18T08:18:03.236530+0000","last_undegraded":"2024-02-18T08:18:03.236530+0000","last_fullsized":"2024-02-18T08:18:03.236530+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.222245+0000","last_change":"2024-02-18T08:18:02.229251+0000","last_active":"2024-02-18T08:18:07.222245+0000","last_peered":"2024-02-18T08:18:07.222245+0000","last_clean":"2024-02-18T08:18:07.222245+0000","last_became_active":"2024-02-18T08:18:02.228064+0000","last_became_peered":"2024-02-18T08:18:02.228064+0000","last_unstale":"2024-02-18T08:18:07.222245+0000","last_undegraded":"2024-02-18T08:18:07.222245+0000","last_fullsized":"2024-02-18T08:18:07.222245+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.362098+0000","last_change":"2024-02-18T08:18:03.361673+0000","last_active":"2024-02-18T08:18:03.362098+0000","last_peered":"2024-02-18T08:18:03.362098+0000","last_clean":"2024-02-18T08:18:03.362098+0000","last_became_active":"2024-02-18T08:18:03.360879+0000","last_became_peered":"2024-02-18T08:18:03.360879+0000","last_unstale":"2024-02-18T08:18:03.362098+0000","last_undegraded":"2024-02-18T08:18:03.362098+0000","last_fullsized":"2024-02-18T08:18:03.362098+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.236233+0000","last_change":"2024-02-18T08:18:02.218201+0000","last_active":"2024-02-18T08:18:03.236233+0000","last_peered":"2024-02-18T08:18:03.236233+0000","last_clean":"2024-02-18T08:18:03.236233+0000","last_became_active":"2024-02-18T08:18:02.217738+0000","last_became_peered":"2024-02-18T08:18:02.217738+0000","last_unstale":"2024-02-18T08:18:03.236233+0000","last_undegraded":"2024-02-18T08:18:03.236233+0000","last_fullsized":"2024-02-18T08:18:03.236233+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.362235+0000","last_change":"2024-02-18T08:16:23.010616+0000","last_active":"2024-02-18T08:18:03.362235+0000","last_peered":"2024-02-18T08:18:03.362235+0000","last_clean":"2024-02-18T08:18:03.362235+0000","last_became_active":"2024-02-18T08:16:23.009586+0000","last_became_peered":"2024-02-18T08:16:23.009586+0000","last_unstale":"2024-02-18T08:18:03.362235+0000","last_undegraded":"2024-02-18T08:18:03.362235+0000","last_fullsized":"2024-02-18T08:18:03.362235+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242174+0000","last_change":"2024-02-18T08:18:03.241916+0000","last_active":"2024-02-18T08:18:03.242174+0000","last_peered":"2024-02-18T08:18:03.242174+0000","last_clean":"2024-02-18T08:18:03.242174+0000","last_became_active":"2024-02-18T08:18:03.241437+0000","last_became_peered":"2024-02-18T08:18:03.241437+0000","last_unstale":"2024-02-18T08:18:03.242174+0000","last_undegraded":"2024-02-18T08:18:03.242174+0000","last_fullsized":"2024-02-18T08:18:03.242174+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.235840+0000","last_change":"2024-02-18T08:18:02.231512+0000","last_active":"2024-02-18T08:18:03.235840+0000","last_peered":"2024-02-18T08:18:03.235840+0000","last_clean":"2024-02-18T08:18:03.235840+0000","last_became_active":"2024-02-18T08:18:02.231227+0000","last_became_peered":"2024-02-18T08:18:02.231227+0000","last_unstale":"2024-02-18T08:18:03.235840+0000","last_undegraded":"2024-02-18T08:18:03.235840+0000","last_fullsized":"2024-02-18T08:18:03.235840+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.361682+0000","last_change":"2024-02-18T08:16:23.010397+0000","last_active":"2024-02-18T08:18:03.361682+0000","last_peered":"2024-02-18T08:18:03.361682+0000","last_clean":"2024-02-18T08:18:03.361682+0000","last_became_active":"2024-02-18T08:16:23.009577+0000","last_became_peered":"2024-02-18T08:16:23.009577+0000","last_unstale":"2024-02-18T08:18:03.361682+0000","last_undegraded":"2024-02-18T08:18:03.361682+0000","last_fullsized":"2024-02-18T08:18:03.361682+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.362544+0000","last_change":"2024-02-18T08:18:03.361831+0000","last_active":"2024-02-18T08:18:03.362544+0000","last_peered":"2024-02-18T08:18:03.362544+0000","last_clean":"2024-02-18T08:18:03.362544+0000","last_became_active":"2024-02-18T08:18:03.360797+0000","last_became_peered":"2024-02-18T08:18:03.360797+0000","last_unstale":"2024-02-18T08:18:03.362544+0000","last_undegraded":"2024-02-18T08:18:03.362544+0000","last_fullsized":"2024-02-18T08:18:03.362544+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229044+0000","last_change":"2024-02-18T08:18:02.214046+0000","last_active":"2024-02-18T08:18:03.229044+0000","last_peered":"2024-02-18T08:18:03.229044+0000","last_clean":"2024-02-18T08:18:03.229044+0000","last_became_active":"2024-02-18T08:18:02.212864+0000","last_became_peered":"2024-02-18T08:18:02.212864+0000","last_unstale":"2024-02-18T08:18:03.229044+0000","last_undegraded":"2024-02-18T08:18:03.229044+0000","last_fullsized":"2024-02-18T08:18:03.229044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":19,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.360621+0000","last_change":"2024-02-18T08:15:45.256924+0000","last_active":"2024-02-18T08:18:03.360621+0000","last_peered":"2024-02-18T08:18:03.360621+0000","last_clean":"2024-02-18T08:18:03.360621+0000","last_became_active":"2024-02-18T08:15:45.256340+0000","last_became_peered":"2024-02-18T08:15:45.256340+0000","last_unstale":"2024-02-18T08:18:03.360621+0000","last_undegraded":"2024-02-18T08:18:03.360621+0000","last_fullsized":"2024-02-18T08:18:03.360621+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:11:59.106873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:11:59.106873+0000","last_clean_scrub_stamp":"2024-02-18T08:11:59.106873+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228600+0000","last_change":"2024-02-18T08:16:22.181274+0000","last_active":"2024-02-18T08:18:03.228600+0000","last_peered":"2024-02-18T08:18:03.228600+0000","last_clean":"2024-02-18T08:18:03.228600+0000","last_became_active":"2024-02-18T08:16:22.180843+0000","last_became_peered":"2024-02-18T08:16:22.180843+0000","last_unstale":"2024-02-18T08:18:03.228600+0000","last_undegraded":"2024-02-18T08:18:03.228600+0000","last_fullsized":"2024-02-18T08:18:03.228600+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.241091+0000","last_change":"2024-02-18T08:18:03.240616+0000","last_active":"2024-02-18T08:18:03.241091+0000","last_peered":"2024-02-18T08:18:03.241091+0000","last_clean":"2024-02-18T08:18:03.241091+0000","last_became_active":"2024-02-18T08:18:03.240182+0000","last_became_peered":"2024-02-18T08:18:03.240182+0000","last_unstale":"2024-02-18T08:18:03.241091+0000","last_undegraded":"2024-02-18T08:18:03.241091+0000","last_fullsized":"2024-02-18T08:18:03.241091+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.233965+0000","last_change":"2024-02-18T08:18:02.221252+0000","last_active":"2024-02-18T08:18:03.233965+0000","last_peered":"2024-02-18T08:18:03.233965+0000","last_clean":"2024-02-18T08:18:03.233965+0000","last_became_active":"2024-02-18T08:18:02.220871+0000","last_became_peered":"2024-02-18T08:18:02.220871+0000","last_unstale":"2024-02-18T08:18:03.233965+0000","last_undegraded":"2024-02-18T08:18:03.233965+0000","last_fullsized":"2024-02-18T08:18:03.233965+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228381+0000","last_change":"2024-02-18T08:16:23.009794+0000","last_active":"2024-02-18T08:18:03.228381+0000","last_peered":"2024-02-18T08:18:03.228381+0000","last_clean":"2024-02-18T08:18:03.228381+0000","last_became_active":"2024-02-18T08:16:23.009343+0000","last_became_peered":"2024-02-18T08:16:23.009343+0000","last_unstale":"2024-02-18T08:18:03.228381+0000","last_undegraded":"2024-02-18T08:18:03.228381+0000","last_fullsized":"2024-02-18T08:18:03.228381+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.244798+0000","last_change":"2024-02-18T08:18:03.244423+0000","last_active":"2024-02-18T08:18:03.244798+0000","last_peered":"2024-02-18T08:18:03.244798+0000","last_clean":"2024-02-18T08:18:03.244798+0000","last_became_active":"2024-02-18T08:18:03.243981+0000","last_became_peered":"2024-02-18T08:18:03.243981+0000","last_unstale":"2024-02-18T08:18:03.244798+0000","last_undegraded":"2024-02-18T08:18:03.244798+0000","last_fullsized":"2024-02-18T08:18:03.244798+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.231427+0000","last_change":"2024-02-18T08:18:02.224134+0000","last_active":"2024-02-18T08:18:03.231427+0000","last_peered":"2024-02-18T08:18:03.231427+0000","last_clean":"2024-02-18T08:18:03.231427+0000","last_became_active":"2024-02-18T08:18:02.223493+0000","last_became_peered":"2024-02-18T08:18:02.223493+0000","last_unstale":"2024-02-18T08:18:03.231427+0000","last_undegraded":"2024-02-18T08:18:03.231427+0000","last_fullsized":"2024-02-18T08:18:03.231427+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228952+0000","last_change":"2024-02-18T08:16:22.180252+0000","last_active":"2024-02-18T08:18:03.228952+0000","last_peered":"2024-02-18T08:18:03.228952+0000","last_clean":"2024-02-18T08:18:03.228952+0000","last_became_active":"2024-02-18T08:16:22.179816+0000","last_became_peered":"2024-02-18T08:16:22.179816+0000","last_unstale":"2024-02-18T08:18:03.228952+0000","last_undegraded":"2024-02-18T08:18:03.228952+0000","last_fullsized":"2024-02-18T08:18:03.228952+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.243018+0000","last_change":"2024-02-18T08:18:03.242683+0000","last_active":"2024-02-18T08:18:03.243018+0000","last_peered":"2024-02-18T08:18:03.243018+0000","last_clean":"2024-02-18T08:18:03.243018+0000","last_became_active":"2024-02-18T08:18:03.241703+0000","last_became_peered":"2024-02-18T08:18:03.241703+0000","last_unstale":"2024-02-18T08:18:03.243018+0000","last_undegraded":"2024-02-18T08:18:03.243018+0000","last_fullsized":"2024-02-18T08:18:03.243018+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229641+0000","last_change":"2024-02-18T08:18:02.216710+0000","last_active":"2024-02-18T08:18:03.229641+0000","last_peered":"2024-02-18T08:18:03.229641+0000","last_clean":"2024-02-18T08:18:03.229641+0000","last_became_active":"2024-02-18T08:18:02.216271+0000","last_became_peered":"2024-02-18T08:18:02.216271+0000","last_unstale":"2024-02-18T08:18:03.229641+0000","last_undegraded":"2024-02-18T08:18:03.229641+0000","last_fullsized":"2024-02-18T08:18:03.229641+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.236346+0000","last_change":"2024-02-18T08:16:23.011333+0000","last_active":"2024-02-18T08:18:03.236346+0000","last_peered":"2024-02-18T08:18:03.236346+0000","last_clean":"2024-02-18T08:18:03.236346+0000","last_became_active":"2024-02-18T08:16:23.010916+0000","last_became_peered":"2024-02-18T08:16:23.010916+0000","last_unstale":"2024-02-18T08:18:03.236346+0000","last_undegraded":"2024-02-18T08:18:03.236346+0000","last_fullsized":"2024-02-18T08:18:03.236346+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.244841+0000","last_change":"2024-02-18T08:18:03.244483+0000","last_active":"2024-02-18T08:18:03.244841+0000","last_peered":"2024-02-18T08:18:03.244841+0000","last_clean":"2024-02-18T08:18:03.244841+0000","last_became_active":"2024-02-18T08:18:03.244042+0000","last_became_peered":"2024-02-18T08:18:03.244042+0000","last_unstale":"2024-02-18T08:18:03.244841+0000","last_undegraded":"2024-02-18T08:18:03.244841+0000","last_fullsized":"2024-02-18T08:18:03.244841+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228792+0000","last_change":"2024-02-18T08:18:02.220038+0000","last_active":"2024-02-18T08:18:03.228792+0000","last_peered":"2024-02-18T08:18:03.228792+0000","last_clean":"2024-02-18T08:18:03.228792+0000","last_became_active":"2024-02-18T08:18:02.219571+0000","last_became_peered":"2024-02-18T08:18:02.219571+0000","last_unstale":"2024-02-18T08:18:03.228792+0000","last_undegraded":"2024-02-18T08:18:03.228792+0000","last_fullsized":"2024-02-18T08:18:03.228792+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.238941+0000","last_change":"2024-02-18T08:18:03.238107+0000","last_active":"2024-02-18T08:18:03.238941+0000","last_peered":"2024-02-18T08:18:03.238941+0000","last_clean":"2024-02-18T08:18:03.238941+0000","last_became_active":"2024-02-18T08:18:03.237838+0000","last_became_peered":"2024-02-18T08:18:03.237838+0000","last_unstale":"2024-02-18T08:18:03.238941+0000","last_undegraded":"2024-02-18T08:18:03.238941+0000","last_fullsized":"2024-02-18T08:18:03.238941+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.231509+0000","last_change":"2024-02-18T08:18:02.219636+0000","last_active":"2024-02-18T08:18:03.231509+0000","last_peered":"2024-02-18T08:18:03.231509+0000","last_clean":"2024-02-18T08:18:03.231509+0000","last_became_active":"2024-02-18T08:18:02.219182+0000","last_became_peered":"2024-02-18T08:18:02.219182+0000","last_unstale":"2024-02-18T08:18:03.231509+0000","last_undegraded":"2024-02-18T08:18:03.231509+0000","last_fullsized":"2024-02-18T08:18:03.231509+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242540+0000","last_change":"2024-02-18T08:18:03.241578+0000","last_active":"2024-02-18T08:18:03.242540+0000","last_peered":"2024-02-18T08:18:03.242540+0000","last_clean":"2024-02-18T08:18:03.242540+0000","last_became_active":"2024-02-18T08:18:03.241191+0000","last_became_peered":"2024-02-18T08:18:03.241191+0000","last_unstale":"2024-02-18T08:18:03.242540+0000","last_undegraded":"2024-02-18T08:18:03.242540+0000","last_fullsized":"2024-02-18T08:18:03.242540+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.235410+0000","last_change":"2024-02-18T08:18:02.214018+0000","last_active":"2024-02-18T08:18:03.235410+0000","last_peered":"2024-02-18T08:18:03.235410+0000","last_clean":"2024-02-18T08:18:03.235410+0000","last_became_active":"2024-02-18T08:18:02.213650+0000","last_became_peered":"2024-02-18T08:18:02.213650+0000","last_unstale":"2024-02-18T08:18:03.235410+0000","last_undegraded":"2024-02-18T08:18:03.235410+0000","last_fullsized":"2024-02-18T08:18:03.235410+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.236633+0000","last_change":"2024-02-18T08:18:03.236310+0000","last_active":"2024-02-18T08:18:03.236633+0000","last_peered":"2024-02-18T08:18:03.236633+0000","last_clean":"2024-02-18T08:18:03.236633+0000","last_became_active":"2024-02-18T08:18:03.235864+0000","last_became_peered":"2024-02-18T08:18:03.235864+0000","last_unstale":"2024-02-18T08:18:03.236633+0000","last_undegraded":"2024-02-18T08:18:03.236633+0000","last_fullsized":"2024-02-18T08:18:03.236633+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.223176+0000","last_change":"2024-02-18T08:18:02.224835+0000","last_active":"2024-02-18T08:18:07.223176+0000","last_peered":"2024-02-18T08:18:07.223176+0000","last_clean":"2024-02-18T08:18:07.223176+0000","last_became_active":"2024-02-18T08:18:02.223351+0000","last_became_peered":"2024-02-18T08:18:02.223351+0000","last_unstale":"2024-02-18T08:18:07.223176+0000","last_undegraded":"2024-02-18T08:18:07.223176+0000","last_fullsized":"2024-02-18T08:18:07.223176+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.239209+0000","last_change":"2024-02-18T08:18:03.238770+0000","last_active":"2024-02-18T08:18:03.239209+0000","last_peered":"2024-02-18T08:18:03.239209+0000","last_clean":"2024-02-18T08:18:03.239209+0000","last_became_active":"2024-02-18T08:18:03.238370+0000","last_became_peered":"2024-02-18T08:18:03.238370+0000","last_unstale":"2024-02-18T08:18:03.239209+0000","last_undegraded":"2024-02-18T08:18:03.239209+0000","last_fullsized":"2024-02-18T08:18:03.239209+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229692+0000","last_change":"2024-02-18T08:18:02.221457+0000","last_active":"2024-02-18T08:18:03.229692+0000","last_peered":"2024-02-18T08:18:03.229692+0000","last_clean":"2024-02-18T08:18:03.229692+0000","last_became_active":"2024-02-18T08:18:02.220799+0000","last_became_peered":"2024-02-18T08:18:02.220799+0000","last_unstale":"2024-02-18T08:18:03.229692+0000","last_undegraded":"2024-02-18T08:18:03.229692+0000","last_fullsized":"2024-02-18T08:18:03.229692+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.364012+0000","last_change":"2024-02-18T08:18:03.363725+0000","last_active":"2024-02-18T08:18:03.364012+0000","last_peered":"2024-02-18T08:18:03.364012+0000","last_clean":"2024-02-18T08:18:03.364012+0000","last_became_active":"2024-02-18T08:18:03.363193+0000","last_became_peered":"2024-02-18T08:18:03.363193+0000","last_unstale":"2024-02-18T08:18:03.364012+0000","last_undegraded":"2024-02-18T08:18:03.364012+0000","last_fullsized":"2024-02-18T08:18:03.364012+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:05.195322+0000","last_change":"2024-02-18T08:18:02.220887+0000","last_active":"2024-02-18T08:18:05.195322+0000","last_peered":"2024-02-18T08:18:05.195322+0000","last_clean":"2024-02-18T08:18:05.195322+0000","last_became_active":"2024-02-18T08:18:02.220413+0000","last_became_peered":"2024-02-18T08:18:02.220413+0000","last_unstale":"2024-02-18T08:18:05.195322+0000","last_undegraded":"2024-02-18T08:18:05.195322+0000","last_fullsized":"2024-02-18T08:18:05.195322+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242545+0000","last_change":"2024-02-18T08:18:03.241528+0000","last_active":"2024-02-18T08:18:03.242545+0000","last_peered":"2024-02-18T08:18:03.242545+0000","last_clean":"2024-02-18T08:18:03.242545+0000","last_became_active":"2024-02-18T08:18:03.241117+0000","last_became_peered":"2024-02-18T08:18:03.241117+0000","last_unstale":"2024-02-18T08:18:03.242545+0000","last_undegraded":"2024-02-18T08:18:03.242545+0000","last_fullsized":"2024-02-18T08:18:03.242545+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.224076+0000","last_change":"2024-02-18T08:18:02.220816+0000","last_active":"2024-02-18T08:18:07.224076+0000","last_peered":"2024-02-18T08:18:07.224076+0000","last_clean":"2024-02-18T08:18:07.224076+0000","last_became_active":"2024-02-18T08:18:02.220392+0000","last_became_peered":"2024-02-18T08:18:02.220392+0000","last_unstale":"2024-02-18T08:18:07.224076+0000","last_undegraded":"2024-02-18T08:18:07.224076+0000","last_fullsized":"2024-02-18T08:18:07.224076+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.360950+0000","last_change":"2024-02-18T08:18:03.359955+0000","last_active":"2024-02-18T08:18:03.360950+0000","last_peered":"2024-02-18T08:18:03.360950+0000","last_clean":"2024-02-18T08:18:03.360950+0000","last_became_active":"2024-02-18T08:18:03.359574+0000","last_became_peered":"2024-02-18T08:18:03.359574+0000","last_unstale":"2024-02-18T08:18:03.360950+0000","last_undegraded":"2024-02-18T08:18:03.360950+0000","last_fullsized":"2024-02-18T08:18:03.360950+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:05.195606+0000","last_change":"2024-02-18T08:18:02.223779+0000","last_active":"2024-02-18T08:18:05.195606+0000","last_peered":"2024-02-18T08:18:05.195606+0000","last_clean":"2024-02-18T08:18:05.195606+0000","last_became_active":"2024-02-18T08:18:02.223341+0000","last_became_peered":"2024-02-18T08:18:02.223341+0000","last_unstale":"2024-02-18T08:18:05.195606+0000","last_undegraded":"2024-02-18T08:18:05.195606+0000","last_fullsized":"2024-02-18T08:18:05.195606+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229882+0000","last_change":"2024-02-18T08:18:02.286960+0000","last_active":"2024-02-18T08:18:03.229882+0000","last_peered":"2024-02-18T08:18:03.229882+0000","last_clean":"2024-02-18T08:18:03.229882+0000","last_became_active":"2024-02-18T08:18:02.286491+0000","last_became_peered":"2024-02-18T08:18:02.286491+0000","last_unstale":"2024-02-18T08:18:03.229882+0000","last_undegraded":"2024-02-18T08:18:03.229882+0000","last_fullsized":"2024-02-18T08:18:03.229882+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":20,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.226981+0000","last_change":"2024-02-18T08:18:02.217737+0000","last_active":"2024-02-18T08:18:07.226981+0000","last_peered":"2024-02-18T08:18:07.226981+0000","last_clean":"2024-02-18T08:18:07.226981+0000","last_became_active":"2024-02-18T08:18:02.217165+0000","last_became_peered":"2024-02-18T08:18:02.217165+0000","last_unstale":"2024-02-18T08:18:07.226981+0000","last_undegraded":"2024-02-18T08:18:07.226981+0000","last_fullsized":"2024-02-18T08:18:07.226981+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.364357+0000","last_change":"2024-02-18T08:18:03.364031+0000","last_active":"2024-02-18T08:18:03.364357+0000","last_peered":"2024-02-18T08:18:03.364357+0000","last_clean":"2024-02-18T08:18:03.364357+0000","last_became_active":"2024-02-18T08:18:03.363626+0000","last_became_peered":"2024-02-18T08:18:03.363626+0000","last_unstale":"2024-02-18T08:18:03.364357+0000","last_undegraded":"2024-02-18T08:18:03.364357+0000","last_fullsized":"2024-02-18T08:18:03.364357+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.360660+0000","last_change":"2024-02-18T08:18:02.219107+0000","last_active":"2024-02-18T08:18:03.360660+0000","last_peered":"2024-02-18T08:18:03.360660+0000","last_clean":"2024-02-18T08:18:03.360660+0000","last_became_active":"2024-02-18T08:18:02.218707+0000","last_became_peered":"2024-02-18T08:18:02.218707+0000","last_unstale":"2024-02-18T08:18:03.360660+0000","last_undegraded":"2024-02-18T08:18:03.360660+0000","last_fullsized":"2024-02-18T08:18:03.360660+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.361767+0000","last_change":"2024-02-18T08:18:03.361500+0000","last_active":"2024-02-18T08:18:03.361767+0000","last_peered":"2024-02-18T08:18:03.361767+0000","last_clean":"2024-02-18T08:18:03.361767+0000","last_became_active":"2024-02-18T08:18:03.361179+0000","last_became_peered":"2024-02-18T08:18:03.361179+0000","last_unstale":"2024-02-18T08:18:03.361767+0000","last_undegraded":"2024-02-18T08:18:03.361767+0000","last_fullsized":"2024-02-18T08:18:03.361767+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.231309+0000","last_change":"2024-02-18T08:18:02.230676+0000","last_active":"2024-02-18T08:18:03.231309+0000","last_peered":"2024-02-18T08:18:03.231309+0000","last_clean":"2024-02-18T08:18:03.231309+0000","last_became_active":"2024-02-18T08:18:02.228591+0000","last_became_peered":"2024-02-18T08:18:02.228591+0000","last_unstale":"2024-02-18T08:18:03.231309+0000","last_undegraded":"2024-02-18T08:18:03.231309+0000","last_fullsized":"2024-02-18T08:18:03.231309+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228772+0000","last_change":"2024-02-18T08:18:02.287998+0000","last_active":"2024-02-18T08:18:03.228772+0000","last_peered":"2024-02-18T08:18:03.228772+0000","last_clean":"2024-02-18T08:18:03.228772+0000","last_became_active":"2024-02-18T08:18:02.287332+0000","last_became_peered":"2024-02-18T08:18:02.287332+0000","last_unstale":"2024-02-18T08:18:03.228772+0000","last_undegraded":"2024-02-18T08:18:03.228772+0000","last_fullsized":"2024-02-18T08:18:03.228772+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.224347+0000","last_change":"2024-02-18T08:18:02.213753+0000","last_active":"2024-02-18T08:18:07.224347+0000","last_peered":"2024-02-18T08:18:07.224347+0000","last_clean":"2024-02-18T08:18:07.224347+0000","last_became_active":"2024-02-18T08:18:02.213355+0000","last_became_peered":"2024-02-18T08:18:02.213355+0000","last_unstale":"2024-02-18T08:18:07.224347+0000","last_undegraded":"2024-02-18T08:18:07.224347+0000","last_fullsized":"2024-02-18T08:18:07.224347+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242729+0000","last_change":"2024-02-18T08:18:03.242133+0000","last_active":"2024-02-18T08:18:03.242729+0000","last_peered":"2024-02-18T08:18:03.242729+0000","last_clean":"2024-02-18T08:18:03.242729+0000","last_became_active":"2024-02-18T08:18:03.241157+0000","last_became_peered":"2024-02-18T08:18:03.241157+0000","last_unstale":"2024-02-18T08:18:03.242729+0000","last_undegraded":"2024-02-18T08:18:03.242729+0000","last_fullsized":"2024-02-18T08:18:03.242729+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.225495+0000","last_change":"2024-02-18T08:18:02.212652+0000","last_active":"2024-02-18T08:18:07.225495+0000","last_peered":"2024-02-18T08:18:07.225495+0000","last_clean":"2024-02-18T08:18:07.225495+0000","last_became_active":"2024-02-18T08:18:02.212126+0000","last_became_peered":"2024-02-18T08:18:02.212126+0000","last_unstale":"2024-02-18T08:18:07.225495+0000","last_undegraded":"2024-02-18T08:18:07.225495+0000","last_fullsized":"2024-02-18T08:18:07.225495+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.241026+0000","last_change":"2024-02-18T08:18:03.240714+0000","last_active":"2024-02-18T08:18:03.241026+0000","last_peered":"2024-02-18T08:18:03.241026+0000","last_clean":"2024-02-18T08:18:03.241026+0000","last_became_active":"2024-02-18T08:18:03.239990+0000","last_became_peered":"2024-02-18T08:18:03.239990+0000","last_unstale":"2024-02-18T08:18:03.241026+0000","last_undegraded":"2024-02-18T08:18:03.241026+0000","last_fullsized":"2024-02-18T08:18:03.241026+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:07.225568+0000","last_change":"2024-02-18T08:18:02.220225+0000","last_active":"2024-02-18T08:18:07.225568+0000","last_peered":"2024-02-18T08:18:07.225568+0000","last_clean":"2024-02-18T08:18:07.225568+0000","last_became_active":"2024-02-18T08:18:02.219697+0000","last_became_peered":"2024-02-18T08:18:02.219697+0000","last_unstale":"2024-02-18T08:18:07.225568+0000","last_undegraded":"2024-02-18T08:18:07.225568+0000","last_fullsized":"2024-02-18T08:18:07.225568+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229298+0000","last_change":"2024-02-18T08:18:02.287093+0000","last_active":"2024-02-18T08:18:03.229298+0000","last_peered":"2024-02-18T08:18:03.229298+0000","last_clean":"2024-02-18T08:18:03.229298+0000","last_became_active":"2024-02-18T08:18:02.286631+0000","last_became_peered":"2024-02-18T08:18:02.286631+0000","last_unstale":"2024-02-18T08:18:03.229298+0000","last_undegraded":"2024-02-18T08:18:03.229298+0000","last_fullsized":"2024-02-18T08:18:03.229298+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229853+0000","last_change":"2024-02-18T08:18:02.215620+0000","last_active":"2024-02-18T08:18:03.229853+0000","last_peered":"2024-02-18T08:18:03.229853+0000","last_clean":"2024-02-18T08:18:03.229853+0000","last_became_active":"2024-02-18T08:18:02.215185+0000","last_became_peered":"2024-02-18T08:18:02.215185+0000","last_unstale":"2024-02-18T08:18:03.229853+0000","last_undegraded":"2024-02-18T08:18:03.229853+0000","last_fullsized":"2024-02-18T08:18:03.229853+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.228905+0000","last_change":"2024-02-18T08:18:02.287803+0000","last_active":"2024-02-18T08:18:03.228905+0000","last_peered":"2024-02-18T08:18:03.228905+0000","last_clean":"2024-02-18T08:18:03.228905+0000","last_became_active":"2024-02-18T08:18:02.287314+0000","last_became_peered":"2024-02-18T08:18:02.287314+0000","last_unstale":"2024-02-18T08:18:03.228905+0000","last_undegraded":"2024-02-18T08:18:03.228905+0000","last_fullsized":"2024-02-18T08:18:03.228905+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.234080+0000","last_change":"2024-02-18T08:18:02.234986+0000","last_active":"2024-02-18T08:18:03.234080+0000","last_peered":"2024-02-18T08:18:03.234080+0000","last_clean":"2024-02-18T08:18:03.234080+0000","last_became_active":"2024-02-18T08:18:02.234573+0000","last_became_peered":"2024-02-18T08:18:02.234573+0000","last_unstale":"2024-02-18T08:18:03.234080+0000","last_undegraded":"2024-02-18T08:18:03.234080+0000","last_fullsized":"2024-02-18T08:18:03.234080+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.242015+0000","last_change":"2024-02-18T08:18:03.241598+0000","last_active":"2024-02-18T08:18:03.242015+0000","last_peered":"2024-02-18T08:18:03.242015+0000","last_clean":"2024-02-18T08:18:03.242015+0000","last_became_active":"2024-02-18T08:18:03.241211+0000","last_became_peered":"2024-02-18T08:18:03.241211+0000","last_unstale":"2024-02-18T08:18:03.242015+0000","last_undegraded":"2024-02-18T08:18:03.242015+0000","last_fullsized":"2024-02-18T08:18:03.242015+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229044+0000","last_change":"2024-02-18T08:18:02.225495+0000","last_active":"2024-02-18T08:18:03.229044+0000","last_peered":"2024-02-18T08:18:03.229044+0000","last_clean":"2024-02-18T08:18:03.229044+0000","last_became_active":"2024-02-18T08:18:02.225098+0000","last_became_peered":"2024-02-18T08:18:02.225098+0000","last_unstale":"2024-02-18T08:18:03.229044+0000","last_undegraded":"2024-02-18T08:18:03.229044+0000","last_fullsized":"2024-02-18T08:18:03.229044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.364581+0000","last_change":"2024-02-18T08:18:03.364115+0000","last_active":"2024-02-18T08:18:03.364581+0000","last_peered":"2024-02-18T08:18:03.364581+0000","last_clean":"2024-02-18T08:18:03.364581+0000","last_became_active":"2024-02-18T08:18:03.363707+0000","last_became_peered":"2024-02-18T08:18:03.363707+0000","last_unstale":"2024-02-18T08:18:03.364581+0000","last_undegraded":"2024-02-18T08:18:03.364581+0000","last_fullsized":"2024-02-18T08:18:03.364581+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.234973+0000","last_change":"2024-02-18T08:18:02.225061+0000","last_active":"2024-02-18T08:18:03.234973+0000","last_peered":"2024-02-18T08:18:03.234973+0000","last_clean":"2024-02-18T08:18:03.234973+0000","last_became_active":"2024-02-18T08:18:02.224725+0000","last_became_peered":"2024-02-18T08:18:02.224725+0000","last_unstale":"2024-02-18T08:18:03.234973+0000","last_undegraded":"2024-02-18T08:18:03.234973+0000","last_fullsized":"2024-02-18T08:18:03.234973+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-02-18T08:18:03.229875+0000","last_change":"2024-02-18T08:18:02.287400+0000","last_active":"2024-02-18T08:18:03.229875+0000","last_peered":"2024-02-18T08:18:03.229875+0000","last_clean":"2024-02-18T08:18:03.229875+0000","last_became_active":"2024-02-18T08:18:02.286671+0000","last_became_peered":"2024-02-18T08:18:02.286671+0000","last_unstale":"2024-02-18T08:18:03.229875+0000","last_undegraded":"2024-02-18T08:18:03.229875+0000","last_fullsized":"2024-02-18T08:18:03.229875+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-02-18T08:18:04.230110+0000","last_change":"2024-02-18T08:18:02.219670+0000","last_active":"2024-02-18T08:18:04.230110+0000","last_peered":"2024-02-18T08:18:04.230110+0000","last_clean":"2024-02-18T08:18:04.230110+0000","last_became_active":"2024-02-18T08:18:02.219230+0000","last_became_peered":"2024-02-18T08:18:02.219230+0000","last_unstale":"2024-02-18T08:18:04.230110+0000","last_undegraded":"2024-02-18T08:18:04.230110+0000","last_fullsized":"2024-02-18T08:18:04.230110+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495662,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696000,"statfs":{"total":95995035648,"available":94920704000,"internally_reserved":1073741824,"allocated":581632,"data_stored":236943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.82399999999999995,"15min":0.83199999999999996},"min":{"1min":0.56299999999999994,"5min":0.504,"15min":0.504},"max":{"1min":1.139,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":1.2330000000000001},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.92000000000000004,"15min":0.94399999999999995},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.157,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.72699999999999998}]},{"osd":1,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.88900000000000001,"15min":0.90600000000000003},"min":{"1min":0.57099999999999995,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.91800000000000004,"15min":0.93600000000000005},"min":{"1min":0.624,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.1990000000000001,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.88500000000000001}]},{"osd":2,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":0.93700000000000006,"15min":0.92900000000000005},"min":{"1min":0.67600000000000005,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.488,"5min":1.488,"15min":1.488},"last":0.85599999999999998},{"interface":"front","average":{"1min":1.105,"5min":0.93600000000000005,"15min":0.91000000000000003},"min":{"1min":0.77600000000000002,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5640000000000001,"5min":1.5640000000000001,"15min":1.5640000000000001},"last":0.94399999999999995}]},{"osd":3,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.97899999999999998,"15min":0.995},"min":{"1min":0.72099999999999997,"5min":0.624,"15min":0.624},"max":{"1min":1.2070000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.92400000000000004,"15min":0.95399999999999996},"min":{"1min":0.60799999999999998,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.1359999999999999,"5min":1.226,"15min":1.226},"last":1.179}]},{"osd":4,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.89800000000000002,"15min":0.91600000000000004},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.161,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.95499999999999996,"15min":0.97199999999999998},"min":{"1min":0.64600000000000002,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.2609999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.2010000000000001}]},{"osd":5,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.94999999999999996,"15min":0.95499999999999996},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.2390000000000001,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":1.0660000000000001},{"interface":"front","average":{"1min":0.999,"5min":1.044,"15min":1.0660000000000001},"min":{"1min":0.67700000000000005,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.181,"5min":1.343,"15min":1.343},"last":1.044}]},{"osd":6,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0649999999999999,"15min":1.069},"min":{"1min":0.79500000000000004,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.2989999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.1499999999999999},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.071,"15min":1.0900000000000001},"min":{"1min":0.77000000000000002,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.3049999999999999,"5min":1.516,"15min":1.516},"last":1.095}]}]},{"osd":6,"up_from":41,"seq":176093659186,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696012,"statfs":{"total":95995035648,"available":94920716288,"internally_reserved":1073741824,"allocated":569344,"data_stored":236797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.80600000000000005,"15min":0.79800000000000004},"min":{"1min":0.56999999999999995,"5min":0.316,"15min":0.316},"max":{"1min":1.0860000000000001,"5min":1.169,"15min":1.169},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.84899999999999998,"15min":0.81799999999999995},"min":{"1min":0.63800000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.111,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":1.032}]},{"osd":1,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.84299999999999997,"15min":0.83699999999999997},"min":{"1min":0.46200000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.085,"5min":1.262,"15min":1.262},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.88600000000000001,"15min":0.91000000000000003},"min":{"1min":0.60199999999999998,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.0580000000000001,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":0.93899999999999995}]},{"osd":2,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.89200000000000002,"15min":0.91200000000000003},"min":{"1min":0.51900000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.0920000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.93100000000000005,"15min":0.93000000000000005},"min":{"1min":0.63900000000000001,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.175,"5min":1.329,"15min":1.329},"last":0.88600000000000001}]},{"osd":3,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.81899999999999995,"15min":0.81299999999999994},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.0049999999999999,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.88900000000000001,"5min":0.93100000000000005,"15min":0.94099999999999995},"min":{"1min":0.745,"5min":0.498,"15min":0.498},"max":{"1min":0.98999999999999999,"5min":1.77,"15min":1.77},"last":0.73699999999999999}]},{"osd":4,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.90100000000000002,"15min":0.90200000000000002},"min":{"1min":0.65000000000000002,"5min":0.44,"15min":0.44},"max":{"1min":1.097,"5min":1.387,"15min":1.387},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.85799999999999998,"15min":0.84599999999999997},"min":{"1min":0.63800000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.143,"5min":1.458,"15min":1.458},"last":0.81699999999999995}]},{"osd":5,"last update":"Sun Feb 18 08:18:27 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.93200000000000005,"15min":0.92600000000000005},"min":{"1min":0.65600000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1200000000000001,"5min":1.419,"15min":1.419},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.89900000000000002,"15min":0.86699999999999999},"min":{"1min":0.66600000000000004,"5min":0.379,"15min":0.379},"max":{"1min":1.179,"5min":1.351,"15min":1.351},"last":0.90900000000000003}]},{"osd":7,"last update":"Sun Feb 18 08:18:51 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.99399999999999999,"15min":0.97999999999999998},"min":{"1min":0.751,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.1910000000000001,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.996,"5min":1.014,"15min":1.0069999999999999},"min":{"1min":0.83499999999999996,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.2170000000000001,"5min":1.395,"15min":1.395},"last":0.96099999999999997}]}]},{"osd":1,"up_from":16,"seq":68719476809,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696028,"statfs":{"total":95995035648,"available":94920732672,"internally_reserved":1073741824,"allocated":552960,"data_stored":235192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:18:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.625,"15min":0.53200000000000003},"min":{"1min":0.443,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.67800000000000005,"15min":0.56200000000000006},"min":{"1min":0.45100000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.0589999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.79100000000000004}]},{"osd":2,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.66800000000000004,"15min":0.63800000000000001},"min":{"1min":0.57999999999999996,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.91500000000000004,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.73999999999999999,"15min":0.66500000000000004},"min":{"1min":0.50800000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0269999999999999,"5min":1.127,"15min":1.127},"last":0.90500000000000003}]},{"osd":3,"last update":"Sun Feb 18 08:18:25 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.78400000000000003,"15min":0.79000000000000004},"min":{"1min":0.55200000000000005,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.0569999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.754,"15min":0.73799999999999999},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.66900000000000004}]},{"osd":4,"last update":"Sun Feb 18 08:18:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":0.97699999999999998,"15min":0.96299999999999997},"min":{"1min":0.78900000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.9470000000000001,"5min":1.9470000000000001,"15min":1.9470000000000001},"last":0.88300000000000001},{"interface":"front","average":{"1min":1.016,"5min":0.97799999999999998,"15min":1.006},"min":{"1min":0.69599999999999995,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.367,"5min":1.889,"15min":1.889},"last":0.75}]},{"osd":5,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":1.327,"5min":1.048,"15min":1.016},"min":{"1min":0.77900000000000003,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.246,"5min":2.246,"15min":2.246},"last":0.81299999999999994},{"interface":"front","average":{"1min":1.976,"5min":1.236,"15min":1.1299999999999999},"min":{"1min":0.68200000000000005,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":15.727,"5min":15.727,"15min":15.727},"last":1.139}]},{"osd":6,"last update":"Sun Feb 18 08:18:25 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.042,"15min":1.0489999999999999},"min":{"1min":0.76400000000000001,"5min":0.70099999999999996,"15min":0.70099999999999996},"max":{"1min":1.4399999999999999,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.069,"5min":1.028,"15min":1.026},"min":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":0.93899999999999995}]},{"osd":7,"last update":"Sun Feb 18 08:18:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3600000000000001,"5min":1.135,"15min":1.1040000000000001},"min":{"1min":0.93899999999999995,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":2.3220000000000001,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.1020000000000001},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.1739999999999999,"15min":1.1479999999999999},"min":{"1min":0.97599999999999998,"5min":0.746,"15min":0.746},"max":{"1min":2.1509999999999998,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.0669999999999999}]}]},{"osd":0,"up_from":10,"seq":42949673038,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":235767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Feb 18 08:18:41 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.63500000000000001,"15min":0.58699999999999997},"min":{"1min":0.44600000000000001,"5min":0.311,"15min":0.311},"max":{"1min":0.90400000000000003,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.69399999999999995,"15min":0.623},"min":{"1min":0.55700000000000005,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.95299999999999996,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.57299999999999995}]},{"osd":2,"last update":"Sun Feb 18 08:19:01 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.63200000000000001,"15min":0.59099999999999997},"min":{"1min":0.439,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.69199999999999995,"5min":1.036,"15min":1.036},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.72599999999999998,"15min":0.68799999999999994},"min":{"1min":0.55500000000000005,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":0.60599999999999998}]},{"osd":3,"last update":"Sun Feb 18 08:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.71599999999999997,"15min":0.71699999999999997},"min":{"1min":0.59799999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.0680000000000001,"5min":1.133,"15min":1.133},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.80900000000000005,"15min":0.81399999999999995},"min":{"1min":0.56899999999999995,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.103,"5min":1.375,"15min":1.375},"last":0.96599999999999997}]},{"osd":4,"last update":"Sun Feb 18 08:18:47 2024","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.97399999999999998,"15min":0.97999999999999998},"min":{"1min":0.73399999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.171,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":1.02},{"interface":"front","average":{"1min":0.94699999999999995,"5min":0.98699999999999999,"15min":0.998},"min":{"1min":0.73799999999999999,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.321,"5min":1.8160000000000001,"15min":1.8160000000000001},"last":0.78200000000000003}]},{"osd":5,"last update":"Sun Feb 18 08:19:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0069999999999999,"15min":1.0089999999999999},"min":{"1min":0.77400000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.4079999999999999,"5min":1.425,"15min":1.425},"last":0.91300000000000003},{"interface":"front","average":{"1min":1.052,"5min":1.1020000000000001,"15min":1.1359999999999999},"min":{"1min":0.77800000000000002,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.494,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":1.1120000000000001}]},{"osd":6,"last update":"Sun Feb 18 08:18:31 2024","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.0629999999999999,"15min":1.0409999999999999},"min":{"1min":0.93100000000000005,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":1.3939999999999999,"5min":1.4339999999999999,"15min":1.4339999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":1.107,"5min":1.0369999999999999,"15min":1.0329999999999999},"min":{"1min":0.89500000000000002,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.49,"5min":1.49,"15min":1.49},"last":0.98599999999999999}]},{"osd":7,"last update":"Sun Feb 18 08:18:48 2024","interfaces":[{"interface":"back","average":{"1min":1.145,"5min":1.069,"15min":1.0429999999999999},"min":{"1min":0.80400000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.417,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":1.0429999999999999},{"interface":"front","average":{"1min":1.24,"5min":1.095,"15min":1.048},"min":{"1min":0.93999999999999995,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.8100000000000001,"5min":1.8100000000000001,"15min":1.8100000000000001},"last":1.153}]}]},{"osd":2,"up_from":21,"seq":90194313284,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":235779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.39600000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.67300000000000004,"15min":0.627},"min":{"1min":0.50600000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.93700000000000006,"5min":1.095,"15min":1.095},"last":1.03}]},{"osd":1,"last update":"Sun Feb 18 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.70299999999999996,"15min":0.64700000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.81899999999999995,"5min":0.70999999999999996,"15min":0.64800000000000002},"min":{"1min":0.54900000000000004,"5min":0.441,"15min":0.441},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.90800000000000003}]},{"osd":3,"last update":"Sun Feb 18 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.64700000000000002,"15min":0.629},"min":{"1min":0.47899999999999998,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76500000000000001,"15min":0.747},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.86399999999999999}]},{"osd":4,"last update":"Sun Feb 18 08:18:44 2024","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":0.97799999999999998,"15min":0.93100000000000005},"min":{"1min":0.71699999999999997,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.9409999999999998,"5min":2.9409999999999998,"15min":2.9409999999999998},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.91600000000000004,"15min":0.88100000000000001},"min":{"1min":0.65700000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.762,"5min":1.762,"15min":1.762},"last":0.95099999999999996}]},{"osd":5,"last update":"Sun Feb 18 08:19:05 2024","interfaces":[{"interface":"back","average":{"1min":1.321,"5min":1.0429999999999999,"15min":0.98999999999999999},"min":{"1min":0.78400000000000003,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":3.036,"5min":3.036,"15min":3.036},"last":0.83299999999999996},{"interface":"front","average":{"1min":1.3029999999999999,"5min":1.073,"15min":1.0469999999999999},"min":{"1min":0.92900000000000005,"5min":0.62,"15min":0.62},"max":{"1min":2.3079999999999998,"5min":2.3079999999999998,"15min":2.3079999999999998},"last":1.1359999999999999}]},{"osd":6,"last update":"Sun Feb 18 08:18:28 2024","interfaces":[{"interface":"back","average":{"1min":1.026,"5min":1.2490000000000001,"15min":1.3620000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.3089999999999999,"5min":7.125,"15min":7.125},"last":1.1950000000000001},{"interface":"front","average":{"1min":1.095,"5min":1.0589999999999999,"15min":1.0569999999999999},"min":{"1min":0.71399999999999997,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.3240000000000001,"5min":1.347,"15min":1.347},"last":1.103}]},{"osd":7,"last update":"Sun Feb 18 08:18:50 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.111,"15min":1.103},"min":{"1min":0.78400000000000003,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":1.159},{"interface":"front","average":{"1min":1.2869999999999999,"5min":1.1299999999999999,"15min":1.1200000000000001},"min":{"1min":0.85699999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":2.4079999999999999,"5min":2.4079999999999999,"15min":2.4079999999999999},"last":1.083}]}]},{"osd":3,"up_from":26,"seq":111669149761,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696024,"statfs":{"total":95995035648,"available":94920728576,"internally_reserved":1073741824,"allocated":557056,"data_stored":235282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.66200000000000003,"15min":0.67700000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.82999999999999996,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.502},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.69999999999999996,"15min":0.67600000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.68300000000000005}]},{"osd":1,"last update":"Sun Feb 18 08:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.68000000000000005,"15min":0.68999999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.038,"5min":1.389,"15min":1.389},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.77000000000000002,"15min":0.76300000000000001},"min":{"1min":0.46100000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.0860000000000001,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.626}]},{"osd":2,"last update":"Sun Feb 18 08:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.79900000000000004,"15min":0.81000000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.1759999999999999,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.746},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.78600000000000003,"15min":0.77000000000000002},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.177,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.79900000000000004}]},{"osd":4,"last update":"Sun Feb 18 08:18:49 2024","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.95099999999999996,"15min":0.93799999999999994},"min":{"1min":0.70399999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.274,"5min":1.474,"15min":1.474},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.94299999999999995,"15min":0.93500000000000005},"min":{"1min":0.72299999999999998,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.1659999999999999,"5min":1.444,"15min":1.444},"last":0.78200000000000003}]},{"osd":5,"last update":"Sun Feb 18 08:19:08 2024","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":1.0649999999999999,"15min":1.0209999999999999},"min":{"1min":0.90600000000000003,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":2.0030000000000001,"5min":2.0030000000000001,"15min":2.0030000000000001},"last":1.2},{"interface":"front","average":{"1min":1.2509999999999999,"5min":1.0620000000000001,"15min":1.04},"min":{"1min":0.82099999999999995,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":2.0659999999999998,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.0609999999999999}]},{"osd":6,"last update":"Sun Feb 18 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0469999999999999,"15min":1.036},"min":{"1min":0.81999999999999995,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.986,"5min":1.986,"15min":1.986},"last":1.167},{"interface":"front","average":{"1min":1.127,"5min":1.107,"15min":1.113},"min":{"1min":0.75900000000000001,"5min":0.751,"15min":0.751},"max":{"1min":2.0339999999999998,"5min":2.0339999999999998,"15min":2.0339999999999998},"last":1.099}]},{"osd":7,"last update":"Sun Feb 18 08:18:49 2024","interfaces":[{"interface":"back","average":{"1min":1.2450000000000001,"5min":1.117,"15min":1.107},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":1.125},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.1839999999999999,"15min":1.1779999999999999},"min":{"1min":0.84599999999999997,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.9690000000000001,"5min":1.9690000000000001,"15min":1.9690000000000001},"last":1.0720000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986236,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696004,"statfs":{"total":95995035648,"available":94920708096,"internally_reserved":1073741824,"allocated":577536,"data_stored":236873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":0.98899999999999999,"15min":1.052},"min":{"1min":0.60899999999999999,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":5.1799999999999997,"5min":6.8659999999999997,"15min":6.8659999999999997},"last":0.98399999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.85299999999999998,"15min":0.82299999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.58599999999999997}]},{"osd":1,"last update":"Sun Feb 18 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.81799999999999995,"15min":0.78800000000000003},"min":{"1min":0.63500000000000001,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.127,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.996,"15min":1.107},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.2769999999999999,"5min":6.8129999999999997,"15min":6.8129999999999997},"last":0.873}]},{"osd":2,"last update":"Sun Feb 18 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.069,"15min":1.169},"min":{"1min":0.626,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":5.0099999999999998,"5min":6.8410000000000002,"15min":6.8410000000000002},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.113,"5min":0.96199999999999997,"15min":0.92700000000000005},"min":{"1min":0.76100000000000001,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":3.6469999999999998,"5min":3.6469999999999998,"15min":3.6469999999999998},"last":1.0089999999999999}]},{"osd":3,"last update":"Sun Feb 18 08:18:46 2024","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":0.93799999999999994,"15min":0.90000000000000002},"min":{"1min":0.64400000000000002,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":2.2149999999999999,"5min":2.2149999999999999,"15min":2.2149999999999999},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.038,"5min":0.90400000000000003,"15min":0.86199999999999999},"min":{"1min":0.751,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":1.046}]},{"osd":5,"last update":"Sun Feb 18 08:19:06 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.91000000000000003,"15min":0.98399999999999999},"min":{"1min":0.60699999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.194,"5min":6.7709999999999999,"15min":6.7709999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.88100000000000001,"15min":0.81399999999999995},"min":{"1min":0.624,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2829999999999999,"5min":1.361,"15min":1.361},"last":0.69599999999999995}]},{"osd":6,"last update":"Sun Feb 18 08:18:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":0.996,"15min":0.98899999999999999},"min":{"1min":0.747,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.252,"5min":3.254,"15min":3.254},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.86899999999999999,"15min":0.83599999999999997},"min":{"1min":0.72799999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":0.83599999999999997}]},{"osd":7,"last update":"Sun Feb 18 08:18:52 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.0249999999999999,"15min":1.0009999999999999},"min":{"1min":0.66700000000000004,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.2909999999999999,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":1,"5min":0.95599999999999996,"15min":0.91600000000000004},"min":{"1min":0.79100000000000004,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.3919999999999999,"5min":1.601,"15min":1.601},"last":1.113}]}]},{"osd":5,"up_from":36,"seq":154618822711,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":235815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.876,"15min":0.86599999999999999},"min":{"1min":0.53900000000000003,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.2330000000000001,"5min":1.536,"15min":1.536},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.83999999999999997,"15min":0.85199999999999998},"min":{"1min":0.58699999999999997,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.96799999999999997,"5min":1.385,"15min":1.385},"last":1.119}]},{"osd":1,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.82299999999999995,"15min":0.81899999999999995},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1080000000000001,"5min":1.252,"15min":1.252},"last":1.0389999999999999},{"interface":"front","average":{"1min":1.135,"5min":0.91500000000000004,"15min":0.879},"min":{"1min":0.621,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":3.77,"5min":3.77,"15min":3.77},"last":0.98899999999999999}]},{"osd":2,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.88,"15min":0.878},"min":{"1min":0.48099999999999998,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.532,"5min":1.532,"15min":1.532},"last":1.0189999999999999},{"interface":"front","average":{"1min":1.0820000000000001,"5min":0.90900000000000003,"15min":0.873},"min":{"1min":0.69799999999999995,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":3.5750000000000002,"5min":3.5750000000000002,"15min":3.5750000000000002},"last":0.71099999999999997}]},{"osd":3,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":0.94599999999999995,"15min":0.88100000000000001},"min":{"1min":0.84899999999999998,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":3.8290000000000002,"5min":3.8290000000000002,"15min":3.8290000000000002},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.93200000000000005,"15min":0.91800000000000004},"min":{"1min":0.77400000000000002,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.1419999999999999,"5min":1.583,"15min":1.583},"last":1.1040000000000001}]},{"osd":4,"last update":"Sun Feb 18 08:19:09 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.80800000000000005,"15min":0.751},"min":{"1min":0.65800000000000003,"5min":0.434,"15min":0.434},"max":{"1min":1.1899999999999999,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":1.0700000000000001},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.89300000000000002,"15min":0.82899999999999996},"min":{"1min":0.70299999999999996,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.169,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":1.0860000000000001}]},{"osd":6,"last update":"Sun Feb 18 08:18:30 2024","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.88800000000000001,"15min":0.84399999999999997},"min":{"1min":0.60299999999999998,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.90700000000000003,"15min":0.879},"min":{"1min":0.64100000000000001,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":0.89200000000000002}]},{"osd":7,"last update":"Sun Feb 18 08:18:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":0.98299999999999998,"15min":0.95699999999999996},"min":{"1min":0.88600000000000001,"5min":0.495,"15min":0.495},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":1.1850000000000001},{"interface":"front","average":{"1min":1.181,"5min":1.069,"15min":1.0409999999999999},"min":{"1min":1.0349999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":1.147}]}]}]}} 2024-02-18T08:19:20.525 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-02-18T08:19:20.526 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-02-18T08:19:20.526 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-02-18T08:19:20.526 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph health --format=json 2024-02-18T08:19:20.706 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:19:21.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:20 smithi191 bash[19424]: cluster 2024-02-18T08:19:19.768981+0000 mgr.y (mgr.14140) 340 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:21.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:20 smithi191 bash[19424]: audit 2024-02-18T08:19:19.888562+0000 mgr.y (mgr.14140) 341 : audit [DBG] from='client.14757 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:19:21.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:20 smithi110 bash[19477]: cluster 2024-02-18T08:19:19.768981+0000 mgr.y (mgr.14140) 340 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:21.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:20 smithi110 bash[19477]: audit 2024-02-18T08:19:19.888562+0000 mgr.y (mgr.14140) 341 : audit [DBG] from='client.14757 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:19:21.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:20 smithi110 bash[24702]: cluster 2024-02-18T08:19:19.768981+0000 mgr.y (mgr.14140) 340 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:21.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:20 smithi110 bash[24702]: audit 2024-02-18T08:19:19.888562+0000 mgr.y (mgr.14140) 341 : audit [DBG] from='client.14757 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:19:23.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:22 smithi191 bash[19424]: cluster 2024-02-18T08:19:21.769910+0000 mgr.y (mgr.14140) 342 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:23.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:22 smithi110 bash[19477]: cluster 2024-02-18T08:19:21.769910+0000 mgr.y (mgr.14140) 342 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:23.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:22 smithi110 bash[24702]: cluster 2024-02-18T08:19:21.769910+0000 mgr.y (mgr.14140) 342 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:23.658 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:19:23.844 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:23.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:23.844 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:23.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:23.844 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:23.513Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:19:24.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:23 smithi110 bash[19477]: audit 2024-02-18T08:19:23.656848+0000 mon.c (mon.1) 32 : audit [DBG] from='client.? 172.21.15.110:0/3356582440' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-18T08:19:24.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:23 smithi110 bash[24702]: audit 2024-02-18T08:19:23.656848+0000 mon.c (mon.1) 32 : audit [DBG] from='client.? 172.21.15.110:0/3356582440' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-18T08:19:24.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:23 smithi191 bash[19424]: audit 2024-02-18T08:19:23.656848+0000 mon.c (mon.1) 32 : audit [DBG] from='client.? 172.21.15.110:0/3356582440' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-18T08:19:24.347 INFO:teuthology.orchestra.run.smithi110.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-02-18T08:19:24.347 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-02-18T08:19:24.347 INFO:teuthology.run_tasks:Running task print... 2024-02-18T08:19:24.360 INFO:teuthology.task.print:**** done creating new fs 2024-02-18T08:19:24.360 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-02-18T08:19:24.398 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi110.front.sepia.ceph.com 2024-02-18T08:19:24.398 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-02-18T08:19:25.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:24 smithi110 bash[19477]: cluster 2024-02-18T08:19:23.771134+0000 mgr.y (mgr.14140) 343 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:25.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:24 smithi110 bash[24702]: cluster 2024-02-18T08:19:23.771134+0000 mgr.y (mgr.14140) 343 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:25.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:24 smithi191 bash[19424]: cluster 2024-02-18T08:19:23.771134+0000 mgr.y (mgr.14140) 343 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:26.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:26 smithi191 bash[19424]: cluster 2024-02-18T08:19:25.772027+0000 mgr.y (mgr.14140) 344 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:26.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:26 smithi110 bash[19477]: cluster 2024-02-18T08:19:25.772027+0000 mgr.y (mgr.14140) 344 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:26.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:26 smithi110 bash[24702]: cluster 2024-02-18T08:19:25.772027+0000 mgr.y (mgr.14140) 344 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:28.270 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-02-18T08:19:28.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:28 smithi110 bash[19477]: audit 2024-02-18T08:19:27.608990+0000 mon.a (mon.0) 658 : audit [INF] from='client.? 172.21.15.110:0/641793960' entity='client.admin' 2024-02-18T08:19:28.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:28 smithi110 bash[19477]: audit 2024-02-18T08:19:27.637491+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:19:28.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:28 smithi110 bash[19477]: cluster 2024-02-18T08:19:27.772766+0000 mgr.y (mgr.14140) 345 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:28.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:28 smithi110 bash[24702]: audit 2024-02-18T08:19:27.608990+0000 mon.a (mon.0) 658 : audit [INF] from='client.? 172.21.15.110:0/641793960' entity='client.admin' 2024-02-18T08:19:28.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:28 smithi110 bash[24702]: audit 2024-02-18T08:19:27.637491+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:19:28.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:28 smithi110 bash[24702]: cluster 2024-02-18T08:19:27.772766+0000 mgr.y (mgr.14140) 345 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:29.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:28 smithi191 bash[19424]: audit 2024-02-18T08:19:27.608990+0000 mon.a (mon.0) 658 : audit [INF] from='client.? 172.21.15.110:0/641793960' entity='client.admin' 2024-02-18T08:19:29.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:28 smithi191 bash[19424]: audit 2024-02-18T08:19:27.637491+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:19:29.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:28 smithi191 bash[19424]: cluster 2024-02-18T08:19:27.772766+0000 mgr.y (mgr.14140) 345 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:31.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:30 smithi191 bash[19424]: cluster 2024-02-18T08:19:29.773414+0000 mgr.y (mgr.14140) 346 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:31.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:30 smithi110 bash[19477]: cluster 2024-02-18T08:19:29.773414+0000 mgr.y (mgr.14140) 346 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:31.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:30 smithi110 bash[24702]: cluster 2024-02-18T08:19:29.773414+0000 mgr.y (mgr.14140) 346 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:32.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[19477]: audit 2024-02-18T08:19:31.160559+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:32.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[19477]: cephadm 2024-02-18T08:19:31.164824+0000 mgr.y (mgr.14140) 347 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:19:32.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[19477]: cephadm 2024-02-18T08:19:31.165519+0000 mgr.y (mgr.14140) 348 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:19:32.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[19477]: audit 2024-02-18T08:19:31.577111+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:32.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[19477]: audit 2024-02-18T08:19:31.582147+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:19:32.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[19477]: audit 2024-02-18T08:19:31.587389+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:32.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[24702]: audit 2024-02-18T08:19:31.160559+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:32.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[24702]: cephadm 2024-02-18T08:19:31.164824+0000 mgr.y (mgr.14140) 347 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:19:32.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[24702]: cephadm 2024-02-18T08:19:31.165519+0000 mgr.y (mgr.14140) 348 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:19:32.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[24702]: audit 2024-02-18T08:19:31.577111+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:32.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[24702]: audit 2024-02-18T08:19:31.582147+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:19:32.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:32 smithi110 bash[24702]: audit 2024-02-18T08:19:31.587389+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:32.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:32 smithi191 bash[19424]: audit 2024-02-18T08:19:31.160559+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:32.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:32 smithi191 bash[19424]: cephadm 2024-02-18T08:19:31.164824+0000 mgr.y (mgr.14140) 347 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:19:32.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:32 smithi191 bash[19424]: cephadm 2024-02-18T08:19:31.165519+0000 mgr.y (mgr.14140) 348 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:19:32.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:32 smithi191 bash[19424]: audit 2024-02-18T08:19:31.577111+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:32.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:32 smithi191 bash[19424]: audit 2024-02-18T08:19:31.582147+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:19:32.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:32 smithi191 bash[19424]: audit 2024-02-18T08:19:31.587389+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:32.936 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-02-18T08:19:33.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:33 smithi110 bash[24702]: cluster 2024-02-18T08:19:31.774076+0000 mgr.y (mgr.14140) 349 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:33.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:33 smithi110 bash[19477]: cluster 2024-02-18T08:19:31.774076+0000 mgr.y (mgr.14140) 349 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:33.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:33 smithi191 bash[19424]: cluster 2024-02-18T08:19:31.774076+0000 mgr.y (mgr.14140) 349 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:33.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:33.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:33.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:33.513Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:33.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:33.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:19:35.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:35 smithi110 bash[19477]: cluster 2024-02-18T08:19:33.775028+0000 mgr.y (mgr.14140) 350 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:35.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:35 smithi110 bash[24702]: cluster 2024-02-18T08:19:33.775028+0000 mgr.y (mgr.14140) 350 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:35.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:35 smithi191 bash[19424]: cluster 2024-02-18T08:19:33.775028+0000 mgr.y (mgr.14140) 350 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:36.471 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:36 smithi110 bash[19477]: cluster 2024-02-18T08:19:35.775673+0000 mgr.y (mgr.14140) 351 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:36.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:36 smithi110 bash[24702]: cluster 2024-02-18T08:19:35.775673+0000 mgr.y (mgr.14140) 351 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:36.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:36 smithi191 bash[19424]: cluster 2024-02-18T08:19:35.775673+0000 mgr.y (mgr.14140) 351 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:36.600 INFO:teuthology.run_tasks:Running task print... 2024-02-18T08:19:36.610 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-02-18T08:19:36.610 INFO:teuthology.run_tasks:Running task print... 2024-02-18T08:19:36.638 INFO:teuthology.task.print:**** done start parallel 2024-02-18T08:19:36.638 INFO:teuthology.run_tasks:Running task parallel... 2024-02-18T08:19:36.674 INFO:teuthology.task.parallel:starting parallel... 2024-02-18T08:19:36.674 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-02-18T08:19:36.675 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-02-18T08:19:36.675 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-02-18T08:19:36.675 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-02-18T08:19:36.677 INFO:tasks.rados:Beginning rados... 2024-02-18T08:19:36.677 INFO:tasks.rados:joining rados 2024-02-18T08:19:36.677 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-02-18T08:19:36.678 INFO:teuthology.task.sequential:In sequential, running task print... 2024-02-18T08:19:36.678 INFO:teuthology.task.print:**** done start upgrade, wait 2024-02-18T08:19:36.678 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-02-18T08:19:36.678 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi110.front.sepia.ceph.com 2024-02-18T08:19:36.678 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -e sha1=81bd20d634209c7cb82c18be12b4b5a05643ebf1 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-02-18T08:19:36.679 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-02-18T08:19:36.679 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-02-18T08:19:36.841 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:19:39.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:38 smithi191 bash[19424]: cluster 2024-02-18T08:19:37.776585+0000 mgr.y (mgr.14140) 352 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:38 smithi110 bash[19477]: cluster 2024-02-18T08:19:37.776585+0000 mgr.y (mgr.14140) 352 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:39.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:38 smithi110 bash[24702]: cluster 2024-02-18T08:19:37.776585+0000 mgr.y (mgr.14140) 352 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:40.644 INFO:teuthology.orchestra.run.smithi110.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:19:40.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:40 smithi110 bash[19477]: cluster 2024-02-18T08:19:39.777305+0000 mgr.y (mgr.14140) 353 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:40.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:40 smithi110 bash[19477]: audit 2024-02-18T08:19:40.632998+0000 mon.a (mon.0) 664 : audit [INF] from='client.? 172.21.15.110:0/704478600' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-02-18T08:19:40.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:40 smithi110 bash[19477]: audit 2024-02-18T08:19:40.641913+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:40.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:40 smithi110 bash[19477]: audit 2024-02-18T08:19:40.678250+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:19:40.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:40 smithi110 bash[19477]: audit 2024-02-18T08:19:40.688170+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:40.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:40 smithi110 bash[24702]: cluster 2024-02-18T08:19:39.777305+0000 mgr.y (mgr.14140) 353 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:40.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:40 smithi110 bash[24702]: audit 2024-02-18T08:19:40.632998+0000 mon.a (mon.0) 664 : audit [INF] from='client.? 172.21.15.110:0/704478600' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-02-18T08:19:40.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:40 smithi110 bash[24702]: audit 2024-02-18T08:19:40.641913+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:40.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:40 smithi110 bash[24702]: audit 2024-02-18T08:19:40.678250+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:19:40.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:40 smithi110 bash[24702]: audit 2024-02-18T08:19:40.688170+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:41.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:40 smithi191 bash[19424]: cluster 2024-02-18T08:19:39.777305+0000 mgr.y (mgr.14140) 353 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:41.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:40 smithi191 bash[19424]: audit 2024-02-18T08:19:40.632998+0000 mon.a (mon.0) 664 : audit [INF] from='client.? 172.21.15.110:0/704478600' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-02-18T08:19:41.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:40 smithi191 bash[19424]: audit 2024-02-18T08:19:40.641913+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:41.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:40 smithi191 bash[19424]: audit 2024-02-18T08:19:40.678250+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:19:41.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:40 smithi191 bash[19424]: audit 2024-02-18T08:19:40.688170+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:19:41.427 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -e sha1=81bd20d634209c7cb82c18be12b4b5a05643ebf1 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-02-18T08:19:42.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:41 smithi191 bash[19424]: audit 2024-02-18T08:19:40.636005+0000 mgr.y (mgr.14140) 354 : audit [DBG] from='client.24688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:81bd20d634209c7cb82c18be12b4b5a05643ebf1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:19:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:41 smithi191 bash[19424]: cephadm 2024-02-18T08:19:40.693427+0000 mgr.y (mgr.14140) 355 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:19:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:41 smithi191 bash[19424]: audit 2024-02-18T08:19:41.230956+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.15.110:0/704478600' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-02-18T08:19:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:41 smithi191 bash[19424]: cluster 2024-02-18T08:19:41.231079+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-02-18T08:19:42.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:41 smithi110 bash[19477]: audit 2024-02-18T08:19:40.636005+0000 mgr.y (mgr.14140) 354 : audit [DBG] from='client.24688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:81bd20d634209c7cb82c18be12b4b5a05643ebf1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:19:42.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:41 smithi110 bash[19477]: cephadm 2024-02-18T08:19:40.693427+0000 mgr.y (mgr.14140) 355 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:19:42.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:41 smithi110 bash[19477]: audit 2024-02-18T08:19:41.230956+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.15.110:0/704478600' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-02-18T08:19:42.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:41 smithi110 bash[19477]: cluster 2024-02-18T08:19:41.231079+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-02-18T08:19:42.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:41 smithi110 bash[24702]: audit 2024-02-18T08:19:40.636005+0000 mgr.y (mgr.14140) 354 : audit [DBG] from='client.24688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:81bd20d634209c7cb82c18be12b4b5a05643ebf1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:19:42.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:41 smithi110 bash[24702]: cephadm 2024-02-18T08:19:40.693427+0000 mgr.y (mgr.14140) 355 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:19:42.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:41 smithi110 bash[24702]: audit 2024-02-18T08:19:41.230956+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.15.110:0/704478600' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-02-18T08:19:42.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:41 smithi110 bash[24702]: cluster 2024-02-18T08:19:41.231079+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-02-18T08:19:43.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:42 smithi110 bash[19477]: cluster 2024-02-18T08:19:41.777911+0000 mgr.y (mgr.14140) 356 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:43.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:42 smithi110 bash[24702]: cluster 2024-02-18T08:19:41.777911+0000 mgr.y (mgr.14140) 356 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:43.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:42 smithi191 bash[19424]: cluster 2024-02-18T08:19:41.777911+0000 mgr.y (mgr.14140) 356 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:43.667 INFO:tasks.rados:starting run 0 out of 1 2024-02-18T08:19:43.668 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-02-18T08:19:43.668 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-02-18T08:19:43.839 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:19:43.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:43.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:43.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:43.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:43.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:43.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:19:45.240 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:44 smithi110 bash[19477]: cluster 2024-02-18T08:19:43.778526+0000 mgr.y (mgr.14140) 357 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:45.240 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:44 smithi110 bash[24702]: cluster 2024-02-18T08:19:43.778526+0000 mgr.y (mgr.14140) 357 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:45.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:44 smithi191 bash[19424]: cluster 2024-02-18T08:19:43.778526+0000 mgr.y (mgr.14140) 357 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:46.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:46 smithi191 bash[19424]: cluster 2024-02-18T08:19:45.779284+0000 mgr.y (mgr.14140) 358 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:46.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:46 smithi110 bash[19477]: cluster 2024-02-18T08:19:45.779284+0000 mgr.y (mgr.14140) 358 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:46.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:46 smithi110 bash[24702]: cluster 2024-02-18T08:19:45.779284+0000 mgr.y (mgr.14140) 358 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:49.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:48 smithi191 bash[19424]: cluster 2024-02-18T08:19:47.780350+0000 mgr.y (mgr.14140) 359 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:49.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:48 smithi110 bash[19477]: cluster 2024-02-18T08:19:47.780350+0000 mgr.y (mgr.14140) 359 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:49.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:48 smithi110 bash[24702]: cluster 2024-02-18T08:19:47.780350+0000 mgr.y (mgr.14140) 359 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:51.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:50 smithi191 bash[19424]: cluster 2024-02-18T08:19:49.780925+0000 mgr.y (mgr.14140) 360 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:51.099 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:50 smithi110 bash[24702]: cluster 2024-02-18T08:19:49.780925+0000 mgr.y (mgr.14140) 360 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:51.099 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:50 smithi110 bash[19477]: cluster 2024-02-18T08:19:49.780925+0000 mgr.y (mgr.14140) 360 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:53.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:52 smithi110 bash[19477]: cluster 2024-02-18T08:19:51.781680+0000 mgr.y (mgr.14140) 361 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:53.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:52 smithi110 bash[24702]: cluster 2024-02-18T08:19:51.781680+0000 mgr.y (mgr.14140) 361 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:53.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:52 smithi191 bash[19424]: cluster 2024-02-18T08:19:51.781680+0000 mgr.y (mgr.14140) 361 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:53.971 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:53.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:53.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:53.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:19:53.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:19:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:19:53.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:19:55.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:54 smithi110 bash[24702]: cluster 2024-02-18T08:19:53.782424+0000 mgr.y (mgr.14140) 362 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:55.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:54 smithi110 bash[19477]: cluster 2024-02-18T08:19:53.782424+0000 mgr.y (mgr.14140) 362 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:55.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:54 smithi191 bash[19424]: cluster 2024-02-18T08:19:53.782424+0000 mgr.y (mgr.14140) 362 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:55.439 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:19:55.836 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2024-02-18T08:19:55.836 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (3m) 106s ago 3m 0.20.0 quay.io/prometheus/alertmanager:v0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:19:55.836 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (3m) 106s ago 3m 6.7.4 quay.io/ceph/ceph-grafana:6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:19:55.836 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (107s) 106s ago 107s 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (110s) 106s ago 110s 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 73fd5a335a38 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 running (7m) 106s ago 7m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 549e8d346958 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 running (9m) 106s ago 9m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 453690f85aa8 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (9m) 106s ago 9m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 95d75c152d30 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (7m) 106s ago 7m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 aef567a9442b 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (7m) 106s ago 7m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 49cfd6419cc5 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (3m) 106s ago 3m 0.18.1 quay.io/prometheus/node-exporter:v0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (3m) 106s ago 3m 0.18.1 quay.io/prometheus/node-exporter:v0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (6m) 106s ago 6m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 4653ae3edd3d 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (6m) 106s ago 6m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 d367d50f4287 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (6m) 106s ago 6m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 7034e30efa32 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (5m) 106s ago 5m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 a630753383f3 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (5m) 106s ago 5m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 2f52ea6278f0 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (5m) 106s ago 5m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 c5740c1d7a34 2024-02-18T08:19:55.837 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (4m) 106s ago 4m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 49741aad8e65 2024-02-18T08:19:55.838 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (4m) 106s ago 4m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 cd1d69e7e029 2024-02-18T08:19:55.838 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (3m) 106s ago 3m 2.18.1 quay.io/prometheus/prometheus:v2.18.1 de242295e225 d16c1929a97b 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 3 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 8 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:19:56.234 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:19:56.235 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:19:56.235 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:19:56.235 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 15 2024-02-18T08:19:56.235 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:19:56.235 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:19:56.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:56 smithi191 bash[19424]: audit 2024-02-18T08:19:55.422388+0000 mgr.y (mgr.14140) 363 : audit [DBG] from='client.14799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:19:56.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:56 smithi191 bash[19424]: cluster 2024-02-18T08:19:55.782971+0000 mgr.y (mgr.14140) 364 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:56.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:56 smithi191 bash[19424]: audit 2024-02-18T08:19:55.818916+0000 mgr.y (mgr.14140) 365 : audit [DBG] from='client.24706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:19:56.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:56 smithi110 bash[19477]: audit 2024-02-18T08:19:55.422388+0000 mgr.y (mgr.14140) 363 : audit [DBG] from='client.14799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:19:56.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:56 smithi110 bash[19477]: cluster 2024-02-18T08:19:55.782971+0000 mgr.y (mgr.14140) 364 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:56.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:56 smithi110 bash[19477]: audit 2024-02-18T08:19:55.818916+0000 mgr.y (mgr.14140) 365 : audit [DBG] from='client.24706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:19:56.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:56 smithi110 bash[24702]: audit 2024-02-18T08:19:55.422388+0000 mgr.y (mgr.14140) 363 : audit [DBG] from='client.14799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:19:56.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:56 smithi110 bash[24702]: cluster 2024-02-18T08:19:55.782971+0000 mgr.y (mgr.14140) 364 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:56.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:56 smithi110 bash[24702]: audit 2024-02-18T08:19:55.818916+0000 mgr.y (mgr.14140) 365 : audit [DBG] from='client.24706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:19:57.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:57 smithi191 bash[19424]: audit 2024-02-18T08:19:56.232056+0000 mon.a (mon.0) 670 : audit [DBG] from='client.? 172.21.15.110:0/1766959708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:19:57.721 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:57 smithi110 bash[19477]: audit 2024-02-18T08:19:56.232056+0000 mon.a (mon.0) 670 : audit [DBG] from='client.? 172.21.15.110:0/1766959708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:19:57.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:57 smithi110 bash[24702]: audit 2024-02-18T08:19:56.232056+0000 mon.a (mon.0) 670 : audit [DBG] from='client.? 172.21.15.110:0/1766959708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:19:58.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:58 smithi191 bash[19424]: audit 2024-02-18T08:19:57.705209+0000 mon.a (mon.0) 671 : audit [INF] from='client.? 172.21.15.110:0/2502726397' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-02-18T08:19:58.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:58 smithi191 bash[19424]: cluster 2024-02-18T08:19:57.783962+0000 mgr.y (mgr.14140) 366 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:58.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:58 smithi110 bash[19477]: audit 2024-02-18T08:19:57.705209+0000 mon.a (mon.0) 671 : audit [INF] from='client.? 172.21.15.110:0/2502726397' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-02-18T08:19:58.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:58 smithi110 bash[19477]: cluster 2024-02-18T08:19:57.783962+0000 mgr.y (mgr.14140) 366 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:58.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:58 smithi110 bash[24702]: audit 2024-02-18T08:19:57.705209+0000 mon.a (mon.0) 671 : audit [INF] from='client.? 172.21.15.110:0/2502726397' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-02-18T08:19:58.740 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:58 smithi110 bash[24702]: cluster 2024-02-18T08:19:57.783962+0000 mgr.y (mgr.14140) 366 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:19:59.267 INFO:teuthology.orchestra.run.smithi110.stderr:pool 'unique_pool_0' created 2024-02-18T08:19:59.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:19:59 smithi191 bash[19424]: cluster 2024-02-18T08:19:58.688702+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-02-18T08:19:59.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:19:59 smithi110 bash[24702]: cluster 2024-02-18T08:19:58.688702+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-02-18T08:19:59.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:19:59 smithi110 bash[19477]: cluster 2024-02-18T08:19:58.688702+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-02-18T08:20:00.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:00 smithi191 bash[19424]: audit 2024-02-18T08:19:59.259672+0000 mon.a (mon.0) 673 : audit [INF] from='client.? 172.21.15.110:0/2502726397' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-02-18T08:20:00.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:00 smithi191 bash[19424]: cluster 2024-02-18T08:19:59.259823+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-02-18T08:20:00.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:00 smithi191 bash[19424]: cluster 2024-02-18T08:19:59.784700+0000 mgr.y (mgr.14140) 367 : cluster [DBG] pgmap v315: 89 pgs: 16 unknown, 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:00.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:00 smithi191 bash[19424]: cluster 2024-02-18T08:20:00.000174+0000 mon.a (mon.0) 675 : cluster [INF] overall HEALTH_OK 2024-02-18T08:20:00.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:00 smithi110 bash[19477]: audit 2024-02-18T08:19:59.259672+0000 mon.a (mon.0) 673 : audit [INF] from='client.? 172.21.15.110:0/2502726397' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-02-18T08:20:00.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:00 smithi110 bash[19477]: cluster 2024-02-18T08:19:59.259823+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-02-18T08:20:00.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:00 smithi110 bash[19477]: cluster 2024-02-18T08:19:59.784700+0000 mgr.y (mgr.14140) 367 : cluster [DBG] pgmap v315: 89 pgs: 16 unknown, 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:00.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:00 smithi110 bash[19477]: cluster 2024-02-18T08:20:00.000174+0000 mon.a (mon.0) 675 : cluster [INF] overall HEALTH_OK 2024-02-18T08:20:00.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:00 smithi110 bash[24702]: audit 2024-02-18T08:19:59.259672+0000 mon.a (mon.0) 673 : audit [INF] from='client.? 172.21.15.110:0/2502726397' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-02-18T08:20:00.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:00 smithi110 bash[24702]: cluster 2024-02-18T08:19:59.259823+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-02-18T08:20:00.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:00 smithi110 bash[24702]: cluster 2024-02-18T08:19:59.784700+0000 mgr.y (mgr.14140) 367 : cluster [DBG] pgmap v315: 89 pgs: 16 unknown, 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:00.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:00 smithi110 bash[24702]: cluster 2024-02-18T08:20:00.000174+0000 mon.a (mon.0) 675 : cluster [INF] overall HEALTH_OK 2024-02-18T08:20:01.045 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-02-18T08:20:01.188 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:20:01.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:01 smithi110 bash[19477]: cluster 2024-02-18T08:20:00.267226+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-02-18T08:20:01.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:01 smithi110 bash[24702]: cluster 2024-02-18T08:20:00.267226+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-02-18T08:20:01.593 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:01 smithi191 bash[19424]: cluster 2024-02-18T08:20:00.267226+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-02-18T08:20:02.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:02 smithi110 bash[19477]: cluster 2024-02-18T08:20:01.272205+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-02-18T08:20:02.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:02 smithi110 bash[19477]: cluster 2024-02-18T08:20:01.785374+0000 mgr.y (mgr.14140) 368 : cluster [DBG] pgmap v318: 89 pgs: 9 creating+peering, 6 unknown, 74 active+clean; 2.2 KiB data, 4.6 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:02.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:02 smithi110 bash[24702]: cluster 2024-02-18T08:20:01.272205+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-02-18T08:20:02.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:02 smithi110 bash[24702]: cluster 2024-02-18T08:20:01.785374+0000 mgr.y (mgr.14140) 368 : cluster [DBG] pgmap v318: 89 pgs: 9 creating+peering, 6 unknown, 74 active+clean; 2.2 KiB data, 4.6 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:02.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:02 smithi191 bash[19424]: cluster 2024-02-18T08:20:01.272205+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-02-18T08:20:02.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:02 smithi191 bash[19424]: cluster 2024-02-18T08:20:01.785374+0000 mgr.y (mgr.14140) 368 : cluster [DBG] pgmap v318: 89 pgs: 9 creating+peering, 6 unknown, 74 active+clean; 2.2 KiB data, 4.6 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:03.833 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:03.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:03.833 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:03.514Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:03.833 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:03.514Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:20:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:03 smithi191 bash[19424]: audit 2024-02-18T08:20:02.826367+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:03 smithi191 bash[19424]: cephadm 2024-02-18T08:20:02.826989+0000 mgr.y (mgr.14140) 369 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9 with id 823b921721f579487e02cd293080702537bcba9f4f96b9041a06d7563de513aa 2024-02-18T08:20:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:03 smithi191 bash[19424]: audit 2024-02-18T08:20:02.827381+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:03 smithi191 bash[19424]: cephadm 2024-02-18T08:20:02.828865+0000 mgr.y (mgr.14140) 370 : cephadm [INF] Upgrade: Checking mgr daemons... 2024-02-18T08:20:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:03 smithi191 bash[19424]: cephadm 2024-02-18T08:20:02.829060+0000 mgr.y (mgr.14140) 371 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-02-18T08:20:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:03 smithi191 bash[19424]: cephadm 2024-02-18T08:20:03.167854+0000 mgr.y (mgr.14140) 372 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9 on smithi191 2024-02-18T08:20:04.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[19477]: audit 2024-02-18T08:20:02.826367+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:04.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[19477]: cephadm 2024-02-18T08:20:02.826989+0000 mgr.y (mgr.14140) 369 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9 with id 823b921721f579487e02cd293080702537bcba9f4f96b9041a06d7563de513aa 2024-02-18T08:20:04.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[19477]: audit 2024-02-18T08:20:02.827381+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:04.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[19477]: cephadm 2024-02-18T08:20:02.828865+0000 mgr.y (mgr.14140) 370 : cephadm [INF] Upgrade: Checking mgr daemons... 2024-02-18T08:20:04.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[19477]: cephadm 2024-02-18T08:20:02.829060+0000 mgr.y (mgr.14140) 371 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-02-18T08:20:04.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[19477]: cephadm 2024-02-18T08:20:03.167854+0000 mgr.y (mgr.14140) 372 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9 on smithi191 2024-02-18T08:20:04.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[24702]: audit 2024-02-18T08:20:02.826367+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:04.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[24702]: cephadm 2024-02-18T08:20:02.826989+0000 mgr.y (mgr.14140) 369 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9 with id 823b921721f579487e02cd293080702537bcba9f4f96b9041a06d7563de513aa 2024-02-18T08:20:04.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[24702]: audit 2024-02-18T08:20:02.827381+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:04.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[24702]: cephadm 2024-02-18T08:20:02.828865+0000 mgr.y (mgr.14140) 370 : cephadm [INF] Upgrade: Checking mgr daemons... 2024-02-18T08:20:04.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[24702]: cephadm 2024-02-18T08:20:02.829060+0000 mgr.y (mgr.14140) 371 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-02-18T08:20:04.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:03 smithi110 bash[24702]: cephadm 2024-02-18T08:20:03.167854+0000 mgr.y (mgr.14140) 372 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9 on smithi191 2024-02-18T08:20:04.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:04 smithi110 bash[19477]: cluster 2024-02-18T08:20:03.786417+0000 mgr.y (mgr.14140) 373 : cluster [DBG] pgmap v319: 89 pgs: 9 creating+peering, 80 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:04.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:04 smithi110 bash[24702]: cluster 2024-02-18T08:20:03.786417+0000 mgr.y (mgr.14140) 373 : cluster [DBG] pgmap v319: 89 pgs: 9 creating+peering, 80 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:05.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:04 smithi191 bash[19424]: cluster 2024-02-18T08:20:03.786417+0000 mgr.y (mgr.14140) 373 : cluster [DBG] pgmap v319: 89 pgs: 9 creating+peering, 80 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:05.853 INFO:teuthology.orchestra.run.smithi110.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-02-18T08:20:06.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:05 smithi191 bash[19424]: audit 2024-02-18T08:20:04.995621+0000 mon.a (mon.0) 680 : audit [INF] from='client.? 172.21.15.110:0/2027680569' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:20:06.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:05 smithi110 bash[19477]: audit 2024-02-18T08:20:04.995621+0000 mon.a (mon.0) 680 : audit [INF] from='client.? 172.21.15.110:0/2027680569' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:20:06.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:05 smithi110 bash[24702]: audit 2024-02-18T08:20:04.995621+0000 mon.a (mon.0) 680 : audit [INF] from='client.? 172.21.15.110:0/2027680569' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:20:06.849 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:06 smithi110 bash[19477]: cluster 2024-02-18T08:20:05.787352+0000 mgr.y (mgr.14140) 374 : cluster [DBG] pgmap v320: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:06.849 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:06 smithi110 bash[19477]: audit 2024-02-18T08:20:05.847870+0000 mon.a (mon.0) 681 : audit [INF] from='client.? 172.21.15.110:0/2027680569' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-02-18T08:20:06.849 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:06 smithi110 bash[19477]: cluster 2024-02-18T08:20:05.848013+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-02-18T08:20:06.849 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:06 smithi110 bash[24702]: cluster 2024-02-18T08:20:05.787352+0000 mgr.y (mgr.14140) 374 : cluster [DBG] pgmap v320: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:06.850 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:06 smithi110 bash[24702]: audit 2024-02-18T08:20:05.847870+0000 mon.a (mon.0) 681 : audit [INF] from='client.? 172.21.15.110:0/2027680569' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-02-18T08:20:06.850 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:06 smithi110 bash[24702]: cluster 2024-02-18T08:20:05.848013+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-02-18T08:20:07.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:06 smithi191 bash[19424]: cluster 2024-02-18T08:20:05.787352+0000 mgr.y (mgr.14140) 374 : cluster [DBG] pgmap v320: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:07.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:06 smithi191 bash[19424]: audit 2024-02-18T08:20:05.847870+0000 mon.a (mon.0) 681 : audit [INF] from='client.? 172.21.15.110:0/2027680569' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-02-18T08:20:07.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:06 smithi191 bash[19424]: cluster 2024-02-18T08:20:05.848013+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-02-18T08:20:07.527 DEBUG:teuthology.orchestra.run.smithi110:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:adding op weight read -> 100 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:adding op weight delete -> 50 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:adding op weight snap_create -> 50 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:adding op weight snap_remove -> 50 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:adding op weight rollback -> 50 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:adding op weight setattr -> 25 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:adding op weight rmattr -> 25 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:adding op weight copy_from -> 50 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:adding op weight append -> 100 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:ceph version 15.2.17 (8a82819d84cf884bd39c17e3236e0632ac146dc4) octopus (stable) 2024-02-18T08:20:07.547 INFO:tasks.rados.rados.0.smithi110.stdout:Configuration: 2024-02-18T08:20:07.548 INFO:tasks.rados.rados.0.smithi110.stdout: Number of operations: 4000 2024-02-18T08:20:07.548 INFO:tasks.rados.rados.0.smithi110.stdout: Number of objects: 50 2024-02-18T08:20:07.548 INFO:tasks.rados.rados.0.smithi110.stdout: Max in flight operations: 16 2024-02-18T08:20:07.548 INFO:tasks.rados.rados.0.smithi110.stdout: Object size (in bytes): 4000000 2024-02-18T08:20:07.548 INFO:tasks.rados.rados.0.smithi110.stdout: Write stride min: 400000 2024-02-18T08:20:07.548 INFO:tasks.rados.rados.0.smithi110.stdout: Write stride max: 800000 2024-02-18T08:20:07.861 INFO:tasks.rados.rados.0.smithi110.stdout:1: write initial oid 1 2024-02-18T08:20:07.862 INFO:tasks.rados.rados.0.smithi110.stdout:1: seq_num 0 ranges {0=24576} 2024-02-18T08:20:07.862 INFO:tasks.rados.rados.0.smithi110.stdout:1: writing smithi11051043-1 from 0 to 24576 tid 1 2024-02-18T08:20:07.862 INFO:tasks.rados.rados.0.smithi110.stdout:2: write initial oid 2 2024-02-18T08:20:07.862 INFO:tasks.rados.rados.0.smithi110.stdout:2: seq_num 1 ranges {0=24576} 2024-02-18T08:20:07.862 INFO:tasks.rados.rados.0.smithi110.stdout:2: writing smithi11051043-2 from 0 to 24576 tid 1 2024-02-18T08:20:07.862 INFO:tasks.rados.rados.0.smithi110.stdout:3: write initial oid 3 2024-02-18T08:20:07.862 INFO:tasks.rados.rados.0.smithi110.stdout:3: seq_num 2 ranges {0=40960} 2024-02-18T08:20:07.862 INFO:tasks.rados.rados.0.smithi110.stdout:3: writing smithi11051043-3 from 0 to 40960 tid 1 2024-02-18T08:20:07.862 INFO:tasks.rados.rados.0.smithi110.stdout:4: write initial oid 4 2024-02-18T08:20:07.862 INFO:tasks.rados.rados.0.smithi110.stdout:4: seq_num 3 ranges {0=57344} 2024-02-18T08:20:07.863 INFO:tasks.rados.rados.0.smithi110.stdout:4: writing smithi11051043-4 from 0 to 57344 tid 1 2024-02-18T08:20:07.863 INFO:tasks.rados.rados.0.smithi110.stdout:5: write initial oid 5 2024-02-18T08:20:07.863 INFO:tasks.rados.rados.0.smithi110.stdout:5: seq_num 4 ranges {0=73728} 2024-02-18T08:20:07.863 INFO:tasks.rados.rados.0.smithi110.stdout:5: writing smithi11051043-5 from 0 to 73728 tid 1 2024-02-18T08:20:07.863 INFO:tasks.rados.rados.0.smithi110.stdout:6: write initial oid 6 2024-02-18T08:20:07.863 INFO:tasks.rados.rados.0.smithi110.stdout:6: seq_num 5 ranges {0=90112} 2024-02-18T08:20:07.864 INFO:tasks.rados.rados.0.smithi110.stdout:6: writing smithi11051043-6 from 0 to 90112 tid 1 2024-02-18T08:20:07.864 INFO:tasks.rados.rados.0.smithi110.stdout:7: write initial oid 7 2024-02-18T08:20:07.864 INFO:tasks.rados.rados.0.smithi110.stdout:7: seq_num 6 ranges {0=106496} 2024-02-18T08:20:07.865 INFO:tasks.rados.rados.0.smithi110.stdout:7: writing smithi11051043-7 from 0 to 106496 tid 1 2024-02-18T08:20:07.865 INFO:tasks.rados.rados.0.smithi110.stdout:8: write initial oid 8 2024-02-18T08:20:07.865 INFO:tasks.rados.rados.0.smithi110.stdout:8: seq_num 7 ranges {0=122880} 2024-02-18T08:20:07.865 INFO:tasks.rados.rados.0.smithi110.stdout:8: writing smithi11051043-8 from 0 to 122880 tid 1 2024-02-18T08:20:07.865 INFO:tasks.rados.rados.0.smithi110.stdout:9: write initial oid 9 2024-02-18T08:20:07.865 INFO:tasks.rados.rados.0.smithi110.stdout:9: seq_num 8 ranges {0=139264} 2024-02-18T08:20:07.867 INFO:tasks.rados.rados.0.smithi110.stdout:9: writing smithi11051043-9 from 0 to 139264 tid 1 2024-02-18T08:20:07.867 INFO:tasks.rados.rados.0.smithi110.stdout:10: write initial oid 10 2024-02-18T08:20:07.867 INFO:tasks.rados.rados.0.smithi110.stdout:10: seq_num 9 ranges {0=155648} 2024-02-18T08:20:07.869 INFO:tasks.rados.rados.0.smithi110.stdout:10: writing smithi11051043-10 from 0 to 155648 tid 1 2024-02-18T08:20:07.869 INFO:tasks.rados.rados.0.smithi110.stdout:11: write initial oid 11 2024-02-18T08:20:07.869 INFO:tasks.rados.rados.0.smithi110.stdout:11: seq_num 10 ranges {0=172032} 2024-02-18T08:20:07.870 INFO:tasks.rados.rados.0.smithi110.stdout:11: writing smithi11051043-11 from 0 to 172032 tid 1 2024-02-18T08:20:07.870 INFO:tasks.rados.rados.0.smithi110.stdout:12: write initial oid 12 2024-02-18T08:20:07.870 INFO:tasks.rados.rados.0.smithi110.stdout:12: seq_num 11 ranges {0=188416} 2024-02-18T08:20:07.872 INFO:tasks.rados.rados.0.smithi110.stdout:12: writing smithi11051043-12 from 0 to 188416 tid 1 2024-02-18T08:20:07.872 INFO:tasks.rados.rados.0.smithi110.stdout:13: write initial oid 13 2024-02-18T08:20:07.872 INFO:tasks.rados.rados.0.smithi110.stdout:13: seq_num 12 ranges {0=204800} 2024-02-18T08:20:07.874 INFO:tasks.rados.rados.0.smithi110.stdout:13: writing smithi11051043-13 from 0 to 204800 tid 1 2024-02-18T08:20:07.874 INFO:tasks.rados.rados.0.smithi110.stdout:14: write initial oid 14 2024-02-18T08:20:07.874 INFO:tasks.rados.rados.0.smithi110.stdout:14: seq_num 13 ranges {0=221184} 2024-02-18T08:20:07.876 INFO:tasks.rados.rados.0.smithi110.stdout:14: writing smithi11051043-14 from 0 to 221184 tid 1 2024-02-18T08:20:07.876 INFO:tasks.rados.rados.0.smithi110.stdout:15: write initial oid 15 2024-02-18T08:20:07.876 INFO:tasks.rados.rados.0.smithi110.stdout:15: seq_num 14 ranges {0=237568} 2024-02-18T08:20:07.878 INFO:tasks.rados.rados.0.smithi110.stdout:15: writing smithi11051043-15 from 0 to 237568 tid 1 2024-02-18T08:20:07.878 INFO:tasks.rados.rados.0.smithi110.stdout:16: write initial oid 16 2024-02-18T08:20:07.878 INFO:tasks.rados.rados.0.smithi110.stdout:16: seq_num 15 ranges {0=253952} 2024-02-18T08:20:07.880 INFO:tasks.rados.rados.0.smithi110.stdout:16: writing smithi11051043-16 from 0 to 253952 tid 1 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:1: finishing write tid 1 to smithi11051043-1 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:6: finishing write tid 1 to smithi11051043-6 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:2: finishing write tid 1 to smithi11051043-2 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:5: finishing write tid 1 to smithi11051043-5 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:3: finishing write tid 1 to smithi11051043-3 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:4: finishing write tid 1 to smithi11051043-4 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:1: finishing write tid 3 to smithi11051043-1 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:5: finishing write tid 3 to smithi11051043-5 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:6: finishing write tid 3 to smithi11051043-6 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:7: finishing write tid 1 to smithi11051043-7 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:5: finishing write tid 4 to smithi11051043-5 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-02-18T08:20:07.881 INFO:tasks.rados.rados.0.smithi110.stdout:2: finishing write tid 3 to smithi11051043-2 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:6: finishing write tid 4 to smithi11051043-6 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:8: finishing write tid 1 to smithi11051043-8 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:3: finishing write tid 3 to smithi11051043-3 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:1: finishing write tid 4 to smithi11051043-1 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 3 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:2: finishing write tid 4 to smithi11051043-2 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 4 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:4: finishing write tid 3 to smithi11051043-4 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:1: done (15 left) 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:2: done (14 left) 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:5: done (13 left) 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:6: done (12 left) 2024-02-18T08:20:07.882 INFO:tasks.rados.rados.0.smithi110.stdout:17: write initial oid 17 2024-02-18T08:20:07.883 INFO:tasks.rados.rados.0.smithi110.stdout:17: seq_num 16 ranges {0=270336} 2024-02-18T08:20:07.883 INFO:tasks.rados.rados.0.smithi110.stdout:17: writing smithi11051043-17 from 0 to 270336 tid 1 2024-02-18T08:20:07.883 INFO:tasks.rados.rados.0.smithi110.stdout:18: write initial oid 18 2024-02-18T08:20:07.883 INFO:tasks.rados.rados.0.smithi110.stdout:18: seq_num 17 ranges {0=286720} 2024-02-18T08:20:07.884 INFO:tasks.rados.rados.0.smithi110.stdout:18: writing smithi11051043-18 from 0 to 286720 tid 1 2024-02-18T08:20:07.884 INFO:tasks.rados.rados.0.smithi110.stdout:19: write initial oid 19 2024-02-18T08:20:07.884 INFO:tasks.rados.rados.0.smithi110.stdout:19: seq_num 18 ranges {0=303104} 2024-02-18T08:20:07.886 INFO:tasks.rados.rados.0.smithi110.stdout:19: writing smithi11051043-19 from 0 to 303104 tid 1 2024-02-18T08:20:07.886 INFO:tasks.rados.rados.0.smithi110.stdout:20: write initial oid 20 2024-02-18T08:20:07.886 INFO:tasks.rados.rados.0.smithi110.stdout:20: seq_num 19 ranges {0=319488} 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:20: writing smithi11051043-20 from 0 to 319488 tid 1 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:8: finishing write tid 3 to smithi11051043-8 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:7: finishing write tid 3 to smithi11051043-7 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:13: finishing write tid 1 to smithi11051043-13 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:12: finishing write tid 1 to smithi11051043-12 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:8: finishing write tid 4 to smithi11051043-8 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:9: finishing write tid 1 to smithi11051043-9 2024-02-18T08:20:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:8: done (15 left) 2024-02-18T08:20:07.890 INFO:tasks.rados.rados.0.smithi110.stdout:21: write initial oid 21 2024-02-18T08:20:07.890 INFO:tasks.rados.rados.0.smithi110.stdout:21: seq_num 20 ranges {0=344064} 2024-02-18T08:20:07.891 INFO:tasks.rados.rados.0.smithi110.stdout:21: writing smithi11051043-21 from 0 to 344064 tid 1 2024-02-18T08:20:07.891 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.891 INFO:tasks.rados.rados.0.smithi110.stdout:3: finishing write tid 4 to smithi11051043-3 2024-02-18T08:20:07.891 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 3 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-02-18T08:20:07.891 INFO:tasks.rados.rados.0.smithi110.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-02-18T08:20:07.891 INFO:tasks.rados.rados.0.smithi110.stdout:3: done (15 left) 2024-02-18T08:20:07.891 INFO:tasks.rados.rados.0.smithi110.stdout:22: write initial oid 22 2024-02-18T08:20:07.892 INFO:tasks.rados.rados.0.smithi110.stdout:22: seq_num 21 ranges {0=360448} 2024-02-18T08:20:07.894 INFO:tasks.rados.rados.0.smithi110.stdout:22: writing smithi11051043-22 from 0 to 360448 tid 1 2024-02-18T08:20:07.894 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.894 INFO:tasks.rados.rados.0.smithi110.stdout:13: finishing write tid 3 to smithi11051043-13 2024-02-18T08:20:07.894 INFO:tasks.rados.rados.0.smithi110.stdout:4: finishing write tid 4 to smithi11051043-4 2024-02-18T08:20:07.894 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-02-18T08:20:07.894 INFO:tasks.rados.rados.0.smithi110.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-02-18T08:20:07.894 INFO:tasks.rados.rados.0.smithi110.stdout:7: finishing write tid 4 to smithi11051043-7 2024-02-18T08:20:07.894 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-02-18T08:20:07.894 INFO:tasks.rados.rados.0.smithi110.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-02-18T08:20:07.895 INFO:tasks.rados.rados.0.smithi110.stdout:14: finishing write tid 1 to smithi11051043-14 2024-02-18T08:20:07.895 INFO:tasks.rados.rados.0.smithi110.stdout:10: finishing write tid 1 to smithi11051043-10 2024-02-18T08:20:07.895 INFO:tasks.rados.rados.0.smithi110.stdout:4: done (15 left) 2024-02-18T08:20:07.895 INFO:tasks.rados.rados.0.smithi110.stdout:7: done (14 left) 2024-02-18T08:20:07.895 INFO:tasks.rados.rados.0.smithi110.stdout:23: write initial oid 23 2024-02-18T08:20:07.895 INFO:tasks.rados.rados.0.smithi110.stdout:23: seq_num 22 ranges {0=376832} 2024-02-18T08:20:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:23: writing smithi11051043-23 from 0 to 376832 tid 1 2024-02-18T08:20:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:24: write initial oid 24 2024-02-18T08:20:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:24: seq_num 23 ranges {0=393216} 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:24: writing smithi11051043-24 from 0 to 393216 tid 1 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:15: finishing write tid 1 to smithi11051043-15 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:10: finishing write tid 3 to smithi11051043-10 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:14: finishing write tid 3 to smithi11051043-14 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:13: finishing write tid 4 to smithi11051043-13 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:15: finishing write tid 3 to smithi11051043-15 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:13: done (15 left) 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:25: write initial oid 25 2024-02-18T08:20:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:25: seq_num 24 ranges {0=409600} 2024-02-18T08:20:07.902 INFO:tasks.rados.rados.0.smithi110.stdout:25: writing smithi11051043-25 from 0 to 409600 tid 1 2024-02-18T08:20:07.902 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.903 INFO:tasks.rados.rados.0.smithi110.stdout:12: finishing write tid 3 to smithi11051043-12 2024-02-18T08:20:07.903 INFO:tasks.rados.rados.0.smithi110.stdout:10: finishing write tid 4 to smithi11051043-10 2024-02-18T08:20:07.903 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-02-18T08:20:07.903 INFO:tasks.rados.rados.0.smithi110.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-02-18T08:20:07.903 INFO:tasks.rados.rados.0.smithi110.stdout:16: finishing write tid 1 to smithi11051043-16 2024-02-18T08:20:07.903 INFO:tasks.rados.rados.0.smithi110.stdout:10: done (15 left) 2024-02-18T08:20:07.903 INFO:tasks.rados.rados.0.smithi110.stdout:26: write initial oid 26 2024-02-18T08:20:07.903 INFO:tasks.rados.rados.0.smithi110.stdout:26: seq_num 25 ranges {0=425984} 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:26: writing smithi11051043-26 from 0 to 425984 tid 1 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:12: finishing write tid 4 to smithi11051043-12 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:14: finishing write tid 4 to smithi11051043-14 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 3 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:15: finishing write tid 4 to smithi11051043-15 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:16: finishing write tid 3 to smithi11051043-16 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:12: done (15 left) 2024-02-18T08:20:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:14: done (14 left) 2024-02-18T08:20:07.907 INFO:tasks.rados.rados.0.smithi110.stdout:15: done (13 left) 2024-02-18T08:20:07.907 INFO:tasks.rados.rados.0.smithi110.stdout:27: write initial oid 27 2024-02-18T08:20:07.907 INFO:tasks.rados.rados.0.smithi110.stdout:27: seq_num 26 ranges {0=442368} 2024-02-18T08:20:07.908 INFO:tasks.rados.rados.0.smithi110.stdout:27: writing smithi11051043-27 from 0 to 442368 tid 1 2024-02-18T08:20:07.908 INFO:tasks.rados.rados.0.smithi110.stdout:28: write initial oid 28 2024-02-18T08:20:07.908 INFO:tasks.rados.rados.0.smithi110.stdout:28: seq_num 27 ranges {0=458752} 2024-02-18T08:20:07.911 INFO:tasks.rados.rados.0.smithi110.stdout:28: writing smithi11051043-28 from 0 to 458752 tid 1 2024-02-18T08:20:07.912 INFO:tasks.rados.rados.0.smithi110.stdout:29: write initial oid 29 2024-02-18T08:20:07.912 INFO:tasks.rados.rados.0.smithi110.stdout:29: seq_num 28 ranges {0=475136} 2024-02-18T08:20:07.915 INFO:tasks.rados.rados.0.smithi110.stdout:29: writing smithi11051043-29 from 0 to 475136 tid 1 2024-02-18T08:20:07.915 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.915 INFO:tasks.rados.rados.0.smithi110.stdout:11: finishing write tid 1 to smithi11051043-11 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:9: finishing write tid 3 to smithi11051043-9 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:17: finishing write tid 1 to smithi11051043-17 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:9: finishing write tid 4 to smithi11051043-9 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 3 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:16: finishing write tid 4 to smithi11051043-16 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:18: finishing write tid 1 to smithi11051043-18 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:11: finishing write tid 3 to smithi11051043-11 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:17: finishing write tid 3 to smithi11051043-17 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:9: done (15 left) 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:16: done (14 left) 2024-02-18T08:20:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:30: write initial oid 30 2024-02-18T08:20:07.917 INFO:tasks.rados.rados.0.smithi110.stdout:30: seq_num 29 ranges {0=491520} 2024-02-18T08:20:07.919 INFO:tasks.rados.rados.0.smithi110.stdout:30: writing smithi11051043-30 from 0 to 491520 tid 1 2024-02-18T08:20:07.919 INFO:tasks.rados.rados.0.smithi110.stdout:31: write initial oid 31 2024-02-18T08:20:07.919 INFO:tasks.rados.rados.0.smithi110.stdout:31: seq_num 30 ranges {0=507904} 2024-02-18T08:20:07.923 INFO:tasks.rados.rados.0.smithi110.stdout:31: writing smithi11051043-31 from 0 to 507904 tid 1 2024-02-18T08:20:07.923 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.923 INFO:tasks.rados.rados.0.smithi110.stdout:19: finishing write tid 1 to smithi11051043-19 2024-02-18T08:20:07.923 INFO:tasks.rados.rados.0.smithi110.stdout:20: finishing write tid 1 to smithi11051043-20 2024-02-18T08:20:07.923 INFO:tasks.rados.rados.0.smithi110.stdout:19: finishing write tid 3 to smithi11051043-19 2024-02-18T08:20:07.923 INFO:tasks.rados.rados.0.smithi110.stdout:11: finishing write tid 4 to smithi11051043-11 2024-02-18T08:20:07.923 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-02-18T08:20:07.923 INFO:tasks.rados.rados.0.smithi110.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-02-18T08:20:07.923 INFO:tasks.rados.rados.0.smithi110.stdout:21: finishing write tid 1 to smithi11051043-21 2024-02-18T08:20:07.923 INFO:tasks.rados.rados.0.smithi110.stdout:18: finishing write tid 3 to smithi11051043-18 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:17: finishing write tid 4 to smithi11051043-17 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 7 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:21: finishing write tid 3 to smithi11051043-21 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:19: finishing write tid 4 to smithi11051043-19 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:20: finishing write tid 3 to smithi11051043-20 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:18: finishing write tid 4 to smithi11051043-18 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 8 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:21: finishing write tid 4 to smithi11051043-21 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-02-18T08:20:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:20: finishing write tid 4 to smithi11051043-20 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:22: finishing write tid 1 to smithi11051043-22 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:22: finishing write tid 3 to smithi11051043-22 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:23: finishing write tid 1 to smithi11051043-23 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:11: done (15 left) 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:17: done (14 left) 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:18: done (13 left) 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:19: done (12 left) 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:20: done (11 left) 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:21: done (10 left) 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:32: write initial oid 32 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:22: finishing write tid 4 to smithi11051043-22 2024-02-18T08:20:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-02-18T08:20:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-02-18T08:20:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:24: finishing write tid 1 to smithi11051043-24 2024-02-18T08:20:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:23: finishing write tid 3 to smithi11051043-23 2024-02-18T08:20:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:32: seq_num 31 ranges {0=524288} 2024-02-18T08:20:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:32: writing smithi11051043-32 from 0 to 524288 tid 1 2024-02-18T08:20:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:22: done (10 left) 2024-02-18T08:20:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:33: write initial oid 33 2024-02-18T08:20:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:33: seq_num 32 ranges {0=540672} 2024-02-18T08:20:07.930 INFO:tasks.rados.rados.0.smithi110.stdout:33: writing smithi11051043-33 from 0 to 540672 tid 1 2024-02-18T08:20:07.930 INFO:tasks.rados.rados.0.smithi110.stdout:34: write initial oid 34 2024-02-18T08:20:07.930 INFO:tasks.rados.rados.0.smithi110.stdout:34: seq_num 33 ranges {0=557056} 2024-02-18T08:20:07.933 INFO:tasks.rados.rados.0.smithi110.stdout:34: writing smithi11051043-34 from 0 to 557056 tid 1 2024-02-18T08:20:07.933 INFO:tasks.rados.rados.0.smithi110.stdout:35: write initial oid 35 2024-02-18T08:20:07.933 INFO:tasks.rados.rados.0.smithi110.stdout:35: seq_num 34 ranges {0=573440} 2024-02-18T08:20:07.937 INFO:tasks.rados.rados.0.smithi110.stdout:35: writing smithi11051043-35 from 0 to 573440 tid 1 2024-02-18T08:20:07.937 INFO:tasks.rados.rados.0.smithi110.stdout:36: write initial oid 36 2024-02-18T08:20:07.937 INFO:tasks.rados.rados.0.smithi110.stdout:36: seq_num 35 ranges {0=589824} 2024-02-18T08:20:07.941 INFO:tasks.rados.rados.0.smithi110.stdout:36: writing smithi11051043-36 from 0 to 589824 tid 1 2024-02-18T08:20:07.941 INFO:tasks.rados.rados.0.smithi110.stdout:37: write initial oid 37 2024-02-18T08:20:07.941 INFO:tasks.rados.rados.0.smithi110.stdout:37: seq_num 36 ranges {0=606208} 2024-02-18T08:20:07.944 INFO:tasks.rados.rados.0.smithi110.stdout:37: writing smithi11051043-37 from 0 to 606208 tid 1 2024-02-18T08:20:07.944 INFO:tasks.rados.rados.0.smithi110.stdout:38: write initial oid 38 2024-02-18T08:20:07.944 INFO:tasks.rados.rados.0.smithi110.stdout:38: seq_num 37 ranges {0=622592} 2024-02-18T08:20:07.948 INFO:tasks.rados.rados.0.smithi110.stdout:38: writing smithi11051043-38 from 0 to 622592 tid 1 2024-02-18T08:20:07.949 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.949 INFO:tasks.rados.rados.0.smithi110.stdout:23: finishing write tid 4 to smithi11051043-23 2024-02-18T08:20:07.949 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-02-18T08:20:07.949 INFO:tasks.rados.rados.0.smithi110.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-02-18T08:20:07.949 INFO:tasks.rados.rados.0.smithi110.stdout:23: done (15 left) 2024-02-18T08:20:07.949 INFO:tasks.rados.rados.0.smithi110.stdout:39: write initial oid 39 2024-02-18T08:20:07.949 INFO:tasks.rados.rados.0.smithi110.stdout:39: seq_num 38 ranges {0=638976} 2024-02-18T08:20:07.953 INFO:tasks.rados.rados.0.smithi110.stdout:39: writing smithi11051043-39 from 0 to 638976 tid 1 2024-02-18T08:20:07.953 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.953 INFO:tasks.rados.rados.0.smithi110.stdout:24: finishing write tid 3 to smithi11051043-24 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:25: finishing write tid 1 to smithi11051043-25 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:24: finishing write tid 4 to smithi11051043-24 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:25: finishing write tid 3 to smithi11051043-25 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:26: finishing write tid 1 to smithi11051043-26 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:25: finishing write tid 4 to smithi11051043-25 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:26: finishing write tid 3 to smithi11051043-26 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:27: finishing write tid 1 to smithi11051043-27 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:24: done (15 left) 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:25: done (14 left) 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:40: write initial oid 40 2024-02-18T08:20:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:40: seq_num 39 ranges {0=663552} 2024-02-18T08:20:07.957 INFO:tasks.rados.rados.0.smithi110.stdout:40: writing smithi11051043-40 from 0 to 663552 tid 1 2024-02-18T08:20:07.957 INFO:tasks.rados.rados.0.smithi110.stdout:41: write initial oid 41 2024-02-18T08:20:07.957 INFO:tasks.rados.rados.0.smithi110.stdout:41: seq_num 40 ranges {0=679936} 2024-02-18T08:20:07.963 INFO:tasks.rados.rados.0.smithi110.stdout:41: writing smithi11051043-41 from 0 to 679936 tid 1 2024-02-18T08:20:07.963 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.963 INFO:tasks.rados.rados.0.smithi110.stdout:28: finishing write tid 1 to smithi11051043-28 2024-02-18T08:20:07.963 INFO:tasks.rados.rados.0.smithi110.stdout:28: finishing write tid 3 to smithi11051043-28 2024-02-18T08:20:07.963 INFO:tasks.rados.rados.0.smithi110.stdout:29: finishing write tid 1 to smithi11051043-29 2024-02-18T08:20:07.963 INFO:tasks.rados.rados.0.smithi110.stdout:28: finishing write tid 4 to smithi11051043-28 2024-02-18T08:20:07.963 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-02-18T08:20:07.963 INFO:tasks.rados.rados.0.smithi110.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-02-18T08:20:07.963 INFO:tasks.rados.rados.0.smithi110.stdout:26: finishing write tid 4 to smithi11051043-26 2024-02-18T08:20:07.963 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 8 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-02-18T08:20:07.964 INFO:tasks.rados.rados.0.smithi110.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-02-18T08:20:07.964 INFO:tasks.rados.rados.0.smithi110.stdout:27: finishing write tid 3 to smithi11051043-27 2024-02-18T08:20:07.964 INFO:tasks.rados.rados.0.smithi110.stdout:26: done (15 left) 2024-02-18T08:20:07.964 INFO:tasks.rados.rados.0.smithi110.stdout:28: done (14 left) 2024-02-18T08:20:07.964 INFO:tasks.rados.rados.0.smithi110.stdout:42: write initial oid 42 2024-02-18T08:20:07.964 INFO:tasks.rados.rados.0.smithi110.stdout:42: seq_num 41 ranges {0=696320} 2024-02-18T08:20:07.967 INFO:tasks.rados.rados.0.smithi110.stdout:42: writing smithi11051043-42 from 0 to 696320 tid 1 2024-02-18T08:20:07.967 INFO:tasks.rados.rados.0.smithi110.stdout:43: write initial oid 43 2024-02-18T08:20:07.968 INFO:tasks.rados.rados.0.smithi110.stdout:43: seq_num 42 ranges {0=712704} 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:43: writing smithi11051043-43 from 0 to 712704 tid 1 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:29: finishing write tid 3 to smithi11051043-29 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:27: finishing write tid 4 to smithi11051043-27 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:29: finishing write tid 4 to smithi11051043-29 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:30: finishing write tid 1 to smithi11051043-30 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:27: done (15 left) 2024-02-18T08:20:07.973 INFO:tasks.rados.rados.0.smithi110.stdout:29: done (14 left) 2024-02-18T08:20:07.974 INFO:tasks.rados.rados.0.smithi110.stdout:44: write initial oid 44 2024-02-18T08:20:07.974 INFO:tasks.rados.rados.0.smithi110.stdout:44: seq_num 43 ranges {0=729088} 2024-02-18T08:20:07.977 INFO:tasks.rados.rados.0.smithi110.stdout:44: writing smithi11051043-44 from 0 to 729088 tid 1 2024-02-18T08:20:07.977 INFO:tasks.rados.rados.0.smithi110.stdout:45: write initial oid 45 2024-02-18T08:20:07.978 INFO:tasks.rados.rados.0.smithi110.stdout:45: seq_num 44 ranges {0=745472} 2024-02-18T08:20:07.983 INFO:tasks.rados.rados.0.smithi110.stdout:45: writing smithi11051043-45 from 0 to 745472 tid 1 2024-02-18T08:20:07.983 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.983 INFO:tasks.rados.rados.0.smithi110.stdout:30: finishing write tid 3 to smithi11051043-30 2024-02-18T08:20:07.983 INFO:tasks.rados.rados.0.smithi110.stdout:30: finishing write tid 4 to smithi11051043-30 2024-02-18T08:20:07.983 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-02-18T08:20:07.984 INFO:tasks.rados.rados.0.smithi110.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-02-18T08:20:07.984 INFO:tasks.rados.rados.0.smithi110.stdout:31: finishing write tid 1 to smithi11051043-31 2024-02-18T08:20:07.984 INFO:tasks.rados.rados.0.smithi110.stdout:31: finishing write tid 3 to smithi11051043-31 2024-02-18T08:20:07.984 INFO:tasks.rados.rados.0.smithi110.stdout:30: done (15 left) 2024-02-18T08:20:07.984 INFO:tasks.rados.rados.0.smithi110.stdout:46: write initial oid 46 2024-02-18T08:20:07.984 INFO:tasks.rados.rados.0.smithi110.stdout:46: seq_num 45 ranges {0=761856} 2024-02-18T08:20:07.988 INFO:tasks.rados.rados.0.smithi110.stdout:46: writing smithi11051043-46 from 0 to 761856 tid 1 2024-02-18T08:20:07.988 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.988 INFO:tasks.rados.rados.0.smithi110.stdout:31: finishing write tid 4 to smithi11051043-31 2024-02-18T08:20:07.988 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 12 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-02-18T08:20:07.989 INFO:tasks.rados.rados.0.smithi110.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-02-18T08:20:07.989 INFO:tasks.rados.rados.0.smithi110.stdout:32: finishing write tid 1 to smithi11051043-32 2024-02-18T08:20:07.989 INFO:tasks.rados.rados.0.smithi110.stdout:33: finishing write tid 1 to smithi11051043-33 2024-02-18T08:20:07.989 INFO:tasks.rados.rados.0.smithi110.stdout:33: finishing write tid 3 to smithi11051043-33 2024-02-18T08:20:07.989 INFO:tasks.rados.rados.0.smithi110.stdout:32: finishing write tid 3 to smithi11051043-32 2024-02-18T08:20:07.989 INFO:tasks.rados.rados.0.smithi110.stdout:31: done (15 left) 2024-02-18T08:20:07.989 INFO:tasks.rados.rados.0.smithi110.stdout:47: write initial oid 47 2024-02-18T08:20:07.989 INFO:tasks.rados.rados.0.smithi110.stdout:47: seq_num 46 ranges {0=778240} 2024-02-18T08:20:07.993 INFO:tasks.rados.rados.0.smithi110.stdout:47: writing smithi11051043-47 from 0 to 778240 tid 1 2024-02-18T08:20:07.993 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:07.993 INFO:tasks.rados.rados.0.smithi110.stdout:32: finishing write tid 4 to smithi11051043-32 2024-02-18T08:20:07.993 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 2 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-02-18T08:20:07.993 INFO:tasks.rados.rados.0.smithi110.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-02-18T08:20:07.993 INFO:tasks.rados.rados.0.smithi110.stdout:33: finishing write tid 4 to smithi11051043-33 2024-02-18T08:20:07.993 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-02-18T08:20:07.994 INFO:tasks.rados.rados.0.smithi110.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-02-18T08:20:07.994 INFO:tasks.rados.rados.0.smithi110.stdout:34: finishing write tid 1 to smithi11051043-34 2024-02-18T08:20:07.994 INFO:tasks.rados.rados.0.smithi110.stdout:32: done (15 left) 2024-02-18T08:20:07.994 INFO:tasks.rados.rados.0.smithi110.stdout:33: done (14 left) 2024-02-18T08:20:07.994 INFO:tasks.rados.rados.0.smithi110.stdout:48: write initial oid 48 2024-02-18T08:20:07.994 INFO:tasks.rados.rados.0.smithi110.stdout:48: seq_num 47 ranges {0=794624} 2024-02-18T08:20:07.998 INFO:tasks.rados.rados.0.smithi110.stdout:48: writing smithi11051043-48 from 0 to 794624 tid 1 2024-02-18T08:20:07.998 INFO:tasks.rados.rados.0.smithi110.stdout:49: write initial oid 49 2024-02-18T08:20:07.998 INFO:tasks.rados.rados.0.smithi110.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-02-18T08:20:08.000 INFO:tasks.rados.rados.0.smithi110.stdout:49: writing smithi11051043-49 from 0 to 409600 tid 1 2024-02-18T08:20:08.004 INFO:tasks.rados.rados.0.smithi110.stdout:49: writing smithi11051043-49 from 409600 to 811008 tid 2 2024-02-18T08:20:08.004 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:20:08.004 INFO:tasks.rados.rados.0.smithi110.stdout:34: finishing write tid 3 to smithi11051043-34 2024-02-18T08:20:08.004 INFO:tasks.rados.rados.0.smithi110.stdout:34: finishing write tid 4 to smithi11051043-34 2024-02-18T08:20:08.004 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-02-18T08:20:08.004 INFO:tasks.rados.rados.0.smithi110.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-02-18T08:20:08.004 INFO:tasks.rados.rados.0.smithi110.stdout:35: finishing write tid 1 to smithi11051043-35 2024-02-18T08:20:08.004 INFO:tasks.rados.rados.0.smithi110.stdout:35: finishing write tid 3 to smithi11051043-35 2024-02-18T08:20:08.004 INFO:tasks.rados.rados.0.smithi110.stdout:35: finishing write tid 4 to smithi11051043-35 2024-02-18T08:20:08.005 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-02-18T08:20:08.005 INFO:tasks.rados.rados.0.smithi110.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-02-18T08:20:08.005 INFO:tasks.rados.rados.0.smithi110.stdout:36: finishing write tid 1 to smithi11051043-36 2024-02-18T08:20:08.005 INFO:tasks.rados.rados.0.smithi110.stdout:37: finishing write tid 1 to smithi11051043-37 2024-02-18T08:20:08.005 INFO:tasks.rados.rados.0.smithi110.stdout:36: finishing write tid 3 to smithi11051043-36 2024-02-18T08:20:08.005 INFO:tasks.rados.rados.0.smithi110.stdout:34: done (15 left) 2024-02-18T08:20:08.005 INFO:tasks.rados.rados.0.smithi110.stdout:35: done (14 left) 2024-02-18T08:20:08.005 INFO:tasks.rados.rados.0.smithi110.stdout:50: write initial oid 50 2024-02-18T08:20:08.005 INFO:tasks.rados.rados.0.smithi110.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-02-18T08:20:08.006 INFO:tasks.rados.rados.0.smithi110.stdout:50: writing smithi11051043-50 from 0 to 425984 tid 1 2024-02-18T08:20:08.011 INFO:tasks.rados.rados.0.smithi110.stdout:50: writing smithi11051043-50 from 425984 to 827392 tid 2 2024-02-18T08:20:08.011 INFO:tasks.rados.rados.0.smithi110.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-02-18T08:20:08.011 INFO:tasks.rados.rados.0.smithi110.stdout:37: finishing write tid 3 to smithi11051043-37 2024-02-18T08:20:08.011 INFO:tasks.rados.rados.0.smithi110.stdout:36: finishing write tid 4 to smithi11051043-36 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 7 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:38: finishing write tid 1 to smithi11051043-38 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:37: finishing write tid 4 to smithi11051043-37 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 8 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:38: finishing write tid 3 to smithi11051043-38 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:38: finishing write tid 4 to smithi11051043-38 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 10 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-02-18T08:20:08.012 INFO:tasks.rados.rados.0.smithi110.stdout:39: finishing write tid 1 to smithi11051043-39 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:39: finishing write tid 3 to smithi11051043-39 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:39: finishing write tid 4 to smithi11051043-39 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:40: finishing write tid 1 to smithi11051043-40 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:40: finishing write tid 3 to smithi11051043-40 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:40: finishing write tid 4 to smithi11051043-40 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 12 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:41: finishing write tid 1 to smithi11051043-41 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:41: finishing write tid 3 to smithi11051043-41 2024-02-18T08:20:08.013 INFO:tasks.rados.rados.0.smithi110.stdout:41: finishing write tid 4 to smithi11051043-41 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:42: finishing write tid 1 to smithi11051043-42 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:42: finishing write tid 3 to smithi11051043-42 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:43: finishing write tid 1 to smithi11051043-43 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:42: finishing write tid 4 to smithi11051043-42 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:43: finishing write tid 3 to smithi11051043-43 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:43: finishing write tid 4 to smithi11051043-43 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-02-18T08:20:08.014 INFO:tasks.rados.rados.0.smithi110.stdout:44: finishing write tid 1 to smithi11051043-44 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:44: finishing write tid 3 to smithi11051043-44 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:44: finishing write tid 4 to smithi11051043-44 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 10 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:45: finishing write tid 1 to smithi11051043-45 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:45: finishing write tid 3 to smithi11051043-45 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:45: finishing write tid 4 to smithi11051043-45 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:46: finishing write tid 1 to smithi11051043-46 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:46: finishing write tid 3 to smithi11051043-46 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:46: finishing write tid 4 to smithi11051043-46 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-02-18T08:20:08.015 INFO:tasks.rados.rados.0.smithi110.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:47: finishing write tid 1 to smithi11051043-47 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:47: finishing write tid 3 to smithi11051043-47 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:47: finishing write tid 4 to smithi11051043-47 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:48: finishing write tid 1 to smithi11051043-48 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:49: finishing write tid 1 to smithi11051043-49 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:48: finishing write tid 3 to smithi11051043-48 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:49: finishing write tid 2 to smithi11051043-49 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:49: finishing write tid 4 to smithi11051043-49 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:48: finishing write tid 4 to smithi11051043-48 2024-02-18T08:20:08.016 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 5 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:50: finishing write tid 1 to smithi11051043-50 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:49: finishing write tid 5 to smithi11051043-49 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:36: done (15 left) 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:37: done (14 left) 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:38: done (13 left) 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:39: done (12 left) 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:40: done (11 left) 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:41: done (10 left) 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:42: done (9 left) 2024-02-18T08:20:08.017 INFO:tasks.rados.rados.0.smithi110.stdout:43: done (8 left) 2024-02-18T08:20:08.018 INFO:tasks.rados.rados.0.smithi110.stdout:44: done (7 left) 2024-02-18T08:20:08.018 INFO:tasks.rados.rados.0.smithi110.stdout:45: done (6 left) 2024-02-18T08:20:08.018 INFO:tasks.rados.rados.0.smithi110.stdout:46: done (5 left) 2024-02-18T08:20:08.018 INFO:tasks.rados.rados.0.smithi110.stdout:47: done (4 left) 2024-02-18T08:20:08.018 INFO:tasks.rados.rados.0.smithi110.stdout:48: done (3 left) 2024-02-18T08:20:08.018 INFO:tasks.rados.rados.0.smithi110.stdout:49: done (2 left) 2024-02-18T08:20:08.018 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 0 2024-02-18T08:20:08.018 INFO:tasks.rados.rados.0.smithi110.stdout:52: seq_num 50 ranges {442368=442368,884736=401408} 2024-02-18T08:20:08.019 INFO:tasks.rados.rados.0.smithi110.stdout:52: writing smithi11051043-27 from 442368 to 884736 tid 1 2024-02-18T08:20:08.019 INFO:tasks.rados.rados.0.smithi110.stdout:52: writing smithi11051043-27 from 884736 to 1286144 tid 2 2024-02-18T08:20:08.019 INFO:tasks.rados.rados.0.smithi110.stdout:53: rmattr oid 24 current snap is 0 2024-02-18T08:20:08.019 INFO:tasks.rados.rados.0.smithi110.stdout:53: done (3 left) 2024-02-18T08:20:08.019 INFO:tasks.rados.rados.0.smithi110.stdout:54: delete oid 10 current snap is 0 2024-02-18T08:20:08.019 INFO:tasks.rados.rados.0.smithi110.stdout:50: finishing write tid 2 to smithi11051043-50 2024-02-18T08:20:08.019 INFO:tasks.rados.rados.0.smithi110.stdout:50: finishing write tid 4 to smithi11051043-50 2024-02-18T08:20:08.020 INFO:tasks.rados.rados.0.smithi110.stdout:51: finishing copy_from to smithi11051043-2 2024-02-18T08:20:08.020 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-02-18T08:20:08.020 INFO:tasks.rados.rados.0.smithi110.stdout:51: finishing copy_from racing read to smithi11051043-2 2024-02-18T08:20:08.020 INFO:tasks.rados.rados.0.smithi110.stdout:50: finishing write tid 5 to smithi11051043-50 2024-02-18T08:20:08.020 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 3 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-02-18T08:20:08.020 INFO:tasks.rados.rados.0.smithi110.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-02-18T08:20:08.020 INFO:tasks.rados.rados.0.smithi110.stdout:52: finishing write tid 1 to smithi11051043-27 2024-02-18T08:20:08.021 INFO:tasks.rados.rados.0.smithi110.stdout:50: done (3 left) 2024-02-18T08:20:08.021 INFO:tasks.rados.rados.0.smithi110.stdout:51: done (2 left) 2024-02-18T08:20:08.021 INFO:tasks.rados.rados.0.smithi110.stdout:54: done (1 left) 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:55: read oid 15 snap -1 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:56: rollback oid 31 current snap is 0 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:56: done (2 left) 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:57: read oid 28 snap -1 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:59: rollback oid 45 current snap is 0 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:59: done (4 left) 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:61: delete oid 1 current snap is 0 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:52: finishing write tid 2 to smithi11051043-27 2024-02-18T08:20:08.022 INFO:tasks.rados.rados.0.smithi110.stdout:52: finishing write tid 4 to smithi11051043-27 2024-02-18T08:20:08.023 INFO:tasks.rados.rados.0.smithi110.stdout:52: finishing write tid 5 to smithi11051043-27 2024-02-18T08:20:08.023 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 15 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-02-18T08:20:08.023 INFO:tasks.rados.rados.0.smithi110.stdout:52: left oid 27 (ObjNum 50 snap 0 seq_num 50) 2024-02-18T08:20:08.024 INFO:tasks.rados.rados.0.smithi110.stdout:52: done (5 left) 2024-02-18T08:20:08.024 INFO:tasks.rados.rados.0.smithi110.stdout:61: done (4 left) 2024-02-18T08:20:08.024 INFO:tasks.rados.rados.0.smithi110.stdout:62: read oid 24 snap -1 2024-02-18T08:20:08.024 INFO:tasks.rados.rados.0.smithi110.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-02-18T08:20:08.024 INFO:tasks.rados.rados.0.smithi110.stdout:63: snap_create 2024-02-18T08:20:08.024 INFO:tasks.rados.rados.0.smithi110.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-02-18T08:20:08.032 INFO:tasks.rados.rados.0.smithi110.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-02-18T08:20:08.041 INFO:tasks.rados.rados.0.smithi110.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-02-18T08:20:08.051 INFO:tasks.rados.rados.0.smithi110.stdout:58: finishing copy_from to smithi11051043-29 2024-02-18T08:20:08.052 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-02-18T08:20:08.052 INFO:tasks.rados.rados.0.smithi110.stdout:58: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:20:08.052 INFO:tasks.rados.rados.0.smithi110.stdout:60: finishing copy_from to smithi11051043-22 2024-02-18T08:20:08.052 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 5 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-02-18T08:20:08.052 INFO:tasks.rados.rados.0.smithi110.stdout:60: finishing copy_from racing read to smithi11051043-22 2024-02-18T08:20:08.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:07 smithi110 bash[19477]: audit 2024-02-18T08:20:07.560166+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.15.110:0/2230988878' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-02-18T08:20:08.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:07 smithi110 bash[19477]: audit 2024-02-18T08:20:07.560745+0000 mon.a (mon.0) 683 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-02-18T08:20:08.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:07 smithi110 bash[24702]: audit 2024-02-18T08:20:07.560166+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.15.110:0/2230988878' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-02-18T08:20:08.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:07 smithi110 bash[24702]: audit 2024-02-18T08:20:07.560745+0000 mon.a (mon.0) 683 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-02-18T08:20:08.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:07 smithi191 bash[19424]: audit 2024-02-18T08:20:07.560166+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.15.110:0/2230988878' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-02-18T08:20:08.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:07 smithi191 bash[19424]: audit 2024-02-18T08:20:07.560745+0000 mon.a (mon.0) 683 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-02-18T08:20:08.870 INFO:tasks.rados.rados.0.smithi110.stdout:55: done (5 left) 2024-02-18T08:20:08.871 INFO:tasks.rados.rados.0.smithi110.stdout:57: done (4 left) 2024-02-18T08:20:08.871 INFO:tasks.rados.rados.0.smithi110.stdout:58: done (3 left) 2024-02-18T08:20:08.871 INFO:tasks.rados.rados.0.smithi110.stdout:60: done (2 left) 2024-02-18T08:20:08.871 INFO:tasks.rados.rados.0.smithi110.stdout:62: done (1 left) 2024-02-18T08:20:08.871 INFO:tasks.rados.rados.0.smithi110.stdout:63: done (0 left) 2024-02-18T08:20:08.871 INFO:tasks.rados.rados.0.smithi110.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-02-18T08:20:08.871 INFO:tasks.rados.rados.0.smithi110.stdout:65: read oid 30 snap -1 2024-02-18T08:20:08.871 INFO:tasks.rados.rados.0.smithi110.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-02-18T08:20:08.871 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 1 2024-02-18T08:20:08.871 INFO:tasks.rados.rados.0.smithi110.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-02-18T08:20:08.874 INFO:tasks.rados.rados.0.smithi110.stdout:66: writing smithi11051043-23 from 376832 to 868352 tid 1 2024-02-18T08:20:08.878 INFO:tasks.rados.rados.0.smithi110.stdout:66: writing smithi11051043-23 from 868352 to 1269760 tid 2 2024-02-18T08:20:08.878 INFO:tasks.rados.rados.0.smithi110.stdout:67: rollback oid 10 current snap is 1 2024-02-18T08:20:08.878 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 10 to 0 2024-02-18T08:20:08.878 INFO:tasks.rados.rados.0.smithi110.stdout:68: setattr oid 32 current snap is 1 2024-02-18T08:20:08.880 INFO:tasks.rados.rados.0.smithi110.stdout:69: copy_from oid 7 from oid 17 current snap is 1 2024-02-18T08:20:08.880 INFO:tasks.rados.rados.0.smithi110.stdout:70: read oid 20 snap 0 2024-02-18T08:20:08.880 INFO:tasks.rados.rados.0.smithi110.stdout:70: expect (ObjNum 19 snap 0 seq_num 19) 2024-02-18T08:20:08.880 INFO:tasks.rados.rados.0.smithi110.stdout:71: copy_from oid 24 from oid 29 current snap is 1 2024-02-18T08:20:08.880 INFO:tasks.rados.rados.0.smithi110.stdout:72: rollback oid 6 current snap is 1 2024-02-18T08:20:08.880 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 6 to 0 2024-02-18T08:20:08.880 INFO:tasks.rados.rados.0.smithi110.stdout:73: read oid 13 snap 0 2024-02-18T08:20:08.880 INFO:tasks.rados.rados.0.smithi110.stdout:73: expect (ObjNum 12 snap 0 seq_num 12) 2024-02-18T08:20:08.880 INFO:tasks.rados.rados.0.smithi110.stdout:74: rmattr oid 4 current snap is 1 2024-02-18T08:20:08.881 INFO:tasks.rados.rados.0.smithi110.stdout:74: done (10 left) 2024-02-18T08:20:08.881 INFO:tasks.rados.rados.0.smithi110.stdout:75: copy_from oid 48 from oid 1 current snap is 1 2024-02-18T08:20:08.881 INFO:tasks.rados.rados.0.smithi110.stdout:76: read oid 27 snap -1 2024-02-18T08:20:08.881 INFO:tasks.rados.rados.0.smithi110.stdout:76: expect (ObjNum 50 snap 0 seq_num 50) 2024-02-18T08:20:08.881 INFO:tasks.rados.rados.0.smithi110.stdout:77: copy_from oid 28 from oid 34 current snap is 1 2024-02-18T08:20:08.881 INFO:tasks.rados.rados.0.smithi110.stdout:78: read oid 43 snap -1 2024-02-18T08:20:08.881 INFO:tasks.rados.rados.0.smithi110.stdout:78: expect (ObjNum 42 snap 0 seq_num 42) 2024-02-18T08:20:08.881 INFO:tasks.rados.rados.0.smithi110.stdout:79: setattr oid 14 current snap is 1 2024-02-18T08:20:08.881 INFO:tasks.rados.rados.0.smithi110.stdout:80: snap_create 2024-02-18T08:20:08.884 INFO:tasks.rados.rados.0.smithi110.stdout:67: finishing rollback tid 1 to smithi11051043-10 2024-02-18T08:20:08.884 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:20:08.890 INFO:tasks.rados.rados.0.smithi110.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-02-18T08:20:08.900 INFO:tasks.rados.rados.0.smithi110.stdout:66: finishing write tid 1 to smithi11051043-23 2024-02-18T08:20:08.900 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-02-18T08:20:08.901 INFO:tasks.rados.rados.0.smithi110.stdout:66: finishing write tid 2 to smithi11051043-23 2024-02-18T08:20:08.901 INFO:tasks.rados.rados.0.smithi110.stdout:66: finishing write tid 4 to smithi11051043-23 2024-02-18T08:20:08.901 INFO:tasks.rados.rados.0.smithi110.stdout:75: finishing copy_from to smithi11051043-48 2024-02-18T08:20:08.901 INFO:tasks.rados.rados.0.smithi110.stdout:75: got expected ENOENT (src dne) 2024-02-18T08:20:08.901 INFO:tasks.rados.rados.0.smithi110.stdout:70: expect (ObjNum 19 snap 0 seq_num 19) 2024-02-18T08:20:08.908 INFO:tasks.rados.rados.0.smithi110.stdout:75: finishing copy_from racing read to smithi11051043-48 2024-02-18T08:20:08.908 INFO:tasks.rados.rados.0.smithi110.stdout:78: expect (ObjNum 42 snap 0 seq_num 42) 2024-02-18T08:20:08.924 INFO:tasks.rados.rados.0.smithi110.stdout:64: finishing copy_from to smithi11051043-15 2024-02-18T08:20:08.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-02-18T08:20:08.924 INFO:tasks.rados.rados.0.smithi110.stdout:64: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:20:08.924 INFO:tasks.rados.rados.0.smithi110.stdout:72: finishing rollback tid 0 to smithi11051043-6 2024-02-18T08:20:08.924 INFO:tasks.rados.rados.0.smithi110.stdout:72: finishing rollback tid 1 to smithi11051043-6 2024-02-18T08:20:08.924 INFO:tasks.rados.rados.0.smithi110.stdout:72: finishing rollback tid 2 to smithi11051043-6 2024-02-18T08:20:08.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 10 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-02-18T08:20:08.925 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-02-18T08:20:08.925 INFO:tasks.rados.rados.0.smithi110.stdout:73: expect (ObjNum 12 snap 0 seq_num 12) 2024-02-18T08:20:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:77: finishing copy_from to smithi11051043-28 2024-02-18T08:20:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-02-18T08:20:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:71: finishing copy_from to smithi11051043-24 2024-02-18T08:20:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-02-18T08:20:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:77: finishing copy_from racing read to smithi11051043-28 2024-02-18T08:20:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:69: finishing copy_from to smithi11051043-7 2024-02-18T08:20:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 7 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-02-18T08:20:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:71: finishing copy_from racing read to smithi11051043-24 2024-02-18T08:20:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:69: finishing copy_from racing read to smithi11051043-7 2024-02-18T08:20:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:76: expect (ObjNum 50 snap 0 seq_num 50) 2024-02-18T08:20:08.965 INFO:tasks.rados.rados.0.smithi110.stdout:66: finishing write tid 5 to smithi11051043-23 2024-02-18T08:20:08.966 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 19 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-02-18T08:20:08.966 INFO:tasks.rados.rados.0.smithi110.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-02-18T08:20:09.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:08 smithi110 bash[19477]: cluster 2024-02-18T08:20:07.788356+0000 mgr.y (mgr.14140) 375 : cluster [DBG] pgmap v322: 89 pgs: 89 active+clean; 2.2 KiB data, 4.9 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:09.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:08 smithi110 bash[19477]: audit 2024-02-18T08:20:07.858992+0000 mon.a (mon.0) 684 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-02-18T08:20:09.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:08 smithi110 bash[19477]: cluster 2024-02-18T08:20:07.859100+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-02-18T08:20:09.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:08 smithi110 bash[24702]: cluster 2024-02-18T08:20:07.788356+0000 mgr.y (mgr.14140) 375 : cluster [DBG] pgmap v322: 89 pgs: 89 active+clean; 2.2 KiB data, 4.9 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:09.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:08 smithi110 bash[24702]: audit 2024-02-18T08:20:07.858992+0000 mon.a (mon.0) 684 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-02-18T08:20:09.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:08 smithi110 bash[24702]: cluster 2024-02-18T08:20:07.859100+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-02-18T08:20:09.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:08 smithi191 bash[19424]: cluster 2024-02-18T08:20:07.788356+0000 mgr.y (mgr.14140) 375 : cluster [DBG] pgmap v322: 89 pgs: 89 active+clean; 2.2 KiB data, 4.9 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:09.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:08 smithi191 bash[19424]: audit 2024-02-18T08:20:07.858992+0000 mon.a (mon.0) 684 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-02-18T08:20:09.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:08 smithi191 bash[19424]: cluster 2024-02-18T08:20:07.859100+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:64: done (15 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:65: done (14 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:66: done (13 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:67: done (12 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:68: done (11 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:69: done (10 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:70: done (9 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:71: done (8 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:72: done (7 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:73: done (6 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:75: done (5 left) 2024-02-18T08:20:09.880 INFO:tasks.rados.rados.0.smithi110.stdout:76: done (4 left) 2024-02-18T08:20:09.881 INFO:tasks.rados.rados.0.smithi110.stdout:77: done (3 left) 2024-02-18T08:20:09.881 INFO:tasks.rados.rados.0.smithi110.stdout:78: done (2 left) 2024-02-18T08:20:09.881 INFO:tasks.rados.rados.0.smithi110.stdout:79: done (1 left) 2024-02-18T08:20:09.881 INFO:tasks.rados.rados.0.smithi110.stdout:80: done (0 left) 2024-02-18T08:20:09.881 INFO:tasks.rados.rados.0.smithi110.stdout:81: rollback oid 40 current snap is 2 2024-02-18T08:20:09.881 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 40 to 1 2024-02-18T08:20:09.881 INFO:tasks.rados.rados.0.smithi110.stdout:82: snap_create 2024-02-18T08:20:09.883 INFO:tasks.rados.rados.0.smithi110.stdout:81: finishing rollback tid 0 to smithi11051043-40 2024-02-18T08:20:09.884 INFO:tasks.rados.rados.0.smithi110.stdout:81: finishing rollback tid 1 to smithi11051043-40 2024-02-18T08:20:09.884 INFO:tasks.rados.rados.0.smithi110.stdout:81: finishing rollback tid 2 to smithi11051043-40 2024-02-18T08:20:09.884 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 19 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-02-18T08:20:10.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:09 smithi110 bash[19477]: cluster 2024-02-18T08:20:08.867950+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-02-18T08:20:10.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:09 smithi110 bash[24702]: cluster 2024-02-18T08:20:08.867950+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-02-18T08:20:10.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:09 smithi191 bash[19424]: cluster 2024-02-18T08:20:08.867950+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:81: done (1 left) 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:82: done (0 left) 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:83: rollback oid 9 current snap is 3 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 9 to 0 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:84: read oid 20 snap 1 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:85: read oid 41 snap -1 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:86: read oid 5 snap -1 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:87: read oid 4 snap -1 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-02-18T08:20:10.883 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 3 2024-02-18T08:20:10.884 INFO:tasks.rados.rados.0.smithi110.stdout:88: seq_num 54 ranges {40960=507904,548864=401408} 2024-02-18T08:20:10.888 INFO:tasks.rados.rados.0.smithi110.stdout:88: writing smithi11051043-3 from 40960 to 548864 tid 1 2024-02-18T08:20:10.891 INFO:tasks.rados.rados.0.smithi110.stdout:88: writing smithi11051043-3 from 548864 to 950272 tid 2 2024-02-18T08:20:10.892 INFO:tasks.rados.rados.0.smithi110.stdout:89: read oid 27 snap -1 2024-02-18T08:20:10.892 INFO:tasks.rados.rados.0.smithi110.stdout:89: expect (ObjNum 50 snap 0 seq_num 50) 2024-02-18T08:20:10.892 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 3 2024-02-18T08:20:10.892 INFO:tasks.rados.rados.0.smithi110.stdout:90: seq_num 55 ranges {270336=524288,794624=401408} 2024-02-18T08:20:10.897 INFO:tasks.rados.rados.0.smithi110.stdout:90: writing smithi11051043-17 from 270336 to 794624 tid 1 2024-02-18T08:20:10.900 INFO:tasks.rados.rados.0.smithi110.stdout:90: writing smithi11051043-17 from 794624 to 1196032 tid 2 2024-02-18T08:20:10.900 INFO:tasks.rados.rados.0.smithi110.stdout:91: rollback oid 36 current snap is 3 2024-02-18T08:20:10.900 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 36 to 2 2024-02-18T08:20:10.900 INFO:tasks.rados.rados.0.smithi110.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-02-18T08:20:10.903 INFO:tasks.rados.rados.0.smithi110.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:83: finishing rollback tid 0 to smithi11051043-9 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:83: finishing rollback tid 1 to smithi11051043-9 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:83: finishing rollback tid 2 to smithi11051043-9 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 12 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:88: finishing write tid 1 to smithi11051043-3 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:88: finishing write tid 2 to smithi11051043-3 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:88: finishing write tid 4 to smithi11051043-3 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:88: finishing write tid 5 to smithi11051043-3 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 12 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-02-18T08:20:10.911 INFO:tasks.rados.rados.0.smithi110.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-02-18T08:20:10.927 INFO:tasks.rados.rados.0.smithi110.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-02-18T08:20:10.928 INFO:tasks.rados.rados.0.smithi110.stdout:91: finishing rollback tid 0 to smithi11051043-36 2024-02-18T08:20:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:91: finishing rollback tid 1 to smithi11051043-36 2024-02-18T08:20:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:91: finishing rollback tid 2 to smithi11051043-36 2024-02-18T08:20:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 16 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-02-18T08:20:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:89: expect (ObjNum 50 snap 0 seq_num 50) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:90: finishing write tid 1 to smithi11051043-17 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:90: finishing write tid 2 to smithi11051043-17 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:90: finishing write tid 4 to smithi11051043-17 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:90: finishing write tid 5 to smithi11051043-17 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 16 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:83: done (8 left) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:84: done (7 left) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:85: done (6 left) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:86: done (5 left) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:87: done (4 left) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:88: done (3 left) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:89: done (2 left) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:90: done (1 left) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:91: done (0 left) 2024-02-18T08:20:10.966 INFO:tasks.rados.rados.0.smithi110.stdout:92: rollback oid 47 current snap is 3 2024-02-18T08:20:10.967 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 47 to 0 2024-02-18T08:20:10.967 INFO:tasks.rados.rados.0.smithi110.stdout:93: snap_create 2024-02-18T08:20:10.970 INFO:tasks.rados.rados.0.smithi110.stdout:92: finishing rollback tid 0 to smithi11051043-47 2024-02-18T08:20:10.971 INFO:tasks.rados.rados.0.smithi110.stdout:92: finishing rollback tid 1 to smithi11051043-47 2024-02-18T08:20:10.971 INFO:tasks.rados.rados.0.smithi110.stdout:92: finishing rollback tid 2 to smithi11051043-47 2024-02-18T08:20:10.971 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-02-18T08:20:11.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:10 smithi110 bash[19477]: cluster 2024-02-18T08:20:09.789044+0000 mgr.y (mgr.14140) 376 : cluster [DBG] pgmap v325: 89 pgs: 89 active+clean; 2.5 MiB data, 9.1 MiB used, 707 GiB / 715 GiB avail; 1023 B/s rd, 502 KiB/s wr, 4 op/s 2024-02-18T08:20:11.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:10 smithi110 bash[19477]: cluster 2024-02-18T08:20:09.876867+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-02-18T08:20:11.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:10 smithi110 bash[24702]: cluster 2024-02-18T08:20:09.789044+0000 mgr.y (mgr.14140) 376 : cluster [DBG] pgmap v325: 89 pgs: 89 active+clean; 2.5 MiB data, 9.1 MiB used, 707 GiB / 715 GiB avail; 1023 B/s rd, 502 KiB/s wr, 4 op/s 2024-02-18T08:20:11.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:10 smithi110 bash[24702]: cluster 2024-02-18T08:20:09.876867+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-02-18T08:20:11.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:10 smithi191 bash[19424]: cluster 2024-02-18T08:20:09.789044+0000 mgr.y (mgr.14140) 376 : cluster [DBG] pgmap v325: 89 pgs: 89 active+clean; 2.5 MiB data, 9.1 MiB used, 707 GiB / 715 GiB avail; 1023 B/s rd, 502 KiB/s wr, 4 op/s 2024-02-18T08:20:11.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:10 smithi191 bash[19424]: cluster 2024-02-18T08:20:09.876867+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-02-18T08:20:11.900 INFO:tasks.rados.rados.0.smithi110.stdout:92: done (1 left) 2024-02-18T08:20:11.901 INFO:tasks.rados.rados.0.smithi110.stdout:93: done (0 left) 2024-02-18T08:20:11.901 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 4 2024-02-18T08:20:11.901 INFO:tasks.rados.rados.0.smithi110.stdout:94: seq_num 56 ranges {1286144=540672,1826816=401408} 2024-02-18T08:20:11.912 INFO:tasks.rados.rados.0.smithi110.stdout:94: writing smithi11051043-27 from 1286144 to 1826816 tid 1 2024-02-18T08:20:11.916 INFO:tasks.rados.rados.0.smithi110.stdout:94: writing smithi11051043-27 from 1826816 to 2228224 tid 2 2024-02-18T08:20:11.916 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 4 2024-02-18T08:20:11.916 INFO:tasks.rados.rados.0.smithi110.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2024-02-18T08:20:11.923 INFO:tasks.rados.rados.0.smithi110.stdout:95: writing smithi11051043-39 from 638976 to 1196032 tid 1 2024-02-18T08:20:11.926 INFO:tasks.rados.rados.0.smithi110.stdout:95: writing smithi11051043-39 from 1196032 to 1597440 tid 2 2024-02-18T08:20:11.926 INFO:tasks.rados.rados.0.smithi110.stdout:96: read oid 45 snap -1 2024-02-18T08:20:11.926 INFO:tasks.rados.rados.0.smithi110.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-02-18T08:20:11.926 INFO:tasks.rados.rados.0.smithi110.stdout:97: rollback oid 12 current snap is 4 2024-02-18T08:20:11.926 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 3 2024-02-18T08:20:11.927 INFO:tasks.rados.rados.0.smithi110.stdout:94: finishing write tid 1 to smithi11051043-27 2024-02-18T08:20:11.927 INFO:tasks.rados.rados.0.smithi110.stdout:98: snap_remove snap 0 2024-02-18T08:20:12.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:11 smithi110 bash[19477]: cluster 2024-02-18T08:20:10.879627+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-02-18T08:20:12.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:11 smithi110 bash[24702]: cluster 2024-02-18T08:20:10.879627+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-02-18T08:20:12.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:11 smithi191 bash[19424]: cluster 2024-02-18T08:20:10.879627+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-02-18T08:20:12.910 INFO:tasks.rados.rados.0.smithi110.stdout:98: done (4 left) 2024-02-18T08:20:12.910 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 34 current snap is 4 2024-02-18T08:20:12.910 INFO:tasks.rados.rados.0.smithi110.stdout:99: seq_num 58 ranges {557056=573440,1130496=401408} 2024-02-18T08:20:12.916 INFO:tasks.rados.rados.0.smithi110.stdout:99: writing smithi11051043-34 from 557056 to 1130496 tid 1 2024-02-18T08:20:12.920 INFO:tasks.rados.rados.0.smithi110.stdout:99: writing smithi11051043-34 from 1130496 to 1531904 tid 2 2024-02-18T08:20:12.920 INFO:tasks.rados.rados.0.smithi110.stdout:100: read oid 15 snap -1 2024-02-18T08:20:12.920 INFO:tasks.rados.rados.0.smithi110.stdout:100: expect (ObjNum 10 snap 0 seq_num 10) 2024-02-18T08:20:12.920 INFO:tasks.rados.rados.0.smithi110.stdout:101: snap_create 2024-02-18T08:20:12.920 INFO:tasks.rados.rados.0.smithi110.stdout:94: finishing write tid 2 to smithi11051043-27 2024-02-18T08:20:12.920 INFO:tasks.rados.rados.0.smithi110.stdout:94: finishing write tid 4 to smithi11051043-27 2024-02-18T08:20:12.920 INFO:tasks.rados.rados.0.smithi110.stdout:94: finishing write tid 5 to smithi11051043-27 2024-02-18T08:20:12.920 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 23 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-02-18T08:20:12.921 INFO:tasks.rados.rados.0.smithi110.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-02-18T08:20:12.921 INFO:tasks.rados.rados.0.smithi110.stdout:97: finishing rollback tid 0 to smithi11051043-12 2024-02-18T08:20:12.921 INFO:tasks.rados.rados.0.smithi110.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-02-18T08:20:12.941 INFO:tasks.rados.rados.0.smithi110.stdout:97: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:97: finishing rollback tid 2 to smithi11051043-12 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 14 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:95: finishing write tid 1 to smithi11051043-39 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:95: finishing write tid 2 to smithi11051043-39 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:95: finishing write tid 4 to smithi11051043-39 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:95: finishing write tid 5 to smithi11051043-39 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 18 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:99: finishing write tid 1 to smithi11051043-34 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:99: finishing write tid 2 to smithi11051043-34 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:99: finishing write tid 4 to smithi11051043-34 2024-02-18T08:20:12.942 INFO:tasks.rados.rados.0.smithi110.stdout:100: expect (ObjNum 10 snap 0 seq_num 10) 2024-02-18T08:20:12.945 INFO:tasks.rados.rados.0.smithi110.stdout:99: finishing write tid 5 to smithi11051043-34 2024-02-18T08:20:12.945 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 27 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-02-18T08:20:12.945 INFO:tasks.rados.rados.0.smithi110.stdout:99: left oid 34 (ObjNum 58 snap 4 seq_num 58) 2024-02-18T08:20:13.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:12 smithi110 bash[19477]: cluster 2024-02-18T08:20:11.789900+0000 mgr.y (mgr.14140) 377 : cluster [DBG] pgmap v328: 89 pgs: 89 active+clean; 14 MiB data, 27 MiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-02-18T08:20:13.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:12 smithi110 bash[19477]: cluster 2024-02-18T08:20:11.896875+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-02-18T08:20:13.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:12 smithi110 bash[19477]: audit 2024-02-18T08:20:12.476025+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:20:13.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:12 smithi110 bash[19477]: audit 2024-02-18T08:20:12.479156+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:20:13.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:12 smithi110 bash[24702]: cluster 2024-02-18T08:20:11.789900+0000 mgr.y (mgr.14140) 377 : cluster [DBG] pgmap v328: 89 pgs: 89 active+clean; 14 MiB data, 27 MiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-02-18T08:20:13.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:12 smithi110 bash[24702]: cluster 2024-02-18T08:20:11.896875+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-02-18T08:20:13.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:12 smithi110 bash[24702]: audit 2024-02-18T08:20:12.476025+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:20:13.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:12 smithi110 bash[24702]: audit 2024-02-18T08:20:12.479156+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:20:13.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:12 smithi191 bash[19424]: cluster 2024-02-18T08:20:11.789900+0000 mgr.y (mgr.14140) 377 : cluster [DBG] pgmap v328: 89 pgs: 89 active+clean; 14 MiB data, 27 MiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-02-18T08:20:13.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:12 smithi191 bash[19424]: cluster 2024-02-18T08:20:11.896875+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-02-18T08:20:13.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:12 smithi191 bash[19424]: audit 2024-02-18T08:20:12.476025+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:20:13.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:12 smithi191 bash[19424]: audit 2024-02-18T08:20:12.479156+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:20:13.906 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:13.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:13.906 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:13.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:13.906 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:13.515Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=6 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:20:13.921 INFO:tasks.rados.rados.0.smithi110.stdout:94: done (6 left) 2024-02-18T08:20:13.921 INFO:tasks.rados.rados.0.smithi110.stdout:95: done (5 left) 2024-02-18T08:20:13.921 INFO:tasks.rados.rados.0.smithi110.stdout:96: done (4 left) 2024-02-18T08:20:13.921 INFO:tasks.rados.rados.0.smithi110.stdout:97: done (3 left) 2024-02-18T08:20:13.921 INFO:tasks.rados.rados.0.smithi110.stdout:99: done (2 left) 2024-02-18T08:20:13.921 INFO:tasks.rados.rados.0.smithi110.stdout:100: done (1 left) 2024-02-18T08:20:13.921 INFO:tasks.rados.rados.0.smithi110.stdout:101: done (0 left) 2024-02-18T08:20:13.921 INFO:tasks.rados.rados.0.smithi110.stdout:102: snap_remove snap 1 2024-02-18T08:20:14.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:13 smithi110 bash[19477]: cluster 2024-02-18T08:20:12.906491+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-02-18T08:20:14.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:13 smithi110 bash[24702]: cluster 2024-02-18T08:20:12.906491+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-02-18T08:20:14.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:13 smithi191 bash[19424]: cluster 2024-02-18T08:20:12.906491+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-02-18T08:20:14.930 INFO:tasks.rados.rados.0.smithi110.stdout:102: done (0 left) 2024-02-18T08:20:14.930 INFO:tasks.rados.rados.0.smithi110.stdout:103: read oid 29 snap 4 2024-02-18T08:20:14.930 INFO:tasks.rados.rados.0.smithi110.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2024-02-18T08:20:14.930 INFO:tasks.rados.rados.0.smithi110.stdout:104: read oid 46 snap -1 2024-02-18T08:20:14.930 INFO:tasks.rados.rados.0.smithi110.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-02-18T08:20:14.930 INFO:tasks.rados.rados.0.smithi110.stdout:105: copy_from oid 36 from oid 2 current snap is 5 2024-02-18T08:20:14.930 INFO:tasks.rados.rados.0.smithi110.stdout:106: rmattr oid 49 current snap is 5 2024-02-18T08:20:14.930 INFO:tasks.rados.rados.0.smithi110.stdout:106: done (3 left) 2024-02-18T08:20:14.930 INFO:tasks.rados.rados.0.smithi110.stdout:107: snap_remove snap 3 2024-02-18T08:20:15.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:14 smithi110 bash[19477]: cluster 2024-02-18T08:20:13.790706+0000 mgr.y (mgr.14140) 378 : cluster [DBG] pgmap v331: 89 pgs: 89 active+clean; 24 MiB data, 43 MiB used, 707 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.5 MiB/s wr, 73 op/s 2024-02-18T08:20:15.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:14 smithi110 bash[19477]: cluster 2024-02-18T08:20:13.915960+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-02-18T08:20:15.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:14 smithi110 bash[24702]: cluster 2024-02-18T08:20:13.790706+0000 mgr.y (mgr.14140) 378 : cluster [DBG] pgmap v331: 89 pgs: 89 active+clean; 24 MiB data, 43 MiB used, 707 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.5 MiB/s wr, 73 op/s 2024-02-18T08:20:15.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:14 smithi110 bash[24702]: cluster 2024-02-18T08:20:13.915960+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-02-18T08:20:15.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:14 smithi191 bash[19424]: cluster 2024-02-18T08:20:13.790706+0000 mgr.y (mgr.14140) 378 : cluster [DBG] pgmap v331: 89 pgs: 89 active+clean; 24 MiB data, 43 MiB used, 707 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.5 MiB/s wr, 73 op/s 2024-02-18T08:20:15.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:14 smithi191 bash[19424]: cluster 2024-02-18T08:20:13.915960+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-02-18T08:20:15.933 INFO:tasks.rados.rados.0.smithi110.stdout:107: done (3 left) 2024-02-18T08:20:15.933 INFO:tasks.rados.rados.0.smithi110.stdout:108: rmattr oid 30 current snap is 5 2024-02-18T08:20:15.933 INFO:tasks.rados.rados.0.smithi110.stdout:108: done (3 left) 2024-02-18T08:20:15.933 INFO:tasks.rados.rados.0.smithi110.stdout:109: read oid 42 snap 2 2024-02-18T08:20:15.933 INFO:tasks.rados.rados.0.smithi110.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:20:15.934 INFO:tasks.rados.rados.0.smithi110.stdout:110: rmattr oid 14 current snap is 5 2024-02-18T08:20:15.934 INFO:tasks.rados.rados.0.smithi110.stdout:111: read oid 32 snap 2 2024-02-18T08:20:15.934 INFO:tasks.rados.rados.0.smithi110.stdout:111: expect (ObjNum 31 snap 0 seq_num 31) 2024-02-18T08:20:15.934 INFO:tasks.rados.rados.0.smithi110.stdout:112: delete oid 28 current snap is 5 2024-02-18T08:20:15.934 INFO:tasks.rados.rados.0.smithi110.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2024-02-18T08:20:15.956 INFO:tasks.rados.rados.0.smithi110.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-02-18T08:20:15.973 INFO:tasks.rados.rados.0.smithi110.stdout:105: finishing copy_from to smithi11051043-36 2024-02-18T08:20:15.973 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-02-18T08:20:15.973 INFO:tasks.rados.rados.0.smithi110.stdout:105: finishing copy_from racing read to smithi11051043-36 2024-02-18T08:20:15.973 INFO:tasks.rados.rados.0.smithi110.stdout:111: expect (ObjNum 31 snap 0 seq_num 31) 2024-02-18T08:20:15.986 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 14 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-02-18T08:20:15.986 INFO:tasks.rados.rados.0.smithi110.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:20:16.002 INFO:tasks.rados.rados.0.smithi110.stdout:103: done (6 left) 2024-02-18T08:20:16.002 INFO:tasks.rados.rados.0.smithi110.stdout:104: done (5 left) 2024-02-18T08:20:16.002 INFO:tasks.rados.rados.0.smithi110.stdout:105: done (4 left) 2024-02-18T08:20:16.002 INFO:tasks.rados.rados.0.smithi110.stdout:109: done (3 left) 2024-02-18T08:20:16.002 INFO:tasks.rados.rados.0.smithi110.stdout:110: done (2 left) 2024-02-18T08:20:16.002 INFO:tasks.rados.rados.0.smithi110.stdout:111: done (1 left) 2024-02-18T08:20:16.003 INFO:tasks.rados.rados.0.smithi110.stdout:112: done (0 left) 2024-02-18T08:20:16.003 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 5 2024-02-18T08:20:16.003 INFO:tasks.rados.rados.0.smithi110.stdout:113: seq_num 60 ranges {409600=614400,1024000=401408} 2024-02-18T08:20:16.015 INFO:tasks.rados.rados.0.smithi110.stdout:113: writing smithi11051043-25 from 409600 to 1024000 tid 1 2024-02-18T08:20:16.019 INFO:tasks.rados.rados.0.smithi110.stdout:113: writing smithi11051043-25 from 1024000 to 1425408 tid 2 2024-02-18T08:20:16.020 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 5 2024-02-18T08:20:16.020 INFO:tasks.rados.rados.0.smithi110.stdout:114: seq_num 61 ranges {950272=630784,1581056=401408} 2024-02-18T08:20:16.028 INFO:tasks.rados.rados.0.smithi110.stdout:114: writing smithi11051043-3 from 950272 to 1581056 tid 1 2024-02-18T08:20:16.031 INFO:tasks.rados.rados.0.smithi110.stdout:114: writing smithi11051043-3 from 1581056 to 1982464 tid 2 2024-02-18T08:20:16.031 INFO:tasks.rados.rados.0.smithi110.stdout:115: snap_remove snap 2 2024-02-18T08:20:16.031 INFO:tasks.rados.rados.0.smithi110.stdout:113: finishing write tid 1 to smithi11051043-25 2024-02-18T08:20:16.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:15 smithi110 bash[24702]: cluster 2024-02-18T08:20:14.925982+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-02-18T08:20:16.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:15 smithi110 bash[19477]: cluster 2024-02-18T08:20:14.925982+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-02-18T08:20:16.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:15 smithi191 bash[19424]: cluster 2024-02-18T08:20:14.925982+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:115: done (2 left) 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:116: snap_create 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:113: finishing write tid 2 to smithi11051043-25 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:113: finishing write tid 4 to smithi11051043-25 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:113: finishing write tid 5 to smithi11051043-25 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 32 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:113: left oid 25 (ObjNum 60 snap 5 seq_num 60) 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:114: finishing write tid 1 to smithi11051043-3 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:114: finishing write tid 2 to smithi11051043-3 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:114: finishing write tid 4 to smithi11051043-3 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:114: finishing write tid 5 to smithi11051043-3 2024-02-18T08:20:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 20 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-02-18T08:20:16.950 INFO:tasks.rados.rados.0.smithi110.stdout:114: left oid 3 (ObjNum 61 snap 5 seq_num 61) 2024-02-18T08:20:17.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:16 smithi110 bash[19477]: cluster 2024-02-18T08:20:15.791599+0000 mgr.y (mgr.14140) 379 : cluster [DBG] pgmap v334: 89 pgs: 89 active+clean; 25 MiB data, 44 MiB used, 707 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-02-18T08:20:17.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:16 smithi110 bash[19477]: cluster 2024-02-18T08:20:15.929991+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-02-18T08:20:17.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:16 smithi110 bash[24702]: cluster 2024-02-18T08:20:15.791599+0000 mgr.y (mgr.14140) 379 : cluster [DBG] pgmap v334: 89 pgs: 89 active+clean; 25 MiB data, 44 MiB used, 707 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-02-18T08:20:17.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:16 smithi110 bash[24702]: cluster 2024-02-18T08:20:15.929991+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-02-18T08:20:17.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:16 smithi191 bash[19424]: cluster 2024-02-18T08:20:15.791599+0000 mgr.y (mgr.14140) 379 : cluster [DBG] pgmap v334: 89 pgs: 89 active+clean; 25 MiB data, 44 MiB used, 707 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-02-18T08:20:17.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:16 smithi191 bash[19424]: cluster 2024-02-18T08:20:15.929991+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-02-18T08:20:17.958 INFO:tasks.rados.rados.0.smithi110.stdout:113: done (2 left) 2024-02-18T08:20:17.958 INFO:tasks.rados.rados.0.smithi110.stdout:114: done (1 left) 2024-02-18T08:20:17.958 INFO:tasks.rados.rados.0.smithi110.stdout:116: done (0 left) 2024-02-18T08:20:17.958 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 6 2024-02-18T08:20:17.959 INFO:tasks.rados.rados.0.smithi110.stdout:117: seq_num 62 ranges {139264=647168,786432=401408} 2024-02-18T08:20:17.966 INFO:tasks.rados.rados.0.smithi110.stdout:117: writing smithi11051043-9 from 139264 to 786432 tid 1 2024-02-18T08:20:17.970 INFO:tasks.rados.rados.0.smithi110.stdout:117: writing smithi11051043-9 from 786432 to 1187840 tid 2 2024-02-18T08:20:17.970 INFO:tasks.rados.rados.0.smithi110.stdout:118: rollback oid 3 current snap is 6 2024-02-18T08:20:17.970 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 3 to 4 2024-02-18T08:20:17.971 INFO:tasks.rados.rados.0.smithi110.stdout:119: read oid 25 snap -1 2024-02-18T08:20:17.971 INFO:tasks.rados.rados.0.smithi110.stdout:119: expect (ObjNum 60 snap 5 seq_num 60) 2024-02-18T08:20:17.971 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 6 2024-02-18T08:20:17.971 INFO:tasks.rados.rados.0.smithi110.stdout:120: seq_num 63 ranges {172032=663552,835584=401408} 2024-02-18T08:20:17.976 INFO:tasks.rados.rados.0.smithi110.stdout:120: writing smithi11051043-2 from 172032 to 835584 tid 1 2024-02-18T08:20:17.979 INFO:tasks.rados.rados.0.smithi110.stdout:120: writing smithi11051043-2 from 835584 to 1236992 tid 2 2024-02-18T08:20:17.979 INFO:tasks.rados.rados.0.smithi110.stdout:121: snap_create 2024-02-18T08:20:17.979 INFO:tasks.rados.rados.0.smithi110.stdout:117: finishing write tid 1 to smithi11051043-9 2024-02-18T08:20:17.979 INFO:tasks.rados.rados.0.smithi110.stdout:117: finishing write tid 2 to smithi11051043-9 2024-02-18T08:20:17.979 INFO:tasks.rados.rados.0.smithi110.stdout:117: finishing write tid 4 to smithi11051043-9 2024-02-18T08:20:17.979 INFO:tasks.rados.rados.0.smithi110.stdout:117: finishing write tid 5 to smithi11051043-9 2024-02-18T08:20:17.979 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 32 (ObjNum 62 snap 6 seq_num 62) dirty exists 2024-02-18T08:20:17.979 INFO:tasks.rados.rados.0.smithi110.stdout:117: left oid 9 (ObjNum 62 snap 6 seq_num 62) 2024-02-18T08:20:17.980 INFO:tasks.rados.rados.0.smithi110.stdout:118: finishing rollback tid 0 to smithi11051043-3 2024-02-18T08:20:17.980 INFO:tasks.rados.rados.0.smithi110.stdout:118: finishing rollback tid 1 to smithi11051043-3 2024-02-18T08:20:17.980 INFO:tasks.rados.rados.0.smithi110.stdout:118: finishing rollback tid 2 to smithi11051043-3 2024-02-18T08:20:17.980 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 26 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-02-18T08:20:17.987 INFO:tasks.rados.rados.0.smithi110.stdout:120: finishing write tid 1 to smithi11051043-2 2024-02-18T08:20:17.987 INFO:tasks.rados.rados.0.smithi110.stdout:120: finishing write tid 2 to smithi11051043-2 2024-02-18T08:20:17.987 INFO:tasks.rados.rados.0.smithi110.stdout:120: finishing write tid 4 to smithi11051043-2 2024-02-18T08:20:17.989 INFO:tasks.rados.rados.0.smithi110.stdout:120: finishing write tid 5 to smithi11051043-2 2024-02-18T08:20:17.989 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 30 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-02-18T08:20:17.989 INFO:tasks.rados.rados.0.smithi110.stdout:120: left oid 2 (ObjNum 63 snap 6 seq_num 63) 2024-02-18T08:20:17.990 INFO:tasks.rados.rados.0.smithi110.stdout:119: expect (ObjNum 60 snap 5 seq_num 60) 2024-02-18T08:20:18.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:17 smithi110 bash[19477]: cluster 2024-02-18T08:20:16.945848+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-02-18T08:20:18.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:17 smithi110 bash[24702]: cluster 2024-02-18T08:20:16.945848+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-02-18T08:20:18.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:17 smithi191 bash[19424]: cluster 2024-02-18T08:20:16.945848+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-02-18T08:20:18.962 INFO:tasks.rados.rados.0.smithi110.stdout:117: done (4 left) 2024-02-18T08:20:18.962 INFO:tasks.rados.rados.0.smithi110.stdout:118: done (3 left) 2024-02-18T08:20:18.962 INFO:tasks.rados.rados.0.smithi110.stdout:119: done (2 left) 2024-02-18T08:20:18.962 INFO:tasks.rados.rados.0.smithi110.stdout:120: done (1 left) 2024-02-18T08:20:18.962 INFO:tasks.rados.rados.0.smithi110.stdout:121: done (0 left) 2024-02-18T08:20:18.962 INFO:tasks.rados.rados.0.smithi110.stdout:122: read oid 48 snap 5 2024-02-18T08:20:18.962 INFO:tasks.rados.rados.0.smithi110.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-02-18T08:20:18.962 INFO:tasks.rados.rados.0.smithi110.stdout:123: read oid 49 snap 6 2024-02-18T08:20:18.962 INFO:tasks.rados.rados.0.smithi110.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2024-02-18T08:20:18.962 INFO:tasks.rados.rados.0.smithi110.stdout:124: delete oid 44 current snap is 7 2024-02-18T08:20:18.971 INFO:tasks.rados.rados.0.smithi110.stdout:124: done (2 left) 2024-02-18T08:20:18.971 INFO:tasks.rados.rados.0.smithi110.stdout:125: rollback oid 23 current snap is 7 2024-02-18T08:20:18.971 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 23 to 5 2024-02-18T08:20:18.971 INFO:tasks.rados.rados.0.smithi110.stdout:126: read oid 30 snap -1 2024-02-18T08:20:18.971 INFO:tasks.rados.rados.0.smithi110.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2024-02-18T08:20:18.971 INFO:tasks.rados.rados.0.smithi110.stdout:127: setattr oid 35 current snap is 7 2024-02-18T08:20:18.973 INFO:tasks.rados.rados.0.smithi110.stdout:128: delete oid 25 current snap is 7 2024-02-18T08:20:18.976 INFO:tasks.rados.rados.0.smithi110.stdout:125: finishing rollback tid 0 to smithi11051043-23 2024-02-18T08:20:18.976 INFO:tasks.rados.rados.0.smithi110.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2024-02-18T08:20:18.990 INFO:tasks.rados.rados.0.smithi110.stdout:125: finishing rollback tid 1 to smithi11051043-23 2024-02-18T08:20:18.990 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 28 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-02-18T08:20:18.990 INFO:tasks.rados.rados.0.smithi110.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-02-18T08:20:19.008 INFO:tasks.rados.rados.0.smithi110.stdout:125: finishing rollback tid 2 to smithi11051043-23 2024-02-18T08:20:19.008 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 37 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-02-18T08:20:19.008 INFO:tasks.rados.rados.0.smithi110.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2024-02-18T08:20:19.026 INFO:tasks.rados.rados.0.smithi110.stdout:122: done (5 left) 2024-02-18T08:20:19.027 INFO:tasks.rados.rados.0.smithi110.stdout:123: done (4 left) 2024-02-18T08:20:19.027 INFO:tasks.rados.rados.0.smithi110.stdout:125: done (3 left) 2024-02-18T08:20:19.027 INFO:tasks.rados.rados.0.smithi110.stdout:126: done (2 left) 2024-02-18T08:20:19.027 INFO:tasks.rados.rados.0.smithi110.stdout:127: done (1 left) 2024-02-18T08:20:19.027 INFO:tasks.rados.rados.0.smithi110.stdout:128: done (0 left) 2024-02-18T08:20:19.027 INFO:tasks.rados.rados.0.smithi110.stdout:129: snap_remove snap 5 2024-02-18T08:20:19.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:18 smithi110 bash[24702]: cluster 2024-02-18T08:20:17.792446+0000 mgr.y (mgr.14140) 380 : cluster [DBG] pgmap v337: 89 pgs: 89 active+clean; 28 MiB data, 49 MiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-02-18T08:20:19.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:18 smithi110 bash[24702]: cluster 2024-02-18T08:20:17.954270+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-02-18T08:20:19.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:18 smithi110 bash[19477]: cluster 2024-02-18T08:20:17.792446+0000 mgr.y (mgr.14140) 380 : cluster [DBG] pgmap v337: 89 pgs: 89 active+clean; 28 MiB data, 49 MiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-02-18T08:20:19.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:18 smithi110 bash[19477]: cluster 2024-02-18T08:20:17.954270+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-02-18T08:20:19.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:18 smithi191 bash[19424]: cluster 2024-02-18T08:20:17.792446+0000 mgr.y (mgr.14140) 380 : cluster [DBG] pgmap v337: 89 pgs: 89 active+clean; 28 MiB data, 49 MiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-02-18T08:20:19.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:18 smithi191 bash[19424]: cluster 2024-02-18T08:20:17.954270+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-02-18T08:20:19.977 INFO:tasks.rados.rados.0.smithi110.stdout:129: done (0 left) 2024-02-18T08:20:19.977 INFO:tasks.rados.rados.0.smithi110.stdout:130: setattr oid 28 current snap is 7 2024-02-18T08:20:19.978 INFO:tasks.rados.rados.0.smithi110.stdout:131: snap_remove snap 4 2024-02-18T08:20:20.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:19 smithi110 bash[19477]: cluster 2024-02-18T08:20:18.958450+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-02-18T08:20:20.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:19 smithi110 bash[24702]: cluster 2024-02-18T08:20:18.958450+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-02-18T08:20:20.248 INFO:tasks.rados.rados.0.smithi110.stdout:131: done (1 left) 2024-02-18T08:20:20.248 INFO:tasks.rados.rados.0.smithi110.stdout:132: delete oid 6 current snap is 7 2024-02-18T08:20:20.248 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 31 (ObjNum 1 snap 22008 seq_num 4165067600) dirty exists 2024-02-18T08:20:20.252 INFO:tasks.rados.rados.0.smithi110.stdout:130: done (1 left) 2024-02-18T08:20:20.252 INFO:tasks.rados.rados.0.smithi110.stdout:132: done (0 left) 2024-02-18T08:20:20.252 INFO:tasks.rados.rados.0.smithi110.stdout:133: snap_remove snap 6 2024-02-18T08:20:20.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:19 smithi191 bash[19424]: cluster 2024-02-18T08:20:18.958450+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-02-18T08:20:21.258 INFO:tasks.rados.rados.0.smithi110.stdout:133: done (0 left) 2024-02-18T08:20:21.258 INFO:tasks.rados.rados.0.smithi110.stdout:134: rollback oid 17 current snap is 7 2024-02-18T08:20:21.258 INFO:tasks.rados.rados.0.smithi110.stdout:134: done (0 left) 2024-02-18T08:20:21.258 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 7 2024-02-18T08:20:21.258 INFO:tasks.rados.rados.0.smithi110.stdout:135: seq_num 67 ranges {712704=729088,1441792=401408} 2024-02-18T08:20:21.268 INFO:tasks.rados.rados.0.smithi110.stdout:135: writing smithi11051043-43 from 712704 to 1441792 tid 1 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:135: writing smithi11051043-43 from 1441792 to 1843200 tid 2 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:136: read oid 11 snap -1 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:136: expect (ObjNum 10 snap 0 seq_num 10) 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:137: read oid 6 snap -1 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:137: expect deleted 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:138: copy_from oid 18 from oid 46 current snap is 7 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:139: read oid 41 snap -1 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:139: expect (ObjNum 40 snap 0 seq_num 40) 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:140: copy_from oid 31 from oid 2 current snap is 7 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:141: copy_from oid 21 from oid 20 current snap is 7 2024-02-18T08:20:21.272 INFO:tasks.rados.rados.0.smithi110.stdout:142: snap_create 2024-02-18T08:20:21.278 INFO:tasks.rados.rados.0.smithi110.stdout:135: finishing write tid 1 to smithi11051043-43 2024-02-18T08:20:21.278 INFO:tasks.rados.rados.0.smithi110.stdout:139: expect (ObjNum 40 snap 0 seq_num 40) 2024-02-18T08:20:21.295 INFO:tasks.rados.rados.0.smithi110.stdout:136: expect (ObjNum 10 snap 0 seq_num 10) 2024-02-18T08:20:21.299 INFO:tasks.rados.rados.0.smithi110.stdout:135: finishing write tid 2 to smithi11051043-43 2024-02-18T08:20:21.299 INFO:tasks.rados.rados.0.smithi110.stdout:135: finishing write tid 4 to smithi11051043-43 2024-02-18T08:20:21.299 INFO:tasks.rados.rados.0.smithi110.stdout:135: finishing write tid 5 to smithi11051043-43 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 7 (ObjNum 67 snap 7 seq_num 67) dirty exists 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:135: left oid 43 (ObjNum 67 snap 7 seq_num 67) 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:141: finishing copy_from to smithi11051043-21 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:141: finishing copy_from racing read to smithi11051043-21 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:140: finishing copy_from to smithi11051043-31 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 30 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:138: finishing copy_from to smithi11051043-18 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:140: finishing copy_from racing read to smithi11051043-31 2024-02-18T08:20:21.300 INFO:tasks.rados.rados.0.smithi110.stdout:138: finishing copy_from racing read to smithi11051043-18 2024-02-18T08:20:21.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:20 smithi191 bash[19424]: cluster 2024-02-18T08:20:19.793158+0000 mgr.y (mgr.14140) 381 : cluster [DBG] pgmap v340: 89 pgs: 89 active+clean; 28 MiB data, 49 MiB used, 707 GiB / 715 GiB avail; 963 KiB/s rd, 950 KiB/s wr, 5 op/s 2024-02-18T08:20:21.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:20 smithi191 bash[19424]: cluster 2024-02-18T08:20:19.972340+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-02-18T08:20:21.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:20 smithi191 bash[19424]: cluster 2024-02-18T08:20:20.242701+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-02-18T08:20:21.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:20 smithi110 bash[19477]: cluster 2024-02-18T08:20:19.793158+0000 mgr.y (mgr.14140) 381 : cluster [DBG] pgmap v340: 89 pgs: 89 active+clean; 28 MiB data, 49 MiB used, 707 GiB / 715 GiB avail; 963 KiB/s rd, 950 KiB/s wr, 5 op/s 2024-02-18T08:20:21.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:20 smithi110 bash[19477]: cluster 2024-02-18T08:20:19.972340+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-02-18T08:20:21.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:20 smithi110 bash[19477]: cluster 2024-02-18T08:20:20.242701+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-02-18T08:20:21.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:20 smithi110 bash[24702]: cluster 2024-02-18T08:20:19.793158+0000 mgr.y (mgr.14140) 381 : cluster [DBG] pgmap v340: 89 pgs: 89 active+clean; 28 MiB data, 49 MiB used, 707 GiB / 715 GiB avail; 963 KiB/s rd, 950 KiB/s wr, 5 op/s 2024-02-18T08:20:21.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:20 smithi110 bash[24702]: cluster 2024-02-18T08:20:19.972340+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-02-18T08:20:21.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:20 smithi110 bash[24702]: cluster 2024-02-18T08:20:20.242701+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-02-18T08:20:22.266 INFO:tasks.rados.rados.0.smithi110.stdout:135: done (7 left) 2024-02-18T08:20:22.266 INFO:tasks.rados.rados.0.smithi110.stdout:136: done (6 left) 2024-02-18T08:20:22.266 INFO:tasks.rados.rados.0.smithi110.stdout:137: done (5 left) 2024-02-18T08:20:22.266 INFO:tasks.rados.rados.0.smithi110.stdout:138: done (4 left) 2024-02-18T08:20:22.267 INFO:tasks.rados.rados.0.smithi110.stdout:139: done (3 left) 2024-02-18T08:20:22.267 INFO:tasks.rados.rados.0.smithi110.stdout:140: done (2 left) 2024-02-18T08:20:22.267 INFO:tasks.rados.rados.0.smithi110.stdout:141: done (1 left) 2024-02-18T08:20:22.267 INFO:tasks.rados.rados.0.smithi110.stdout:142: done (0 left) 2024-02-18T08:20:22.267 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 8 2024-02-18T08:20:22.267 INFO:tasks.rados.rados.0.smithi110.stdout:143: seq_num 68 ranges {1187840=745472,1933312=401408} 2024-02-18T08:20:22.277 INFO:tasks.rados.rados.0.smithi110.stdout:143: writing smithi11051043-9 from 1187840 to 1933312 tid 1 2024-02-18T08:20:22.279 INFO:tasks.rados.rados.0.smithi110.stdout:143: writing smithi11051043-9 from 1933312 to 2334720 tid 2 2024-02-18T08:20:22.279 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 8 2024-02-18T08:20:22.279 INFO:tasks.rados.rados.0.smithi110.stdout:144: seq_num 69 ranges {188416=761856,950272=401408} 2024-02-18T08:20:22.286 INFO:tasks.rados.rados.0.smithi110.stdout:144: writing smithi11051043-12 from 188416 to 950272 tid 1 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:144: writing smithi11051043-12 from 950272 to 1351680 tid 2 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:145: rollback oid 22 current snap is 8 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 22 to 7 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:143: finishing write tid 1 to smithi11051043-9 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:143: finishing write tid 2 to smithi11051043-9 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:143: finishing write tid 4 to smithi11051043-9 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:143: finishing write tid 5 to smithi11051043-9 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 41 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:143: left oid 9 (ObjNum 68 snap 8 seq_num 68) 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:143: done (2 left) 2024-02-18T08:20:22.289 INFO:tasks.rados.rados.0.smithi110.stdout:146: snap_create 2024-02-18T08:20:22.291 INFO:tasks.rados.rados.0.smithi110.stdout:145: finishing rollback tid 0 to smithi11051043-22 2024-02-18T08:20:22.292 INFO:tasks.rados.rados.0.smithi110.stdout:145: finishing rollback tid 1 to smithi11051043-22 2024-02-18T08:20:22.292 INFO:tasks.rados.rados.0.smithi110.stdout:145: finishing rollback tid 2 to smithi11051043-22 2024-02-18T08:20:22.292 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 39 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-02-18T08:20:22.295 INFO:tasks.rados.rados.0.smithi110.stdout:144: finishing write tid 1 to smithi11051043-12 2024-02-18T08:20:22.295 INFO:tasks.rados.rados.0.smithi110.stdout:144: finishing write tid 2 to smithi11051043-12 2024-02-18T08:20:22.295 INFO:tasks.rados.rados.0.smithi110.stdout:144: finishing write tid 4 to smithi11051043-12 2024-02-18T08:20:22.296 INFO:tasks.rados.rados.0.smithi110.stdout:144: finishing write tid 5 to smithi11051043-12 2024-02-18T08:20:22.296 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 37 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-02-18T08:20:22.296 INFO:tasks.rados.rados.0.smithi110.stdout:144: left oid 12 (ObjNum 69 snap 8 seq_num 69) 2024-02-18T08:20:22.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:22 smithi191 bash[19424]: cluster 2024-02-18T08:20:21.255128+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-02-18T08:20:22.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:22 smithi191 bash[19424]: cluster 2024-02-18T08:20:21.793929+0000 mgr.y (mgr.14140) 382 : cluster [DBG] pgmap v344: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 30 MiB data, 52 MiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 799 KiB/s wr, 21 op/s 2024-02-18T08:20:22.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:22 smithi110 bash[24702]: cluster 2024-02-18T08:20:21.255128+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-02-18T08:20:22.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:22 smithi110 bash[24702]: cluster 2024-02-18T08:20:21.793929+0000 mgr.y (mgr.14140) 382 : cluster [DBG] pgmap v344: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 30 MiB data, 52 MiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 799 KiB/s wr, 21 op/s 2024-02-18T08:20:22.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:22 smithi110 bash[19477]: cluster 2024-02-18T08:20:21.255128+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-02-18T08:20:22.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:22 smithi110 bash[19477]: cluster 2024-02-18T08:20:21.793929+0000 mgr.y (mgr.14140) 382 : cluster [DBG] pgmap v344: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 30 MiB data, 52 MiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 799 KiB/s wr, 21 op/s 2024-02-18T08:20:23.268 INFO:tasks.rados.rados.0.smithi110.stdout:144: done (2 left) 2024-02-18T08:20:23.268 INFO:tasks.rados.rados.0.smithi110.stdout:145: done (1 left) 2024-02-18T08:20:23.268 INFO:tasks.rados.rados.0.smithi110.stdout:146: done (0 left) 2024-02-18T08:20:23.268 INFO:tasks.rados.rados.0.smithi110.stdout:147: read oid 33 snap -1 2024-02-18T08:20:23.268 INFO:tasks.rados.rados.0.smithi110.stdout:147: expect (ObjNum 32 snap 0 seq_num 32) 2024-02-18T08:20:23.268 INFO:tasks.rados.rados.0.smithi110.stdout:148: read oid 45 snap -1 2024-02-18T08:20:23.268 INFO:tasks.rados.rados.0.smithi110.stdout:148: expect (ObjNum 44 snap 0 seq_num 44) 2024-02-18T08:20:23.268 INFO:tasks.rados.rados.0.smithi110.stdout:149: snap_create 2024-02-18T08:20:23.274 INFO:tasks.rados.rados.0.smithi110.stdout:147: expect (ObjNum 32 snap 0 seq_num 32) 2024-02-18T08:20:23.287 INFO:tasks.rados.rados.0.smithi110.stdout:148: expect (ObjNum 44 snap 0 seq_num 44) 2024-02-18T08:20:23.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:23 smithi191 bash[19424]: cluster 2024-02-18T08:20:22.264184+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-02-18T08:20:23.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:23 smithi110 bash[19477]: cluster 2024-02-18T08:20:22.264184+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-02-18T08:20:23.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:23 smithi110 bash[24702]: cluster 2024-02-18T08:20:22.264184+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-02-18T08:20:23.722 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:23.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:23.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:23.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:23.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:23.515Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=6 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:20:24.279 INFO:tasks.rados.rados.0.smithi110.stdout:147: done (2 left) 2024-02-18T08:20:24.279 INFO:tasks.rados.rados.0.smithi110.stdout:148: done (1 left) 2024-02-18T08:20:24.279 INFO:tasks.rados.rados.0.smithi110.stdout:149: done (0 left) 2024-02-18T08:20:24.279 INFO:tasks.rados.rados.0.smithi110.stdout:150: copy_from oid 48 from oid 42 current snap is 10 2024-02-18T08:20:24.279 INFO:tasks.rados.rados.0.smithi110.stdout:151: delete oid 29 current snap is 10 2024-02-18T08:20:24.288 INFO:tasks.rados.rados.0.smithi110.stdout:151: done (1 left) 2024-02-18T08:20:24.288 INFO:tasks.rados.rados.0.smithi110.stdout:152: snap_create 2024-02-18T08:20:24.294 INFO:tasks.rados.rados.0.smithi110.stdout:150: finishing copy_from to smithi11051043-48 2024-02-18T08:20:24.294 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:20:24.295 INFO:tasks.rados.rados.0.smithi110.stdout:150: finishing copy_from racing read to smithi11051043-48 2024-02-18T08:20:24.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:24 smithi191 bash[19424]: cluster 2024-02-18T08:20:23.265084+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-02-18T08:20:24.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:24 smithi191 bash[19424]: cluster 2024-02-18T08:20:23.794615+0000 mgr.y (mgr.14140) 383 : cluster [DBG] pgmap v347: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 30 MiB data, 52 MiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-02-18T08:20:24.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:24 smithi110 bash[19477]: cluster 2024-02-18T08:20:23.265084+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-02-18T08:20:24.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:24 smithi110 bash[19477]: cluster 2024-02-18T08:20:23.794615+0000 mgr.y (mgr.14140) 383 : cluster [DBG] pgmap v347: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 30 MiB data, 52 MiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-02-18T08:20:24.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:24 smithi110 bash[24702]: cluster 2024-02-18T08:20:23.265084+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-02-18T08:20:24.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:24 smithi110 bash[24702]: cluster 2024-02-18T08:20:23.794615+0000 mgr.y (mgr.14140) 383 : cluster [DBG] pgmap v347: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 30 MiB data, 52 MiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-02-18T08:20:25.250 INFO:tasks.rados.rados.0.smithi110.stdout:150: done (1 left) 2024-02-18T08:20:25.250 INFO:tasks.rados.rados.0.smithi110.stdout:152: done (0 left) 2024-02-18T08:20:25.250 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 11 2024-02-18T08:20:25.250 INFO:tasks.rados.rados.0.smithi110.stdout:153: seq_num 71 ranges {1843200=794624,2637824=401408} 2024-02-18T08:20:25.264 INFO:tasks.rados.rados.0.smithi110.stdout:153: writing smithi11051043-43 from 1843200 to 2637824 tid 1 2024-02-18T08:20:25.267 INFO:tasks.rados.rados.0.smithi110.stdout:153: writing smithi11051043-43 from 2637824 to 3039232 tid 2 2024-02-18T08:20:25.267 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 11 2024-02-18T08:20:25.267 INFO:tasks.rados.rados.0.smithi110.stdout:154: seq_num 72 ranges {0=409600,409600=524288,933888=278528} 2024-02-18T08:20:25.269 INFO:tasks.rados.rados.0.smithi110.stdout:154: writing smithi11051043-10 from 0 to 409600 tid 1 2024-02-18T08:20:25.273 INFO:tasks.rados.rados.0.smithi110.stdout:154: writing smithi11051043-10 from 409600 to 933888 tid 2 2024-02-18T08:20:25.275 INFO:tasks.rados.rados.0.smithi110.stdout:154: writing smithi11051043-10 from 933888 to 1212416 tid 3 2024-02-18T08:20:25.275 INFO:tasks.rados.rados.0.smithi110.stdout:155: snap_create 2024-02-18T08:20:25.275 INFO:tasks.rados.rados.0.smithi110.stdout:153: finishing write tid 1 to smithi11051043-43 2024-02-18T08:20:25.275 INFO:tasks.rados.rados.0.smithi110.stdout:153: finishing write tid 2 to smithi11051043-43 2024-02-18T08:20:25.275 INFO:tasks.rados.rados.0.smithi110.stdout:153: finishing write tid 4 to smithi11051043-43 2024-02-18T08:20:25.275 INFO:tasks.rados.rados.0.smithi110.stdout:153: finishing write tid 5 to smithi11051043-43 2024-02-18T08:20:25.275 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 11 (ObjNum 71 snap 11 seq_num 71) dirty exists 2024-02-18T08:20:25.275 INFO:tasks.rados.rados.0.smithi110.stdout:153: left oid 43 (ObjNum 71 snap 11 seq_num 71) 2024-02-18T08:20:25.278 INFO:tasks.rados.rados.0.smithi110.stdout:154: finishing write tid 1 to smithi11051043-10 2024-02-18T08:20:25.279 INFO:tasks.rados.rados.0.smithi110.stdout:154: finishing write tid 2 to smithi11051043-10 2024-02-18T08:20:25.279 INFO:tasks.rados.rados.0.smithi110.stdout:154: finishing write tid 3 to smithi11051043-10 2024-02-18T08:20:25.279 INFO:tasks.rados.rados.0.smithi110.stdout:154: finishing write tid 5 to smithi11051043-10 2024-02-18T08:20:25.280 INFO:tasks.rados.rados.0.smithi110.stdout:154: finishing write tid 6 to smithi11051043-10 2024-02-18T08:20:25.281 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 50 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-02-18T08:20:25.281 INFO:tasks.rados.rados.0.smithi110.stdout:154: left oid 10 (ObjNum 72 snap 11 seq_num 72) 2024-02-18T08:20:25.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:25 smithi191 bash[19424]: cluster 2024-02-18T08:20:24.275294+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-02-18T08:20:25.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:25 smithi191 bash[19424]: cluster 2024-02-18T08:20:25.245815+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-02-18T08:20:25.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:25 smithi110 bash[19477]: cluster 2024-02-18T08:20:24.275294+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-02-18T08:20:25.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:25 smithi110 bash[19477]: cluster 2024-02-18T08:20:25.245815+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-02-18T08:20:25.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:25 smithi110 bash[24702]: cluster 2024-02-18T08:20:24.275294+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-02-18T08:20:25.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:25 smithi110 bash[24702]: cluster 2024-02-18T08:20:25.245815+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-02-18T08:20:26.259 INFO:tasks.rados.rados.0.smithi110.stdout:153: done (2 left) 2024-02-18T08:20:26.260 INFO:tasks.rados.rados.0.smithi110.stdout:154: done (1 left) 2024-02-18T08:20:26.260 INFO:tasks.rados.rados.0.smithi110.stdout:155: done (0 left) 2024-02-18T08:20:26.260 INFO:tasks.rados.rados.0.smithi110.stdout:156: snap_create 2024-02-18T08:20:26.563 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:20:26.871 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2024-02-18T08:20:26.871 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (3m) 2m ago 4m 0.20.0 quay.io/prometheus/alertmanager:v0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:20:26.871 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (3m) 2m ago 3m 6.7.4 quay.io/ceph/ceph-grafana:6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:20:26.871 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (2m) 2m ago 2m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:20:26.871 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (2m) 2m ago 2m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 73fd5a335a38 2024-02-18T08:20:26.871 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 running (7m) 2m ago 7m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 549e8d346958 2024-02-18T08:20:26.871 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 running (9m) 2m ago 9m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 453690f85aa8 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (9m) 2m ago 10m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 95d75c152d30 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (8m) 2m ago 8m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 aef567a9442b 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (8m) 2m ago 8m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 49cfd6419cc5 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (4m) 2m ago 4m 0.18.1 quay.io/prometheus/node-exporter:v0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (4m) 2m ago 4m 0.18.1 quay.io/prometheus/node-exporter:v0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (7m) 2m ago 7m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 4653ae3edd3d 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (7m) 2m ago 7m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 d367d50f4287 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (6m) 2m ago 6m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 7034e30efa32 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (6m) 2m ago 6m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 a630753383f3 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (5m) 2m ago 5m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 2f52ea6278f0 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (5m) 2m ago 5m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 c5740c1d7a34 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (5m) 2m ago 5m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 49741aad8e65 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (4m) 2m ago 4m 15.2.17-8-gf2877ae3 quay.ceph.io/ceph-ci/ceph:octopus 96c1dbe86623 cd1d69e7e029 2024-02-18T08:20:26.872 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (3m) 2m ago 4m 2.18.1 quay.io/prometheus/prometheus:v2.18.1 de242295e225 d16c1929a97b 2024-02-18T08:20:27.199 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:20:27.199 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:20:27.199 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 3 2024-02-18T08:20:27.199 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:20:27.199 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:20:27.199 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:20:27.199 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:20:27.200 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:20:27.200 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 8 2024-02-18T08:20:27.200 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:20:27.200 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:20:27.200 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:20:27.200 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:20:27.200 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:20:27.200 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 15 2024-02-18T08:20:27.200 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:20:27.200 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:20:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[19477]: cluster 2024-02-18T08:20:25.795531+0000 mgr.y (mgr.14140) 384 : cluster [DBG] pgmap v350: 89 pgs: 89 active+clean; 32 MiB data, 54 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-02-18T08:20:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[19477]: cephadm 2024-02-18T08:20:25.934949+0000 mgr.y (mgr.14140) 385 : cephadm [INF] It is presumed safe to stop ['mgr.x'] 2024-02-18T08:20:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[19477]: cephadm 2024-02-18T08:20:25.935125+0000 mgr.y (mgr.14140) 386 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.x'] 2024-02-18T08:20:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[19477]: cephadm 2024-02-18T08:20:25.935275+0000 mgr.y (mgr.14140) 387 : cephadm [INF] Upgrade: Redeploying mgr.x 2024-02-18T08:20:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[19477]: audit 2024-02-18T08:20:25.943000+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[19477]: audit 2024-02-18T08:20:25.944995+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.x"}]: dispatch 2024-02-18T08:20:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[19477]: audit 2024-02-18T08:20:25.946674+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:20:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[19477]: cephadm 2024-02-18T08:20:25.947780+0000 mgr.y (mgr.14140) 388 : cephadm [INF] Deploying daemon mgr.x on smithi191 2024-02-18T08:20:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[19477]: audit 2024-02-18T08:20:25.948304+0000 mon.a (mon.0) 709 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[19477]: cluster 2024-02-18T08:20:26.254867+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[24702]: cluster 2024-02-18T08:20:25.795531+0000 mgr.y (mgr.14140) 384 : cluster [DBG] pgmap v350: 89 pgs: 89 active+clean; 32 MiB data, 54 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[24702]: cephadm 2024-02-18T08:20:25.934949+0000 mgr.y (mgr.14140) 385 : cephadm [INF] It is presumed safe to stop ['mgr.x'] 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[24702]: cephadm 2024-02-18T08:20:25.935125+0000 mgr.y (mgr.14140) 386 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.x'] 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[24702]: cephadm 2024-02-18T08:20:25.935275+0000 mgr.y (mgr.14140) 387 : cephadm [INF] Upgrade: Redeploying mgr.x 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[24702]: audit 2024-02-18T08:20:25.943000+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[24702]: audit 2024-02-18T08:20:25.944995+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.x"}]: dispatch 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[24702]: audit 2024-02-18T08:20:25.946674+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[24702]: cephadm 2024-02-18T08:20:25.947780+0000 mgr.y (mgr.14140) 388 : cephadm [INF] Deploying daemon mgr.x on smithi191 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[24702]: audit 2024-02-18T08:20:25.948304+0000 mon.a (mon.0) 709 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2024-02-18T08:20:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:26 smithi110 bash[24702]: cluster 2024-02-18T08:20:26.254867+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-02-18T08:20:27.230 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:26 smithi191 bash[19424]: cluster 2024-02-18T08:20:25.795531+0000 mgr.y (mgr.14140) 384 : cluster [DBG] pgmap v350: 89 pgs: 89 active+clean; 32 MiB data, 54 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-02-18T08:20:27.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:26 smithi191 bash[19424]: cephadm 2024-02-18T08:20:25.934949+0000 mgr.y (mgr.14140) 385 : cephadm [INF] It is presumed safe to stop ['mgr.x'] 2024-02-18T08:20:27.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:26 smithi191 bash[19424]: cephadm 2024-02-18T08:20:25.935125+0000 mgr.y (mgr.14140) 386 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.x'] 2024-02-18T08:20:27.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:26 smithi191 bash[19424]: cephadm 2024-02-18T08:20:25.935275+0000 mgr.y (mgr.14140) 387 : cephadm [INF] Upgrade: Redeploying mgr.x 2024-02-18T08:20:27.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:26 smithi191 bash[19424]: audit 2024-02-18T08:20:25.943000+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:27.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:26 smithi191 bash[19424]: audit 2024-02-18T08:20:25.944995+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.x"}]: dispatch 2024-02-18T08:20:27.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:26 smithi191 bash[19424]: audit 2024-02-18T08:20:25.946674+0000 mon.a (mon.0) 708 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:20:27.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:26 smithi191 bash[19424]: cephadm 2024-02-18T08:20:25.947780+0000 mgr.y (mgr.14140) 388 : cephadm [INF] Deploying daemon mgr.x on smithi191 2024-02-18T08:20:27.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:26 smithi191 bash[19424]: audit 2024-02-18T08:20:25.948304+0000 mon.a (mon.0) 709 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2024-02-18T08:20:27.231 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:26 smithi191 bash[19424]: cluster 2024-02-18T08:20:26.254867+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-02-18T08:20:27.260 INFO:tasks.rados.rados.0.smithi110.stdout:156: done (0 left) 2024-02-18T08:20:27.260 INFO:tasks.rados.rados.0.smithi110.stdout:157: read oid 42 snap -1 2024-02-18T08:20:27.261 INFO:tasks.rados.rados.0.smithi110.stdout:157: expect (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:20:27.261 INFO:tasks.rados.rados.0.smithi110.stdout:158: rmattr oid 17 current snap is 13 2024-02-18T08:20:27.261 INFO:tasks.rados.rados.0.smithi110.stdout:158: done (1 left) 2024-02-18T08:20:27.261 INFO:tasks.rados.rados.0.smithi110.stdout:159: setattr oid 28 current snap is 13 2024-02-18T08:20:27.262 INFO:tasks.rados.rados.0.smithi110.stdout:160: copy_from oid 33 from oid 16 current snap is 13 2024-02-18T08:20:27.262 INFO:tasks.rados.rados.0.smithi110.stdout:161: setattr oid 32 current snap is 13 2024-02-18T08:20:27.263 INFO:tasks.rados.rados.0.smithi110.stdout:162: snap_remove snap 9 2024-02-18T08:20:28.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:27 smithi110 bash[19477]: audit 2024-02-18T08:20:26.547312+0000 mgr.y (mgr.14140) 389 : audit [DBG] from='client.14835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:28.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:27 smithi110 bash[19477]: audit 2024-02-18T08:20:26.846827+0000 mgr.y (mgr.14140) 390 : audit [DBG] from='client.24739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:28.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:27 smithi110 bash[19477]: audit 2024-02-18T08:20:27.196739+0000 mon.a (mon.0) 711 : audit [DBG] from='client.? 172.21.15.110:0/961338611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:20:28.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:27 smithi110 bash[19477]: cluster 2024-02-18T08:20:27.257659+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-02-18T08:20:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:27 smithi110 bash[24702]: audit 2024-02-18T08:20:26.547312+0000 mgr.y (mgr.14140) 389 : audit [DBG] from='client.14835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:27 smithi110 bash[24702]: audit 2024-02-18T08:20:26.846827+0000 mgr.y (mgr.14140) 390 : audit [DBG] from='client.24739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:27 smithi110 bash[24702]: audit 2024-02-18T08:20:27.196739+0000 mon.a (mon.0) 711 : audit [DBG] from='client.? 172.21.15.110:0/961338611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:20:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:27 smithi110 bash[24702]: cluster 2024-02-18T08:20:27.257659+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-02-18T08:20:28.267 INFO:tasks.rados.rados.0.smithi110.stdout:162: done (4 left) 2024-02-18T08:20:28.268 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 13 2024-02-18T08:20:28.268 INFO:tasks.rados.rados.0.smithi110.stdout:163: seq_num 73 ranges {0=425984,425984=409600,835584=393216} 2024-02-18T08:20:28.270 INFO:tasks.rados.rados.0.smithi110.stdout:163: writing smithi11051043-25 from 0 to 425984 tid 1 2024-02-18T08:20:28.273 INFO:tasks.rados.rados.0.smithi110.stdout:163: writing smithi11051043-25 from 425984 to 835584 tid 2 2024-02-18T08:20:28.275 INFO:tasks.rados.rados.0.smithi110.stdout:163: writing smithi11051043-25 from 835584 to 1228800 tid 3 2024-02-18T08:20:28.276 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 13 2024-02-18T08:20:28.279 INFO:tasks.rados.rados.0.smithi110.stdout:164: seq_num 74 ranges {573440=442368,1015808=696320,1712128=106496} 2024-02-18T08:20:28.282 INFO:tasks.rados.rados.0.smithi110.stdout:164: writing smithi11051043-35 from 573440 to 1015808 tid 1 2024-02-18T08:20:28.286 INFO:tasks.rados.rados.0.smithi110.stdout:164: writing smithi11051043-35 from 1015808 to 1712128 tid 2 2024-02-18T08:20:28.286 INFO:tasks.rados.rados.0.smithi110.stdout:164: writing smithi11051043-35 from 1712128 to 1818624 tid 3 2024-02-18T08:20:28.287 INFO:tasks.rados.rados.0.smithi110.stdout:165: snap_remove snap 11 2024-02-18T08:20:28.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:28 smithi191 systemd[1]: Stopping Ceph mgr.x for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:20:28.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:27 smithi191 bash[19424]: audit 2024-02-18T08:20:26.547312+0000 mgr.y (mgr.14140) 389 : audit [DBG] from='client.14835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:28.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:27 smithi191 bash[19424]: audit 2024-02-18T08:20:26.846827+0000 mgr.y (mgr.14140) 390 : audit [DBG] from='client.24739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:28.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:27 smithi191 bash[19424]: audit 2024-02-18T08:20:27.196739+0000 mon.a (mon.0) 711 : audit [DBG] from='client.? 172.21.15.110:0/961338611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:20:28.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:27 smithi191 bash[19424]: cluster 2024-02-18T08:20:27.257659+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-02-18T08:20:29.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:28 smithi110 bash[19477]: cluster 2024-02-18T08:20:27.796292+0000 mgr.y (mgr.14140) 391 : cluster [DBG] pgmap v353: 89 pgs: 89 active+clean; 33 MiB data, 56 MiB used, 707 GiB / 715 GiB avail; 1021 KiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-02-18T08:20:29.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:28 smithi110 bash[19477]: cluster 2024-02-18T08:20:28.261458+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-02-18T08:20:29.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:28 smithi110 bash[24702]: cluster 2024-02-18T08:20:27.796292+0000 mgr.y (mgr.14140) 391 : cluster [DBG] pgmap v353: 89 pgs: 89 active+clean; 33 MiB data, 56 MiB used, 707 GiB / 715 GiB avail; 1021 KiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-02-18T08:20:29.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:28 smithi110 bash[24702]: cluster 2024-02-18T08:20:28.261458+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-02-18T08:20:29.280 INFO:tasks.rados.rados.0.smithi110.stdout:165: done (6 left) 2024-02-18T08:20:29.280 INFO:tasks.rados.rados.0.smithi110.stdout:166: delete oid 31 current snap is 13 2024-02-18T08:20:29.280 INFO:tasks.rados.rados.0.smithi110.stdout:157: expect (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:160: finishing copy_from to smithi11051043-33 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 39 (ObjNum 1 snap 32588 seq_num 4165052512) dirty exists 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:160: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:157: done (6 left) 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:159: done (5 left) 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:160: done (4 left) 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:161: done (3 left) 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:166: done (2 left) 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:167: snap_create 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:163: finishing write tid 1 to smithi11051043-25 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:163: finishing write tid 2 to smithi11051043-25 2024-02-18T08:20:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:163: finishing write tid 3 to smithi11051043-25 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:163: finishing write tid 5 to smithi11051043-25 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:163: finishing write tid 6 to smithi11051043-25 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 54 (ObjNum 73 snap 13 seq_num 73) dirty exists 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:163: left oid 25 (ObjNum 73 snap 13 seq_num 73) 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:164: finishing write tid 1 to smithi11051043-35 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:164: finishing write tid 2 to smithi11051043-35 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:164: finishing write tid 3 to smithi11051043-35 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:164: finishing write tid 5 to smithi11051043-35 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:164: finishing write tid 6 to smithi11051043-35 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 44 (ObjNum 74 snap 13 seq_num 74) dirty exists 2024-02-18T08:20:29.300 INFO:tasks.rados.rados.0.smithi110.stdout:164: left oid 35 (ObjNum 74 snap 13 seq_num 74) 2024-02-18T08:20:29.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:28 smithi191 bash[19424]: cluster 2024-02-18T08:20:27.796292+0000 mgr.y (mgr.14140) 391 : cluster [DBG] pgmap v353: 89 pgs: 89 active+clean; 33 MiB data, 56 MiB used, 707 GiB / 715 GiB avail; 1021 KiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-02-18T08:20:29.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:28 smithi191 bash[19424]: cluster 2024-02-18T08:20:28.261458+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-02-18T08:20:30.251 INFO:tasks.rados.rados.0.smithi110.stdout:163: done (2 left) 2024-02-18T08:20:30.251 INFO:tasks.rados.rados.0.smithi110.stdout:164: done (1 left) 2024-02-18T08:20:30.251 INFO:tasks.rados.rados.0.smithi110.stdout:167: done (0 left) 2024-02-18T08:20:30.251 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 14 2024-02-18T08:20:30.251 INFO:tasks.rados.rados.0.smithi110.stdout:168: seq_num 76 ranges {0=475136,475136=458752,933888=344064} 2024-02-18T08:20:30.253 INFO:tasks.rados.rados.0.smithi110.stdout:168: writing smithi11051043-31 from 0 to 475136 tid 1 2024-02-18T08:20:30.256 INFO:tasks.rados.rados.0.smithi110.stdout:168: writing smithi11051043-31 from 475136 to 933888 tid 2 2024-02-18T08:20:30.258 INFO:tasks.rados.rados.0.smithi110.stdout:168: writing smithi11051043-31 from 933888 to 1277952 tid 3 2024-02-18T08:20:30.258 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 14 2024-02-18T08:20:30.258 INFO:tasks.rados.rados.0.smithi110.stdout:169: seq_num 77 ranges {253952=491520,745472=794624,1540096=8192} 2024-02-18T08:20:30.263 INFO:tasks.rados.rados.0.smithi110.stdout:169: writing smithi11051043-16 from 253952 to 745472 tid 1 2024-02-18T08:20:30.268 INFO:tasks.rados.rados.0.smithi110.stdout:169: writing smithi11051043-16 from 745472 to 1540096 tid 2 2024-02-18T08:20:30.268 INFO:tasks.rados.rados.0.smithi110.stdout:169: writing smithi11051043-16 from 1540096 to 1548288 tid 3 2024-02-18T08:20:30.268 INFO:tasks.rados.rados.0.smithi110.stdout:170: copy_from oid 10 from oid 39 current snap is 14 2024-02-18T08:20:30.268 INFO:tasks.rados.rados.0.smithi110.stdout:168: finishing write tid 1 to smithi11051043-31 2024-02-18T08:20:30.268 INFO:tasks.rados.rados.0.smithi110.stdout:168: finishing write tid 2 to smithi11051043-31 2024-02-18T08:20:30.268 INFO:tasks.rados.rados.0.smithi110.stdout:168: finishing write tid 3 to smithi11051043-31 2024-02-18T08:20:30.268 INFO:tasks.rados.rados.0.smithi110.stdout:168: finishing write tid 5 to smithi11051043-31 2024-02-18T08:20:30.269 INFO:tasks.rados.rados.0.smithi110.stdout:171: read oid 48 snap 10 2024-02-18T08:20:30.269 INFO:tasks.rados.rados.0.smithi110.stdout:171: expect (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:20:30.269 INFO:tasks.rados.rados.0.smithi110.stdout:172: copy_from oid 50 from oid 1 current snap is 14 2024-02-18T08:20:30.269 INFO:tasks.rados.rados.0.smithi110.stdout:173: snap_remove snap 13 2024-02-18T08:20:30.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:30 smithi191 bash[19424]: cluster 2024-02-18T08:20:29.274566+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-02-18T08:20:30.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:30 smithi191 bash[19424]: cluster 2024-02-18T08:20:29.796948+0000 mgr.y (mgr.14140) 392 : cluster [DBG] pgmap v356: 89 pgs: 89 active+clean; 33 MiB data, 56 MiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 296 KiB/s wr, 4 op/s 2024-02-18T08:20:30.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:30 smithi191 bash[19424]: cluster 2024-02-18T08:20:30.248350+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-02-18T08:20:30.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:30 smithi110 bash[19477]: cluster 2024-02-18T08:20:29.274566+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-02-18T08:20:30.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:30 smithi110 bash[19477]: cluster 2024-02-18T08:20:29.796948+0000 mgr.y (mgr.14140) 392 : cluster [DBG] pgmap v356: 89 pgs: 89 active+clean; 33 MiB data, 56 MiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 296 KiB/s wr, 4 op/s 2024-02-18T08:20:30.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:30 smithi110 bash[19477]: cluster 2024-02-18T08:20:30.248350+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-02-18T08:20:30.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:30 smithi110 bash[24702]: cluster 2024-02-18T08:20:29.274566+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-02-18T08:20:30.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:30 smithi110 bash[24702]: cluster 2024-02-18T08:20:29.796948+0000 mgr.y (mgr.14140) 392 : cluster [DBG] pgmap v356: 89 pgs: 89 active+clean; 33 MiB data, 56 MiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 296 KiB/s wr, 4 op/s 2024-02-18T08:20:30.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:30 smithi110 bash[24702]: cluster 2024-02-18T08:20:30.248350+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-02-18T08:20:31.265 INFO:tasks.rados.rados.0.smithi110.stdout:173: done (5 left) 2024-02-18T08:20:31.265 INFO:tasks.rados.rados.0.smithi110.stdout:174: delete oid 18 current snap is 14 2024-02-18T08:20:31.265 INFO:tasks.rados.rados.0.smithi110.stdout:169: finishing write tid 1 to smithi11051043-16 2024-02-18T08:20:31.265 INFO:tasks.rados.rados.0.smithi110.stdout:168: finishing write tid 6 to smithi11051043-31 2024-02-18T08:20:31.265 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 50 (ObjNum 76 snap 14 seq_num 76) dirty exists 2024-02-18T08:20:31.265 INFO:tasks.rados.rados.0.smithi110.stdout:168: left oid 31 (ObjNum 76 snap 14 seq_num 76) 2024-02-18T08:20:31.266 INFO:tasks.rados.rados.0.smithi110.stdout:172: finishing copy_from to smithi11051043-50 2024-02-18T08:20:31.266 INFO:tasks.rados.rados.0.smithi110.stdout:172: got expected ENOENT (src dne) 2024-02-18T08:20:31.266 INFO:tasks.rados.rados.0.smithi110.stdout:172: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:20:31.266 INFO:tasks.rados.rados.0.smithi110.stdout:169: finishing write tid 2 to smithi11051043-16 2024-02-18T08:20:31.266 INFO:tasks.rados.rados.0.smithi110.stdout:169: finishing write tid 3 to smithi11051043-16 2024-02-18T08:20:31.266 INFO:tasks.rados.rados.0.smithi110.stdout:169: finishing write tid 5 to smithi11051043-16 2024-02-18T08:20:31.266 INFO:tasks.rados.rados.0.smithi110.stdout:169: finishing write tid 6 to smithi11051043-16 2024-02-18T08:20:31.266 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 55 (ObjNum 77 snap 14 seq_num 77) dirty exists 2024-02-18T08:20:31.266 INFO:tasks.rados.rados.0.smithi110.stdout:169: left oid 16 (ObjNum 77 snap 14 seq_num 77) 2024-02-18T08:20:31.266 INFO:tasks.rados.rados.0.smithi110.stdout:171: expect (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:20:31.285 INFO:tasks.rados.rados.0.smithi110.stdout:170: finishing copy_from to smithi11051043-10 2024-02-18T08:20:31.286 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 18 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-02-18T08:20:31.286 INFO:tasks.rados.rados.0.smithi110.stdout:170: finishing copy_from racing read to smithi11051043-10 2024-02-18T08:20:31.286 INFO:tasks.rados.rados.0.smithi110.stdout:168: done (5 left) 2024-02-18T08:20:31.286 INFO:tasks.rados.rados.0.smithi110.stdout:169: done (4 left) 2024-02-18T08:20:31.286 INFO:tasks.rados.rados.0.smithi110.stdout:170: done (3 left) 2024-02-18T08:20:31.286 INFO:tasks.rados.rados.0.smithi110.stdout:171: done (2 left) 2024-02-18T08:20:31.286 INFO:tasks.rados.rados.0.smithi110.stdout:172: done (1 left) 2024-02-18T08:20:31.286 INFO:tasks.rados.rados.0.smithi110.stdout:174: done (0 left) 2024-02-18T08:20:31.286 INFO:tasks.rados.rados.0.smithi110.stdout:175: snap_remove snap 10 2024-02-18T08:20:32.273 INFO:tasks.rados.rados.0.smithi110.stdout:175: done (0 left) 2024-02-18T08:20:32.273 INFO:tasks.rados.rados.0.smithi110.stdout:176: snap_create 2024-02-18T08:20:32.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:32 smithi191 bash[19424]: cluster 2024-02-18T08:20:31.262469+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-02-18T08:20:32.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:32 smithi191 bash[19424]: cluster 2024-02-18T08:20:31.797626+0000 mgr.y (mgr.14140) 393 : cluster [DBG] pgmap v359: 89 pgs: 89 active+clean; 36 MiB data, 60 MiB used, 707 GiB / 715 GiB avail; 1.0 MiB/s rd, 596 KiB/s wr, 9 op/s 2024-02-18T08:20:32.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:32 smithi110 bash[19477]: cluster 2024-02-18T08:20:31.262469+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-02-18T08:20:32.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:32 smithi110 bash[19477]: cluster 2024-02-18T08:20:31.797626+0000 mgr.y (mgr.14140) 393 : cluster [DBG] pgmap v359: 89 pgs: 89 active+clean; 36 MiB data, 60 MiB used, 707 GiB / 715 GiB avail; 1.0 MiB/s rd, 596 KiB/s wr, 9 op/s 2024-02-18T08:20:32.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:32 smithi110 bash[24702]: cluster 2024-02-18T08:20:31.262469+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-02-18T08:20:32.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:32 smithi110 bash[24702]: cluster 2024-02-18T08:20:31.797626+0000 mgr.y (mgr.14140) 393 : cluster [DBG] pgmap v359: 89 pgs: 89 active+clean; 36 MiB data, 60 MiB used, 707 GiB / 715 GiB avail; 1.0 MiB/s rd, 596 KiB/s wr, 9 op/s 2024-02-18T08:20:33.275 INFO:tasks.rados.rados.0.smithi110.stdout:176: done (0 left) 2024-02-18T08:20:33.275 INFO:tasks.rados.rados.0.smithi110.stdout:177: read oid 46 snap -1 2024-02-18T08:20:33.275 INFO:tasks.rados.rados.0.smithi110.stdout:177: expect (ObjNum 45 snap 0 seq_num 45) 2024-02-18T08:20:33.275 INFO:tasks.rados.rados.0.smithi110.stdout:178: read oid 7 snap 7 2024-02-18T08:20:33.275 INFO:tasks.rados.rados.0.smithi110.stdout:178: expect (ObjNum 16 snap 0 seq_num 16) 2024-02-18T08:20:33.275 INFO:tasks.rados.rados.0.smithi110.stdout:179: snap_create 2024-02-18T08:20:33.280 INFO:tasks.rados.rados.0.smithi110.stdout:178: expect (ObjNum 16 snap 0 seq_num 16) 2024-02-18T08:20:33.287 INFO:tasks.rados.rados.0.smithi110.stdout:177: expect (ObjNum 45 snap 0 seq_num 45) 2024-02-18T08:20:33.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:33 smithi191 bash[19424]: cluster 2024-02-18T08:20:32.269179+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-02-18T08:20:33.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:33 smithi110 bash[19477]: cluster 2024-02-18T08:20:32.269179+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-02-18T08:20:33.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:33 smithi110 bash[24702]: cluster 2024-02-18T08:20:32.269179+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-02-18T08:20:33.722 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:33.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:33.722 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:33.515Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:33.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:33.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:20:34.276 INFO:tasks.rados.rados.0.smithi110.stdout:177: done (2 left) 2024-02-18T08:20:34.277 INFO:tasks.rados.rados.0.smithi110.stdout:178: done (1 left) 2024-02-18T08:20:34.277 INFO:tasks.rados.rados.0.smithi110.stdout:179: done (0 left) 2024-02-18T08:20:34.277 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 16 2024-02-18T08:20:34.277 INFO:tasks.rados.rados.0.smithi110.stdout:180: seq_num 79 ranges {204800=532480,737280=565248,1302528=237568} 2024-02-18T08:20:34.281 INFO:tasks.rados.rados.0.smithi110.stdout:180: writing smithi11051043-13 from 204800 to 737280 tid 1 2024-02-18T08:20:34.285 INFO:tasks.rados.rados.0.smithi110.stdout:180: writing smithi11051043-13 from 737280 to 1302528 tid 2 2024-02-18T08:20:34.287 INFO:tasks.rados.rados.0.smithi110.stdout:180: writing smithi11051043-13 from 1302528 to 1540096 tid 3 2024-02-18T08:20:34.287 INFO:tasks.rados.rados.0.smithi110.stdout:181: copy_from oid 15 from oid 5 current snap is 16 2024-02-18T08:20:34.288 INFO:tasks.rados.rados.0.smithi110.stdout:182: rollback oid 19 current snap is 16 2024-02-18T08:20:34.288 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 19 to 7 2024-02-18T08:20:34.288 INFO:tasks.rados.rados.0.smithi110.stdout:183: copy_from oid 21 from oid 24 current snap is 16 2024-02-18T08:20:34.288 INFO:tasks.rados.rados.0.smithi110.stdout:184: copy_from oid 3 from oid 7 current snap is 16 2024-02-18T08:20:34.288 INFO:tasks.rados.rados.0.smithi110.stdout:185: read oid 33 snap -1 2024-02-18T08:20:34.288 INFO:tasks.rados.rados.0.smithi110.stdout:185: expect (ObjNum 15 snap 0 seq_num 15) 2024-02-18T08:20:34.288 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 16 2024-02-18T08:20:34.288 INFO:tasks.rados.rados.0.smithi110.stdout:186: seq_num 80 ranges {1548288=548864,2097152=450560,2547712=352256} 2024-02-18T08:20:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:186: writing smithi11051043-16 from 1548288 to 2097152 tid 1 2024-02-18T08:20:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:186: writing smithi11051043-16 from 2097152 to 2547712 tid 2 2024-02-18T08:20:34.305 INFO:tasks.rados.rados.0.smithi110.stdout:186: writing smithi11051043-16 from 2547712 to 2899968 tid 3 2024-02-18T08:20:34.305 INFO:tasks.rados.rados.0.smithi110.stdout:187: rmattr oid 34 current snap is 16 2024-02-18T08:20:34.305 INFO:tasks.rados.rados.0.smithi110.stdout:187: done (7 left) 2024-02-18T08:20:34.305 INFO:tasks.rados.rados.0.smithi110.stdout:188: snap_remove snap 12 2024-02-18T08:20:34.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:34 smithi191 bash[19424]: cluster 2024-02-18T08:20:33.272729+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-02-18T08:20:34.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:34 smithi191 bash[19424]: cluster 2024-02-18T08:20:33.798331+0000 mgr.y (mgr.14140) 394 : cluster [DBG] pgmap v362: 89 pgs: 89 active+clean; 41 MiB data, 67 MiB used, 707 GiB / 715 GiB avail; 511 KiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-02-18T08:20:34.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:34 smithi110 bash[19477]: cluster 2024-02-18T08:20:33.272729+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-02-18T08:20:34.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:34 smithi110 bash[19477]: cluster 2024-02-18T08:20:33.798331+0000 mgr.y (mgr.14140) 394 : cluster [DBG] pgmap v362: 89 pgs: 89 active+clean; 41 MiB data, 67 MiB used, 707 GiB / 715 GiB avail; 511 KiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-02-18T08:20:34.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:34 smithi110 bash[24702]: cluster 2024-02-18T08:20:33.272729+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-02-18T08:20:34.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:34 smithi110 bash[24702]: cluster 2024-02-18T08:20:33.798331+0000 mgr.y (mgr.14140) 394 : cluster [DBG] pgmap v362: 89 pgs: 89 active+clean; 41 MiB data, 67 MiB used, 707 GiB / 715 GiB avail; 511 KiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-02-18T08:20:35.253 INFO:tasks.rados.rados.0.smithi110.stdout:188: done (7 left) 2024-02-18T08:20:35.253 INFO:tasks.rados.rados.0.smithi110.stdout:189: read oid 39 snap -1 2024-02-18T08:20:35.253 INFO:tasks.rados.rados.0.smithi110.stdout:189: expect (ObjNum 57 snap 4 seq_num 57) 2024-02-18T08:20:35.253 INFO:tasks.rados.rados.0.smithi110.stdout:190: rmattr oid 4 current snap is 16 2024-02-18T08:20:35.253 INFO:tasks.rados.rados.0.smithi110.stdout:190: done (8 left) 2024-02-18T08:20:35.253 INFO:tasks.rados.rados.0.smithi110.stdout:191: snap_create 2024-02-18T08:20:35.253 INFO:tasks.rados.rados.0.smithi110.stdout:180: finishing write tid 1 to smithi11051043-13 2024-02-18T08:20:35.253 INFO:tasks.rados.rados.0.smithi110.stdout:185: expect (ObjNum 15 snap 0 seq_num 15) 2024-02-18T08:20:35.261 INFO:tasks.rados.rados.0.smithi110.stdout:182: finishing rollback tid 0 to smithi11051043-19 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:182: finishing rollback tid 1 to smithi11051043-19 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:182: finishing rollback tid 2 to smithi11051043-19 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 15 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:180: finishing write tid 2 to smithi11051043-13 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:180: finishing write tid 3 to smithi11051043-13 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:184: finishing copy_from to smithi11051043-3 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 7 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:180: finishing write tid 5 to smithi11051043-13 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:184: finishing copy_from racing read to smithi11051043-3 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:181: finishing copy_from to smithi11051043-15 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:181: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:180: finishing write tid 6 to smithi11051043-13 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 21 (ObjNum 79 snap 16 seq_num 79) dirty exists 2024-02-18T08:20:35.262 INFO:tasks.rados.rados.0.smithi110.stdout:180: left oid 13 (ObjNum 79 snap 16 seq_num 79) 2024-02-18T08:20:35.263 INFO:tasks.rados.rados.0.smithi110.stdout:183: finishing copy_from to smithi11051043-21 2024-02-18T08:20:35.263 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-02-18T08:20:35.263 INFO:tasks.rados.rados.0.smithi110.stdout:183: finishing copy_from racing read to smithi11051043-21 2024-02-18T08:20:35.263 INFO:tasks.rados.rados.0.smithi110.stdout:186: finishing write tid 1 to smithi11051043-16 2024-02-18T08:20:35.263 INFO:tasks.rados.rados.0.smithi110.stdout:186: finishing write tid 2 to smithi11051043-16 2024-02-18T08:20:35.263 INFO:tasks.rados.rados.0.smithi110.stdout:186: finishing write tid 3 to smithi11051043-16 2024-02-18T08:20:35.263 INFO:tasks.rados.rados.0.smithi110.stdout:186: finishing write tid 5 to smithi11051043-16 2024-02-18T08:20:35.263 INFO:tasks.rados.rados.0.smithi110.stdout:186: finishing write tid 6 to smithi11051043-16 2024-02-18T08:20:35.263 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 66 (ObjNum 80 snap 16 seq_num 80) dirty exists 2024-02-18T08:20:35.263 INFO:tasks.rados.rados.0.smithi110.stdout:186: left oid 16 (ObjNum 80 snap 16 seq_num 80) 2024-02-18T08:20:35.271 INFO:tasks.rados.rados.0.smithi110.stdout:189: expect (ObjNum 57 snap 4 seq_num 57) 2024-02-18T08:20:35.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:35 smithi191 bash[19424]: cluster 2024-02-18T08:20:34.273838+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-02-18T08:20:35.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:35 smithi191 bash[19424]: cluster 2024-02-18T08:20:35.249699+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-02-18T08:20:35.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:35 smithi110 bash[24702]: cluster 2024-02-18T08:20:34.273838+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-02-18T08:20:35.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:35 smithi110 bash[24702]: cluster 2024-02-18T08:20:35.249699+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-02-18T08:20:35.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:35 smithi110 bash[19477]: cluster 2024-02-18T08:20:34.273838+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-02-18T08:20:35.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:35 smithi110 bash[19477]: cluster 2024-02-18T08:20:35.249699+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:180: done (8 left) 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:181: done (7 left) 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:182: done (6 left) 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:183: done (5 left) 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:184: done (4 left) 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:185: done (3 left) 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:186: done (2 left) 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:189: done (1 left) 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:191: done (0 left) 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:192: copy_from oid 17 from oid 8 current snap is 17 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:193: read oid 32 snap -1 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:193: expect (ObjNum 31 snap 0 seq_num 31) 2024-02-18T08:20:36.263 INFO:tasks.rados.rados.0.smithi110.stdout:194: snap_remove snap 8 2024-02-18T08:20:36.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:36 smithi191 bash[19424]: cluster 2024-02-18T08:20:35.799149+0000 mgr.y (mgr.14140) 395 : cluster [DBG] pgmap v365: 89 pgs: 89 active+clean; 42 MiB data, 70 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-02-18T08:20:36.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:36 smithi191 bash[19424]: cluster 2024-02-18T08:20:36.259701+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-02-18T08:20:36.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:36 smithi110 bash[19477]: cluster 2024-02-18T08:20:35.799149+0000 mgr.y (mgr.14140) 395 : cluster [DBG] pgmap v365: 89 pgs: 89 active+clean; 42 MiB data, 70 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-02-18T08:20:36.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:36 smithi110 bash[19477]: cluster 2024-02-18T08:20:36.259701+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-02-18T08:20:36.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:36 smithi110 bash[24702]: cluster 2024-02-18T08:20:35.799149+0000 mgr.y (mgr.14140) 395 : cluster [DBG] pgmap v365: 89 pgs: 89 active+clean; 42 MiB data, 70 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-02-18T08:20:36.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:36 smithi110 bash[24702]: cluster 2024-02-18T08:20:36.259701+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-02-18T08:20:37.266 INFO:tasks.rados.rados.0.smithi110.stdout:194: done (2 left) 2024-02-18T08:20:37.266 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 17 2024-02-18T08:20:37.266 INFO:tasks.rados.rados.0.smithi110.stdout:195: seq_num 81 ranges {1236992=565248,1802240=737280,2539520=65536} 2024-02-18T08:20:37.278 INFO:tasks.rados.rados.0.smithi110.stdout:195: writing smithi11051043-2 from 1236992 to 1802240 tid 1 2024-02-18T08:20:37.282 INFO:tasks.rados.rados.0.smithi110.stdout:195: writing smithi11051043-2 from 1802240 to 2539520 tid 2 2024-02-18T08:20:37.282 INFO:tasks.rados.rados.0.smithi110.stdout:195: writing smithi11051043-2 from 2539520 to 2605056 tid 3 2024-02-18T08:20:37.282 INFO:tasks.rados.rados.0.smithi110.stdout:193: expect (ObjNum 31 snap 0 seq_num 31) 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:192: finishing copy_from to smithi11051043-17 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:192: finishing copy_from racing read to smithi11051043-17 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:195: finishing write tid 1 to smithi11051043-2 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:195: finishing write tid 2 to smithi11051043-2 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:192: done (2 left) 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:193: done (1 left) 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:196: copy_from oid 29 from oid 40 current snap is 17 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:195: finishing write tid 3 to smithi11051043-2 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:195: finishing write tid 5 to smithi11051043-2 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:195: finishing write tid 6 to smithi11051043-2 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 49 (ObjNum 81 snap 17 seq_num 81) dirty exists 2024-02-18T08:20:37.301 INFO:tasks.rados.rados.0.smithi110.stdout:195: left oid 2 (ObjNum 81 snap 17 seq_num 81) 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:195: done (1 left) 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:197: rollback oid 31 current snap is 17 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 7 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:198: rmattr oid 30 current snap is 17 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:198: done (2 left) 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:199: rmattr oid 26 current snap is 17 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:199: done (2 left) 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:200: rmattr oid 12 current snap is 17 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:200: done (2 left) 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:201: read oid 49 snap -1 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:201: expect (ObjNum 48 snap 0 seq_num 48) 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:202: read oid 50 snap -1 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:202: expect (ObjNum 49 snap 0 seq_num 49) 2024-02-18T08:20:37.302 INFO:tasks.rados.rados.0.smithi110.stdout:203: setattr oid 23 current snap is 17 2024-02-18T08:20:37.303 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 17 2024-02-18T08:20:37.303 INFO:tasks.rados.rados.0.smithi110.stdout:204: seq_num 82 ranges {270336=581632,851968=622592,1474560=180224} 2024-02-18T08:20:37.311 INFO:tasks.rados.rados.0.smithi110.stdout:204: writing smithi11051043-3 from 270336 to 851968 tid 1 2024-02-18T08:20:37.314 INFO:tasks.rados.rados.0.smithi110.stdout:204: writing smithi11051043-3 from 851968 to 1474560 tid 2 2024-02-18T08:20:37.316 INFO:tasks.rados.rados.0.smithi110.stdout:204: writing smithi11051043-3 from 1474560 to 1654784 tid 3 2024-02-18T08:20:37.316 INFO:tasks.rados.rados.0.smithi110.stdout:205: copy_from oid 18 from oid 34 current snap is 17 2024-02-18T08:20:37.316 INFO:tasks.rados.rados.0.smithi110.stdout:197: finishing rollback tid 0 to smithi11051043-31 2024-02-18T08:20:37.316 INFO:tasks.rados.rados.0.smithi110.stdout:197: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:20:37.316 INFO:tasks.rados.rados.0.smithi110.stdout:197: finishing rollback tid 2 to smithi11051043-31 2024-02-18T08:20:37.316 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 78 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-02-18T08:20:37.316 INFO:tasks.rados.rados.0.smithi110.stdout:201: expect (ObjNum 48 snap 0 seq_num 48) 2024-02-18T08:20:37.335 INFO:tasks.rados.rados.0.smithi110.stdout:202: expect (ObjNum 49 snap 0 seq_num 49) 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:196: finishing copy_from to smithi11051043-29 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 19 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 80 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:196: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:204: finishing write tid 1 to smithi11051043-3 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:196: done (6 left) 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:197: done (5 left) 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:201: done (4 left) 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:202: done (3 left) 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:203: done (2 left) 2024-02-18T08:20:37.355 INFO:tasks.rados.rados.0.smithi110.stdout:206: snap_create 2024-02-18T08:20:37.356 INFO:tasks.rados.rados.0.smithi110.stdout:204: finishing write tid 2 to smithi11051043-3 2024-02-18T08:20:37.356 INFO:tasks.rados.rados.0.smithi110.stdout:204: finishing write tid 3 to smithi11051043-3 2024-02-18T08:20:37.356 INFO:tasks.rados.rados.0.smithi110.stdout:204: finishing write tid 5 to smithi11051043-3 2024-02-18T08:20:37.356 INFO:tasks.rados.rados.0.smithi110.stdout:204: finishing write tid 6 to smithi11051043-3 2024-02-18T08:20:37.356 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 69 (ObjNum 82 snap 17 seq_num 82) dirty exists 2024-02-18T08:20:37.356 INFO:tasks.rados.rados.0.smithi110.stdout:204: left oid 3 (ObjNum 82 snap 17 seq_num 82) 2024-02-18T08:20:37.356 INFO:tasks.rados.rados.0.smithi110.stdout:205: finishing copy_from to smithi11051043-18 2024-02-18T08:20:37.356 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 27 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-02-18T08:20:37.356 INFO:tasks.rados.rados.0.smithi110.stdout:205: finishing copy_from racing read to smithi11051043-18 2024-02-18T08:20:38.274 INFO:tasks.rados.rados.0.smithi110.stdout:204: done (2 left) 2024-02-18T08:20:38.275 INFO:tasks.rados.rados.0.smithi110.stdout:205: done (1 left) 2024-02-18T08:20:38.275 INFO:tasks.rados.rados.0.smithi110.stdout:206: done (0 left) 2024-02-18T08:20:38.275 INFO:tasks.rados.rados.0.smithi110.stdout:207: delete oid 31 current snap is 18 2024-02-18T08:20:38.279 INFO:tasks.rados.rados.0.smithi110.stdout:207: done (0 left) 2024-02-18T08:20:38.279 INFO:tasks.rados.rados.0.smithi110.stdout:208: delete oid 26 current snap is 18 2024-02-18T08:20:38.281 INFO:tasks.rados.rados.0.smithi110.stdout:208: done (0 left) 2024-02-18T08:20:38.282 INFO:tasks.rados.rados.0.smithi110.stdout:209: copy_from oid 20 from oid 42 current snap is 18 2024-02-18T08:20:38.282 INFO:tasks.rados.rados.0.smithi110.stdout:210: delete oid 5 current snap is 18 2024-02-18T08:20:38.285 INFO:tasks.rados.rados.0.smithi110.stdout:210: done (1 left) 2024-02-18T08:20:38.286 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 18 2024-02-18T08:20:38.286 INFO:tasks.rados.rados.0.smithi110.stdout:211: seq_num 86 ranges {1540096=647168,2187264=606208,2793472=196608} 2024-02-18T08:20:38.298 INFO:tasks.rados.rados.0.smithi110.stdout:211: writing smithi11051043-13 from 1540096 to 2187264 tid 1 2024-02-18T08:20:38.302 INFO:tasks.rados.rados.0.smithi110.stdout:211: writing smithi11051043-13 from 2187264 to 2793472 tid 2 2024-02-18T08:20:38.303 INFO:tasks.rados.rados.0.smithi110.stdout:211: writing smithi11051043-13 from 2793472 to 2990080 tid 3 2024-02-18T08:20:38.303 INFO:tasks.rados.rados.0.smithi110.stdout:212: read oid 19 snap -1 2024-02-18T08:20:38.303 INFO:tasks.rados.rados.0.smithi110.stdout:212: expect (ObjNum 18 snap 0 seq_num 18) 2024-02-18T08:20:38.303 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 18 2024-02-18T08:20:38.304 INFO:tasks.rados.rados.0.smithi110.stdout:213: seq_num 87 ranges {778240=663552,1441792=491520,1933312=311296} 2024-02-18T08:20:38.311 INFO:tasks.rados.rados.0.smithi110.stdout:213: writing smithi11051043-21 from 778240 to 1441792 tid 1 2024-02-18T08:20:38.314 INFO:tasks.rados.rados.0.smithi110.stdout:213: writing smithi11051043-21 from 1441792 to 1933312 tid 2 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:213: writing smithi11051043-21 from 1933312 to 2244608 tid 3 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:214: delete oid 22 current snap is 18 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:209: finishing copy_from to smithi11051043-20 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:209: finishing copy_from racing read to smithi11051043-20 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:211: finishing write tid 1 to smithi11051043-13 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:211: finishing write tid 2 to smithi11051043-13 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:211: finishing write tid 3 to smithi11051043-13 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:211: finishing write tid 5 to smithi11051043-13 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:211: finishing write tid 6 to smithi11051043-13 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 30 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:211: left oid 13 (ObjNum 86 snap 18 seq_num 86) 2024-02-18T08:20:38.317 INFO:tasks.rados.rados.0.smithi110.stdout:212: expect (ObjNum 18 snap 0 seq_num 18) 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:213: finishing write tid 1 to smithi11051043-21 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:213: finishing write tid 2 to smithi11051043-21 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:213: finishing write tid 3 to smithi11051043-21 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:213: finishing write tid 5 to smithi11051043-21 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:209: done (4 left) 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:211: done (3 left) 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:212: done (2 left) 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:214: done (1 left) 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:215: read oid 32 snap -1 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:215: expect (ObjNum 31 snap 0 seq_num 31) 2024-02-18T08:20:38.324 INFO:tasks.rados.rados.0.smithi110.stdout:216: rollback oid 26 current snap is 18 2024-02-18T08:20:38.325 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 7 2024-02-18T08:20:38.325 INFO:tasks.rados.rados.0.smithi110.stdout:213: finishing write tid 6 to smithi11051043-21 2024-02-18T08:20:38.325 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 74 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-02-18T08:20:38.325 INFO:tasks.rados.rados.0.smithi110.stdout:213: left oid 21 (ObjNum 87 snap 18 seq_num 87) 2024-02-18T08:20:38.325 INFO:tasks.rados.rados.0.smithi110.stdout:213: done (2 left) 2024-02-18T08:20:38.325 INFO:tasks.rados.rados.0.smithi110.stdout:217: read oid 38 snap -1 2024-02-18T08:20:38.325 INFO:tasks.rados.rados.0.smithi110.stdout:217: expect (ObjNum 37 snap 0 seq_num 37) 2024-02-18T08:20:38.325 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 18 2024-02-18T08:20:38.325 INFO:tasks.rados.rados.0.smithi110.stdout:218: seq_num 89 ranges {73728=696320,770048=655360,1425408=147456} 2024-02-18T08:20:38.328 INFO:tasks.rados.rados.0.smithi110.stdout:218: writing smithi11051043-15 from 73728 to 770048 tid 1 2024-02-18T08:20:38.332 INFO:tasks.rados.rados.0.smithi110.stdout:218: writing smithi11051043-15 from 770048 to 1425408 tid 2 2024-02-18T08:20:38.333 INFO:tasks.rados.rados.0.smithi110.stdout:218: writing smithi11051043-15 from 1425408 to 1572864 tid 3 2024-02-18T08:20:38.333 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 18 2024-02-18T08:20:38.333 INFO:tasks.rados.rados.0.smithi110.stdout:219: seq_num 90 ranges {303104=712704,1015808=540672,1556480=262144} 2024-02-18T08:20:38.339 INFO:tasks.rados.rados.0.smithi110.stdout:219: writing smithi11051043-19 from 303104 to 1015808 tid 1 2024-02-18T08:20:38.343 INFO:tasks.rados.rados.0.smithi110.stdout:219: writing smithi11051043-19 from 1015808 to 1556480 tid 2 2024-02-18T08:20:38.345 INFO:tasks.rados.rados.0.smithi110.stdout:219: writing smithi11051043-19 from 1556480 to 1818624 tid 3 2024-02-18T08:20:38.345 INFO:tasks.rados.rados.0.smithi110.stdout:220: read oid 28 snap 17 2024-02-18T08:20:38.345 INFO:tasks.rados.rados.0.smithi110.stdout:220: expect (ObjNum -129811408 snap 22008 seq_num 4164967584) 2024-02-18T08:20:38.345 INFO:tasks.rados.rados.0.smithi110.stdout:221: snap_remove snap 15 2024-02-18T08:20:38.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:38 smithi191 bash[19424]: cluster 2024-02-18T08:20:37.263977+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-02-18T08:20:38.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:38 smithi191 bash[19424]: cluster 2024-02-18T08:20:37.799912+0000 mgr.y (mgr.14140) 396 : cluster [DBG] pgmap v368: 89 pgs: 89 active+clean; 42 MiB data, 72 MiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 604 KiB/s wr, 9 op/s 2024-02-18T08:20:38.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:38 smithi110 bash[19477]: cluster 2024-02-18T08:20:37.263977+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-02-18T08:20:38.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:38 smithi110 bash[19477]: cluster 2024-02-18T08:20:37.799912+0000 mgr.y (mgr.14140) 396 : cluster [DBG] pgmap v368: 89 pgs: 89 active+clean; 42 MiB data, 72 MiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 604 KiB/s wr, 9 op/s 2024-02-18T08:20:38.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:38 smithi110 bash[24702]: cluster 2024-02-18T08:20:37.263977+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-02-18T08:20:38.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:38 smithi110 bash[24702]: cluster 2024-02-18T08:20:37.799912+0000 mgr.y (mgr.14140) 396 : cluster [DBG] pgmap v368: 89 pgs: 89 active+clean; 42 MiB data, 72 MiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 604 KiB/s wr, 9 op/s 2024-02-18T08:20:39.283 INFO:tasks.rados.rados.0.smithi110.stdout:221: done (6 left) 2024-02-18T08:20:39.284 INFO:tasks.rados.rados.0.smithi110.stdout:222: rollback oid 43 current snap is 18 2024-02-18T08:20:39.284 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 43 to 7 2024-02-18T08:20:39.291 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 20 current snap is 18 2024-02-18T08:20:39.291 INFO:tasks.rados.rados.0.smithi110.stdout:223: seq_num 91 ranges {696320=729088,1425408=425984,1851392=376832} 2024-02-18T08:20:39.292 INFO:tasks.rados.rados.0.smithi110.stdout:223: writing smithi11051043-20 from 696320 to 1425408 tid 1 2024-02-18T08:20:39.295 INFO:tasks.rados.rados.0.smithi110.stdout:223: writing smithi11051043-20 from 1425408 to 1851392 tid 2 2024-02-18T08:20:39.298 INFO:tasks.rados.rados.0.smithi110.stdout:223: writing smithi11051043-20 from 1851392 to 2228224 tid 3 2024-02-18T08:20:39.298 INFO:tasks.rados.rados.0.smithi110.stdout:224: snap_remove snap 16 2024-02-18T08:20:39.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:39 smithi191 bash[19424]: cluster 2024-02-18T08:20:38.272413+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-02-18T08:20:39.594 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:39 smithi191 docker[33046]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mgr.x 2024-02-18T08:20:39.595 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:39 smithi191 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.x.service: Main process exited, code=exited, status=137/n/a 2024-02-18T08:20:39.595 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:39 smithi191 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-02-18T08:20:39.595 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:39 smithi191 systemd[1]: Stopped Ceph mgr.x for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:20:39.595 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:39 smithi191 systemd[1]: Started Ceph mgr.x for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:20:39.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:39 smithi110 bash[24702]: cluster 2024-02-18T08:20:38.272413+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-02-18T08:20:39.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:39 smithi110 bash[19477]: cluster 2024-02-18T08:20:38.272413+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-02-18T08:20:40.256 INFO:tasks.rados.rados.0.smithi110.stdout:224: done (8 left) 2024-02-18T08:20:40.256 INFO:tasks.rados.rados.0.smithi110.stdout:225: read oid 46 snap -1 2024-02-18T08:20:40.256 INFO:tasks.rados.rados.0.smithi110.stdout:225: expect (ObjNum 45 snap 0 seq_num 45) 2024-02-18T08:20:40.256 INFO:tasks.rados.rados.0.smithi110.stdout:226: delete oid 47 current snap is 18 2024-02-18T08:20:40.256 INFO:tasks.rados.rados.0.smithi110.stdout:216: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:20:40.257 INFO:tasks.rados.rados.0.smithi110.stdout:216: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:20:40.257 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 86 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-02-18T08:20:40.257 INFO:tasks.rados.rados.0.smithi110.stdout:217: expect (ObjNum 37 snap 0 seq_num 37) 2024-02-18T08:20:40.279 INFO:tasks.rados.rados.0.smithi110.stdout:216: done (9 left) 2024-02-18T08:20:40.279 INFO:tasks.rados.rados.0.smithi110.stdout:217: done (8 left) 2024-02-18T08:20:40.279 INFO:tasks.rados.rados.0.smithi110.stdout:226: done (7 left) 2024-02-18T08:20:40.279 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 18 2024-02-18T08:20:40.279 INFO:tasks.rados.rados.0.smithi110.stdout:227: seq_num 93 ranges {1531904=761856,2293760=647168,2940928=155648} 2024-02-18T08:20:40.291 INFO:tasks.rados.rados.0.smithi110.stdout:227: writing smithi11051043-18 from 1531904 to 2293760 tid 1 2024-02-18T08:20:40.295 INFO:tasks.rados.rados.0.smithi110.stdout:227: writing smithi11051043-18 from 2293760 to 2940928 tid 2 2024-02-18T08:20:40.296 INFO:tasks.rados.rados.0.smithi110.stdout:227: writing smithi11051043-18 from 2940928 to 3096576 tid 3 2024-02-18T08:20:40.296 INFO:tasks.rados.rados.0.smithi110.stdout:228: rmattr oid 27 current snap is 18 2024-02-18T08:20:40.297 INFO:tasks.rados.rados.0.smithi110.stdout:228: done (8 left) 2024-02-18T08:20:40.297 INFO:tasks.rados.rados.0.smithi110.stdout:229: snap_remove snap 14 2024-02-18T08:20:40.531 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:40 smithi191 bash[19424]: cluster 2024-02-18T08:20:39.278467+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-02-18T08:20:40.531 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:40 smithi191 bash[19424]: audit 2024-02-18T08:20:39.366679+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:40.531 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:40 smithi191 bash[19424]: audit 2024-02-18T08:20:39.368246+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:40.531 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:40 smithi191 bash[19424]: cephadm 2024-02-18T08:20:39.371096+0000 mgr.y (mgr.14140) 397 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:20:40.531 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:40 smithi191 bash[19424]: audit 2024-02-18T08:20:39.371927+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:20:40.531 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:40 smithi191 bash[19424]: cluster 2024-02-18T08:20:39.800651+0000 mgr.y (mgr.14140) 398 : cluster [DBG] pgmap v371: 89 pgs: 89 active+clean; 44 MiB data, 75 MiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 818 KiB/s wr, 6 op/s 2024-02-18T08:20:40.531 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:40 smithi191 bash[19424]: cluster 2024-02-18T08:20:40.252696+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-02-18T08:20:40.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[24702]: cluster 2024-02-18T08:20:39.278467+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-02-18T08:20:40.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[24702]: audit 2024-02-18T08:20:39.366679+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:40.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[24702]: audit 2024-02-18T08:20:39.368246+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:40.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[24702]: cephadm 2024-02-18T08:20:39.371096+0000 mgr.y (mgr.14140) 397 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:20:40.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[24702]: audit 2024-02-18T08:20:39.371927+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:20:40.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[24702]: cluster 2024-02-18T08:20:39.800651+0000 mgr.y (mgr.14140) 398 : cluster [DBG] pgmap v371: 89 pgs: 89 active+clean; 44 MiB data, 75 MiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 818 KiB/s wr, 6 op/s 2024-02-18T08:20:40.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[24702]: cluster 2024-02-18T08:20:40.252696+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-02-18T08:20:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[19477]: cluster 2024-02-18T08:20:39.278467+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-02-18T08:20:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[19477]: audit 2024-02-18T08:20:39.366679+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[19477]: audit 2024-02-18T08:20:39.368246+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[19477]: cephadm 2024-02-18T08:20:39.371096+0000 mgr.y (mgr.14140) 397 : cephadm [INF] refreshing smithi110 facts 2024-02-18T08:20:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[19477]: audit 2024-02-18T08:20:39.371927+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2024-02-18T08:20:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[19477]: cluster 2024-02-18T08:20:39.800651+0000 mgr.y (mgr.14140) 398 : cluster [DBG] pgmap v371: 89 pgs: 89 active+clean; 44 MiB data, 75 MiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 818 KiB/s wr, 6 op/s 2024-02-18T08:20:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:40 smithi110 bash[19477]: cluster 2024-02-18T08:20:40.252696+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-02-18T08:20:40.929 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:40 smithi191 bash[33123]: debug 2024-02-18T08:20:40.656+0000 7fdbd6720700 1 -- 172.21.15.191:0/3882722295 <== mon.2 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f146f584e0 con 0x55f14704d000 2024-02-18T08:20:40.929 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:40 smithi191 bash[33123]: debug 2024-02-18T08:20:40.816+0000 7fdbe6d1b680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-18T08:20:41.290 INFO:tasks.rados.rados.0.smithi110.stdout:229: done (8 left) 2024-02-18T08:20:41.290 INFO:tasks.rados.rados.0.smithi110.stdout:230: rmattr oid 3 current snap is 18 2024-02-18T08:20:41.290 INFO:tasks.rados.rados.0.smithi110.stdout:230: done (8 left) 2024-02-18T08:20:41.290 INFO:tasks.rados.rados.0.smithi110.stdout:231: read oid 26 snap -1 2024-02-18T08:20:41.290 INFO:tasks.rados.rados.0.smithi110.stdout:231: expect (ObjNum 25 snap 0 seq_num 25) 2024-02-18T08:20:41.291 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 18 2024-02-18T08:20:41.291 INFO:tasks.rados.rados.0.smithi110.stdout:232: seq_num 94 ranges {270336=778240,1048576=532480,1581056=270336} 2024-02-18T08:20:41.296 INFO:tasks.rados.rados.0.smithi110.stdout:232: writing smithi11051043-7 from 270336 to 1048576 tid 1 2024-02-18T08:20:41.300 INFO:tasks.rados.rados.0.smithi110.stdout:232: writing smithi11051043-7 from 1048576 to 1581056 tid 2 2024-02-18T08:20:41.302 INFO:tasks.rados.rados.0.smithi110.stdout:232: writing smithi11051043-7 from 1581056 to 1851392 tid 3 2024-02-18T08:20:41.302 INFO:tasks.rados.rados.0.smithi110.stdout:233: snap_create 2024-02-18T08:20:41.303 INFO:tasks.rados.rados.0.smithi110.stdout:215: expect (ObjNum 31 snap 0 seq_num 31) 2024-02-18T08:20:41.318 INFO:tasks.rados.rados.0.smithi110.stdout:218: finishing write tid 1 to smithi11051043-15 2024-02-18T08:20:41.318 INFO:tasks.rados.rados.0.smithi110.stdout:218: finishing write tid 2 to smithi11051043-15 2024-02-18T08:20:41.318 INFO:tasks.rados.rados.0.smithi110.stdout:218: finishing write tid 3 to smithi11051043-15 2024-02-18T08:20:41.319 INFO:tasks.rados.rados.0.smithi110.stdout:218: finishing write tid 5 to smithi11051043-15 2024-02-18T08:20:41.319 INFO:tasks.rados.rados.0.smithi110.stdout:218: finishing write tid 6 to smithi11051043-15 2024-02-18T08:20:41.319 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 29 (ObjNum 89 snap 18 seq_num 89) dirty exists 2024-02-18T08:20:41.319 INFO:tasks.rados.rados.0.smithi110.stdout:218: left oid 15 (ObjNum 89 snap 18 seq_num 89) 2024-02-18T08:20:41.319 INFO:tasks.rados.rados.0.smithi110.stdout:219: finishing write tid 1 to smithi11051043-19 2024-02-18T08:20:41.319 INFO:tasks.rados.rados.0.smithi110.stdout:220: expect (ObjNum -129811408 snap 22008 seq_num 4164967584) 2024-02-18T08:20:41.321 INFO:tasks.rados.rados.0.smithi110.stdout:219: finishing write tid 2 to smithi11051043-19 2024-02-18T08:20:41.321 INFO:tasks.rados.rados.0.smithi110.stdout:219: finishing write tid 3 to smithi11051043-19 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:219: finishing write tid 5 to smithi11051043-19 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:219: finishing write tid 6 to smithi11051043-19 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 27 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:219: left oid 19 (ObjNum 90 snap 18 seq_num 90) 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:223: finishing write tid 1 to smithi11051043-20 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:223: finishing write tid 2 to smithi11051043-20 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:222: finishing rollback tid 0 to smithi11051043-43 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:223: finishing write tid 3 to smithi11051043-20 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:222: finishing rollback tid 1 to smithi11051043-43 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:222: finishing rollback tid 2 to smithi11051043-43 2024-02-18T08:20:41.322 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 21 (ObjNum 67 snap 7 seq_num 67) dirty exists 2024-02-18T08:20:41.323 INFO:tasks.rados.rados.0.smithi110.stdout:223: finishing write tid 5 to smithi11051043-20 2024-02-18T08:20:41.323 INFO:tasks.rados.rados.0.smithi110.stdout:223: finishing write tid 6 to smithi11051043-20 2024-02-18T08:20:41.323 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 8 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-02-18T08:20:41.323 INFO:tasks.rados.rados.0.smithi110.stdout:223: left oid 20 (ObjNum 91 snap 18 seq_num 91) 2024-02-18T08:20:41.323 INFO:tasks.rados.rados.0.smithi110.stdout:225: expect (ObjNum 45 snap 0 seq_num 45) 2024-02-18T08:20:41.339 INFO:tasks.rados.rados.0.smithi110.stdout:227: finishing write tid 1 to smithi11051043-18 2024-02-18T08:20:41.339 INFO:tasks.rados.rados.0.smithi110.stdout:227: finishing write tid 2 to smithi11051043-18 2024-02-18T08:20:41.339 INFO:tasks.rados.rados.0.smithi110.stdout:227: finishing write tid 3 to smithi11051043-18 2024-02-18T08:20:41.339 INFO:tasks.rados.rados.0.smithi110.stdout:227: finishing write tid 5 to smithi11051043-18 2024-02-18T08:20:41.339 INFO:tasks.rados.rados.0.smithi110.stdout:227: finishing write tid 6 to smithi11051043-18 2024-02-18T08:20:41.339 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 63 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-02-18T08:20:41.339 INFO:tasks.rados.rados.0.smithi110.stdout:227: left oid 18 (ObjNum 93 snap 18 seq_num 93) 2024-02-18T08:20:41.339 INFO:tasks.rados.rados.0.smithi110.stdout:231: expect (ObjNum 25 snap 0 seq_num 25) 2024-02-18T08:20:41.343 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:40 smithi191 bash[33123]: debug 2024-02-18T08:20:40.920+0000 7fdbe6d1b680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-18T08:20:41.348 INFO:tasks.rados.rados.0.smithi110.stdout:232: finishing write tid 1 to smithi11051043-7 2024-02-18T08:20:41.348 INFO:tasks.rados.rados.0.smithi110.stdout:232: finishing write tid 2 to smithi11051043-7 2024-02-18T08:20:41.349 INFO:tasks.rados.rados.0.smithi110.stdout:232: finishing write tid 3 to smithi11051043-7 2024-02-18T08:20:41.349 INFO:tasks.rados.rados.0.smithi110.stdout:232: finishing write tid 5 to smithi11051043-7 2024-02-18T08:20:41.349 INFO:tasks.rados.rados.0.smithi110.stdout:232: finishing write tid 6 to smithi11051043-7 2024-02-18T08:20:41.349 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 54 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-02-18T08:20:41.349 INFO:tasks.rados.rados.0.smithi110.stdout:232: left oid 7 (ObjNum 94 snap 18 seq_num 94) 2024-02-18T08:20:41.681 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:41 smithi191 bash[33123]: debug 2024-02-18T08:20:41.388+0000 7fdbe6d1b680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-18T08:20:41.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[19477]: audit 2024-02-18T08:20:40.679415+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:41.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[19477]: cephadm 2024-02-18T08:20:40.680457+0000 mgr.y (mgr.14140) 399 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:20:41.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[19477]: audit 2024-02-18T08:20:41.063691+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:41.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[19477]: cephadm 2024-02-18T08:20:41.071615+0000 mgr.y (mgr.14140) 400 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9 with id 823b921721f579487e02cd293080702537bcba9f4f96b9041a06d7563de513aa 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[19477]: audit 2024-02-18T08:20:41.072285+0000 mon.a (mon.0) 731 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[19477]: cephadm 2024-02-18T08:20:41.074197+0000 mgr.y (mgr.14140) 401 : cephadm [INF] Upgrade: Checking mgr daemons... 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[19477]: cephadm 2024-02-18T08:20:41.074404+0000 mgr.y (mgr.14140) 402 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[19477]: cluster 2024-02-18T08:20:41.287449+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[24702]: audit 2024-02-18T08:20:40.679415+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[24702]: cephadm 2024-02-18T08:20:40.680457+0000 mgr.y (mgr.14140) 399 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[24702]: audit 2024-02-18T08:20:41.063691+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[24702]: cephadm 2024-02-18T08:20:41.071615+0000 mgr.y (mgr.14140) 400 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9 with id 823b921721f579487e02cd293080702537bcba9f4f96b9041a06d7563de513aa 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[24702]: audit 2024-02-18T08:20:41.072285+0000 mon.a (mon.0) 731 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[24702]: cephadm 2024-02-18T08:20:41.074197+0000 mgr.y (mgr.14140) 401 : cephadm [INF] Upgrade: Checking mgr daemons... 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[24702]: cephadm 2024-02-18T08:20:41.074404+0000 mgr.y (mgr.14140) 402 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-02-18T08:20:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:41 smithi110 bash[24702]: cluster 2024-02-18T08:20:41.287449+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-02-18T08:20:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:41 smithi191 bash[19424]: audit 2024-02-18T08:20:40.679415+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:41 smithi191 bash[19424]: cephadm 2024-02-18T08:20:40.680457+0000 mgr.y (mgr.14140) 399 : cephadm [INF] refreshing smithi191 facts 2024-02-18T08:20:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:41 smithi191 bash[19424]: audit 2024-02-18T08:20:41.063691+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' 2024-02-18T08:20:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:41 smithi191 bash[19424]: cephadm 2024-02-18T08:20:41.071615+0000 mgr.y (mgr.14140) 400 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9 with id 823b921721f579487e02cd293080702537bcba9f4f96b9041a06d7563de513aa 2024-02-18T08:20:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:41 smithi191 bash[19424]: audit 2024-02-18T08:20:41.072285+0000 mon.a (mon.0) 731 : audit [DBG] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:41 smithi191 bash[19424]: cephadm 2024-02-18T08:20:41.074197+0000 mgr.y (mgr.14140) 401 : cephadm [INF] Upgrade: Checking mgr daemons... 2024-02-18T08:20:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:41 smithi191 bash[19424]: cephadm 2024-02-18T08:20:41.074404+0000 mgr.y (mgr.14140) 402 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-02-18T08:20:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:41 smithi191 bash[19424]: cluster 2024-02-18T08:20:41.287449+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-02-18T08:20:42.289 INFO:tasks.rados.rados.0.smithi110.stdout:215: done (10 left) 2024-02-18T08:20:42.289 INFO:tasks.rados.rados.0.smithi110.stdout:218: done (9 left) 2024-02-18T08:20:42.290 INFO:tasks.rados.rados.0.smithi110.stdout:219: done (8 left) 2024-02-18T08:20:42.290 INFO:tasks.rados.rados.0.smithi110.stdout:220: done (7 left) 2024-02-18T08:20:42.290 INFO:tasks.rados.rados.0.smithi110.stdout:222: done (6 left) 2024-02-18T08:20:42.290 INFO:tasks.rados.rados.0.smithi110.stdout:223: done (5 left) 2024-02-18T08:20:42.290 INFO:tasks.rados.rados.0.smithi110.stdout:225: done (4 left) 2024-02-18T08:20:42.290 INFO:tasks.rados.rados.0.smithi110.stdout:227: done (3 left) 2024-02-18T08:20:42.290 INFO:tasks.rados.rados.0.smithi110.stdout:231: done (2 left) 2024-02-18T08:20:42.290 INFO:tasks.rados.rados.0.smithi110.stdout:232: done (1 left) 2024-02-18T08:20:42.290 INFO:tasks.rados.rados.0.smithi110.stdout:233: done (0 left) 2024-02-18T08:20:42.290 INFO:tasks.rados.rados.0.smithi110.stdout:234: delete oid 41 current snap is 19 2024-02-18T08:20:42.295 INFO:tasks.rados.rados.0.smithi110.stdout:234: done (0 left) 2024-02-18T08:20:42.295 INFO:tasks.rados.rados.0.smithi110.stdout:235: read oid 13 snap -1 2024-02-18T08:20:42.295 INFO:tasks.rados.rados.0.smithi110.stdout:235: expect (ObjNum 86 snap 18 seq_num 86) 2024-02-18T08:20:42.295 INFO:tasks.rados.rados.0.smithi110.stdout:236: setattr oid 26 current snap is 19 2024-02-18T08:20:42.297 INFO:tasks.rados.rados.0.smithi110.stdout:237: copy_from oid 32 from oid 7 current snap is 19 2024-02-18T08:20:42.297 INFO:tasks.rados.rados.0.smithi110.stdout:238: read oid 22 snap -1 2024-02-18T08:20:42.297 INFO:tasks.rados.rados.0.smithi110.stdout:238: expect deleted 2024-02-18T08:20:42.298 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 19 2024-02-18T08:20:42.298 INFO:tasks.rados.rados.0.smithi110.stdout:239: seq_num 96 ranges {1572864=409600,1982464=696320,2678784=507904} 2024-02-18T08:20:42.309 INFO:tasks.rados.rados.0.smithi110.stdout:239: writing smithi11051043-15 from 1572864 to 1982464 tid 1 2024-02-18T08:20:42.313 INFO:tasks.rados.rados.0.smithi110.stdout:239: writing smithi11051043-15 from 1982464 to 2678784 tid 2 2024-02-18T08:20:42.316 INFO:tasks.rados.rados.0.smithi110.stdout:239: writing smithi11051043-15 from 2678784 to 3186688 tid 3 2024-02-18T08:20:42.316 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 19 2024-02-18T08:20:42.317 INFO:tasks.rados.rados.0.smithi110.stdout:240: seq_num 97 ranges {811008=434176,1245184=581632,1826816=540672,2367488=81920} 2024-02-18T08:20:42.323 INFO:tasks.rados.rados.0.smithi110.stdout:240: writing smithi11051043-49 from 811008 to 1245184 tid 1 2024-02-18T08:20:42.327 INFO:tasks.rados.rados.0.smithi110.stdout:240: writing smithi11051043-49 from 1245184 to 1826816 tid 2 2024-02-18T08:20:42.330 INFO:tasks.rados.rados.0.smithi110.stdout:240: writing smithi11051043-49 from 1826816 to 2367488 tid 3 2024-02-18T08:20:42.331 INFO:tasks.rados.rados.0.smithi110.stdout:240: writing smithi11051043-49 from 2367488 to 2449408 tid 4 2024-02-18T08:20:42.331 INFO:tasks.rados.rados.0.smithi110.stdout:241: rollback oid 33 current snap is 19 2024-02-18T08:20:42.331 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 33 to 7 2024-02-18T08:20:42.331 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 110 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-02-18T08:20:42.331 INFO:tasks.rados.rados.0.smithi110.stdout:235: expect (ObjNum 86 snap 18 seq_num 86) 2024-02-18T08:20:42.432 INFO:tasks.rados.rados.0.smithi110.stdout:239: finishing write tid 1 to smithi11051043-15 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:239: finishing write tid 2 to smithi11051043-15 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:237: finishing copy_from to smithi11051043-32 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 54 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:237: finishing copy_from racing read to smithi11051043-32 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:239: finishing write tid 3 to smithi11051043-15 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:239: finishing write tid 5 to smithi11051043-15 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:239: finishing write tid 6 to smithi11051043-15 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 40 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:239: left oid 15 (ObjNum 96 snap 19 seq_num 96) 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:240: finishing write tid 1 to smithi11051043-49 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:240: finishing write tid 2 to smithi11051043-49 2024-02-18T08:20:42.433 INFO:tasks.rados.rados.0.smithi110.stdout:235: done (6 left) 2024-02-18T08:20:42.434 INFO:tasks.rados.rados.0.smithi110.stdout:236: done (5 left) 2024-02-18T08:20:42.434 INFO:tasks.rados.rados.0.smithi110.stdout:237: done (4 left) 2024-02-18T08:20:42.434 INFO:tasks.rados.rados.0.smithi110.stdout:238: done (3 left) 2024-02-18T08:20:42.434 INFO:tasks.rados.rados.0.smithi110.stdout:239: done (2 left) 2024-02-18T08:20:42.434 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 19 2024-02-18T08:20:42.434 INFO:tasks.rados.rados.0.smithi110.stdout:242: seq_num 98 ranges {1597440=450560,2048000=466944,2514944=737280} 2024-02-18T08:20:42.453 INFO:tasks.rados.rados.0.smithi110.stdout:242: writing smithi11051043-10 from 1597440 to 2048000 tid 1 2024-02-18T08:20:42.456 INFO:tasks.rados.rados.0.smithi110.stdout:242: writing smithi11051043-10 from 2048000 to 2514944 tid 2 2024-02-18T08:20:42.461 INFO:tasks.rados.rados.0.smithi110.stdout:242: writing smithi11051043-10 from 2514944 to 3252224 tid 3 2024-02-18T08:20:42.461 INFO:tasks.rados.rados.0.smithi110.stdout:243: read oid 13 snap -1 2024-02-18T08:20:42.461 INFO:tasks.rados.rados.0.smithi110.stdout:243: expect (ObjNum 86 snap 18 seq_num 86) 2024-02-18T08:20:42.461 INFO:tasks.rados.rados.0.smithi110.stdout:244: rollback oid 26 current snap is 19 2024-02-18T08:20:42.461 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 7 2024-02-18T08:20:42.461 INFO:tasks.rados.rados.0.smithi110.stdout:240: finishing write tid 3 to smithi11051043-49 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:240: finishing write tid 4 to smithi11051043-49 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:240: finishing write tid 6 to smithi11051043-49 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:241: finishing rollback tid 0 to smithi11051043-33 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:240: finishing write tid 7 to smithi11051043-49 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 19 (ObjNum 97 snap 19 seq_num 97) dirty exists 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:240: left oid 49 (ObjNum 97 snap 19 seq_num 97) 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:241: finishing rollback tid 1 to smithi11051043-33 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:241: finishing rollback tid 2 to smithi11051043-33 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 63 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:240: done (4 left) 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:241: done (3 left) 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:245: rmattr oid 24 current snap is 19 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:245: done (3 left) 2024-02-18T08:20:42.462 INFO:tasks.rados.rados.0.smithi110.stdout:246: copy_from oid 8 from oid 7 current snap is 19 2024-02-18T08:20:42.463 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 19 2024-02-18T08:20:42.463 INFO:tasks.rados.rados.0.smithi110.stdout:247: seq_num 99 ranges {1851392=466944,2318336=802816,3121152=401408} 2024-02-18T08:20:42.474 INFO:tasks.rados.rados.0.smithi110.stdout:247: writing smithi11051043-32 from 1851392 to 2318336 tid 1 2024-02-18T08:20:42.479 INFO:tasks.rados.rados.0.smithi110.stdout:247: writing smithi11051043-32 from 2318336 to 3121152 tid 2 2024-02-18T08:20:42.482 INFO:tasks.rados.rados.0.smithi110.stdout:247: writing smithi11051043-32 from 3121152 to 3522560 tid 3 2024-02-18T08:20:42.482 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 19 2024-02-18T08:20:42.482 INFO:tasks.rados.rados.0.smithi110.stdout:248: seq_num 100 ranges {1351680=483328,1835008=688128,2523136=516096} 2024-02-18T08:20:42.492 INFO:tasks.rados.rados.0.smithi110.stdout:248: writing smithi11051043-12 from 1351680 to 1835008 tid 1 2024-02-18T08:20:42.496 INFO:tasks.rados.rados.0.smithi110.stdout:248: writing smithi11051043-12 from 1835008 to 2523136 tid 2 2024-02-18T08:20:42.500 INFO:tasks.rados.rados.0.smithi110.stdout:248: writing smithi11051043-12 from 2523136 to 3039232 tid 3 2024-02-18T08:20:42.500 INFO:tasks.rados.rados.0.smithi110.stdout:249: read oid 45 snap 17 2024-02-18T08:20:42.500 INFO:tasks.rados.rados.0.smithi110.stdout:249: expect (ObjNum 44 snap 0 seq_num 44) 2024-02-18T08:20:42.500 INFO:tasks.rados.rados.0.smithi110.stdout:250: rmattr oid 17 current snap is 19 2024-02-18T08:20:42.500 INFO:tasks.rados.rados.0.smithi110.stdout:250: done (7 left) 2024-02-18T08:20:42.500 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 19 2024-02-18T08:20:42.500 INFO:tasks.rados.rados.0.smithi110.stdout:251: seq_num 101 ranges {696320=499712,1196032=573440,1769472=524288,2293760=106496} 2024-02-18T08:20:42.506 INFO:tasks.rados.rados.0.smithi110.stdout:251: writing smithi11051043-48 from 696320 to 1196032 tid 1 2024-02-18T08:20:42.510 INFO:tasks.rados.rados.0.smithi110.stdout:251: writing smithi11051043-48 from 1196032 to 1769472 tid 2 2024-02-18T08:20:42.513 INFO:tasks.rados.rados.0.smithi110.stdout:251: writing smithi11051043-48 from 1769472 to 2293760 tid 3 2024-02-18T08:20:42.514 INFO:tasks.rados.rados.0.smithi110.stdout:251: writing smithi11051043-48 from 2293760 to 2400256 tid 4 2024-02-18T08:20:42.514 INFO:tasks.rados.rados.0.smithi110.stdout:252: read oid 47 snap -1 2024-02-18T08:20:42.514 INFO:tasks.rados.rados.0.smithi110.stdout:252: expect deleted 2024-02-18T08:20:42.514 INFO:tasks.rados.rados.0.smithi110.stdout:253: read oid 19 snap 7 2024-02-18T08:20:42.514 INFO:tasks.rados.rados.0.smithi110.stdout:253: expect (ObjNum 18 snap 0 seq_num 18) 2024-02-18T08:20:42.514 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 19 2024-02-18T08:20:42.515 INFO:tasks.rados.rados.0.smithi110.stdout:254: seq_num 102 ranges {778240=516096,1294336=450560,1744896=729088,2473984=24576} 2024-02-18T08:20:42.521 INFO:tasks.rados.rados.0.smithi110.stdout:254: writing smithi11051043-24 from 778240 to 1294336 tid 1 2024-02-18T08:20:42.524 INFO:tasks.rados.rados.0.smithi110.stdout:254: writing smithi11051043-24 from 1294336 to 1744896 tid 2 2024-02-18T08:20:42.528 INFO:tasks.rados.rados.0.smithi110.stdout:254: writing smithi11051043-24 from 1744896 to 2473984 tid 3 2024-02-18T08:20:42.529 INFO:tasks.rados.rados.0.smithi110.stdout:254: writing smithi11051043-24 from 2473984 to 2498560 tid 4 2024-02-18T08:20:42.529 INFO:tasks.rados.rados.0.smithi110.stdout:255: snap_remove snap 18 2024-02-18T08:20:42.594 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:42 smithi191 bash[33123]: debug 2024-02-18T08:20:42.304+0000 7fdbe6d1b680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-18T08:20:42.594 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:42 smithi191 bash[33123]: debug 2024-02-18T08:20:42.400+0000 7fdbe6d1b680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-18T08:20:42.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:42 smithi110 bash[19477]: cluster 2024-02-18T08:20:41.801352+0000 mgr.y (mgr.14140) 403 : cluster [DBG] pgmap v374: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 53 MiB data, 84 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-02-18T08:20:42.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:42 smithi110 bash[19477]: cluster 2024-02-18T08:20:42.286956+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-02-18T08:20:42.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:42 smithi110 bash[24702]: cluster 2024-02-18T08:20:41.801352+0000 mgr.y (mgr.14140) 403 : cluster [DBG] pgmap v374: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 53 MiB data, 84 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-02-18T08:20:42.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:42 smithi110 bash[24702]: cluster 2024-02-18T08:20:42.286956+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-02-18T08:20:43.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:42 smithi191 bash[33123]: debug 2024-02-18T08:20:42.672+0000 7fdbe6d1b680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-18T08:20:43.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:42 smithi191 bash[19424]: cluster 2024-02-18T08:20:41.801352+0000 mgr.y (mgr.14140) 403 : cluster [DBG] pgmap v374: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 53 MiB data, 84 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-02-18T08:20:43.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:42 smithi191 bash[19424]: cluster 2024-02-18T08:20:42.286956+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-02-18T08:20:43.293 INFO:tasks.rados.rados.0.smithi110.stdout:255: done (11 left) 2024-02-18T08:20:43.293 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 19 2024-02-18T08:20:43.293 INFO:tasks.rados.rados.0.smithi110.stdout:256: seq_num 103 ranges {3096576=532480,3629056=737280,4366336=466944} 2024-02-18T08:20:43.315 INFO:tasks.rados.rados.0.smithi110.stdout:256: writing smithi11051043-18 from 3096576 to 3629056 tid 1 2024-02-18T08:20:43.319 INFO:tasks.rados.rados.0.smithi110.stdout:256: writing smithi11051043-18 from 3629056 to 4366336 tid 2 2024-02-18T08:20:43.323 INFO:tasks.rados.rados.0.smithi110.stdout:256: writing smithi11051043-18 from 4366336 to 4833280 tid 3 2024-02-18T08:20:43.323 INFO:tasks.rados.rados.0.smithi110.stdout:257: rollback oid 27 current snap is 19 2024-02-18T08:20:43.323 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 27 to 7 2024-02-18T08:20:43.323 INFO:tasks.rados.rados.0.smithi110.stdout:242: finishing write tid 1 to smithi11051043-10 2024-02-18T08:20:43.323 INFO:tasks.rados.rados.0.smithi110.stdout:242: finishing write tid 2 to smithi11051043-10 2024-02-18T08:20:43.323 INFO:tasks.rados.rados.0.smithi110.stdout:244: finishing rollback tid 0 to smithi11051043-26 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:244: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:242: finishing write tid 3 to smithi11051043-10 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:244: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 113 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:242: finishing write tid 5 to smithi11051043-10 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:242: finishing write tid 6 to smithi11051043-10 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 69 (ObjNum 98 snap 19 seq_num 98) dirty exists 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:242: left oid 10 (ObjNum 98 snap 19 seq_num 98) 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:242: done (12 left) 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:244: done (11 left) 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:258: rollback oid 26 current snap is 19 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 17 2024-02-18T08:20:43.324 INFO:tasks.rados.rados.0.smithi110.stdout:243: expect (ObjNum 86 snap 18 seq_num 86) 2024-02-18T08:20:43.423 INFO:tasks.rados.rados.0.smithi110.stdout:246: finishing copy_from to smithi11051043-8 2024-02-18T08:20:43.423 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 54 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-02-18T08:20:43.423 INFO:tasks.rados.rados.0.smithi110.stdout:246: finishing copy_from racing read to smithi11051043-8 2024-02-18T08:20:43.423 INFO:tasks.rados.rados.0.smithi110.stdout:247: finishing write tid 1 to smithi11051043-32 2024-02-18T08:20:43.423 INFO:tasks.rados.rados.0.smithi110.stdout:247: finishing write tid 2 to smithi11051043-32 2024-02-18T08:20:43.423 INFO:tasks.rados.rados.0.smithi110.stdout:247: finishing write tid 3 to smithi11051043-32 2024-02-18T08:20:43.423 INFO:tasks.rados.rados.0.smithi110.stdout:247: finishing write tid 5 to smithi11051043-32 2024-02-18T08:20:43.423 INFO:tasks.rados.rados.0.smithi110.stdout:243: done (11 left) 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:246: done (10 left) 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:259: rmattr oid 13 current snap is 19 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:259: done (10 left) 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:260: rollback oid 11 current snap is 19 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 11 to 7 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:247: finishing write tid 6 to smithi11051043-32 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 58 (ObjNum 99 snap 19 seq_num 99) dirty exists 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:247: left oid 32 (ObjNum 99 snap 19 seq_num 99) 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:248: finishing write tid 1 to smithi11051043-12 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:248: finishing write tid 2 to smithi11051043-12 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:248: finishing write tid 3 to smithi11051043-12 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:248: finishing write tid 5 to smithi11051043-12 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:248: finishing write tid 6 to smithi11051043-12 2024-02-18T08:20:43.425 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 59 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-02-18T08:20:43.426 INFO:tasks.rados.rados.0.smithi110.stdout:248: left oid 12 (ObjNum 100 snap 19 seq_num 100) 2024-02-18T08:20:43.426 INFO:tasks.rados.rados.0.smithi110.stdout:249: expect (ObjNum 44 snap 0 seq_num 44) 2024-02-18T08:20:43.441 INFO:tasks.rados.rados.0.smithi110.stdout:251: finishing write tid 1 to smithi11051043-48 2024-02-18T08:20:43.441 INFO:tasks.rados.rados.0.smithi110.stdout:251: finishing write tid 2 to smithi11051043-48 2024-02-18T08:20:43.441 INFO:tasks.rados.rados.0.smithi110.stdout:253: expect (ObjNum 18 snap 0 seq_num 18) 2024-02-18T08:20:43.450 INFO:tasks.rados.rados.0.smithi110.stdout:251: finishing write tid 3 to smithi11051043-48 2024-02-18T08:20:43.450 INFO:tasks.rados.rados.0.smithi110.stdout:251: finishing write tid 4 to smithi11051043-48 2024-02-18T08:20:43.450 INFO:tasks.rados.rados.0.smithi110.stdout:251: finishing write tid 6 to smithi11051043-48 2024-02-18T08:20:43.450 INFO:tasks.rados.rados.0.smithi110.stdout:251: finishing write tid 7 to smithi11051043-48 2024-02-18T08:20:43.450 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 25 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-02-18T08:20:43.450 INFO:tasks.rados.rados.0.smithi110.stdout:251: left oid 48 (ObjNum 101 snap 19 seq_num 101) 2024-02-18T08:20:43.450 INFO:tasks.rados.rados.0.smithi110.stdout:254: finishing write tid 1 to smithi11051043-24 2024-02-18T08:20:43.450 INFO:tasks.rados.rados.0.smithi110.stdout:254: finishing write tid 2 to smithi11051043-24 2024-02-18T08:20:43.450 INFO:tasks.rados.rados.0.smithi110.stdout:254: finishing write tid 3 to smithi11051043-24 2024-02-18T08:20:43.450 INFO:tasks.rados.rados.0.smithi110.stdout:254: finishing write tid 4 to smithi11051043-24 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:254: finishing write tid 6 to smithi11051043-24 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:254: finishing write tid 7 to smithi11051043-24 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 69 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:254: left oid 24 (ObjNum 102 snap 19 seq_num 102) 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:256: finishing write tid 1 to smithi11051043-18 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:247: done (10 left) 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:248: done (9 left) 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:249: done (8 left) 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:251: done (7 left) 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:252: done (6 left) 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:253: done (5 left) 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:254: done (4 left) 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:261: rmattr oid 30 current snap is 19 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:261: done (4 left) 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:262: copy_from oid 21 from oid 4 current snap is 19 2024-02-18T08:20:43.451 INFO:tasks.rados.rados.0.smithi110.stdout:256: finishing write tid 2 to smithi11051043-18 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:256: finishing write tid 3 to smithi11051043-18 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:256: finishing write tid 5 to smithi11051043-18 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:256: finishing write tid 6 to smithi11051043-18 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 69 (ObjNum 103 snap 19 seq_num 103) dirty exists 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:256: left oid 18 (ObjNum 103 snap 19 seq_num 103) 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:257: finishing rollback tid 0 to smithi11051043-27 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:257: finishing rollback tid 1 to smithi11051043-27 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:257: finishing rollback tid 2 to smithi11051043-27 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 119 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:258: finishing rollback tid 0 to smithi11051043-26 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:258: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:258: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 122 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:260: finishing rollback tid 0 to smithi11051043-11 2024-02-18T08:20:43.452 INFO:tasks.rados.rados.0.smithi110.stdout:260: finishing rollback tid 1 to smithi11051043-11 2024-02-18T08:20:43.453 INFO:tasks.rados.rados.0.smithi110.stdout:260: finishing rollback tid 2 to smithi11051043-11 2024-02-18T08:20:43.453 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 73 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-02-18T08:20:43.453 INFO:tasks.rados.rados.0.smithi110.stdout:256: done (4 left) 2024-02-18T08:20:43.453 INFO:tasks.rados.rados.0.smithi110.stdout:257: done (3 left) 2024-02-18T08:20:43.453 INFO:tasks.rados.rados.0.smithi110.stdout:258: done (2 left) 2024-02-18T08:20:43.453 INFO:tasks.rados.rados.0.smithi110.stdout:260: done (1 left) 2024-02-18T08:20:43.453 INFO:tasks.rados.rados.0.smithi110.stdout:263: rollback oid 7 current snap is 19 2024-02-18T08:20:43.453 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 7 to 7 2024-02-18T08:20:43.453 INFO:tasks.rados.rados.0.smithi110.stdout:264: snap_remove snap 17 2024-02-18T08:20:43.464 INFO:tasks.rados.rados.0.smithi110.stdout:264: done (2 left) 2024-02-18T08:20:43.464 INFO:tasks.rados.rados.0.smithi110.stdout:265: snap_create 2024-02-18T08:20:43.465 INFO:tasks.rados.rados.0.smithi110.stdout:263: finishing rollback tid 0 to smithi11051043-7 2024-02-18T08:20:43.465 INFO:tasks.rados.rados.0.smithi110.stdout:263: finishing rollback tid 1 to smithi11051043-7 2024-02-18T08:20:43.465 INFO:tasks.rados.rados.0.smithi110.stdout:263: finishing rollback tid 2 to smithi11051043-7 2024-02-18T08:20:43.465 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 64 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-02-18T08:20:43.465 INFO:tasks.rados.rados.0.smithi110.stdout:262: finishing copy_from to smithi11051043-21 2024-02-18T08:20:43.466 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-02-18T08:20:43.466 INFO:tasks.rados.rados.0.smithi110.stdout:262: finishing copy_from racing read to smithi11051043-21 2024-02-18T08:20:43.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:43.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:43.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:43.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused" context_err="context deadline exceeded" 2024-02-18T08:20:43.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:43.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:20:44.074 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:43 smithi191 bash[33123]: debug 2024-02-18T08:20:43.812+0000 7fdbe6d1b680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-18T08:20:44.074 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:43 smithi191 bash[33123]: debug 2024-02-18T08:20:43.968+0000 7fdbe6d1b680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:20:44.327 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:44 smithi191 bash[33123]: debug 2024-02-18T08:20:44.064+0000 7fdbe6d1b680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-18T08:20:44.327 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:44 smithi191 bash[33123]: debug 2024-02-18T08:20:44.176+0000 7fdbe6d1b680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-18T08:20:44.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:44 smithi191 bash[19424]: cluster 2024-02-18T08:20:43.290289+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-02-18T08:20:44.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:44 smithi191 bash[19424]: cephadm 2024-02-18T08:20:43.457298+0000 mgr.y (mgr.14140) 404 : cephadm [INF] Failing over to other MGR 2024-02-18T08:20:44.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:44 smithi191 bash[19424]: audit 2024-02-18T08:20:43.457608+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-02-18T08:20:44.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:44 smithi191 bash[19424]: cluster 2024-02-18T08:20:43.461880+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-02-18T08:20:44.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:44 smithi191 bash[19424]: cluster 2024-02-18T08:20:43.802151+0000 mgr.y (mgr.14140) 405 : cluster [DBG] pgmap v378: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 57 MiB data, 96 MiB used, 707 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-02-18T08:20:44.469 INFO:tasks.rados.rados.0.smithi110.stdout:262: done (2 left) 2024-02-18T08:20:44.469 INFO:tasks.rados.rados.0.smithi110.stdout:263: done (1 left) 2024-02-18T08:20:44.469 INFO:tasks.rados.rados.0.smithi110.stdout:265: done (0 left) 2024-02-18T08:20:44.469 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 20 2024-02-18T08:20:44.470 INFO:tasks.rados.rados.0.smithi110.stdout:266: seq_num 104 ranges {2899968=548864,3448832=622592,4071424=581632} 2024-02-18T08:20:44.491 INFO:tasks.rados.rados.0.smithi110.stdout:266: writing smithi11051043-16 from 2899968 to 3448832 tid 1 2024-02-18T08:20:44.495 INFO:tasks.rados.rados.0.smithi110.stdout:266: writing smithi11051043-16 from 3448832 to 4071424 tid 2 2024-02-18T08:20:44.498 INFO:tasks.rados.rados.0.smithi110.stdout:266: writing smithi11051043-16 from 4071424 to 4653056 tid 3 2024-02-18T08:20:44.498 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 20 2024-02-18T08:20:44.498 INFO:tasks.rados.rados.0.smithi110.stdout:267: seq_num 105 ranges {4833280=565248,5398528=507904,5906432=507904,6414336=188416} 2024-02-18T08:20:44.529 INFO:tasks.rados.rados.0.smithi110.stdout:267: writing smithi11051043-18 from 4833280 to 5398528 tid 1 2024-02-18T08:20:44.532 INFO:tasks.rados.rados.0.smithi110.stdout:267: writing smithi11051043-18 from 5398528 to 5906432 tid 2 2024-02-18T08:20:44.535 INFO:tasks.rados.rados.0.smithi110.stdout:267: writing smithi11051043-18 from 5906432 to 6414336 tid 3 2024-02-18T08:20:44.537 INFO:tasks.rados.rados.0.smithi110.stdout:267: writing smithi11051043-18 from 6414336 to 6602752 tid 4 2024-02-18T08:20:44.537 INFO:tasks.rados.rados.0.smithi110.stdout:268: setattr oid 45 current snap is 20 2024-02-18T08:20:44.537 INFO:tasks.rados.rados.0.smithi110.stdout:266: finishing write tid 1 to smithi11051043-16 2024-02-18T08:20:44.537 INFO:tasks.rados.rados.0.smithi110.stdout:266: finishing write tid 2 to smithi11051043-16 2024-02-18T08:20:44.537 INFO:tasks.rados.rados.0.smithi110.stdout:266: finishing write tid 3 to smithi11051043-16 2024-02-18T08:20:44.537 INFO:tasks.rados.rados.0.smithi110.stdout:266: finishing write tid 5 to smithi11051043-16 2024-02-18T08:20:44.537 INFO:tasks.rados.rados.0.smithi110.stdout:266: finishing write tid 6 to smithi11051043-16 2024-02-18T08:20:44.537 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 139 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-02-18T08:20:44.537 INFO:tasks.rados.rados.0.smithi110.stdout:266: left oid 16 (ObjNum 104 snap 20 seq_num 104) 2024-02-18T08:20:44.539 INFO:tasks.rados.rados.0.smithi110.stdout:267: finishing write tid 1 to smithi11051043-18 2024-02-18T08:20:44.539 INFO:tasks.rados.rados.0.smithi110.stdout:266: done (2 left) 2024-02-18T08:20:44.539 INFO:tasks.rados.rados.0.smithi110.stdout:269: snap_remove snap 7 2024-02-18T08:20:44.594 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:44 smithi191 bash[33123]: debug 2024-02-18T08:20:44.396+0000 7fdbe6d1b680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-18T08:20:44.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[19477]: cluster 2024-02-18T08:20:43.290289+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-02-18T08:20:44.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[19477]: cephadm 2024-02-18T08:20:43.457298+0000 mgr.y (mgr.14140) 404 : cephadm [INF] Failing over to other MGR 2024-02-18T08:20:44.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[19477]: audit 2024-02-18T08:20:43.457608+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-02-18T08:20:44.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[19477]: cluster 2024-02-18T08:20:43.461880+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-02-18T08:20:44.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[19477]: cluster 2024-02-18T08:20:43.802151+0000 mgr.y (mgr.14140) 405 : cluster [DBG] pgmap v378: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 57 MiB data, 96 MiB used, 707 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-02-18T08:20:44.722 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[19780]: ignoring --setuser ceph since I am not root 2024-02-18T08:20:44.723 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[19780]: ignoring --setgroup ceph since I am not root 2024-02-18T08:20:44.723 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[19780]: debug 2024-02-18T08:20:44.332+0000 7fbb60ecb700 1 -- 172.21.15.110:0/950786202 <== mon.0 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560d58be84e0 con 0x560d58cd0c00 2024-02-18T08:20:44.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[24702]: cluster 2024-02-18T08:20:43.290289+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-02-18T08:20:44.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[24702]: cephadm 2024-02-18T08:20:43.457298+0000 mgr.y (mgr.14140) 404 : cephadm [INF] Failing over to other MGR 2024-02-18T08:20:44.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[24702]: audit 2024-02-18T08:20:43.457608+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-02-18T08:20:44.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[24702]: cluster 2024-02-18T08:20:43.461880+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-02-18T08:20:44.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:44 smithi110 bash[24702]: cluster 2024-02-18T08:20:43.802151+0000 mgr.y (mgr.14140) 405 : cluster [DBG] pgmap v378: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 57 MiB data, 96 MiB used, 707 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-02-18T08:20:45.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:44 smithi191 bash[33123]: debug 2024-02-18T08:20:44.756+0000 7fdbe6d1b680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-18T08:20:45.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:44 smithi191 bash[33123]: debug 2024-02-18T08:20:44.872+0000 7fdbe6d1b680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-18T08:20:45.258 INFO:tasks.rados.rados.0.smithi110.stdout:269: done (2 left) 2024-02-18T08:20:45.258 INFO:tasks.rados.rados.0.smithi110.stdout:270: setattr oid 15 current snap is 20 2024-02-18T08:20:45.259 INFO:tasks.rados.rados.0.smithi110.stdout:267: finishing write tid 2 to smithi11051043-18 2024-02-18T08:20:45.259 INFO:tasks.rados.rados.0.smithi110.stdout:267: finishing write tid 3 to smithi11051043-18 2024-02-18T08:20:45.259 INFO:tasks.rados.rados.0.smithi110.stdout:267: finishing write tid 4 to smithi11051043-18 2024-02-18T08:20:45.259 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 37 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-02-18T08:20:45.259 INFO:tasks.rados.rados.0.smithi110.stdout:267: finishing write tid 6 to smithi11051043-18 2024-02-18T08:20:45.259 INFO:tasks.rados.rados.0.smithi110.stdout:267: finishing write tid 7 to smithi11051043-18 2024-02-18T08:20:45.259 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 83 (ObjNum 105 snap 20 seq_num 105) dirty exists 2024-02-18T08:20:45.260 INFO:tasks.rados.rados.0.smithi110.stdout:267: left oid 18 (ObjNum 105 snap 20 seq_num 105) 2024-02-18T08:20:45.260 INFO:tasks.rados.rados.0.smithi110.stdout:267: done (2 left) 2024-02-18T08:20:45.260 INFO:tasks.rados.rados.0.smithi110.stdout:268: done (1 left) 2024-02-18T08:20:45.260 INFO:tasks.rados.rados.0.smithi110.stdout:271: snap_create 2024-02-18T08:20:45.272 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 46 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-02-18T08:20:45.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:45 smithi191 bash[19424]: audit 2024-02-18T08:20:44.294845+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-02-18T08:20:45.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:45 smithi191 bash[19424]: cluster 2024-02-18T08:20:44.295053+0000 mon.a (mon.0) 738 : cluster [DBG] mgrmap e15: x(active, starting, since 0.836697s) 2024-02-18T08:20:45.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:45 smithi191 bash[19424]: cluster 2024-02-18T08:20:44.464707+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-02-18T08:20:45.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:45 smithi191 bash[19424]: cluster 2024-02-18T08:20:45.253354+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-02-18T08:20:45.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:45 smithi110 bash[19477]: audit 2024-02-18T08:20:44.294845+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-02-18T08:20:45.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:45 smithi110 bash[19477]: cluster 2024-02-18T08:20:44.295053+0000 mon.a (mon.0) 738 : cluster [DBG] mgrmap e15: x(active, starting, since 0.836697s) 2024-02-18T08:20:45.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:45 smithi110 bash[19477]: cluster 2024-02-18T08:20:44.464707+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-02-18T08:20:45.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:45 smithi110 bash[19477]: cluster 2024-02-18T08:20:45.253354+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-02-18T08:20:45.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:45 smithi110 bash[24702]: audit 2024-02-18T08:20:44.294845+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14140 172.21.15.110:0/1986628440' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-02-18T08:20:45.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:45 smithi110 bash[24702]: cluster 2024-02-18T08:20:44.295053+0000 mon.a (mon.0) 738 : cluster [DBG] mgrmap e15: x(active, starting, since 0.836697s) 2024-02-18T08:20:45.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:45 smithi110 bash[24702]: cluster 2024-02-18T08:20:44.464707+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-02-18T08:20:45.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:45 smithi110 bash[24702]: cluster 2024-02-18T08:20:45.253354+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-02-18T08:20:46.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:45 smithi191 bash[33123]: debug 2024-02-18T08:20:45.724+0000 7fdbe6d1b680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-18T08:20:46.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:45 smithi191 bash[33123]: debug 2024-02-18T08:20:45.828+0000 7fdbe6d1b680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-18T08:20:46.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:45 smithi191 bash[33123]: debug 2024-02-18T08:20:45.940+0000 7fdbe6d1b680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-18T08:20:46.263 INFO:tasks.rados.rados.0.smithi110.stdout:270: done (1 left) 2024-02-18T08:20:46.263 INFO:tasks.rados.rados.0.smithi110.stdout:271: done (0 left) 2024-02-18T08:20:46.263 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 21 2024-02-18T08:20:46.263 INFO:tasks.rados.rados.0.smithi110.stdout:272: seq_num 106 ranges {540672=581632,1122304=794624,1916928=409600} 2024-02-18T08:20:46.274 INFO:tasks.rados.rados.0.smithi110.stdout:272: writing smithi11051043-33 from 540672 to 1122304 tid 1 2024-02-18T08:20:46.282 INFO:tasks.rados.rados.0.smithi110.stdout:272: writing smithi11051043-33 from 1122304 to 1916928 tid 2 2024-02-18T08:20:46.285 INFO:tasks.rados.rados.0.smithi110.stdout:272: writing smithi11051043-33 from 1916928 to 2326528 tid 3 2024-02-18T08:20:46.285 INFO:tasks.rados.rados.0.smithi110.stdout:273: copy_from oid 18 from oid 13 current snap is 21 2024-02-18T08:20:46.285 INFO:tasks.rados.rados.0.smithi110.stdout:272: finishing write tid 1 to smithi11051043-33 2024-02-18T08:20:46.285 INFO:tasks.rados.rados.0.smithi110.stdout:274: snap_create 2024-02-18T08:20:46.286 INFO:tasks.rados.rados.0.smithi110.stdout:272: finishing write tid 2 to smithi11051043-33 2024-02-18T08:20:46.287 INFO:tasks.rados.rados.0.smithi110.stdout:272: finishing write tid 3 to smithi11051043-33 2024-02-18T08:20:46.287 INFO:tasks.rados.rados.0.smithi110.stdout:272: finishing write tid 5 to smithi11051043-33 2024-02-18T08:20:46.289 INFO:tasks.rados.rados.0.smithi110.stdout:272: finishing write tid 6 to smithi11051043-33 2024-02-18T08:20:46.289 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 90 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-02-18T08:20:46.289 INFO:tasks.rados.rados.0.smithi110.stdout:272: left oid 33 (ObjNum 106 snap 21 seq_num 106) 2024-02-18T08:20:46.302 INFO:tasks.rados.rados.0.smithi110.stdout:273: finishing copy_from to smithi11051043-18 2024-02-18T08:20:46.302 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 30 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-02-18T08:20:46.302 INFO:tasks.rados.rados.0.smithi110.stdout:273: finishing copy_from racing read to smithi11051043-18 2024-02-18T08:20:46.451 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:46 smithi191 bash[33123]: debug 2024-02-18T08:20:46.156+0000 7fdbe6d1b680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-18T08:20:46.775 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:46 smithi191 bash[33123]: debug 2024-02-18T08:20:46.448+0000 7fdbe6d1b680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-18T08:20:46.775 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:46 smithi191 bash[33123]: debug 2024-02-18T08:20:46.604+0000 7fdbe6d1b680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-18T08:20:47.089 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:46 smithi191 bash[33123]: debug 2024-02-18T08:20:46.772+0000 7fdbe6d1b680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:20:47.090 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:46 smithi191 bash[33123]: debug 2024-02-18T08:20:46.980+0000 7fdbe6d1b680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-18T08:20:47.117 INFO:tasks.rados.rados.0.smithi110.stdout:272: done (2 left) 2024-02-18T08:20:47.117 INFO:tasks.rados.rados.0.smithi110.stdout:273: done (1 left) 2024-02-18T08:20:47.117 INFO:tasks.rados.rados.0.smithi110.stdout:274: done (0 left) 2024-02-18T08:20:47.117 INFO:tasks.rados.rados.0.smithi110.stdout:275: snap_create 2024-02-18T08:20:47.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:47 smithi191 bash[33123]: debug 2024-02-18T08:20:47.084+0000 7fdbe6d1b680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-18T08:20:47.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:47 smithi191 bash[19424]: cluster 2024-02-18T08:20:46.260484+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-02-18T08:20:47.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:47 smithi191 bash[19424]: cluster 2024-02-18T08:20:47.107699+0000 mon.a (mon.0) 742 : cluster [INF] Active manager daemon x restarted 2024-02-18T08:20:47.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:47 smithi191 bash[19424]: cluster 2024-02-18T08:20:47.108957+0000 mon.a (mon.0) 743 : cluster [INF] Activating manager daemon x 2024-02-18T08:20:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:47 smithi191 bash[19424]: cluster 2024-02-18T08:20:47.114373+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-02-18T08:20:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:47 smithi191 bash[19424]: audit 2024-02-18T08:20:47.115277+0000 mon.b (mon.2) 19 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:20:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:47 smithi191 bash[19424]: audit 2024-02-18T08:20:47.116199+0000 mon.b (mon.2) 20 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:20:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:47 smithi191 bash[19424]: audit 2024-02-18T08:20:47.117567+0000 mon.b (mon.2) 21 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:20:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:47 smithi191 bash[19424]: audit 2024-02-18T08:20:47.118014+0000 mon.b (mon.2) 22 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:20:47.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[19477]: cluster 2024-02-18T08:20:46.260484+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-02-18T08:20:47.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[19477]: cluster 2024-02-18T08:20:47.107699+0000 mon.a (mon.0) 742 : cluster [INF] Active manager daemon x restarted 2024-02-18T08:20:47.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[19477]: cluster 2024-02-18T08:20:47.108957+0000 mon.a (mon.0) 743 : cluster [INF] Activating manager daemon x 2024-02-18T08:20:47.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[19477]: cluster 2024-02-18T08:20:47.114373+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-02-18T08:20:47.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[19477]: audit 2024-02-18T08:20:47.115277+0000 mon.b (mon.2) 19 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:20:47.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[19477]: audit 2024-02-18T08:20:47.116199+0000 mon.b (mon.2) 20 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:20:47.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[19477]: audit 2024-02-18T08:20:47.117567+0000 mon.b (mon.2) 21 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:20:47.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[19477]: audit 2024-02-18T08:20:47.118014+0000 mon.b (mon.2) 22 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:20:47.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[24702]: cluster 2024-02-18T08:20:46.260484+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-02-18T08:20:47.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[24702]: cluster 2024-02-18T08:20:47.107699+0000 mon.a (mon.0) 742 : cluster [INF] Active manager daemon x restarted 2024-02-18T08:20:47.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[24702]: cluster 2024-02-18T08:20:47.108957+0000 mon.a (mon.0) 743 : cluster [INF] Activating manager daemon x 2024-02-18T08:20:47.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[24702]: cluster 2024-02-18T08:20:47.114373+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-02-18T08:20:47.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[24702]: audit 2024-02-18T08:20:47.115277+0000 mon.b (mon.2) 19 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:20:47.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[24702]: audit 2024-02-18T08:20:47.116199+0000 mon.b (mon.2) 20 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:20:47.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[24702]: audit 2024-02-18T08:20:47.117567+0000 mon.b (mon.2) 21 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:20:47.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:47 smithi110 bash[24702]: audit 2024-02-18T08:20:47.118014+0000 mon.b (mon.2) 22 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:20:48.120 INFO:tasks.rados.rados.0.smithi110.stdout:275: done (0 left) 2024-02-18T08:20:48.120 INFO:tasks.rados.rados.0.smithi110.stdout:276: read oid 15 snap -1 2024-02-18T08:20:48.120 INFO:tasks.rados.rados.0.smithi110.stdout:276: expect (ObjNum 96 snap 19 seq_num 96) 2024-02-18T08:20:48.120 INFO:tasks.rados.rados.0.smithi110.stdout:277: snap_create 2024-02-18T08:20:48.137 INFO:tasks.rados.rados.0.smithi110.stdout:276: expect (ObjNum 96 snap 19 seq_num 96) 2024-02-18T08:20:48.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:48 smithi191 bash[19424]: cluster 2024-02-18T08:20:47.271473+0000 mon.a (mon.0) 745 : cluster [DBG] mgrmap e16: x(active, starting, since 0.162874s) 2024-02-18T08:20:48.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:48 smithi191 bash[19424]: cluster 2024-02-18T08:20:48.116844+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-02-18T08:20:48.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:48 smithi110 bash[19477]: cluster 2024-02-18T08:20:47.271473+0000 mon.a (mon.0) 745 : cluster [DBG] mgrmap e16: x(active, starting, since 0.162874s) 2024-02-18T08:20:48.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:48 smithi110 bash[19477]: cluster 2024-02-18T08:20:48.116844+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-02-18T08:20:48.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:48 smithi110 bash[24702]: cluster 2024-02-18T08:20:47.271473+0000 mon.a (mon.0) 745 : cluster [DBG] mgrmap e16: x(active, starting, since 0.162874s) 2024-02-18T08:20:48.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:48 smithi110 bash[24702]: cluster 2024-02-18T08:20:48.116844+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-02-18T08:20:49.122 INFO:tasks.rados.rados.0.smithi110.stdout:276: done (1 left) 2024-02-18T08:20:49.122 INFO:tasks.rados.rados.0.smithi110.stdout:277: done (0 left) 2024-02-18T08:20:49.122 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 24 2024-02-18T08:20:49.122 INFO:tasks.rados.rados.0.smithi110.stdout:278: seq_num 107 ranges {1269760=598016,1867776=729088,2596864=466944,3063808=8192} 2024-02-18T08:20:49.133 INFO:tasks.rados.rados.0.smithi110.stdout:278: writing smithi11051043-23 from 1269760 to 1867776 tid 1 2024-02-18T08:20:49.137 INFO:tasks.rados.rados.0.smithi110.stdout:278: writing smithi11051043-23 from 1867776 to 2596864 tid 2 2024-02-18T08:20:49.140 INFO:tasks.rados.rados.0.smithi110.stdout:278: writing smithi11051043-23 from 2596864 to 3063808 tid 3 2024-02-18T08:20:49.140 INFO:tasks.rados.rados.0.smithi110.stdout:278: writing smithi11051043-23 from 3063808 to 3072000 tid 4 2024-02-18T08:20:49.140 INFO:tasks.rados.rados.0.smithi110.stdout:279: rollback oid 9 current snap is 24 2024-02-18T08:20:49.140 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 9 to 23 2024-02-18T08:20:49.140 INFO:tasks.rados.rados.0.smithi110.stdout:280: snap_remove snap 21 2024-02-18T08:20:49.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:49 smithi191 bash[19424]: cluster 2024-02-18T08:20:48.744122+0000 mon.a (mon.0) 747 : cluster [DBG] Standby manager daemon y started 2024-02-18T08:20:49.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:49 smithi191 bash[19424]: audit 2024-02-18T08:20:48.745293+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-18T08:20:49.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:49 smithi191 bash[19424]: audit 2024-02-18T08:20:48.745971+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:20:49.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:49 smithi191 bash[19424]: audit 2024-02-18T08:20:48.747759+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-18T08:20:49.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:49 smithi191 bash[19424]: audit 2024-02-18T08:20:48.748420+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:20:49.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:49 smithi191 bash[19424]: cluster 2024-02-18T08:20:49.118541+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-02-18T08:20:49.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[19477]: cluster 2024-02-18T08:20:48.744122+0000 mon.a (mon.0) 747 : cluster [DBG] Standby manager daemon y started 2024-02-18T08:20:49.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[19477]: audit 2024-02-18T08:20:48.745293+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-18T08:20:49.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[19477]: audit 2024-02-18T08:20:48.745971+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:20:49.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[19477]: audit 2024-02-18T08:20:48.747759+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-18T08:20:49.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[19477]: audit 2024-02-18T08:20:48.748420+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:20:49.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[19477]: cluster 2024-02-18T08:20:49.118541+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-02-18T08:20:49.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[24702]: cluster 2024-02-18T08:20:48.744122+0000 mon.a (mon.0) 747 : cluster [DBG] Standby manager daemon y started 2024-02-18T08:20:49.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[24702]: audit 2024-02-18T08:20:48.745293+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-18T08:20:49.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[24702]: audit 2024-02-18T08:20:48.745971+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:20:49.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[24702]: audit 2024-02-18T08:20:48.747759+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-18T08:20:49.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[24702]: audit 2024-02-18T08:20:48.748420+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.110:0/1030315455' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:20:49.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:49 smithi110 bash[24702]: cluster 2024-02-18T08:20:49.118541+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-02-18T08:20:50.127 INFO:tasks.rados.rados.0.smithi110.stdout:280: done (2 left) 2024-02-18T08:20:50.127 INFO:tasks.rados.rados.0.smithi110.stdout:281: read oid 18 snap 22 2024-02-18T08:20:50.127 INFO:tasks.rados.rados.0.smithi110.stdout:281: expect (ObjNum 86 snap 18 seq_num 86) 2024-02-18T08:20:50.127 INFO:tasks.rados.rados.0.smithi110.stdout:282: snap_create 2024-02-18T08:20:50.127 INFO:tasks.rados.rados.0.smithi110.stdout:278: finishing write tid 1 to smithi11051043-23 2024-02-18T08:20:50.127 INFO:tasks.rados.rados.0.smithi110.stdout:278: finishing write tid 2 to smithi11051043-23 2024-02-18T08:20:50.127 INFO:tasks.rados.rados.0.smithi110.stdout:278: finishing write tid 3 to smithi11051043-23 2024-02-18T08:20:50.127 INFO:tasks.rados.rados.0.smithi110.stdout:278: finishing write tid 4 to smithi11051043-23 2024-02-18T08:20:50.127 INFO:tasks.rados.rados.0.smithi110.stdout:279: finishing rollback tid 0 to smithi11051043-9 2024-02-18T08:20:50.128 INFO:tasks.rados.rados.0.smithi110.stdout:278: finishing write tid 6 to smithi11051043-23 2024-02-18T08:20:50.128 INFO:tasks.rados.rados.0.smithi110.stdout:279: finishing rollback tid 1 to smithi11051043-9 2024-02-18T08:20:50.128 INFO:tasks.rados.rados.0.smithi110.stdout:279: finishing rollback tid 2 to smithi11051043-9 2024-02-18T08:20:50.128 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 97 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-02-18T08:20:50.128 INFO:tasks.rados.rados.0.smithi110.stdout:278: finishing write tid 7 to smithi11051043-23 2024-02-18T08:20:50.128 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 157 (ObjNum 107 snap 24 seq_num 107) dirty exists 2024-02-18T08:20:50.128 INFO:tasks.rados.rados.0.smithi110.stdout:278: left oid 23 (ObjNum 107 snap 24 seq_num 107) 2024-02-18T08:20:50.141 INFO:tasks.rados.rados.0.smithi110.stdout:281: expect (ObjNum 86 snap 18 seq_num 86) 2024-02-18T08:20:50.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:50 smithi191 bash[19424]: cluster 2024-02-18T08:20:49.288916+0000 mon.a (mon.0) 749 : cluster [DBG] mgrmap e17: x(active, starting, since 2s), standbys: y 2024-02-18T08:20:50.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:50 smithi191 bash[19424]: audit 2024-02-18T08:20:49.290669+0000 mon.b (mon.2) 23 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:20:50.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:50 smithi191 bash[19424]: audit 2024-02-18T08:20:49.291136+0000 mon.b (mon.2) 24 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:20:50.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:50 smithi191 bash[19424]: cluster 2024-02-18T08:20:50.122349+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-02-18T08:20:50.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:50 smithi110 bash[24702]: cluster 2024-02-18T08:20:49.288916+0000 mon.a (mon.0) 749 : cluster [DBG] mgrmap e17: x(active, starting, since 2s), standbys: y 2024-02-18T08:20:50.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:50 smithi110 bash[24702]: audit 2024-02-18T08:20:49.290669+0000 mon.b (mon.2) 23 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:20:50.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:50 smithi110 bash[24702]: audit 2024-02-18T08:20:49.291136+0000 mon.b (mon.2) 24 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:20:50.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:50 smithi110 bash[24702]: cluster 2024-02-18T08:20:50.122349+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-02-18T08:20:50.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:50 smithi110 bash[19477]: cluster 2024-02-18T08:20:49.288916+0000 mon.a (mon.0) 749 : cluster [DBG] mgrmap e17: x(active, starting, since 2s), standbys: y 2024-02-18T08:20:50.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:50 smithi110 bash[19477]: audit 2024-02-18T08:20:49.290669+0000 mon.b (mon.2) 23 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:20:50.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:50 smithi110 bash[19477]: audit 2024-02-18T08:20:49.291136+0000 mon.b (mon.2) 24 : audit [DBG] from='mgr.? 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:20:50.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:50 smithi110 bash[19477]: cluster 2024-02-18T08:20:50.122349+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-02-18T08:20:51.128 INFO:tasks.rados.rados.0.smithi110.stdout:278: done (3 left) 2024-02-18T08:20:51.128 INFO:tasks.rados.rados.0.smithi110.stdout:279: done (2 left) 2024-02-18T08:20:51.128 INFO:tasks.rados.rados.0.smithi110.stdout:281: done (1 left) 2024-02-18T08:20:51.128 INFO:tasks.rados.rados.0.smithi110.stdout:282: done (0 left) 2024-02-18T08:20:51.128 INFO:tasks.rados.rados.0.smithi110.stdout:283: read oid 23 snap -1 2024-02-18T08:20:51.128 INFO:tasks.rados.rados.0.smithi110.stdout:283: expect (ObjNum 107 snap 24 seq_num 107) 2024-02-18T08:20:51.128 INFO:tasks.rados.rados.0.smithi110.stdout:284: delete oid 34 current snap is 25 2024-02-18T08:20:51.130 INFO:tasks.rados.rados.0.smithi110.stdout:284: done (1 left) 2024-02-18T08:20:51.131 INFO:tasks.rados.rados.0.smithi110.stdout:285: delete oid 10 current snap is 25 2024-02-18T08:20:51.135 INFO:tasks.rados.rados.0.smithi110.stdout:285: done (1 left) 2024-02-18T08:20:51.135 INFO:tasks.rados.rados.0.smithi110.stdout:286: read oid 37 snap -1 2024-02-18T08:20:51.135 INFO:tasks.rados.rados.0.smithi110.stdout:286: expect (ObjNum 36 snap 0 seq_num 36) 2024-02-18T08:20:51.135 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 25 2024-02-18T08:20:51.135 INFO:tasks.rados.rados.0.smithi110.stdout:287: seq_num 110 ranges {2400256=647168,3047424=778240,3825664=425984} 2024-02-18T08:20:51.152 INFO:tasks.rados.rados.0.smithi110.stdout:287: writing smithi11051043-48 from 2400256 to 3047424 tid 1 2024-02-18T08:20:51.157 INFO:tasks.rados.rados.0.smithi110.stdout:287: writing smithi11051043-48 from 3047424 to 3825664 tid 2 2024-02-18T08:20:51.160 INFO:tasks.rados.rados.0.smithi110.stdout:287: writing smithi11051043-48 from 3825664 to 4251648 tid 3 2024-02-18T08:20:51.160 INFO:tasks.rados.rados.0.smithi110.stdout:288: snap_remove snap 19 2024-02-18T08:20:52.136 INFO:tasks.rados.rados.0.smithi110.stdout:288: done (3 left) 2024-02-18T08:20:52.136 INFO:tasks.rados.rados.0.smithi110.stdout:289: read oid 35 snap -1 2024-02-18T08:20:52.137 INFO:tasks.rados.rados.0.smithi110.stdout:289: expect (ObjNum 74 snap 13 seq_num 74) 2024-02-18T08:20:52.137 INFO:tasks.rados.rados.0.smithi110.stdout:290: snap_create 2024-02-18T08:20:52.137 INFO:tasks.rados.rados.0.smithi110.stdout:286: expect (ObjNum 36 snap 0 seq_num 36) 2024-02-18T08:20:52.154 INFO:tasks.rados.rados.0.smithi110.stdout:287: finishing write tid 1 to smithi11051043-48 2024-02-18T08:20:52.154 INFO:tasks.rados.rados.0.smithi110.stdout:287: finishing write tid 2 to smithi11051043-48 2024-02-18T08:20:52.154 INFO:tasks.rados.rados.0.smithi110.stdout:287: finishing write tid 3 to smithi11051043-48 2024-02-18T08:20:52.155 INFO:tasks.rados.rados.0.smithi110.stdout:287: finishing write tid 5 to smithi11051043-48 2024-02-18T08:20:52.155 INFO:tasks.rados.rados.0.smithi110.stdout:287: finishing write tid 6 to smithi11051043-48 2024-02-18T08:20:52.155 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 42 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:20:52.155 INFO:tasks.rados.rados.0.smithi110.stdout:287: left oid 48 (ObjNum 110 snap 25 seq_num 110) 2024-02-18T08:20:52.155 INFO:tasks.rados.rados.0.smithi110.stdout:283: expect (ObjNum 107 snap 24 seq_num 107) 2024-02-18T08:20:52.254 INFO:tasks.rados.rados.0.smithi110.stdout:289: expect (ObjNum 74 snap 13 seq_num 74) 2024-02-18T08:20:52.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:52 smithi110 bash[19477]: cluster 2024-02-18T08:20:51.124804+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-02-18T08:20:52.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:52 smithi110 bash[24702]: cluster 2024-02-18T08:20:51.124804+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-02-18T08:20:52.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:52 smithi191 bash[19424]: cluster 2024-02-18T08:20:51.124804+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-02-18T08:20:53.147 INFO:tasks.rados.rados.0.smithi110.stdout:283: done (4 left) 2024-02-18T08:20:53.147 INFO:tasks.rados.rados.0.smithi110.stdout:286: done (3 left) 2024-02-18T08:20:53.147 INFO:tasks.rados.rados.0.smithi110.stdout:287: done (2 left) 2024-02-18T08:20:53.147 INFO:tasks.rados.rados.0.smithi110.stdout:289: done (1 left) 2024-02-18T08:20:53.147 INFO:tasks.rados.rados.0.smithi110.stdout:290: done (0 left) 2024-02-18T08:20:53.147 INFO:tasks.rados.rados.0.smithi110.stdout:291: snap_create 2024-02-18T08:20:53.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:53 smithi110 bash[24702]: cluster 2024-02-18T08:20:52.133949+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-02-18T08:20:53.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:53 smithi110 bash[19477]: cluster 2024-02-18T08:20:52.133949+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-02-18T08:20:53.554 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:53 smithi191 bash[19424]: cluster 2024-02-18T08:20:52.133949+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-02-18T08:20:53.844 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:53 smithi191 bash[33123]: Warning: Permanently added 'smithi191,172.21.15.191' (ECDSA) to the list of known hosts. 2024-02-18T08:20:53.844 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:53 smithi191 bash[33123]: Warning: Permanently added '172.21.15.110' (ECDSA) to the list of known hosts. 2024-02-18T08:20:53.844 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:53 smithi191 bash[33123]: debug 2024-02-18T08:20:53.608+0000 7fdb5047e700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:20:53.844 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:53 smithi191 bash[33123]: debug 2024-02-18T08:20:53.608+0000 7fdb5047e700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:20:53.844 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:53 smithi191 bash[33123]: debug 2024-02-18T08:20:53.608+0000 7fdb5047e700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:20:53.845 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:20:53 smithi191 bash[33123]: debug 2024-02-18T08:20:53.612+0000 7fdb4d478700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:20:53.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:53.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:53.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:53.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:20:53.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:20:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:20:53.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:20:54.166 INFO:tasks.rados.rados.0.smithi110.stdout:291: done (0 left) 2024-02-18T08:20:54.166 INFO:tasks.rados.rados.0.smithi110.stdout:292: rollback oid 14 current snap is 27 2024-02-18T08:20:54.166 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 14 to 25 2024-02-18T08:20:54.166 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 27 2024-02-18T08:20:54.166 INFO:tasks.rados.rados.0.smithi110.stdout:293: seq_num 111 ranges {2334720=663552,2998272=663552,3661824=450560,4112384=90112} 2024-02-18T08:20:54.184 INFO:tasks.rados.rados.0.smithi110.stdout:293: writing smithi11051043-9 from 2334720 to 2998272 tid 1 2024-02-18T08:20:54.188 INFO:tasks.rados.rados.0.smithi110.stdout:293: writing smithi11051043-9 from 2998272 to 3661824 tid 2 2024-02-18T08:20:54.191 INFO:tasks.rados.rados.0.smithi110.stdout:293: writing smithi11051043-9 from 3661824 to 4112384 tid 3 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:293: writing smithi11051043-9 from 4112384 to 4202496 tid 4 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:294: read oid 29 snap -1 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:294: expect (ObjNum 39 snap 0 seq_num 39) 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:295: rollback oid 35 current snap is 27 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 35 to 22 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:292: finishing rollback tid 0 to smithi11051043-14 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:292: finishing rollback tid 1 to smithi11051043-14 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:292: finishing rollback tid 2 to smithi11051043-14 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 54 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:292: done (3 left) 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:296: snap_create 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:293: finishing write tid 1 to smithi11051043-9 2024-02-18T08:20:54.192 INFO:tasks.rados.rados.0.smithi110.stdout:293: finishing write tid 2 to smithi11051043-9 2024-02-18T08:20:54.195 INFO:tasks.rados.rados.0.smithi110.stdout:293: finishing write tid 3 to smithi11051043-9 2024-02-18T08:20:54.195 INFO:tasks.rados.rados.0.smithi110.stdout:293: finishing write tid 4 to smithi11051043-9 2024-02-18T08:20:54.195 INFO:tasks.rados.rados.0.smithi110.stdout:293: finishing write tid 6 to smithi11051043-9 2024-02-18T08:20:54.196 INFO:tasks.rados.rados.0.smithi110.stdout:294: expect (ObjNum 39 snap 0 seq_num 39) 2024-02-18T08:20:54.216 INFO:tasks.rados.rados.0.smithi110.stdout:295: finishing rollback tid 0 to smithi11051043-35 2024-02-18T08:20:54.216 INFO:tasks.rados.rados.0.smithi110.stdout:293: finishing write tid 7 to smithi11051043-9 2024-02-18T08:20:54.216 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 109 (ObjNum 111 snap 27 seq_num 111) dirty exists 2024-02-18T08:20:54.216 INFO:tasks.rados.rados.0.smithi110.stdout:293: left oid 9 (ObjNum 111 snap 27 seq_num 111) 2024-02-18T08:20:54.216 INFO:tasks.rados.rados.0.smithi110.stdout:295: finishing rollback tid 1 to smithi11051043-35 2024-02-18T08:20:54.216 INFO:tasks.rados.rados.0.smithi110.stdout:295: finishing rollback tid 2 to smithi11051043-35 2024-02-18T08:20:54.216 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 99 (ObjNum 74 snap 13 seq_num 74) dirty exists 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: cluster 2024-02-18T08:20:53.144492+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.275798+0000 mon.b (mon.2) 25 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.276656+0000 mon.b (mon.2) 26 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.277049+0000 mon.b (mon.2) 27 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.278034+0000 mon.b (mon.2) 28 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.278387+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.280454+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.280942+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.281312+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.281699+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.282017+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:20:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.282353+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:20:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.282691+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:20:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.283068+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:20:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.285514+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:20:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.286003+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:20:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.286763+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:20:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.288158+0000 mon.b (mon.2) 41 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:20:54.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: cluster 2024-02-18T08:20:53.144492+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.275798+0000 mon.b (mon.2) 25 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.276656+0000 mon.b (mon.2) 26 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.277049+0000 mon.b (mon.2) 27 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.278034+0000 mon.b (mon.2) 28 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.278387+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.280454+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.280942+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.281312+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.281699+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.282017+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.282353+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.282691+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:20:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.283068+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.285514+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.286003+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.286763+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.288158+0000 mon.b (mon.2) 41 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.289424+0000 mon.b (mon.2) 42 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.289977+0000 mon.b (mon.2) 43 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.290507+0000 mon.b (mon.2) 44 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi110"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.291032+0000 mon.b (mon.2) 45 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi191"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.291746+0000 mon.b (mon.2) 46 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.292323+0000 mon.b (mon.2) 47 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.292812+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.293329+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.293832+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.294316+0000 mon.b (mon.2) 51 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2024-02-18T08:20:54.476 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.294802+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.295307+0000 mon.b (mon.2) 53 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.295821+0000 mon.b (mon.2) 54 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.296308+0000 mon.b (mon.2) 55 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.296821+0000 mon.b (mon.2) 56 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.297387+0000 mon.b (mon.2) 57 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.297935+0000 mon.b (mon.2) 58 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.289424+0000 mon.b (mon.2) 42 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.289977+0000 mon.b (mon.2) 43 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.290507+0000 mon.b (mon.2) 44 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi110"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.291032+0000 mon.b (mon.2) 45 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi191"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.291746+0000 mon.b (mon.2) 46 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2024-02-18T08:20:54.477 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.292323+0000 mon.b (mon.2) 47 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.292812+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.293329+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.293832+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.294316+0000 mon.b (mon.2) 51 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.294802+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.295307+0000 mon.b (mon.2) 53 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.295821+0000 mon.b (mon.2) 54 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.296308+0000 mon.b (mon.2) 55 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.296821+0000 mon.b (mon.2) 56 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.297387+0000 mon.b (mon.2) 57 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.297935+0000 mon.b (mon.2) 58 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2024-02-18T08:20:54.478 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.298462+0000 mon.b (mon.2) 59 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.298984+0000 mon.b (mon.2) 60 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.299501+0000 mon.b (mon.2) 61 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.299999+0000 mon.b (mon.2) 62 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.300497+0000 mon.b (mon.2) 63 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.300998+0000 mon.b (mon.2) 64 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: cluster 2024-02-18T08:20:53.319969+0000 mon.a (mon.0) 754 : cluster [INF] Manager daemon x is now available 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: cephadm 2024-02-18T08:20:53.337992+0000 mgr.x (mgr.34640) 1 : cephadm [INF] inventory: adjusted host smithi110 addr 'smithi110' -> '172.21.15.110' 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.345154+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.482003+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.486215+0000 mon.b (mon.2) 65 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.489897+0000 mon.b (mon.2) 66 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.569302+0000 mon.b (mon.2) 67 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.570020+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:20:54.479 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.593329+0000 mon.b (mon.2) 68 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.593938+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.815122+0000 mon.b (mon.2) 69 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[24702]: audit 2024-02-18T08:20:53.844894+0000 mon.b (mon.2) 70 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.298462+0000 mon.b (mon.2) 59 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.298984+0000 mon.b (mon.2) 60 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.299501+0000 mon.b (mon.2) 61 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.299999+0000 mon.b (mon.2) 62 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.300497+0000 mon.b (mon.2) 63 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.300998+0000 mon.b (mon.2) 64 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: cluster 2024-02-18T08:20:53.319969+0000 mon.a (mon.0) 754 : cluster [INF] Manager daemon x is now available 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: cephadm 2024-02-18T08:20:53.337992+0000 mgr.x (mgr.34640) 1 : cephadm [INF] inventory: adjusted host smithi110 addr 'smithi110' -> '172.21.15.110' 2024-02-18T08:20:54.480 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.345154+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:20:54.481 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.482003+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:20:54.481 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.486215+0000 mon.b (mon.2) 65 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:54.481 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.489897+0000 mon.b (mon.2) 66 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:54.481 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.569302+0000 mon.b (mon.2) 67 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:20:54.481 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.570020+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:20:54.481 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.593329+0000 mon.b (mon.2) 68 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-18T08:20:54.481 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.593938+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-18T08:20:54.481 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.815122+0000 mon.b (mon.2) 69 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:20:54.481 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:54 smithi110 bash[19477]: audit 2024-02-18T08:20:53.844894+0000 mon.b (mon.2) 70 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:20:54.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: cluster 2024-02-18T08:20:53.144492+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-02-18T08:20:54.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.275798+0000 mon.b (mon.2) 25 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:20:54.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.276656+0000 mon.b (mon.2) 26 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:20:54.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.277049+0000 mon.b (mon.2) 27 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:20:54.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.278034+0000 mon.b (mon.2) 28 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:20:54.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.278387+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:20:54.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.280454+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:20:54.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.280942+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:20:54.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.281312+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:20:54.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.281699+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.282017+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.282353+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.282691+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.283068+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.285514+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.286003+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.286763+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.288158+0000 mon.b (mon.2) 41 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.289424+0000 mon.b (mon.2) 42 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.289977+0000 mon.b (mon.2) 43 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.290507+0000 mon.b (mon.2) 44 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi110"}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.291032+0000 mon.b (mon.2) 45 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi191"}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.291746+0000 mon.b (mon.2) 46 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2024-02-18T08:20:54.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.292323+0000 mon.b (mon.2) 47 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.292812+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.293329+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.293832+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.294316+0000 mon.b (mon.2) 51 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.294802+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.295307+0000 mon.b (mon.2) 53 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.295821+0000 mon.b (mon.2) 54 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.296308+0000 mon.b (mon.2) 55 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.296821+0000 mon.b (mon.2) 56 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.297387+0000 mon.b (mon.2) 57 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:20:54.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.297935+0000 mon.b (mon.2) 58 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.298462+0000 mon.b (mon.2) 59 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.298984+0000 mon.b (mon.2) 60 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.299501+0000 mon.b (mon.2) 61 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.299999+0000 mon.b (mon.2) 62 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.300497+0000 mon.b (mon.2) 63 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.300998+0000 mon.b (mon.2) 64 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: cluster 2024-02-18T08:20:53.319969+0000 mon.a (mon.0) 754 : cluster [INF] Manager daemon x is now available 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: cephadm 2024-02-18T08:20:53.337992+0000 mgr.x (mgr.34640) 1 : cephadm [INF] inventory: adjusted host smithi110 addr 'smithi110' -> '172.21.15.110' 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.345154+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.482003+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.486215+0000 mon.b (mon.2) 65 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.489897+0000 mon.b (mon.2) 66 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:20:54.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.569302+0000 mon.b (mon.2) 67 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:20:54.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.570020+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:20:54.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.593329+0000 mon.b (mon.2) 68 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-18T08:20:54.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.593938+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-18T08:20:54.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.815122+0000 mon.b (mon.2) 69 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:20:54.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:54 smithi191 bash[19424]: audit 2024-02-18T08:20:53.844894+0000 mon.b (mon.2) 70 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:20:55.174 INFO:tasks.rados.rados.0.smithi110.stdout:293: done (3 left) 2024-02-18T08:20:55.174 INFO:tasks.rados.rados.0.smithi110.stdout:294: done (2 left) 2024-02-18T08:20:55.174 INFO:tasks.rados.rados.0.smithi110.stdout:295: done (1 left) 2024-02-18T08:20:55.174 INFO:tasks.rados.rados.0.smithi110.stdout:296: done (0 left) 2024-02-18T08:20:55.174 INFO:tasks.rados.rados.0.smithi110.stdout:297: rollback oid 50 current snap is 28 2024-02-18T08:20:55.174 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 50 to 26 2024-02-18T08:20:55.174 INFO:tasks.rados.rados.0.smithi110.stdout:298: rmattr oid 38 current snap is 28 2024-02-18T08:20:55.174 INFO:tasks.rados.rados.0.smithi110.stdout:298: done (1 left) 2024-02-18T08:20:55.175 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 28 2024-02-18T08:20:55.175 INFO:tasks.rados.rados.0.smithi110.stdout:299: seq_num 112 ranges {57344=679936,737280=548864,1286144=655360} 2024-02-18T08:20:55.180 INFO:tasks.rados.rados.0.smithi110.stdout:299: writing smithi11051043-21 from 57344 to 737280 tid 1 2024-02-18T08:20:55.183 INFO:tasks.rados.rados.0.smithi110.stdout:299: writing smithi11051043-21 from 737280 to 1286144 tid 2 2024-02-18T08:20:55.188 INFO:tasks.rados.rados.0.smithi110.stdout:299: writing smithi11051043-21 from 1286144 to 1941504 tid 3 2024-02-18T08:20:55.188 INFO:tasks.rados.rados.0.smithi110.stdout:300: copy_from oid 37 from oid 14 current snap is 28 2024-02-18T08:20:55.188 INFO:tasks.rados.rados.0.smithi110.stdout:297: finishing rollback tid 0 to smithi11051043-50 2024-02-18T08:20:55.188 INFO:tasks.rados.rados.0.smithi110.stdout:297: finishing rollback tid 1 to smithi11051043-50 2024-02-18T08:20:55.188 INFO:tasks.rados.rados.0.smithi110.stdout:297: finishing rollback tid 2 to smithi11051043-50 2024-02-18T08:20:55.188 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-02-18T08:20:55.188 INFO:tasks.rados.rados.0.smithi110.stdout:297: done (2 left) 2024-02-18T08:20:55.188 INFO:tasks.rados.rados.0.smithi110.stdout:301: rmattr oid 44 current snap is 28 2024-02-18T08:20:55.188 INFO:tasks.rados.rados.0.smithi110.stdout:301: done (2 left) 2024-02-18T08:20:55.189 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 28 2024-02-18T08:20:55.189 INFO:tasks.rados.rados.0.smithi110.stdout:302: seq_num 113 ranges {3186688=696320,3883008=434176,4317184=466944,4784128=303104} 2024-02-18T08:20:55.209 INFO:tasks.rados.rados.0.smithi110.stdout:302: writing smithi11051043-15 from 3186688 to 3883008 tid 1 2024-02-18T08:20:55.212 INFO:tasks.rados.rados.0.smithi110.stdout:302: writing smithi11051043-15 from 3883008 to 4317184 tid 2 2024-02-18T08:20:55.215 INFO:tasks.rados.rados.0.smithi110.stdout:302: writing smithi11051043-15 from 4317184 to 4784128 tid 3 2024-02-18T08:20:55.218 INFO:tasks.rados.rados.0.smithi110.stdout:302: writing smithi11051043-15 from 4784128 to 5087232 tid 4 2024-02-18T08:20:55.218 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 28 2024-02-18T08:20:55.218 INFO:tasks.rados.rados.0.smithi110.stdout:303: seq_num 114 ranges {0=712704,712704=712704,1425408=491520} 2024-02-18T08:20:55.222 INFO:tasks.rados.rados.0.smithi110.stdout:303: writing smithi11051043-22 from 0 to 712704 tid 1 2024-02-18T08:20:55.227 INFO:tasks.rados.rados.0.smithi110.stdout:303: writing smithi11051043-22 from 712704 to 1425408 tid 2 2024-02-18T08:20:55.230 INFO:tasks.rados.rados.0.smithi110.stdout:303: writing smithi11051043-22 from 1425408 to 1916928 tid 3 2024-02-18T08:20:55.230 INFO:tasks.rados.rados.0.smithi110.stdout:304: copy_from oid 23 from oid 11 current snap is 28 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:299: finishing write tid 1 to smithi11051043-21 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:299: finishing write tid 2 to smithi11051043-21 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:299: finishing write tid 3 to smithi11051043-21 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:299: finishing write tid 5 to smithi11051043-21 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:299: finishing write tid 6 to smithi11051043-21 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 104 (ObjNum 112 snap 28 seq_num 112) dirty exists 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:299: left oid 21 (ObjNum 112 snap 28 seq_num 112) 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:300: finishing copy_from to smithi11051043-37 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 54 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:300: finishing copy_from racing read to smithi11051043-37 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:302: finishing write tid 1 to smithi11051043-15 2024-02-18T08:20:55.231 INFO:tasks.rados.rados.0.smithi110.stdout:302: finishing write tid 2 to smithi11051043-15 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:302: finishing write tid 3 to smithi11051043-15 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:302: finishing write tid 4 to smithi11051043-15 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:302: finishing write tid 6 to smithi11051043-15 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:302: finishing write tid 7 to smithi11051043-15 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 60 (ObjNum 113 snap 28 seq_num 113) dirty exists 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:302: left oid 15 (ObjNum 113 snap 28 seq_num 113) 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:303: finishing write tid 1 to smithi11051043-22 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:303: finishing write tid 2 to smithi11051043-22 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:299: done (4 left) 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:300: done (3 left) 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:302: done (2 left) 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 28 2024-02-18T08:20:55.232 INFO:tasks.rados.rados.0.smithi110.stdout:305: seq_num 115 ranges {3039232=729088,3768320=647168,4415488=434176,4849664=122880} 2024-02-18T08:20:55.251 INFO:tasks.rados.rados.0.smithi110.stdout:305: writing smithi11051043-12 from 3039232 to 3768320 tid 1 2024-02-18T08:20:55.255 INFO:tasks.rados.rados.0.smithi110.stdout:305: writing smithi11051043-12 from 3768320 to 4415488 tid 2 2024-02-18T08:20:55.258 INFO:tasks.rados.rados.0.smithi110.stdout:305: writing smithi11051043-12 from 4415488 to 4849664 tid 3 2024-02-18T08:20:55.259 INFO:tasks.rados.rados.0.smithi110.stdout:305: writing smithi11051043-12 from 4849664 to 4972544 tid 4 2024-02-18T08:20:55.259 INFO:tasks.rados.rados.0.smithi110.stdout:306: snap_remove snap 23 2024-02-18T08:20:55.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[24702]: cluster 2024-02-18T08:20:54.152590+0000 mon.a (mon.0) 759 : cluster [DBG] mgrmap e18: x(active, since 7s), standbys: y 2024-02-18T08:20:55.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[24702]: cluster 2024-02-18T08:20:54.161731+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-02-18T08:20:55.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[24702]: audit 2024-02-18T08:20:54.179325+0000 mon.b (mon.2) 71 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:20:55.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[24702]: audit 2024-02-18T08:20:54.180051+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:20:55.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[24702]: audit 2024-02-18T08:20:54.181085+0000 mon.b (mon.2) 72 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:20:55.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[24702]: cluster 2024-02-18T08:20:54.181357+0000 mgr.x (mgr.34640) 2 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 72 MiB data, 117 MiB used, 707 GiB / 715 GiB avail; 29 GiB/s rd, 21 GiB/s wr, 225.40k op/s 2024-02-18T08:20:55.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[24702]: audit 2024-02-18T08:20:54.181553+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:20:55.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[19477]: cluster 2024-02-18T08:20:54.152590+0000 mon.a (mon.0) 759 : cluster [DBG] mgrmap e18: x(active, since 7s), standbys: y 2024-02-18T08:20:55.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[19477]: cluster 2024-02-18T08:20:54.161731+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-02-18T08:20:55.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[19477]: audit 2024-02-18T08:20:54.179325+0000 mon.b (mon.2) 71 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:20:55.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[19477]: audit 2024-02-18T08:20:54.180051+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:20:55.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[19477]: audit 2024-02-18T08:20:54.181085+0000 mon.b (mon.2) 72 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:20:55.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[19477]: cluster 2024-02-18T08:20:54.181357+0000 mgr.x (mgr.34640) 2 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 72 MiB data, 117 MiB used, 707 GiB / 715 GiB avail; 29 GiB/s rd, 21 GiB/s wr, 225.40k op/s 2024-02-18T08:20:55.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:55 smithi110 bash[19477]: audit 2024-02-18T08:20:54.181553+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:20:55.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:55 smithi191 bash[19424]: cluster 2024-02-18T08:20:54.152590+0000 mon.a (mon.0) 759 : cluster [DBG] mgrmap e18: x(active, since 7s), standbys: y 2024-02-18T08:20:55.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:55 smithi191 bash[19424]: cluster 2024-02-18T08:20:54.161731+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-02-18T08:20:55.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:55 smithi191 bash[19424]: audit 2024-02-18T08:20:54.179325+0000 mon.b (mon.2) 71 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:20:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:55 smithi191 bash[19424]: audit 2024-02-18T08:20:54.180051+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:20:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:55 smithi191 bash[19424]: audit 2024-02-18T08:20:54.181085+0000 mon.b (mon.2) 72 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:20:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:55 smithi191 bash[19424]: cluster 2024-02-18T08:20:54.181357+0000 mgr.x (mgr.34640) 2 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 72 MiB data, 117 MiB used, 707 GiB / 715 GiB avail; 29 GiB/s rd, 21 GiB/s wr, 225.40k op/s 2024-02-18T08:20:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:55 smithi191 bash[19424]: audit 2024-02-18T08:20:54.181553+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:20:56.280 INFO:tasks.rados.rados.0.smithi110.stdout:303: finishing write tid 3 to smithi11051043-22 2024-02-18T08:20:56.280 INFO:tasks.rados.rados.0.smithi110.stdout:303: finishing write tid 5 to smithi11051043-22 2024-02-18T08:20:56.280 INFO:tasks.rados.rados.0.smithi110.stdout:303: finishing write tid 6 to smithi11051043-22 2024-02-18T08:20:56.280 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 100 (ObjNum 114 snap 28 seq_num 114) dirty exists 2024-02-18T08:20:56.280 INFO:tasks.rados.rados.0.smithi110.stdout:303: left oid 22 (ObjNum 114 snap 28 seq_num 114) 2024-02-18T08:20:56.280 INFO:tasks.rados.rados.0.smithi110.stdout:304: finishing copy_from to smithi11051043-23 2024-02-18T08:20:56.280 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 73 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-02-18T08:20:56.280 INFO:tasks.rados.rados.0.smithi110.stdout:304: finishing copy_from racing read to smithi11051043-23 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:305: finishing write tid 1 to smithi11051043-12 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:305: finishing write tid 2 to smithi11051043-12 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:305: finishing write tid 3 to smithi11051043-12 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:305: finishing write tid 4 to smithi11051043-12 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:305: finishing write tid 6 to smithi11051043-12 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:305: finishing write tid 7 to smithi11051043-12 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 80 (ObjNum 115 snap 28 seq_num 115) dirty exists 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:305: left oid 12 (ObjNum 115 snap 28 seq_num 115) 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:303: done (3 left) 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:304: done (2 left) 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:305: done (1 left) 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:306: done (0 left) 2024-02-18T08:20:56.281 INFO:tasks.rados.rados.0.smithi110.stdout:307: copy_from oid 20 from oid 39 current snap is 28 2024-02-18T08:20:56.282 INFO:tasks.rados.rados.0.smithi110.stdout:308: copy_from oid 18 from oid 27 current snap is 28 2024-02-18T08:20:56.282 INFO:tasks.rados.rados.0.smithi110.stdout:309: snap_create 2024-02-18T08:20:56.299 INFO:tasks.rados.rados.0.smithi110.stdout:307: finishing copy_from to smithi11051043-20 2024-02-18T08:20:56.299 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 18 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-02-18T08:20:56.299 INFO:tasks.rados.rados.0.smithi110.stdout:307: finishing copy_from racing read to smithi11051043-20 2024-02-18T08:20:56.304 INFO:tasks.rados.rados.0.smithi110.stdout:308: finishing copy_from to smithi11051043-18 2024-02-18T08:20:56.305 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 119 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-02-18T08:20:56.305 INFO:tasks.rados.rados.0.smithi110.stdout:308: finishing copy_from racing read to smithi11051043-18 2024-02-18T08:20:56.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:56 smithi110 bash[24702]: audit 2024-02-18T08:20:55.170573+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-02-18T08:20:56.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:56 smithi110 bash[24702]: cluster 2024-02-18T08:20:55.170696+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-02-18T08:20:56.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:56 smithi110 bash[24702]: cluster 2024-02-18T08:20:55.256174+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-02-18T08:20:56.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:56 smithi110 bash[24702]: cluster 2024-02-18T08:20:55.285882+0000 mgr.x (mgr.34640) 3 : cluster [DBG] pgmap v7: 89 pgs: 89 active+clean; 72 MiB data, 117 MiB used, 707 GiB / 715 GiB avail; 101 MiB/s rd, 74 MiB/s wr, 778 op/s 2024-02-18T08:20:56.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:56 smithi110 bash[19477]: audit 2024-02-18T08:20:55.170573+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-02-18T08:20:56.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:56 smithi110 bash[19477]: cluster 2024-02-18T08:20:55.170696+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-02-18T08:20:56.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:56 smithi110 bash[19477]: cluster 2024-02-18T08:20:55.256174+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-02-18T08:20:56.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:56 smithi110 bash[19477]: cluster 2024-02-18T08:20:55.285882+0000 mgr.x (mgr.34640) 3 : cluster [DBG] pgmap v7: 89 pgs: 89 active+clean; 72 MiB data, 117 MiB used, 707 GiB / 715 GiB avail; 101 MiB/s rd, 74 MiB/s wr, 778 op/s 2024-02-18T08:20:56.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:56 smithi191 bash[19424]: audit 2024-02-18T08:20:55.170573+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-02-18T08:20:56.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:56 smithi191 bash[19424]: cluster 2024-02-18T08:20:55.170696+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-02-18T08:20:56.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:56 smithi191 bash[19424]: cluster 2024-02-18T08:20:55.256174+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-02-18T08:20:56.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:56 smithi191 bash[19424]: cluster 2024-02-18T08:20:55.285882+0000 mgr.x (mgr.34640) 3 : cluster [DBG] pgmap v7: 89 pgs: 89 active+clean; 72 MiB data, 117 MiB used, 707 GiB / 715 GiB avail; 101 MiB/s rd, 74 MiB/s wr, 778 op/s 2024-02-18T08:20:57.280 INFO:tasks.rados.rados.0.smithi110.stdout:307: done (2 left) 2024-02-18T08:20:57.280 INFO:tasks.rados.rados.0.smithi110.stdout:308: done (1 left) 2024-02-18T08:20:57.280 INFO:tasks.rados.rados.0.smithi110.stdout:309: done (0 left) 2024-02-18T08:20:57.280 INFO:tasks.rados.rados.0.smithi110.stdout:310: read oid 15 snap -1 2024-02-18T08:20:57.280 INFO:tasks.rados.rados.0.smithi110.stdout:310: expect (ObjNum 113 snap 28 seq_num 113) 2024-02-18T08:20:57.280 INFO:tasks.rados.rados.0.smithi110.stdout:311: copy_from oid 39 from oid 19 current snap is 29 2024-02-18T08:20:57.281 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 29 2024-02-18T08:20:57.281 INFO:tasks.rados.rados.0.smithi110.stdout:312: seq_num 116 ranges {4202496=745472,4947968=532480,5480448=638976,6119424=32768} 2024-02-18T08:20:57.310 INFO:tasks.rados.rados.0.smithi110.stdout:312: writing smithi11051043-9 from 4202496 to 4947968 tid 1 2024-02-18T08:20:57.313 INFO:tasks.rados.rados.0.smithi110.stdout:312: writing smithi11051043-9 from 4947968 to 5480448 tid 2 2024-02-18T08:20:57.317 INFO:tasks.rados.rados.0.smithi110.stdout:312: writing smithi11051043-9 from 5480448 to 6119424 tid 3 2024-02-18T08:20:57.317 INFO:tasks.rados.rados.0.smithi110.stdout:312: writing smithi11051043-9 from 6119424 to 6152192 tid 4 2024-02-18T08:20:57.318 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 29 2024-02-18T08:20:57.318 INFO:tasks.rados.rados.0.smithi110.stdout:313: seq_num 117 ranges {745472=770048,1515520=417792,1933312=442368,2375680=344064} 2024-02-18T08:20:57.326 INFO:tasks.rados.rados.0.smithi110.stdout:313: writing smithi11051043-45 from 745472 to 1515520 tid 1 2024-02-18T08:20:57.329 INFO:tasks.rados.rados.0.smithi110.stdout:313: writing smithi11051043-45 from 1515520 to 1933312 tid 2 2024-02-18T08:20:57.331 INFO:tasks.rados.rados.0.smithi110.stdout:313: writing smithi11051043-45 from 1933312 to 2375680 tid 3 2024-02-18T08:20:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:313: writing smithi11051043-45 from 2375680 to 2719744 tid 4 2024-02-18T08:20:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:314: snap_create 2024-02-18T08:20:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:311: finishing copy_from to smithi11051043-39 2024-02-18T08:20:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 27 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-02-18T08:20:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:311: finishing copy_from racing read to smithi11051043-39 2024-02-18T08:20:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:310: expect (ObjNum 113 snap 28 seq_num 113) 2024-02-18T08:20:57.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:57 smithi110 bash[19477]: cluster 2024-02-18T08:20:56.177182+0000 mon.a (mon.0) 766 : cluster [DBG] mgrmap e19: x(active, since 9s), standbys: y 2024-02-18T08:20:57.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:57 smithi110 bash[19477]: cluster 2024-02-18T08:20:56.272093+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-02-18T08:20:57.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:57 smithi110 bash[24702]: cluster 2024-02-18T08:20:56.177182+0000 mon.a (mon.0) 766 : cluster [DBG] mgrmap e19: x(active, since 9s), standbys: y 2024-02-18T08:20:57.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:57 smithi110 bash[24702]: cluster 2024-02-18T08:20:56.272093+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:312: finishing write tid 1 to smithi11051043-9 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:312: finishing write tid 2 to smithi11051043-9 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:312: finishing write tid 3 to smithi11051043-9 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:312: finishing write tid 4 to smithi11051043-9 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:312: finishing write tid 6 to smithi11051043-9 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:312: finishing write tid 7 to smithi11051043-9 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 124 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:312: left oid 9 (ObjNum 116 snap 29 seq_num 116) 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:313: finishing write tid 1 to smithi11051043-45 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:313: finishing write tid 2 to smithi11051043-45 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:313: finishing write tid 3 to smithi11051043-45 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:313: finishing write tid 4 to smithi11051043-45 2024-02-18T08:20:57.539 INFO:tasks.rados.rados.0.smithi110.stdout:313: finishing write tid 6 to smithi11051043-45 2024-02-18T08:20:57.540 INFO:tasks.rados.rados.0.smithi110.stdout:313: finishing write tid 7 to smithi11051043-45 2024-02-18T08:20:57.540 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 51 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-02-18T08:20:57.540 INFO:tasks.rados.rados.0.smithi110.stdout:313: left oid 45 (ObjNum 117 snap 29 seq_num 117) 2024-02-18T08:20:57.546 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:20:57.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:57 smithi191 bash[19424]: cluster 2024-02-18T08:20:56.177182+0000 mon.a (mon.0) 766 : cluster [DBG] mgrmap e19: x(active, since 9s), standbys: y 2024-02-18T08:20:57.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:57 smithi191 bash[19424]: cluster 2024-02-18T08:20:56.272093+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (4m) 2m ago 4m - - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (4m) 17s ago 4m - - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (2m) 2m ago 2m - - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (2m) 17s ago 2m - - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 running 17s ago 8m - - 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 running (10m) 2m ago 10m - - 15.2.17-8-gf2877ae3 96c1dbe86623 453690f85aa8 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (10m) 2m ago 10m - 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 95d75c152d30 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (8m) 17s ago 8m - 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 aef567a9442b 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (8m) 2m ago 8m - 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 49cfd6419cc5 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (4m) 2m ago 4m - - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (4m) 17s ago 4m - - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:20:57.877 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (7m) 2m ago 7m - 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 4653ae3edd3d 2024-02-18T08:20:57.878 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (7m) 2m ago 7m - 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 d367d50f4287 2024-02-18T08:20:57.878 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (7m) 2m ago 7m - 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 7034e30efa32 2024-02-18T08:20:57.878 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (6m) 2m ago 6m - 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 a630753383f3 2024-02-18T08:20:57.878 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (6m) 17s ago 6m - 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 2f52ea6278f0 2024-02-18T08:20:57.878 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (6m) 17s ago 6m - 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:20:57.878 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (5m) 17s ago 5m - 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:20:57.878 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (5m) 17s ago 5m - 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:20:57.878 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (4m) 17s ago 4m - - 2.18.1 de242295e225 d16c1929a97b 2024-02-18T08:20:58.248 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 3 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 1, 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 1 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 8 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:20:58.249 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:20:58.250 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 14, 2024-02-18T08:20:58.250 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 1 2024-02-18T08:20:58.250 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:20:58.250 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:20:58.288 INFO:tasks.rados.rados.0.smithi110.stdout:310: done (4 left) 2024-02-18T08:20:58.288 INFO:tasks.rados.rados.0.smithi110.stdout:311: done (3 left) 2024-02-18T08:20:58.289 INFO:tasks.rados.rados.0.smithi110.stdout:312: done (2 left) 2024-02-18T08:20:58.289 INFO:tasks.rados.rados.0.smithi110.stdout:313: done (1 left) 2024-02-18T08:20:58.289 INFO:tasks.rados.rados.0.smithi110.stdout:314: done (0 left) 2024-02-18T08:20:58.289 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 30 2024-02-18T08:20:58.289 INFO:tasks.rados.rados.0.smithi110.stdout:315: seq_num 118 ranges {0=786432,786432=704512,1490944=499712} 2024-02-18T08:20:58.296 INFO:tasks.rados.rados.0.smithi110.stdout:315: writing smithi11051043-5 from 0 to 786432 tid 1 2024-02-18T08:20:58.303 INFO:tasks.rados.rados.0.smithi110.stdout:315: writing smithi11051043-5 from 786432 to 1490944 tid 2 2024-02-18T08:20:58.305 INFO:tasks.rados.rados.0.smithi110.stdout:315: writing smithi11051043-5 from 1490944 to 1990656 tid 3 2024-02-18T08:20:58.305 INFO:tasks.rados.rados.0.smithi110.stdout:316: rollback oid 31 current snap is 30 2024-02-18T08:20:58.305 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 28 2024-02-18T08:20:58.305 INFO:tasks.rados.rados.0.smithi110.stdout:315: finishing write tid 1 to smithi11051043-5 2024-02-18T08:20:58.305 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 30 2024-02-18T08:20:58.305 INFO:tasks.rados.rados.0.smithi110.stdout:317: seq_num 119 ranges {2449408=802816,3252224=589824,3842048=409600,4251648=204800} 2024-02-18T08:20:58.322 INFO:tasks.rados.rados.0.smithi110.stdout:317: writing smithi11051043-49 from 2449408 to 3252224 tid 1 2024-02-18T08:20:58.325 INFO:tasks.rados.rados.0.smithi110.stdout:317: writing smithi11051043-49 from 3252224 to 3842048 tid 2 2024-02-18T08:20:58.328 INFO:tasks.rados.rados.0.smithi110.stdout:317: writing smithi11051043-49 from 3842048 to 4251648 tid 3 2024-02-18T08:20:58.330 INFO:tasks.rados.rados.0.smithi110.stdout:317: writing smithi11051043-49 from 4251648 to 4456448 tid 4 2024-02-18T08:20:58.330 INFO:tasks.rados.rados.0.smithi110.stdout:318: rmattr oid 41 current snap is 30 2024-02-18T08:20:58.330 INFO:tasks.rados.rados.0.smithi110.stdout:318: done (3 left) 2024-02-18T08:20:58.330 INFO:tasks.rados.rados.0.smithi110.stdout:319: read oid 7 snap -1 2024-02-18T08:20:58.330 INFO:tasks.rados.rados.0.smithi110.stdout:319: expect (ObjNum 16 snap 0 seq_num 16) 2024-02-18T08:20:58.330 INFO:tasks.rados.rados.0.smithi110.stdout:320: snap_create 2024-02-18T08:20:58.331 INFO:tasks.rados.rados.0.smithi110.stdout:315: finishing write tid 2 to smithi11051043-5 2024-02-18T08:20:58.331 INFO:tasks.rados.rados.0.smithi110.stdout:315: finishing write tid 3 to smithi11051043-5 2024-02-18T08:20:58.331 INFO:tasks.rados.rados.0.smithi110.stdout:316: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:20:58.331 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 0 (ObjNum -129901680 snap 22008 seq_num 2348812496) dirty dne 2024-02-18T08:20:58.331 INFO:tasks.rados.rados.0.smithi110.stdout:315: finishing write tid 5 to smithi11051043-5 2024-02-18T08:20:58.331 INFO:tasks.rados.rados.0.smithi110.stdout:315: finishing write tid 6 to smithi11051043-5 2024-02-18T08:20:58.331 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 28 (ObjNum 118 snap 30 seq_num 118) dirty exists 2024-02-18T08:20:58.331 INFO:tasks.rados.rados.0.smithi110.stdout:315: left oid 5 (ObjNum 118 snap 30 seq_num 118) 2024-02-18T08:20:58.332 INFO:tasks.rados.rados.0.smithi110.stdout:317: finishing write tid 1 to smithi11051043-49 2024-02-18T08:20:58.333 INFO:tasks.rados.rados.0.smithi110.stdout:317: finishing write tid 2 to smithi11051043-49 2024-02-18T08:20:58.333 INFO:tasks.rados.rados.0.smithi110.stdout:317: finishing write tid 3 to smithi11051043-49 2024-02-18T08:20:58.334 INFO:tasks.rados.rados.0.smithi110.stdout:319: expect (ObjNum 16 snap 0 seq_num 16) 2024-02-18T08:20:58.340 INFO:tasks.rados.rados.0.smithi110.stdout:317: finishing write tid 4 to smithi11051043-49 2024-02-18T08:20:58.340 INFO:tasks.rados.rados.0.smithi110.stdout:317: finishing write tid 6 to smithi11051043-49 2024-02-18T08:20:58.340 INFO:tasks.rados.rados.0.smithi110.stdout:317: finishing write tid 7 to smithi11051043-49 2024-02-18T08:20:58.340 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 52 (ObjNum 119 snap 30 seq_num 119) dirty exists 2024-02-18T08:20:58.340 INFO:tasks.rados.rados.0.smithi110.stdout:317: left oid 49 (ObjNum 119 snap 30 seq_num 119) 2024-02-18T08:20:58.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: cluster 2024-02-18T08:20:57.276209+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-02-18T08:20:58.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: cluster 2024-02-18T08:20:57.286394+0000 mgr.x (mgr.34640) 4 : cluster [DBG] pgmap v10: 89 pgs: 89 active+clean; 72 MiB data, 117 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:58.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.529716+0000 mgr.x (mgr.34640) 5 : audit [DBG] from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:58.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.850901+0000 mon.b (mon.2) 73 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.852015+0000 mon.b (mon.2) 74 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.852892+0000 mon.b (mon.2) 75 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.853745+0000 mon.b (mon.2) 76 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.854582+0000 mon.b (mon.2) 77 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.855397+0000 mon.b (mon.2) 78 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.858782+0000 mon.b (mon.2) 79 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.859612+0000 mon.b (mon.2) 80 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.860334+0000 mon.b (mon.2) 81 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.860991+0000 mon.b (mon.2) 82 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:57.861620+0000 mon.b (mon.2) 83 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:58 smithi191 bash[19424]: audit 2024-02-18T08:20:58.246658+0000 mon.c (mon.1) 38 : audit [DBG] from='client.? 172.21.15.110:0/737334694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:20:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: cluster 2024-02-18T08:20:57.276209+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-02-18T08:20:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: cluster 2024-02-18T08:20:57.286394+0000 mgr.x (mgr.34640) 4 : cluster [DBG] pgmap v10: 89 pgs: 89 active+clean; 72 MiB data, 117 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.529716+0000 mgr.x (mgr.34640) 5 : audit [DBG] from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.850901+0000 mon.b (mon.2) 73 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:20:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.852015+0000 mon.b (mon.2) 74 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:20:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.852892+0000 mon.b (mon.2) 75 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.853745+0000 mon.b (mon.2) 76 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.854582+0000 mon.b (mon.2) 77 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.855397+0000 mon.b (mon.2) 78 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.858782+0000 mon.b (mon.2) 79 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.859612+0000 mon.b (mon.2) 80 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.860334+0000 mon.b (mon.2) 81 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.860991+0000 mon.b (mon.2) 82 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:57.861620+0000 mon.b (mon.2) 83 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[19477]: audit 2024-02-18T08:20:58.246658+0000 mon.c (mon.1) 38 : audit [DBG] from='client.? 172.21.15.110:0/737334694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: cluster 2024-02-18T08:20:57.276209+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: cluster 2024-02-18T08:20:57.286394+0000 mgr.x (mgr.34640) 4 : cluster [DBG] pgmap v10: 89 pgs: 89 active+clean; 72 MiB data, 117 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.529716+0000 mgr.x (mgr.34640) 5 : audit [DBG] from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:58.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.850901+0000 mon.b (mon.2) 73 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.852015+0000 mon.b (mon.2) 74 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.852892+0000 mon.b (mon.2) 75 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.853745+0000 mon.b (mon.2) 76 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.854582+0000 mon.b (mon.2) 77 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.855397+0000 mon.b (mon.2) 78 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.858782+0000 mon.b (mon.2) 79 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.859612+0000 mon.b (mon.2) 80 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.860334+0000 mon.b (mon.2) 81 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.860991+0000 mon.b (mon.2) 82 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:57.861620+0000 mon.b (mon.2) 83 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:20:58.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:58 smithi110 bash[24702]: audit 2024-02-18T08:20:58.246658+0000 mon.c (mon.1) 38 : audit [DBG] from='client.? 172.21.15.110:0/737334694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:20:59.294 INFO:tasks.rados.rados.0.smithi110.stdout:315: done (4 left) 2024-02-18T08:20:59.295 INFO:tasks.rados.rados.0.smithi110.stdout:316: done (3 left) 2024-02-18T08:20:59.295 INFO:tasks.rados.rados.0.smithi110.stdout:317: done (2 left) 2024-02-18T08:20:59.295 INFO:tasks.rados.rados.0.smithi110.stdout:319: done (1 left) 2024-02-18T08:20:59.295 INFO:tasks.rados.rados.0.smithi110.stdout:320: done (0 left) 2024-02-18T08:20:59.295 INFO:tasks.rados.rados.0.smithi110.stdout:321: delete oid 49 current snap is 31 2024-02-18T08:20:59.300 INFO:tasks.rados.rados.0.smithi110.stdout:321: done (0 left) 2024-02-18T08:20:59.300 INFO:tasks.rados.rados.0.smithi110.stdout:322: rollback oid 18 current snap is 31 2024-02-18T08:20:59.300 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 18 to 29 2024-02-18T08:20:59.300 INFO:tasks.rados.rados.0.smithi110.stdout:323: snap_create 2024-02-18T08:20:59.305 INFO:tasks.rados.rados.0.smithi110.stdout:322: finishing rollback tid 0 to smithi11051043-18 2024-02-18T08:20:59.306 INFO:tasks.rados.rados.0.smithi110.stdout:322: finishing rollback tid 1 to smithi11051043-18 2024-02-18T08:20:59.306 INFO:tasks.rados.rados.0.smithi110.stdout:322: finishing rollback tid 2 to smithi11051043-18 2024-02-18T08:20:59.306 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 127 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-02-18T08:20:59.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:59 smithi191 bash[19424]: audit 2024-02-18T08:20:57.844876+0000 mgr.x (mgr.34640) 6 : audit [DBG] from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:59.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:20:59 smithi191 bash[19424]: cluster 2024-02-18T08:20:58.285137+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-02-18T08:20:59.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:59 smithi110 bash[19477]: audit 2024-02-18T08:20:57.844876+0000 mgr.x (mgr.34640) 6 : audit [DBG] from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:59.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:20:59 smithi110 bash[19477]: cluster 2024-02-18T08:20:58.285137+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-02-18T08:20:59.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:59 smithi110 bash[24702]: audit 2024-02-18T08:20:57.844876+0000 mgr.x (mgr.34640) 6 : audit [DBG] from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:20:59.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:20:59 smithi110 bash[24702]: cluster 2024-02-18T08:20:58.285137+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-02-18T08:21:00.303 INFO:tasks.rados.rados.0.smithi110.stdout:322: done (1 left) 2024-02-18T08:21:00.304 INFO:tasks.rados.rados.0.smithi110.stdout:323: done (0 left) 2024-02-18T08:21:00.304 INFO:tasks.rados.rados.0.smithi110.stdout:324: rollback oid 41 current snap is 32 2024-02-18T08:21:00.304 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 30 2024-02-18T08:21:00.304 INFO:tasks.rados.rados.0.smithi110.stdout:325: rollback oid 18 current snap is 32 2024-02-18T08:21:00.304 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 18 to 25 2024-02-18T08:21:00.304 INFO:tasks.rados.rados.0.smithi110.stdout:326: rmattr oid 23 current snap is 32 2024-02-18T08:21:00.304 INFO:tasks.rados.rados.0.smithi110.stdout:326: done (2 left) 2024-02-18T08:21:00.304 INFO:tasks.rados.rados.0.smithi110.stdout:327: copy_from oid 43 from oid 10 current snap is 32 2024-02-18T08:21:00.304 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 32 2024-02-18T08:21:00.304 INFO:tasks.rados.rados.0.smithi110.stdout:328: seq_num 121 ranges {1818624=434176,2252800=753664,3006464=425984,3432448=425984} 2024-02-18T08:21:00.316 INFO:tasks.rados.rados.0.smithi110.stdout:328: writing smithi11051043-19 from 1818624 to 2252800 tid 1 2024-02-18T08:21:00.321 INFO:tasks.rados.rados.0.smithi110.stdout:328: writing smithi11051043-19 from 2252800 to 3006464 tid 2 2024-02-18T08:21:00.323 INFO:tasks.rados.rados.0.smithi110.stdout:328: writing smithi11051043-19 from 3006464 to 3432448 tid 3 2024-02-18T08:21:00.327 INFO:tasks.rados.rados.0.smithi110.stdout:328: writing smithi11051043-19 from 3432448 to 3858432 tid 4 2024-02-18T08:21:00.327 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 32 2024-02-18T08:21:00.327 INFO:tasks.rados.rados.0.smithi110.stdout:329: seq_num 122 ranges {2990080=450560,3440640=688128,4128768=630784,4759552=286720} 2024-02-18T08:21:00.348 INFO:tasks.rados.rados.0.smithi110.stdout:329: writing smithi11051043-13 from 2990080 to 3440640 tid 1 2024-02-18T08:21:00.350 INFO:tasks.rados.rados.0.smithi110.stdout:329: writing smithi11051043-13 from 3440640 to 4128768 tid 2 2024-02-18T08:21:00.354 INFO:tasks.rados.rados.0.smithi110.stdout:329: writing smithi11051043-13 from 4128768 to 4759552 tid 3 2024-02-18T08:21:00.357 INFO:tasks.rados.rados.0.smithi110.stdout:329: writing smithi11051043-13 from 4759552 to 5046272 tid 4 2024-02-18T08:21:00.357 INFO:tasks.rados.rados.0.smithi110.stdout:330: setattr oid 26 current snap is 32 2024-02-18T08:21:00.357 INFO:tasks.rados.rados.0.smithi110.stdout:324: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:21:00.357 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 0 (ObjNum -129827568 snap 22008 seq_num 4165157888) dirty dne 2024-02-18T08:21:00.357 INFO:tasks.rados.rados.0.smithi110.stdout:327: finishing copy_from to smithi11051043-43 2024-02-18T08:21:00.357 INFO:tasks.rados.rados.0.smithi110.stdout:327: got expected ENOENT (src dne) 2024-02-18T08:21:00.357 INFO:tasks.rados.rados.0.smithi110.stdout:327: finishing copy_from racing read to smithi11051043-43 2024-02-18T08:21:00.357 INFO:tasks.rados.rados.0.smithi110.stdout:325: finishing rollback tid 0 to smithi11051043-18 2024-02-18T08:21:00.357 INFO:tasks.rados.rados.0.smithi110.stdout:325: finishing rollback tid 1 to smithi11051043-18 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:325: finishing rollback tid 2 to smithi11051043-18 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 130 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:328: finishing write tid 1 to smithi11051043-19 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:328: finishing write tid 2 to smithi11051043-19 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:328: finishing write tid 3 to smithi11051043-19 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:328: finishing write tid 4 to smithi11051043-19 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:328: finishing write tid 6 to smithi11051043-19 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:328: finishing write tid 7 to smithi11051043-19 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 57 (ObjNum 121 snap 32 seq_num 121) dirty exists 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:328: left oid 19 (ObjNum 121 snap 32 seq_num 121) 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:329: finishing write tid 1 to smithi11051043-13 2024-02-18T08:21:00.358 INFO:tasks.rados.rados.0.smithi110.stdout:329: finishing write tid 2 to smithi11051043-13 2024-02-18T08:21:00.359 INFO:tasks.rados.rados.0.smithi110.stdout:329: finishing write tid 3 to smithi11051043-13 2024-02-18T08:21:00.359 INFO:tasks.rados.rados.0.smithi110.stdout:329: finishing write tid 4 to smithi11051043-13 2024-02-18T08:21:00.359 INFO:tasks.rados.rados.0.smithi110.stdout:329: finishing write tid 6 to smithi11051043-13 2024-02-18T08:21:00.360 INFO:tasks.rados.rados.0.smithi110.stdout:324: done (5 left) 2024-02-18T08:21:00.360 INFO:tasks.rados.rados.0.smithi110.stdout:325: done (4 left) 2024-02-18T08:21:00.360 INFO:tasks.rados.rados.0.smithi110.stdout:327: done (3 left) 2024-02-18T08:21:00.360 INFO:tasks.rados.rados.0.smithi110.stdout:328: done (2 left) 2024-02-18T08:21:00.360 INFO:tasks.rados.rados.0.smithi110.stdout:331: snap_create 2024-02-18T08:21:00.361 INFO:tasks.rados.rados.0.smithi110.stdout:329: finishing write tid 7 to smithi11051043-13 2024-02-18T08:21:00.361 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 46 (ObjNum 122 snap 32 seq_num 122) dirty exists 2024-02-18T08:21:00.361 INFO:tasks.rados.rados.0.smithi110.stdout:329: left oid 13 (ObjNum 122 snap 32 seq_num 122) 2024-02-18T08:21:00.365 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 169 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-02-18T08:21:00.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:00 smithi191 bash[19424]: cluster 2024-02-18T08:20:59.287339+0000 mgr.x (mgr.34640) 7 : cluster [DBG] pgmap v13: 89 pgs: 89 active+clean; 94 MiB data, 150 MiB used, 707 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-02-18T08:21:00.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:00 smithi191 bash[19424]: cluster 2024-02-18T08:20:59.291949+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-02-18T08:21:00.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:00 smithi110 bash[24702]: cluster 2024-02-18T08:20:59.287339+0000 mgr.x (mgr.34640) 7 : cluster [DBG] pgmap v13: 89 pgs: 89 active+clean; 94 MiB data, 150 MiB used, 707 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-02-18T08:21:00.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:00 smithi110 bash[24702]: cluster 2024-02-18T08:20:59.291949+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-02-18T08:21:00.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:00 smithi110 bash[19477]: cluster 2024-02-18T08:20:59.287339+0000 mgr.x (mgr.34640) 7 : cluster [DBG] pgmap v13: 89 pgs: 89 active+clean; 94 MiB data, 150 MiB used, 707 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-02-18T08:21:00.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:00 smithi110 bash[19477]: cluster 2024-02-18T08:20:59.291949+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-02-18T08:21:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:329: done (2 left) 2024-02-18T08:21:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:330: done (1 left) 2024-02-18T08:21:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:331: done (0 left) 2024-02-18T08:21:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:332: copy_from oid 34 from oid 46 current snap is 33 2024-02-18T08:21:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:333: snap_remove snap 32 2024-02-18T08:21:01.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: cluster 2024-02-18T08:21:00.300707+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.388041+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.675760+0000 mon.b (mon.2) 84 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.676734+0000 mon.b (mon.2) 85 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.677628+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.678539+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.679413+0000 mon.b (mon.2) 88 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.680161+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.680945+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.681560+0000 mon.b (mon.2) 91 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.682261+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.682998+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:00.894205+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.189143+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.189720+0000 mon.b (mon.2) 95 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.190212+0000 mon.b (mon.2) 96 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.190668+0000 mon.b (mon.2) 97 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.191242+0000 mon.b (mon.2) 98 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.191807+0000 mon.b (mon.2) 99 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.192350+0000 mon.b (mon.2) 100 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.192903+0000 mon.b (mon.2) 101 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.193485+0000 mon.b (mon.2) 102 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.194042+0000 mon.b (mon.2) 103 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.202056+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.210733+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.218688+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.224402+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:01 smithi191 bash[19424]: audit 2024-02-18T08:21:01.236633+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: cluster 2024-02-18T08:21:00.300707+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.388041+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.675760+0000 mon.b (mon.2) 84 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.676734+0000 mon.b (mon.2) 85 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.677628+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.678539+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.679413+0000 mon.b (mon.2) 88 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.680161+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.680945+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.681560+0000 mon.b (mon.2) 91 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.682261+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.682998+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:00.894205+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.189143+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.189720+0000 mon.b (mon.2) 95 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.190212+0000 mon.b (mon.2) 96 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.190668+0000 mon.b (mon.2) 97 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: cluster 2024-02-18T08:21:00.300707+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.388041+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.675760+0000 mon.b (mon.2) 84 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.676734+0000 mon.b (mon.2) 85 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.677628+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.678539+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.679413+0000 mon.b (mon.2) 88 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.680161+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.680945+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.681560+0000 mon.b (mon.2) 91 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.682261+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.682998+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:00.894205+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.189143+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.189720+0000 mon.b (mon.2) 95 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.190212+0000 mon.b (mon.2) 96 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.190668+0000 mon.b (mon.2) 97 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.191242+0000 mon.b (mon.2) 98 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.191807+0000 mon.b (mon.2) 99 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.192350+0000 mon.b (mon.2) 100 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.192903+0000 mon.b (mon.2) 101 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.193485+0000 mon.b (mon.2) 102 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.194042+0000 mon.b (mon.2) 103 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.202056+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.210733+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.218688+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.224402+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[19477]: audit 2024-02-18T08:21:01.236633+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.191242+0000 mon.b (mon.2) 98 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.191807+0000 mon.b (mon.2) 99 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.192350+0000 mon.b (mon.2) 100 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.192903+0000 mon.b (mon.2) 101 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:01.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.193485+0000 mon.b (mon.2) 102 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:01.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.194042+0000 mon.b (mon.2) 103 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:01.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.202056+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.210733+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.218688+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.224402+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:01.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:01 smithi110 bash[24702]: audit 2024-02-18T08:21:01.236633+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:02.341 INFO:tasks.rados.rados.0.smithi110.stdout:333: done (1 left) 2024-02-18T08:21:02.341 INFO:tasks.rados.rados.0.smithi110.stdout:334: rollback oid 45 current snap is 33 2024-02-18T08:21:02.341 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 45 to 25 2024-02-18T08:21:02.341 INFO:tasks.rados.rados.0.smithi110.stdout:332: finishing copy_from to smithi11051043-34 2024-02-18T08:21:02.341 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-02-18T08:21:02.342 INFO:tasks.rados.rados.0.smithi110.stdout:332: finishing copy_from racing read to smithi11051043-34 2024-02-18T08:21:02.342 INFO:tasks.rados.rados.0.smithi110.stdout:332: done (1 left) 2024-02-18T08:21:02.342 INFO:tasks.rados.rados.0.smithi110.stdout:335: read oid 28 snap -1 2024-02-18T08:21:02.342 INFO:tasks.rados.rados.0.smithi110.stdout:335: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:21:02.342 INFO:tasks.rados.rados.0.smithi110.stdout:336: snap_remove snap 30 2024-02-18T08:21:02.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:02 smithi191 bash[19424]: cephadm 2024-02-18T08:21:01.253985+0000 mgr.x (mgr.34640) 8 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-02-18T08:21:02.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:02 smithi191 bash[19424]: cephadm 2024-02-18T08:21:01.287743+0000 mgr.x (mgr.34640) 9 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi191 2024-02-18T08:21:02.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:02 smithi191 bash[19424]: cluster 2024-02-18T08:21:01.288093+0000 mgr.x (mgr.34640) 10 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 94 MiB data, 150 MiB used, 707 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-02-18T08:21:02.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:02 smithi191 bash[19424]: cluster 2024-02-18T08:21:01.325234+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-02-18T08:21:02.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:02 smithi110 bash[19477]: cephadm 2024-02-18T08:21:01.253985+0000 mgr.x (mgr.34640) 8 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-02-18T08:21:02.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:02 smithi110 bash[19477]: cephadm 2024-02-18T08:21:01.287743+0000 mgr.x (mgr.34640) 9 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi191 2024-02-18T08:21:02.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:02 smithi110 bash[19477]: cluster 2024-02-18T08:21:01.288093+0000 mgr.x (mgr.34640) 10 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 94 MiB data, 150 MiB used, 707 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-02-18T08:21:02.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:02 smithi110 bash[19477]: cluster 2024-02-18T08:21:01.325234+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-02-18T08:21:02.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:02 smithi110 bash[24702]: cephadm 2024-02-18T08:21:01.253985+0000 mgr.x (mgr.34640) 8 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-02-18T08:21:02.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:02 smithi110 bash[24702]: cephadm 2024-02-18T08:21:01.287743+0000 mgr.x (mgr.34640) 9 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi191 2024-02-18T08:21:02.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:02 smithi110 bash[24702]: cluster 2024-02-18T08:21:01.288093+0000 mgr.x (mgr.34640) 10 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 94 MiB data, 150 MiB used, 707 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-02-18T08:21:02.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:02 smithi110 bash[24702]: cluster 2024-02-18T08:21:01.325234+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-02-18T08:21:03.349 INFO:tasks.rados.rados.0.smithi110.stdout:336: done (2 left) 2024-02-18T08:21:03.349 INFO:tasks.rados.rados.0.smithi110.stdout:337: read oid 37 snap -1 2024-02-18T08:21:03.349 INFO:tasks.rados.rados.0.smithi110.stdout:337: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:21:03.351 INFO:tasks.rados.rados.0.smithi110.stdout:335: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:21:03.356 INFO:tasks.rados.rados.0.smithi110.stdout:334: finishing rollback tid 0 to smithi11051043-45 2024-02-18T08:21:03.356 INFO:tasks.rados.rados.0.smithi110.stdout:334: finishing rollback tid 1 to smithi11051043-45 2024-02-18T08:21:03.356 INFO:tasks.rados.rados.0.smithi110.stdout:334: finishing rollback tid 2 to smithi11051043-45 2024-02-18T08:21:03.356 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 61 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-02-18T08:21:03.356 INFO:tasks.rados.rados.0.smithi110.stdout:337: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:21:03.362 INFO:tasks.rados.rados.0.smithi110.stdout:334: done (2 left) 2024-02-18T08:21:03.363 INFO:tasks.rados.rados.0.smithi110.stdout:335: done (1 left) 2024-02-18T08:21:03.363 INFO:tasks.rados.rados.0.smithi110.stdout:337: done (0 left) 2024-02-18T08:21:03.363 INFO:tasks.rados.rados.0.smithi110.stdout:338: snap_create 2024-02-18T08:21:03.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:03 smithi191 bash[19424]: cluster 2024-02-18T08:21:02.336099+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-02-18T08:21:03.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:03 smithi110 bash[19477]: cluster 2024-02-18T08:21:02.336099+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-02-18T08:21:03.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:03 smithi110 bash[24702]: cluster 2024-02-18T08:21:02.336099+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-02-18T08:21:03.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:03.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:03.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:03.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:03.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:03.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:21:04.357 INFO:tasks.rados.rados.0.smithi110.stdout:338: done (0 left) 2024-02-18T08:21:04.358 INFO:tasks.rados.rados.0.smithi110.stdout:339: copy_from oid 27 from oid 39 current snap is 34 2024-02-18T08:21:04.358 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 34 2024-02-18T08:21:04.358 INFO:tasks.rados.rados.0.smithi110.stdout:340: seq_num 123 ranges {1851392=466944,2318336=573440,2891776=794624,3686400=237568} 2024-02-18T08:21:04.374 INFO:tasks.rados.rados.0.smithi110.stdout:340: writing smithi11051043-8 from 1851392 to 2318336 tid 1 2024-02-18T08:21:04.378 INFO:tasks.rados.rados.0.smithi110.stdout:340: writing smithi11051043-8 from 2318336 to 2891776 tid 2 2024-02-18T08:21:04.382 INFO:tasks.rados.rados.0.smithi110.stdout:340: writing smithi11051043-8 from 2891776 to 3686400 tid 3 2024-02-18T08:21:04.384 INFO:tasks.rados.rados.0.smithi110.stdout:340: writing smithi11051043-8 from 3686400 to 3923968 tid 4 2024-02-18T08:21:04.384 INFO:tasks.rados.rados.0.smithi110.stdout:341: copy_from oid 45 from oid 50 current snap is 34 2024-02-18T08:21:04.384 INFO:tasks.rados.rados.0.smithi110.stdout:339: finishing copy_from to smithi11051043-27 2024-02-18T08:21:04.384 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 27 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-02-18T08:21:04.384 INFO:tasks.rados.rados.0.smithi110.stdout:339: finishing copy_from racing read to smithi11051043-27 2024-02-18T08:21:04.384 INFO:tasks.rados.rados.0.smithi110.stdout:340: finishing write tid 1 to smithi11051043-8 2024-02-18T08:21:04.385 INFO:tasks.rados.rados.0.smithi110.stdout:340: finishing write tid 2 to smithi11051043-8 2024-02-18T08:21:04.385 INFO:tasks.rados.rados.0.smithi110.stdout:339: done (2 left) 2024-02-18T08:21:04.385 INFO:tasks.rados.rados.0.smithi110.stdout:342: snap_create 2024-02-18T08:21:04.387 INFO:tasks.rados.rados.0.smithi110.stdout:340: finishing write tid 3 to smithi11051043-8 2024-02-18T08:21:04.387 INFO:tasks.rados.rados.0.smithi110.stdout:340: finishing write tid 4 to smithi11051043-8 2024-02-18T08:21:04.387 INFO:tasks.rados.rados.0.smithi110.stdout:340: finishing write tid 6 to smithi11051043-8 2024-02-18T08:21:04.392 INFO:tasks.rados.rados.0.smithi110.stdout:340: finishing write tid 7 to smithi11051043-8 2024-02-18T08:21:04.392 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 179 (ObjNum 123 snap 34 seq_num 123) dirty exists 2024-02-18T08:21:04.392 INFO:tasks.rados.rados.0.smithi110.stdout:340: left oid 8 (ObjNum 123 snap 34 seq_num 123) 2024-02-18T08:21:04.394 INFO:tasks.rados.rados.0.smithi110.stdout:341: finishing copy_from to smithi11051043-45 2024-02-18T08:21:04.394 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-02-18T08:21:04.395 INFO:tasks.rados.rados.0.smithi110.stdout:341: finishing copy_from racing read to smithi11051043-45 2024-02-18T08:21:04.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:04 smithi110 bash[19477]: cluster 2024-02-18T08:21:03.288737+0000 mgr.x (mgr.34640) 11 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 94 MiB data, 150 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:04.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:04 smithi110 bash[19477]: cluster 2024-02-18T08:21:03.346585+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-02-18T08:21:04.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:04 smithi110 bash[24702]: cluster 2024-02-18T08:21:03.288737+0000 mgr.x (mgr.34640) 11 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 94 MiB data, 150 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:04.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:04 smithi110 bash[24702]: cluster 2024-02-18T08:21:03.346585+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-02-18T08:21:04.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:04 smithi191 bash[19424]: cluster 2024-02-18T08:21:03.288737+0000 mgr.x (mgr.34640) 11 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 94 MiB data, 150 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:04.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:04 smithi191 bash[19424]: cluster 2024-02-18T08:21:03.346585+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-02-18T08:21:05.266 INFO:tasks.rados.rados.0.smithi110.stdout:340: done (2 left) 2024-02-18T08:21:05.298 INFO:tasks.rados.rados.0.smithi110.stdout:341: done (1 left) 2024-02-18T08:21:05.298 INFO:tasks.rados.rados.0.smithi110.stdout:342: done (0 left) 2024-02-18T08:21:05.298 INFO:tasks.rados.rados.0.smithi110.stdout:343: read oid 36 snap -1 2024-02-18T08:21:05.298 INFO:tasks.rados.rados.0.smithi110.stdout:343: expect (ObjNum 10 snap 0 seq_num 10) 2024-02-18T08:21:05.298 INFO:tasks.rados.rados.0.smithi110.stdout:344: delete oid 21 current snap is 35 2024-02-18T08:21:05.299 INFO:tasks.rados.rados.0.smithi110.stdout:344: done (1 left) 2024-02-18T08:21:05.299 INFO:tasks.rados.rados.0.smithi110.stdout:345: rmattr oid 9 current snap is 35 2024-02-18T08:21:05.299 INFO:tasks.rados.rados.0.smithi110.stdout:345: done (1 left) 2024-02-18T08:21:05.299 INFO:tasks.rados.rados.0.smithi110.stdout:346: rmattr oid 32 current snap is 35 2024-02-18T08:21:05.299 INFO:tasks.rados.rados.0.smithi110.stdout:346: done (1 left) 2024-02-18T08:21:05.299 INFO:tasks.rados.rados.0.smithi110.stdout:347: rmattr oid 6 current snap is 35 2024-02-18T08:21:05.299 INFO:tasks.rados.rados.0.smithi110.stdout:347: done (1 left) 2024-02-18T08:21:05.300 INFO:tasks.rados.rados.0.smithi110.stdout:348: copy_from oid 15 from oid 19 current snap is 35 2024-02-18T08:21:05.300 INFO:tasks.rados.rados.0.smithi110.stdout:349: delete oid 3 current snap is 35 2024-02-18T08:21:05.300 INFO:tasks.rados.rados.0.smithi110.stdout:343: expect (ObjNum 10 snap 0 seq_num 10) 2024-02-18T08:21:05.300 INFO:tasks.rados.rados.0.smithi110.stdout:343: done (2 left) 2024-02-18T08:21:05.300 INFO:tasks.rados.rados.0.smithi110.stdout:349: done (1 left) 2024-02-18T08:21:05.300 INFO:tasks.rados.rados.0.smithi110.stdout:350: rollback oid 14 current snap is 35 2024-02-18T08:21:05.300 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 14 to 20 2024-02-18T08:21:05.300 INFO:tasks.rados.rados.0.smithi110.stdout:351: read oid 20 snap -1 2024-02-18T08:21:05.300 INFO:tasks.rados.rados.0.smithi110.stdout:351: expect (ObjNum 57 snap 4 seq_num 57) 2024-02-18T08:21:05.300 INFO:tasks.rados.rados.0.smithi110.stdout:352: snap_remove snap 29 2024-02-18T08:21:05.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:05 smithi110 bash[19477]: cluster 2024-02-18T08:21:04.355296+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-02-18T08:21:05.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:05 smithi110 bash[19477]: cluster 2024-02-18T08:21:05.263090+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-02-18T08:21:05.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:05 smithi110 bash[24702]: cluster 2024-02-18T08:21:04.355296+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-02-18T08:21:05.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:05 smithi110 bash[24702]: cluster 2024-02-18T08:21:05.263090+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-02-18T08:21:05.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:05 smithi191 bash[19424]: cluster 2024-02-18T08:21:04.355296+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-02-18T08:21:05.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:05 smithi191 bash[19424]: cluster 2024-02-18T08:21:05.263090+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-02-18T08:21:06.277 INFO:tasks.rados.rados.0.smithi110.stdout:352: done (3 left) 2024-02-18T08:21:06.278 INFO:tasks.rados.rados.0.smithi110.stdout:353: delete oid 4 current snap is 35 2024-02-18T08:21:06.278 INFO:tasks.rados.rados.0.smithi110.stdout:350: finishing rollback tid 0 to smithi11051043-14 2024-02-18T08:21:06.278 INFO:tasks.rados.rados.0.smithi110.stdout:350: finishing rollback tid 1 to smithi11051043-14 2024-02-18T08:21:06.278 INFO:tasks.rados.rados.0.smithi110.stdout:350: finishing rollback tid 2 to smithi11051043-14 2024-02-18T08:21:06.278 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 68 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-02-18T08:21:06.278 INFO:tasks.rados.rados.0.smithi110.stdout:351: expect (ObjNum 57 snap 4 seq_num 57) 2024-02-18T08:21:06.326 INFO:tasks.rados.rados.0.smithi110.stdout:348: finishing copy_from to smithi11051043-15 2024-02-18T08:21:06.327 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 57 (ObjNum 121 snap 32 seq_num 121) dirty exists 2024-02-18T08:21:06.327 INFO:tasks.rados.rados.0.smithi110.stdout:348: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:21:06.327 INFO:tasks.rados.rados.0.smithi110.stdout:348: done (3 left) 2024-02-18T08:21:06.327 INFO:tasks.rados.rados.0.smithi110.stdout:350: done (2 left) 2024-02-18T08:21:06.327 INFO:tasks.rados.rados.0.smithi110.stdout:351: done (1 left) 2024-02-18T08:21:06.327 INFO:tasks.rados.rados.0.smithi110.stdout:353: done (0 left) 2024-02-18T08:21:06.327 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 35 2024-02-18T08:21:06.327 INFO:tasks.rados.rados.0.smithi110.stdout:354: seq_num 127 ranges {4972544=532480,5505024=507904,6012928=778240,6791168=319488} 2024-02-18T08:21:06.357 INFO:tasks.rados.rados.0.smithi110.stdout:354: writing smithi11051043-12 from 4972544 to 5505024 tid 1 2024-02-18T08:21:06.360 INFO:tasks.rados.rados.0.smithi110.stdout:354: writing smithi11051043-12 from 5505024 to 6012928 tid 2 2024-02-18T08:21:06.365 INFO:tasks.rados.rados.0.smithi110.stdout:354: writing smithi11051043-12 from 6012928 to 6791168 tid 3 2024-02-18T08:21:06.367 INFO:tasks.rados.rados.0.smithi110.stdout:354: writing smithi11051043-12 from 6791168 to 7110656 tid 4 2024-02-18T08:21:06.367 INFO:tasks.rados.rados.0.smithi110.stdout:355: snap_remove snap 34 2024-02-18T08:21:06.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:06 smithi110 bash[19477]: cluster 2024-02-18T08:21:05.289229+0000 mgr.x (mgr.34640) 12 : cluster [DBG] pgmap v22: 89 pgs: 89 active+clean; 100 MiB data, 156 MiB used, 707 GiB / 715 GiB avail; 190 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-02-18T08:21:06.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:06 smithi110 bash[19477]: cluster 2024-02-18T08:21:06.275121+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-02-18T08:21:06.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:06 smithi110 bash[24702]: cluster 2024-02-18T08:21:05.289229+0000 mgr.x (mgr.34640) 12 : cluster [DBG] pgmap v22: 89 pgs: 89 active+clean; 100 MiB data, 156 MiB used, 707 GiB / 715 GiB avail; 190 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-02-18T08:21:06.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:06 smithi110 bash[24702]: cluster 2024-02-18T08:21:06.275121+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-02-18T08:21:06.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:06 smithi191 bash[19424]: cluster 2024-02-18T08:21:05.289229+0000 mgr.x (mgr.34640) 12 : cluster [DBG] pgmap v22: 89 pgs: 89 active+clean; 100 MiB data, 156 MiB used, 707 GiB / 715 GiB avail; 190 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-02-18T08:21:06.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:06 smithi191 bash[19424]: cluster 2024-02-18T08:21:06.275121+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-02-18T08:21:07.372 INFO:tasks.rados.rados.0.smithi110.stdout:355: done (1 left) 2024-02-18T08:21:07.372 INFO:tasks.rados.rados.0.smithi110.stdout:356: snap_remove snap 31 2024-02-18T08:21:08.375 INFO:tasks.rados.rados.0.smithi110.stdout:356: done (1 left) 2024-02-18T08:21:08.375 INFO:tasks.rados.rados.0.smithi110.stdout:357: snap_remove snap 33 2024-02-18T08:21:08.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:08 smithi110 bash[19477]: cluster 2024-02-18T08:21:07.290043+0000 mgr.x (mgr.34640) 13 : cluster [DBG] pgmap v24: 89 pgs: 89 active+clean; 100 MiB data, 156 MiB used, 707 GiB / 715 GiB avail; 189 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-02-18T08:21:08.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:08 smithi110 bash[19477]: cluster 2024-02-18T08:21:07.368184+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-02-18T08:21:08.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:08 smithi110 bash[24702]: cluster 2024-02-18T08:21:07.290043+0000 mgr.x (mgr.34640) 13 : cluster [DBG] pgmap v24: 89 pgs: 89 active+clean; 100 MiB data, 156 MiB used, 707 GiB / 715 GiB avail; 189 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-02-18T08:21:08.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:08 smithi110 bash[24702]: cluster 2024-02-18T08:21:07.368184+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-02-18T08:21:08.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:08 smithi191 bash[19424]: cluster 2024-02-18T08:21:07.290043+0000 mgr.x (mgr.34640) 13 : cluster [DBG] pgmap v24: 89 pgs: 89 active+clean; 100 MiB data, 156 MiB used, 707 GiB / 715 GiB avail; 189 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-02-18T08:21:08.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:08 smithi191 bash[19424]: cluster 2024-02-18T08:21:07.368184+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-02-18T08:21:09.394 INFO:tasks.rados.rados.0.smithi110.stdout:357: done (1 left) 2024-02-18T08:21:09.394 INFO:tasks.rados.rados.0.smithi110.stdout:358: snap_remove snap 26 2024-02-18T08:21:09.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:09 smithi110 bash[19477]: cluster 2024-02-18T08:21:08.372507+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-02-18T08:21:09.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:09 smithi110 bash[24702]: cluster 2024-02-18T08:21:08.372507+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-02-18T08:21:09.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:09 smithi191 bash[19424]: cluster 2024-02-18T08:21:08.372507+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-02-18T08:21:10.268 INFO:tasks.rados.rados.0.smithi110.stdout:358: done (1 left) 2024-02-18T08:21:10.268 INFO:tasks.rados.rados.0.smithi110.stdout:359: setattr oid 21 current snap is 35 2024-02-18T08:21:10.268 INFO:tasks.rados.rados.0.smithi110.stdout:354: finishing write tid 1 to smithi11051043-12 2024-02-18T08:21:10.268 INFO:tasks.rados.rados.0.smithi110.stdout:354: finishing write tid 2 to smithi11051043-12 2024-02-18T08:21:10.268 INFO:tasks.rados.rados.0.smithi110.stdout:354: finishing write tid 3 to smithi11051043-12 2024-02-18T08:21:10.268 INFO:tasks.rados.rados.0.smithi110.stdout:354: finishing write tid 4 to smithi11051043-12 2024-02-18T08:21:10.268 INFO:tasks.rados.rados.0.smithi110.stdout:354: finishing write tid 6 to smithi11051043-12 2024-02-18T08:21:10.268 INFO:tasks.rados.rados.0.smithi110.stdout:354: finishing write tid 7 to smithi11051043-12 2024-02-18T08:21:10.268 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 88 (ObjNum 127 snap 35 seq_num 127) dirty exists 2024-02-18T08:21:10.268 INFO:tasks.rados.rados.0.smithi110.stdout:354: left oid 12 (ObjNum 127 snap 35 seq_num 127) 2024-02-18T08:21:10.270 INFO:tasks.rados.rados.0.smithi110.stdout:354: done (1 left) 2024-02-18T08:21:10.270 INFO:tasks.rados.rados.0.smithi110.stdout:360: read oid 27 snap -1 2024-02-18T08:21:10.271 INFO:tasks.rados.rados.0.smithi110.stdout:360: expect (ObjNum 90 snap 18 seq_num 90) 2024-02-18T08:21:10.271 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 35 2024-02-18T08:21:10.271 INFO:tasks.rados.rados.0.smithi110.stdout:361: seq_num 128 ranges {3522560=548864,4071424=794624,4866048=581632,5447680=229376} 2024-02-18T08:21:10.295 INFO:tasks.rados.rados.0.smithi110.stdout:361: writing smithi11051043-32 from 3522560 to 4071424 tid 1 2024-02-18T08:21:10.299 INFO:tasks.rados.rados.0.smithi110.stdout:361: writing smithi11051043-32 from 4071424 to 4866048 tid 2 2024-02-18T08:21:10.303 INFO:tasks.rados.rados.0.smithi110.stdout:361: writing smithi11051043-32 from 4866048 to 5447680 tid 3 2024-02-18T08:21:10.304 INFO:tasks.rados.rados.0.smithi110.stdout:361: writing smithi11051043-32 from 5447680 to 5677056 tid 4 2024-02-18T08:21:10.304 INFO:tasks.rados.rados.0.smithi110.stdout:362: setattr oid 8 current snap is 35 2024-02-18T08:21:10.305 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 141 (ObjNum -143913984 snap 22008 seq_num 362) dirty exists 2024-02-18T08:21:10.305 INFO:tasks.rados.rados.0.smithi110.stdout:360: expect (ObjNum 90 snap 18 seq_num 90) 2024-02-18T08:21:10.352 INFO:tasks.rados.rados.0.smithi110.stdout:361: finishing write tid 1 to smithi11051043-32 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:361: finishing write tid 2 to smithi11051043-32 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:361: finishing write tid 3 to smithi11051043-32 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:361: finishing write tid 4 to smithi11051043-32 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:361: finishing write tid 6 to smithi11051043-32 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:361: finishing write tid 7 to smithi11051043-32 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 63 (ObjNum 128 snap 35 seq_num 128) dirty exists 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:361: left oid 32 (ObjNum 128 snap 35 seq_num 128) 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:359: done (3 left) 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:360: done (2 left) 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:361: done (1 left) 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:363: read oid 47 snap -1 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:363: expect deleted 2024-02-18T08:21:10.353 INFO:tasks.rados.rados.0.smithi110.stdout:364: snap_remove snap 24 2024-02-18T08:21:10.704 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:10 smithi191 bash[19424]: cluster 2024-02-18T08:21:09.291294+0000 mgr.x (mgr.34640) 14 : cluster [DBG] pgmap v27: 89 pgs: 89 active+clean; 108 MiB data, 169 MiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-02-18T08:21:10.705 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:10 smithi191 bash[19424]: cluster 2024-02-18T08:21:09.391380+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-02-18T08:21:10.705 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:10 smithi191 bash[19424]: cluster 2024-02-18T08:21:10.263848+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-02-18T08:21:10.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:10 smithi110 bash[24702]: cluster 2024-02-18T08:21:09.291294+0000 mgr.x (mgr.34640) 14 : cluster [DBG] pgmap v27: 89 pgs: 89 active+clean; 108 MiB data, 169 MiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-02-18T08:21:10.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:10 smithi110 bash[24702]: cluster 2024-02-18T08:21:09.391380+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-02-18T08:21:10.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:10 smithi110 bash[24702]: cluster 2024-02-18T08:21:10.263848+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-02-18T08:21:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:10 smithi110 bash[19477]: cluster 2024-02-18T08:21:09.291294+0000 mgr.x (mgr.34640) 14 : cluster [DBG] pgmap v27: 89 pgs: 89 active+clean; 108 MiB data, 169 MiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-02-18T08:21:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:10 smithi110 bash[19477]: cluster 2024-02-18T08:21:09.391380+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-02-18T08:21:10.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:10 smithi110 bash[19477]: cluster 2024-02-18T08:21:10.263848+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-02-18T08:21:11.286 INFO:tasks.rados.rados.0.smithi110.stdout:364: done (2 left) 2024-02-18T08:21:11.286 INFO:tasks.rados.rados.0.smithi110.stdout:365: snap_remove snap 22 2024-02-18T08:21:12.294 INFO:tasks.rados.rados.0.smithi110.stdout:365: done (2 left) 2024-02-18T08:21:12.294 INFO:tasks.rados.rados.0.smithi110.stdout:366: read oid 14 snap -1 2024-02-18T08:21:12.295 INFO:tasks.rados.rados.0.smithi110.stdout:366: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:21:12.295 INFO:tasks.rados.rados.0.smithi110.stdout:367: copy_from oid 15 from oid 31 current snap is 35 2024-02-18T08:21:12.295 INFO:tasks.rados.rados.0.smithi110.stdout:368: rollback oid 50 current snap is 35 2024-02-18T08:21:12.295 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 50 to 27 2024-02-18T08:21:12.295 INFO:tasks.rados.rados.0.smithi110.stdout:369: delete oid 5 current snap is 35 2024-02-18T08:21:12.295 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 204 (ObjNum 123 snap 34 seq_num 123) dirty exists 2024-02-18T08:21:12.300 INFO:tasks.rados.rados.0.smithi110.stdout:367: finishing copy_from to smithi11051043-15 2024-02-18T08:21:12.300 INFO:tasks.rados.rados.0.smithi110.stdout:367: got expected ENOENT (src dne) 2024-02-18T08:21:12.300 INFO:tasks.rados.rados.0.smithi110.stdout:367: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:21:12.303 INFO:tasks.rados.rados.0.smithi110.stdout:362: done (5 left) 2024-02-18T08:21:12.303 INFO:tasks.rados.rados.0.smithi110.stdout:363: done (4 left) 2024-02-18T08:21:12.303 INFO:tasks.rados.rados.0.smithi110.stdout:367: done (3 left) 2024-02-18T08:21:12.303 INFO:tasks.rados.rados.0.smithi110.stdout:369: done (2 left) 2024-02-18T08:21:12.303 INFO:tasks.rados.rados.0.smithi110.stdout:370: snap_create 2024-02-18T08:21:12.303 INFO:tasks.rados.rados.0.smithi110.stdout:368: finishing rollback tid 0 to smithi11051043-50 2024-02-18T08:21:12.304 INFO:tasks.rados.rados.0.smithi110.stdout:368: finishing rollback tid 1 to smithi11051043-50 2024-02-18T08:21:12.304 INFO:tasks.rados.rados.0.smithi110.stdout:368: finishing rollback tid 2 to smithi11051043-50 2024-02-18T08:21:12.304 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 17 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-02-18T08:21:12.307 INFO:tasks.rados.rados.0.smithi110.stdout:366: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:21:12.431 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:12 smithi191 bash[19424]: cluster 2024-02-18T08:21:11.281992+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-02-18T08:21:12.431 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:12 smithi191 bash[19424]: cluster 2024-02-18T08:21:11.291899+0000 mgr.x (mgr.34640) 15 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 108 MiB data, 169 MiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-02-18T08:21:12.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:12 smithi110 bash[24702]: cluster 2024-02-18T08:21:11.281992+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-02-18T08:21:12.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:12 smithi110 bash[24702]: cluster 2024-02-18T08:21:11.291899+0000 mgr.x (mgr.34640) 15 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 108 MiB data, 169 MiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-02-18T08:21:12.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:12 smithi110 bash[19477]: cluster 2024-02-18T08:21:11.281992+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-02-18T08:21:12.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:12 smithi110 bash[19477]: cluster 2024-02-18T08:21:11.291899+0000 mgr.x (mgr.34640) 15 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 108 MiB data, 169 MiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-02-18T08:21:13.293 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 systemd[1]: Stopping Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:21:13.294 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=warn ts=2024-02-18T08:21:13.118Z caller=main.go:524 msg="Received SIGTERM, exiting gracefully..." 2024-02-18T08:21:13.294 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.119Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-02-18T08:21:13.294 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.119Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-02-18T08:21:13.294 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.119Z caller=main.go:583 msg="Stopping scrape manager..." 2024-02-18T08:21:13.294 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.119Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-02-18T08:21:13.294 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.119Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-02-18T08:21:13.294 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.119Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-02-18T08:21:13.294 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.119Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-02-18T08:21:13.294 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.119Z caller=main.go:577 msg="Scrape manager stopped" 2024-02-18T08:21:13.294 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.120Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-02-18T08:21:13.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.120Z caller=main.go:749 msg="Notifier manager stopped" 2024-02-18T08:21:13.295 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[31559]: level=info ts=2024-02-18T08:21:13.120Z caller=main.go:761 msg="See you next time!" 2024-02-18T08:21:13.304 INFO:tasks.rados.rados.0.smithi110.stdout:366: done (2 left) 2024-02-18T08:21:13.304 INFO:tasks.rados.rados.0.smithi110.stdout:368: done (1 left) 2024-02-18T08:21:13.304 INFO:tasks.rados.rados.0.smithi110.stdout:370: done (0 left) 2024-02-18T08:21:13.304 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 36 2024-02-18T08:21:13.304 INFO:tasks.rados.rados.0.smithi110.stdout:371: seq_num 130 ranges {0=581632,581632=614400,1196032=598016,1794048=393216} 2024-02-18T08:21:13.307 INFO:tasks.rados.rados.0.smithi110.stdout:371: writing smithi11051043-28 from 0 to 581632 tid 1 2024-02-18T08:21:13.311 INFO:tasks.rados.rados.0.smithi110.stdout:371: writing smithi11051043-28 from 581632 to 1196032 tid 2 2024-02-18T08:21:13.315 INFO:tasks.rados.rados.0.smithi110.stdout:371: writing smithi11051043-28 from 1196032 to 1794048 tid 3 2024-02-18T08:21:13.317 INFO:tasks.rados.rados.0.smithi110.stdout:371: writing smithi11051043-28 from 1794048 to 2187264 tid 4 2024-02-18T08:21:13.317 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 36 2024-02-18T08:21:13.317 INFO:tasks.rados.rados.0.smithi110.stdout:372: seq_num 131 ranges {1843200=598016,2441216=499712,2940928=753664,3694592=352256} 2024-02-18T08:21:13.331 INFO:tasks.rados.rados.0.smithi110.stdout:372: writing smithi11051043-43 from 1843200 to 2441216 tid 1 2024-02-18T08:21:13.334 INFO:tasks.rados.rados.0.smithi110.stdout:372: writing smithi11051043-43 from 2441216 to 2940928 tid 2 2024-02-18T08:21:13.339 INFO:tasks.rados.rados.0.smithi110.stdout:372: writing smithi11051043-43 from 2940928 to 3694592 tid 3 2024-02-18T08:21:13.341 INFO:tasks.rados.rados.0.smithi110.stdout:372: writing smithi11051043-43 from 3694592 to 4046848 tid 4 2024-02-18T08:21:13.342 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 36 2024-02-18T08:21:13.342 INFO:tasks.rados.rados.0.smithi110.stdout:373: seq_num 132 ranges {425984=614400,1040384=786432,1826816=565248,2392064=253952} 2024-02-18T08:21:13.347 INFO:tasks.rados.rados.0.smithi110.stdout:373: writing smithi11051043-26 from 425984 to 1040384 tid 1 2024-02-18T08:21:13.352 INFO:tasks.rados.rados.0.smithi110.stdout:373: writing smithi11051043-26 from 1040384 to 1826816 tid 2 2024-02-18T08:21:13.355 INFO:tasks.rados.rados.0.smithi110.stdout:373: writing smithi11051043-26 from 1826816 to 2392064 tid 3 2024-02-18T08:21:13.357 INFO:tasks.rados.rados.0.smithi110.stdout:373: writing smithi11051043-26 from 2392064 to 2646016 tid 4 2024-02-18T08:21:13.357 INFO:tasks.rados.rados.0.smithi110.stdout:374: delete oid 17 current snap is 36 2024-02-18T08:21:13.357 INFO:tasks.rados.rados.0.smithi110.stdout:371: finishing write tid 1 to smithi11051043-28 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:371: finishing write tid 2 to smithi11051043-28 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:371: finishing write tid 3 to smithi11051043-28 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:371: finishing write tid 4 to smithi11051043-28 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:371: finishing write tid 6 to smithi11051043-28 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:371: finishing write tid 7 to smithi11051043-28 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 106 (ObjNum 130 snap 36 seq_num 130) dirty exists 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:371: left oid 28 (ObjNum 130 snap 36 seq_num 130) 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:372: finishing write tid 1 to smithi11051043-43 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:372: finishing write tid 2 to smithi11051043-43 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:372: finishing write tid 3 to smithi11051043-43 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:372: finishing write tid 4 to smithi11051043-43 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:372: finishing write tid 6 to smithi11051043-43 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:372: finishing write tid 7 to smithi11051043-43 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 35 (ObjNum 131 snap 36 seq_num 131) dirty exists 2024-02-18T08:21:13.358 INFO:tasks.rados.rados.0.smithi110.stdout:372: left oid 43 (ObjNum 131 snap 36 seq_num 131) 2024-02-18T08:21:13.359 INFO:tasks.rados.rados.0.smithi110.stdout:373: finishing write tid 1 to smithi11051043-26 2024-02-18T08:21:13.359 INFO:tasks.rados.rados.0.smithi110.stdout:371: done (3 left) 2024-02-18T08:21:13.359 INFO:tasks.rados.rados.0.smithi110.stdout:372: done (2 left) 2024-02-18T08:21:13.359 INFO:tasks.rados.rados.0.smithi110.stdout:374: done (1 left) 2024-02-18T08:21:13.359 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 36 2024-02-18T08:21:13.359 INFO:tasks.rados.rados.0.smithi110.stdout:375: seq_num 134 ranges {622592=647168,1269760=548864,1818624=573440,2392064=483328} 2024-02-18T08:21:13.370 INFO:tasks.rados.rados.0.smithi110.stdout:375: writing smithi11051043-38 from 622592 to 1269760 tid 1 2024-02-18T08:21:13.373 INFO:tasks.rados.rados.0.smithi110.stdout:375: writing smithi11051043-38 from 1269760 to 1818624 tid 2 2024-02-18T08:21:13.376 INFO:tasks.rados.rados.0.smithi110.stdout:375: writing smithi11051043-38 from 1818624 to 2392064 tid 3 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:375: writing smithi11051043-38 from 2392064 to 2875392 tid 4 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:376: setattr oid 2 current snap is 36 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:373: finishing write tid 2 to smithi11051043-26 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:373: finishing write tid 3 to smithi11051043-26 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:373: finishing write tid 4 to smithi11051043-26 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:373: finishing write tid 6 to smithi11051043-26 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:373: finishing write tid 7 to smithi11051043-26 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 226 (ObjNum 132 snap 36 seq_num 132) dirty exists 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:373: left oid 26 (ObjNum 132 snap 36 seq_num 132) 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:375: finishing write tid 1 to smithi11051043-38 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:375: finishing write tid 2 to smithi11051043-38 2024-02-18T08:21:13.380 INFO:tasks.rados.rados.0.smithi110.stdout:375: finishing write tid 3 to smithi11051043-38 2024-02-18T08:21:13.381 INFO:tasks.rados.rados.0.smithi110.stdout:373: done (2 left) 2024-02-18T08:21:13.381 INFO:tasks.rados.rados.0.smithi110.stdout:377: read oid 14 snap -1 2024-02-18T08:21:13.381 INFO:tasks.rados.rados.0.smithi110.stdout:377: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:21:13.381 INFO:tasks.rados.rados.0.smithi110.stdout:378: read oid 17 snap 20 2024-02-18T08:21:13.381 INFO:tasks.rados.rados.0.smithi110.stdout:378: expect (ObjNum 7 snap 0 seq_num 7) 2024-02-18T08:21:13.381 INFO:tasks.rados.rados.0.smithi110.stdout:379: snap_create 2024-02-18T08:21:13.382 INFO:tasks.rados.rados.0.smithi110.stdout:375: finishing write tid 4 to smithi11051043-38 2024-02-18T08:21:13.382 INFO:tasks.rados.rados.0.smithi110.stdout:375: finishing write tid 6 to smithi11051043-38 2024-02-18T08:21:13.384 INFO:tasks.rados.rados.0.smithi110.stdout:377: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:21:13.389 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 69 (ObjNum 81 snap 17 seq_num 81) dirty exists 2024-02-18T08:21:13.390 INFO:tasks.rados.rados.0.smithi110.stdout:378: expect (ObjNum 7 snap 0 seq_num 7) 2024-02-18T08:21:13.392 INFO:tasks.rados.rados.0.smithi110.stdout:375: finishing write tid 7 to smithi11051043-38 2024-02-18T08:21:13.392 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 113 (ObjNum 134 snap 36 seq_num 134) dirty exists 2024-02-18T08:21:13.392 INFO:tasks.rados.rados.0.smithi110.stdout:375: left oid 38 (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:21:13.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:13 smithi191 bash[19424]: cluster 2024-02-18T08:21:12.290770+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-02-18T08:21:13.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:13 smithi110 bash[19477]: cluster 2024-02-18T08:21:12.290770+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-02-18T08:21:13.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:13 smithi110 bash[24702]: cluster 2024-02-18T08:21:12.290770+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-02-18T08:21:13.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:13.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:13.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:13.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:13.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:13.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:21:14.094 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 docker[34885]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-prometheus.a 2024-02-18T08:21:14.094 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 systemd[1]: Stopped Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:21:14.095 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:13 smithi191 systemd[1]: Started Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:21:14.315 INFO:tasks.rados.rados.0.smithi110.stdout:375: done (4 left) 2024-02-18T08:21:14.315 INFO:tasks.rados.rados.0.smithi110.stdout:376: done (3 left) 2024-02-18T08:21:14.315 INFO:tasks.rados.rados.0.smithi110.stdout:377: done (2 left) 2024-02-18T08:21:14.315 INFO:tasks.rados.rados.0.smithi110.stdout:378: done (1 left) 2024-02-18T08:21:14.315 INFO:tasks.rados.rados.0.smithi110.stdout:379: done (0 left) 2024-02-18T08:21:14.315 INFO:tasks.rados.rados.0.smithi110.stdout:380: delete oid 4 current snap is 37 2024-02-18T08:21:14.317 INFO:tasks.rados.rados.0.smithi110.stdout:380: done (0 left) 2024-02-18T08:21:14.317 INFO:tasks.rados.rados.0.smithi110.stdout:381: snap_create 2024-02-18T08:21:14.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:14 smithi191 bash[19424]: cluster 2024-02-18T08:21:13.292582+0000 mgr.x (mgr.34640) 16 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 108 MiB data, 169 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:14.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:14 smithi191 bash[19424]: cluster 2024-02-18T08:21:13.300664+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-02-18T08:21:14.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:14 smithi191 bash[19424]: audit 2024-02-18T08:21:13.865113+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:14.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:14 smithi191 bash[19424]: audit 2024-02-18T08:21:13.872167+0000 mon.b (mon.2) 104 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:21:14.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:14 smithi110 bash[19477]: cluster 2024-02-18T08:21:13.292582+0000 mgr.x (mgr.34640) 16 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 108 MiB data, 169 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:14.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:14 smithi110 bash[19477]: cluster 2024-02-18T08:21:13.300664+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-02-18T08:21:14.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:14 smithi110 bash[19477]: audit 2024-02-18T08:21:13.865113+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:14.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:14 smithi110 bash[19477]: audit 2024-02-18T08:21:13.872167+0000 mon.b (mon.2) 104 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:21:14.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:14 smithi110 bash[24702]: cluster 2024-02-18T08:21:13.292582+0000 mgr.x (mgr.34640) 16 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 108 MiB data, 169 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:14.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:14 smithi110 bash[24702]: cluster 2024-02-18T08:21:13.300664+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-02-18T08:21:14.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:14 smithi110 bash[24702]: audit 2024-02-18T08:21:13.865113+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:14.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:14 smithi110 bash[24702]: audit 2024-02-18T08:21:13.872167+0000 mon.b (mon.2) 104 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:21:15.042 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.035Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2024-02-18T08:21:15.042 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.035Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2024-02-18T08:21:15.042 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.035Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2024-02-18T08:21:15.042 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.035Z caller=main.go:339 host_details="(Linux 4.15.0-213-generic #224-Ubuntu SMP Mon Jun 19 13:30:12 UTC 2023 x86_64 smithi191 (none))" 2024-02-18T08:21:15.042 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.035Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2024-02-18T08:21:15.042 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.035Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2024-02-18T08:21:15.042 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.039Z caller=main.go:678 msg="Starting TSDB ..." 2024-02-18T08:21:15.042 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.039Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2024-02-18T08:21:15.318 INFO:tasks.rados.rados.0.smithi110.stdout:381: done (0 left) 2024-02-18T08:21:15.318 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 38 2024-02-18T08:21:15.318 INFO:tasks.rados.rados.0.smithi110.stdout:382: seq_num 136 ranges {2187264=688128,2875392=720896,3596288=540672,4136960=344064} 2024-02-18T08:21:15.319 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.044Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2024-02-18T08:21:15.319 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.045Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-02-18T08:21:15.319 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.055Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-02-18T08:21:15.319 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.055Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-02-18T08:21:15.320 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.055Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=11.130502ms 2024-02-18T08:21:15.320 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.059Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2024-02-18T08:21:15.320 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.059Z caller=main.go:695 msg="TSDB started" 2024-02-18T08:21:15.320 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.059Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-18T08:21:15.320 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.085Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-18T08:21:15.320 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[34934]: level=info ts=2024-02-18T08:21:15.085Z caller=main.go:646 msg="Server is ready to receive web requests." 2024-02-18T08:21:15.337 INFO:tasks.rados.rados.0.smithi110.stdout:382: writing smithi11051043-28 from 2187264 to 2875392 tid 1 2024-02-18T08:21:15.341 INFO:tasks.rados.rados.0.smithi110.stdout:382: writing smithi11051043-28 from 2875392 to 3596288 tid 2 2024-02-18T08:21:15.345 INFO:tasks.rados.rados.0.smithi110.stdout:382: writing smithi11051043-28 from 3596288 to 4136960 tid 3 2024-02-18T08:21:15.348 INFO:tasks.rados.rados.0.smithi110.stdout:382: writing smithi11051043-28 from 4136960 to 4481024 tid 4 2024-02-18T08:21:15.348 INFO:tasks.rados.rados.0.smithi110.stdout:383: rollback oid 34 current snap is 38 2024-02-18T08:21:15.348 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 34 to 20 2024-02-18T08:21:15.348 INFO:tasks.rados.rados.0.smithi110.stdout:384: delete oid 8 current snap is 38 2024-02-18T08:21:15.351 INFO:tasks.rados.rados.0.smithi110.stdout:383: finishing rollback tid 0 to smithi11051043-34 2024-02-18T08:21:15.352 INFO:tasks.rados.rados.0.smithi110.stdout:383: finishing rollback tid 1 to smithi11051043-34 2024-02-18T08:21:15.352 INFO:tasks.rados.rados.0.smithi110.stdout:383: finishing rollback tid 2 to smithi11051043-34 2024-02-18T08:21:15.352 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 117 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-02-18T08:21:15.354 INFO:tasks.rados.rados.0.smithi110.stdout:382: finishing write tid 1 to smithi11051043-28 2024-02-18T08:21:15.354 INFO:tasks.rados.rados.0.smithi110.stdout:382: finishing write tid 2 to smithi11051043-28 2024-02-18T08:21:15.354 INFO:tasks.rados.rados.0.smithi110.stdout:382: finishing write tid 3 to smithi11051043-28 2024-02-18T08:21:15.355 INFO:tasks.rados.rados.0.smithi110.stdout:382: finishing write tid 4 to smithi11051043-28 2024-02-18T08:21:15.355 INFO:tasks.rados.rados.0.smithi110.stdout:383: done (2 left) 2024-02-18T08:21:15.356 INFO:tasks.rados.rados.0.smithi110.stdout:384: done (1 left) 2024-02-18T08:21:15.356 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 38 2024-02-18T08:21:15.356 INFO:tasks.rados.rados.0.smithi110.stdout:385: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-02-18T08:21:15.360 INFO:tasks.rados.rados.0.smithi110.stdout:385: writing smithi11051043-41 from 0 to 720896 tid 1 2024-02-18T08:21:15.363 INFO:tasks.rados.rados.0.smithi110.stdout:385: writing smithi11051043-41 from 720896 to 1261568 tid 2 2024-02-18T08:21:15.366 INFO:tasks.rados.rados.0.smithi110.stdout:385: writing smithi11051043-41 from 1261568 to 1818624 tid 3 2024-02-18T08:21:15.369 INFO:tasks.rados.rados.0.smithi110.stdout:385: writing smithi11051043-41 from 1818624 to 2326528 tid 4 2024-02-18T08:21:15.370 INFO:tasks.rados.rados.0.smithi110.stdout:386: snap_create 2024-02-18T08:21:15.370 INFO:tasks.rados.rados.0.smithi110.stdout:382: finishing write tid 6 to smithi11051043-28 2024-02-18T08:21:15.370 INFO:tasks.rados.rados.0.smithi110.stdout:382: finishing write tid 7 to smithi11051043-28 2024-02-18T08:21:15.370 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 112 (ObjNum 136 snap 38 seq_num 136) dirty exists 2024-02-18T08:21:15.370 INFO:tasks.rados.rados.0.smithi110.stdout:382: left oid 28 (ObjNum 136 snap 38 seq_num 136) 2024-02-18T08:21:15.370 INFO:tasks.rados.rados.0.smithi110.stdout:385: finishing write tid 1 to smithi11051043-41 2024-02-18T08:21:15.370 INFO:tasks.rados.rados.0.smithi110.stdout:385: finishing write tid 2 to smithi11051043-41 2024-02-18T08:21:15.370 INFO:tasks.rados.rados.0.smithi110.stdout:385: finishing write tid 3 to smithi11051043-41 2024-02-18T08:21:15.372 INFO:tasks.rados.rados.0.smithi110.stdout:385: finishing write tid 4 to smithi11051043-41 2024-02-18T08:21:15.372 INFO:tasks.rados.rados.0.smithi110.stdout:385: finishing write tid 6 to smithi11051043-41 2024-02-18T08:21:15.374 INFO:tasks.rados.rados.0.smithi110.stdout:385: finishing write tid 7 to smithi11051043-41 2024-02-18T08:21:15.374 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 34 (ObjNum 138 snap 38 seq_num 138) dirty exists 2024-02-18T08:21:15.374 INFO:tasks.rados.rados.0.smithi110.stdout:385: left oid 41 (ObjNum 138 snap 38 seq_num 138) 2024-02-18T08:21:15.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[19424]: audit 2024-02-18T08:21:13.873038+0000 mgr.x (mgr.34640) 17 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:21:15.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[19424]: cephadm 2024-02-18T08:21:13.874504+0000 mgr.x (mgr.34640) 18 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:21:15.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:15 smithi191 bash[19424]: cluster 2024-02-18T08:21:14.310392+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-02-18T08:21:15.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:15 smithi110 bash[19477]: audit 2024-02-18T08:21:13.873038+0000 mgr.x (mgr.34640) 17 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:21:15.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:15 smithi110 bash[19477]: cephadm 2024-02-18T08:21:13.874504+0000 mgr.x (mgr.34640) 18 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:21:15.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:15 smithi110 bash[19477]: cluster 2024-02-18T08:21:14.310392+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-02-18T08:21:15.671 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:15 smithi110 bash[24702]: audit 2024-02-18T08:21:13.873038+0000 mgr.x (mgr.34640) 17 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:21:15.671 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:15 smithi110 bash[24702]: cephadm 2024-02-18T08:21:13.874504+0000 mgr.x (mgr.34640) 18 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:81bd20d634209c7cb82c18be12b4b5a05643ebf1 2024-02-18T08:21:15.671 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:15 smithi110 bash[24702]: cluster 2024-02-18T08:21:14.310392+0000 mon.a (mon.0) 793 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-02-18T08:21:16.328 INFO:tasks.rados.rados.0.smithi110.stdout:382: done (2 left) 2024-02-18T08:21:16.328 INFO:tasks.rados.rados.0.smithi110.stdout:385: done (1 left) 2024-02-18T08:21:16.328 INFO:tasks.rados.rados.0.smithi110.stdout:386: done (0 left) 2024-02-18T08:21:16.328 INFO:tasks.rados.rados.0.smithi110.stdout:387: read oid 45 snap -1 2024-02-18T08:21:16.328 INFO:tasks.rados.rados.0.smithi110.stdout:387: expect (ObjNum 49 snap 0 seq_num 49) 2024-02-18T08:21:16.328 INFO:tasks.rados.rados.0.smithi110.stdout:388: read oid 29 snap 25 2024-02-18T08:21:16.328 INFO:tasks.rados.rados.0.smithi110.stdout:388: expect (ObjNum 39 snap 0 seq_num 39) 2024-02-18T08:21:16.328 INFO:tasks.rados.rados.0.smithi110.stdout:389: setattr oid 2 current snap is 39 2024-02-18T08:21:16.329 INFO:tasks.rados.rados.0.smithi110.stdout:390: rmattr oid 12 current snap is 39 2024-02-18T08:21:16.329 INFO:tasks.rados.rados.0.smithi110.stdout:390: done (3 left) 2024-02-18T08:21:16.329 INFO:tasks.rados.rados.0.smithi110.stdout:391: snap_remove snap 38 2024-02-18T08:21:16.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:16 smithi191 bash[19424]: cluster 2024-02-18T08:21:15.293384+0000 mgr.x (mgr.34640) 19 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 117 MiB data, 182 MiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 28 op/s 2024-02-18T08:21:16.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:16 smithi191 bash[19424]: cluster 2024-02-18T08:21:15.313373+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-02-18T08:21:16.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:16 smithi110 bash[19477]: cluster 2024-02-18T08:21:15.293384+0000 mgr.x (mgr.34640) 19 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 117 MiB data, 182 MiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 28 op/s 2024-02-18T08:21:16.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:16 smithi110 bash[19477]: cluster 2024-02-18T08:21:15.313373+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-02-18T08:21:16.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:16 smithi110 bash[24702]: cluster 2024-02-18T08:21:15.293384+0000 mgr.x (mgr.34640) 19 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 117 MiB data, 182 MiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 28 op/s 2024-02-18T08:21:16.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:16 smithi110 bash[24702]: cluster 2024-02-18T08:21:15.313373+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-02-18T08:21:17.346 INFO:tasks.rados.rados.0.smithi110.stdout:391: done (3 left) 2024-02-18T08:21:17.346 INFO:tasks.rados.rados.0.smithi110.stdout:392: read oid 38 snap 27 2024-02-18T08:21:17.346 INFO:tasks.rados.rados.0.smithi110.stdout:392: expect (ObjNum 37 snap 0 seq_num 37) 2024-02-18T08:21:17.346 INFO:tasks.rados.rados.0.smithi110.stdout:393: delete oid 17 current snap is 39 2024-02-18T08:21:17.346 INFO:tasks.rados.rados.0.smithi110.stdout:387: expect (ObjNum 49 snap 0 seq_num 49) 2024-02-18T08:21:17.369 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 71 (ObjNum 81 snap 17 seq_num 81) dirty exists 2024-02-18T08:21:17.369 INFO:tasks.rados.rados.0.smithi110.stdout:388: expect (ObjNum 39 snap 0 seq_num 39) 2024-02-18T08:21:17.384 INFO:tasks.rados.rados.0.smithi110.stdout:392: expect (ObjNum 37 snap 0 seq_num 37) 2024-02-18T08:21:17.399 INFO:tasks.rados.rados.0.smithi110.stdout:387: done (4 left) 2024-02-18T08:21:17.399 INFO:tasks.rados.rados.0.smithi110.stdout:388: done (3 left) 2024-02-18T08:21:17.399 INFO:tasks.rados.rados.0.smithi110.stdout:389: done (2 left) 2024-02-18T08:21:17.399 INFO:tasks.rados.rados.0.smithi110.stdout:392: done (1 left) 2024-02-18T08:21:17.399 INFO:tasks.rados.rados.0.smithi110.stdout:393: done (0 left) 2024-02-18T08:21:17.399 INFO:tasks.rados.rados.0.smithi110.stdout:394: copy_from oid 11 from oid 50 current snap is 39 2024-02-18T08:21:17.399 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 39 2024-02-18T08:21:17.399 INFO:tasks.rados.rados.0.smithi110.stdout:395: seq_num 140 ranges {4653056=753664,5406720=704512,6111232=524288,6635520=376832} 2024-02-18T08:21:17.432 INFO:tasks.rados.rados.0.smithi110.stdout:395: writing smithi11051043-16 from 4653056 to 5406720 tid 1 2024-02-18T08:21:17.436 INFO:tasks.rados.rados.0.smithi110.stdout:395: writing smithi11051043-16 from 5406720 to 6111232 tid 2 2024-02-18T08:21:17.439 INFO:tasks.rados.rados.0.smithi110.stdout:395: writing smithi11051043-16 from 6111232 to 6635520 tid 3 2024-02-18T08:21:17.442 INFO:tasks.rados.rados.0.smithi110.stdout:395: writing smithi11051043-16 from 6635520 to 7012352 tid 4 2024-02-18T08:21:17.442 INFO:tasks.rados.rados.0.smithi110.stdout:396: rmattr oid 2 current snap is 39 2024-02-18T08:21:17.442 INFO:tasks.rados.rados.0.smithi110.stdout:394: finishing copy_from to smithi11051043-11 2024-02-18T08:21:17.442 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 17 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-02-18T08:21:17.442 INFO:tasks.rados.rados.0.smithi110.stdout:394: finishing copy_from racing read to smithi11051043-11 2024-02-18T08:21:17.442 INFO:tasks.rados.rados.0.smithi110.stdout:394: done (2 left) 2024-02-18T08:21:17.442 INFO:tasks.rados.rados.0.smithi110.stdout:397: delete oid 23 current snap is 39 2024-02-18T08:21:17.443 INFO:tasks.rados.rados.0.smithi110.stdout:395: finishing write tid 1 to smithi11051043-16 2024-02-18T08:21:17.446 INFO:tasks.rados.rados.0.smithi110.stdout:395: finishing write tid 2 to smithi11051043-16 2024-02-18T08:21:17.446 INFO:tasks.rados.rados.0.smithi110.stdout:395: finishing write tid 3 to smithi11051043-16 2024-02-18T08:21:17.447 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 72 (ObjNum 81 snap 17 seq_num 81) dirty exists 2024-02-18T08:21:17.449 INFO:tasks.rados.rados.0.smithi110.stdout:395: finishing write tid 4 to smithi11051043-16 2024-02-18T08:21:17.449 INFO:tasks.rados.rados.0.smithi110.stdout:395: finishing write tid 6 to smithi11051043-16 2024-02-18T08:21:17.450 INFO:tasks.rados.rados.0.smithi110.stdout:396: done (2 left) 2024-02-18T08:21:17.450 INFO:tasks.rados.rados.0.smithi110.stdout:397: done (1 left) 2024-02-18T08:21:17.450 INFO:tasks.rados.rados.0.smithi110.stdout:398: read oid 3 snap -1 2024-02-18T08:21:17.450 INFO:tasks.rados.rados.0.smithi110.stdout:398: expect deleted 2024-02-18T08:21:17.450 INFO:tasks.rados.rados.0.smithi110.stdout:399: snap_create 2024-02-18T08:21:17.451 INFO:tasks.rados.rados.0.smithi110.stdout:395: finishing write tid 7 to smithi11051043-16 2024-02-18T08:21:17.451 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 234 (ObjNum 140 snap 39 seq_num 140) dirty exists 2024-02-18T08:21:17.451 INFO:tasks.rados.rados.0.smithi110.stdout:395: left oid 16 (ObjNum 140 snap 39 seq_num 140) 2024-02-18T08:21:17.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:17 smithi191 bash[19424]: cluster 2024-02-18T08:21:16.324505+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-02-18T08:21:17.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:17 smithi191 bash[19424]: audit 2024-02-18T08:21:16.587248+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:17.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:17 smithi191 bash[19424]: cephadm 2024-02-18T08:21:16.588603+0000 mgr.x (mgr.34640) 20 : cephadm [INF] Upgrade: Target is version 16.2.14-548-g81bd20d6 (pacific) 2024-02-18T08:21:17.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:17 smithi191 bash[19424]: cephadm 2024-02-18T08:21:16.588819+0000 mgr.x (mgr.34640) 21 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9'] 2024-02-18T08:21:17.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:17 smithi191 bash[19424]: audit 2024-02-18T08:21:16.591088+0000 mon.b (mon.2) 105 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:17.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:17 smithi191 bash[19424]: audit 2024-02-18T08:21:16.600890+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:17.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:17 smithi191 bash[19424]: cephadm 2024-02-18T08:21:16.602879+0000 mgr.x (mgr.34640) 22 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:17.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:17 smithi191 bash[19424]: cephadm 2024-02-18T08:21:16.604126+0000 mgr.x (mgr.34640) 23 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:17.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[19477]: cluster 2024-02-18T08:21:16.324505+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-02-18T08:21:17.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[19477]: audit 2024-02-18T08:21:16.587248+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:17.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[19477]: cephadm 2024-02-18T08:21:16.588603+0000 mgr.x (mgr.34640) 20 : cephadm [INF] Upgrade: Target is version 16.2.14-548-g81bd20d6 (pacific) 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[19477]: cephadm 2024-02-18T08:21:16.588819+0000 mgr.x (mgr.34640) 21 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9'] 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[19477]: audit 2024-02-18T08:21:16.591088+0000 mon.b (mon.2) 105 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[19477]: audit 2024-02-18T08:21:16.600890+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[19477]: cephadm 2024-02-18T08:21:16.602879+0000 mgr.x (mgr.34640) 22 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[19477]: cephadm 2024-02-18T08:21:16.604126+0000 mgr.x (mgr.34640) 23 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[24702]: cluster 2024-02-18T08:21:16.324505+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[24702]: audit 2024-02-18T08:21:16.587248+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[24702]: cephadm 2024-02-18T08:21:16.588603+0000 mgr.x (mgr.34640) 20 : cephadm [INF] Upgrade: Target is version 16.2.14-548-g81bd20d6 (pacific) 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[24702]: cephadm 2024-02-18T08:21:16.588819+0000 mgr.x (mgr.34640) 21 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7fa249cc0191869e2bcc743303b0da933d04d152b2397edb19ec992e48553ab9'] 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[24702]: audit 2024-02-18T08:21:16.591088+0000 mon.b (mon.2) 105 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[24702]: audit 2024-02-18T08:21:16.600890+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:17.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[24702]: cephadm 2024-02-18T08:21:16.602879+0000 mgr.x (mgr.34640) 22 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:17.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:17 smithi110 bash[24702]: cephadm 2024-02-18T08:21:16.604126+0000 mgr.x (mgr.34640) 23 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:18.357 INFO:tasks.rados.rados.0.smithi110.stdout:395: done (2 left) 2024-02-18T08:21:18.357 INFO:tasks.rados.rados.0.smithi110.stdout:398: done (1 left) 2024-02-18T08:21:18.357 INFO:tasks.rados.rados.0.smithi110.stdout:399: done (0 left) 2024-02-18T08:21:18.357 INFO:tasks.rados.rados.0.smithi110.stdout:400: rmattr oid 6 current snap is 40 2024-02-18T08:21:18.357 INFO:tasks.rados.rados.0.smithi110.stdout:401: rollback oid 3 current snap is 40 2024-02-18T08:21:18.357 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 3 to 36 2024-02-18T08:21:18.357 INFO:tasks.rados.rados.0.smithi110.stdout:402: rollback oid 16 current snap is 40 2024-02-18T08:21:18.357 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 16 to 35 2024-02-18T08:21:18.357 INFO:tasks.rados.rados.0.smithi110.stdout:403: snap_create 2024-02-18T08:21:18.359 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 0 (ObjNum -129834064 snap 22008 seq_num 0) dirty dne 2024-02-18T08:21:18.360 INFO:tasks.rados.rados.0.smithi110.stdout:401: finishing rollback tid 1 to smithi11051043-3 2024-02-18T08:21:18.360 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 112 (ObjNum -130086928 snap 22008 seq_num 4165135280) dirty dne 2024-02-18T08:21:18.363 INFO:tasks.rados.rados.0.smithi110.stdout:402: finishing rollback tid 0 to smithi11051043-16 2024-02-18T08:21:18.364 INFO:tasks.rados.rados.0.smithi110.stdout:402: finishing rollback tid 1 to smithi11051043-16 2024-02-18T08:21:18.364 INFO:tasks.rados.rados.0.smithi110.stdout:402: finishing rollback tid 2 to smithi11051043-16 2024-02-18T08:21:18.364 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 240 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-02-18T08:21:18.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:18 smithi110 bash[24702]: cluster 2024-02-18T08:21:17.294221+0000 mgr.x (mgr.34640) 24 : cluster [DBG] pgmap v39: 89 pgs: 89 active+clean; 117 MiB data, 182 MiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 28 op/s 2024-02-18T08:21:18.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:18 smithi110 bash[24702]: cluster 2024-02-18T08:21:17.343591+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-02-18T08:21:18.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:18 smithi110 bash[19477]: cluster 2024-02-18T08:21:17.294221+0000 mgr.x (mgr.34640) 24 : cluster [DBG] pgmap v39: 89 pgs: 89 active+clean; 117 MiB data, 182 MiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 28 op/s 2024-02-18T08:21:18.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:18 smithi110 bash[19477]: cluster 2024-02-18T08:21:17.343591+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-02-18T08:21:18.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:18 smithi191 bash[19424]: cluster 2024-02-18T08:21:17.294221+0000 mgr.x (mgr.34640) 24 : cluster [DBG] pgmap v39: 89 pgs: 89 active+clean; 117 MiB data, 182 MiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 28 op/s 2024-02-18T08:21:18.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:18 smithi191 bash[19424]: cluster 2024-02-18T08:21:17.343591+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-02-18T08:21:19.368 INFO:tasks.rados.rados.0.smithi110.stdout:400: done (3 left) 2024-02-18T08:21:19.368 INFO:tasks.rados.rados.0.smithi110.stdout:401: done (2 left) 2024-02-18T08:21:19.368 INFO:tasks.rados.rados.0.smithi110.stdout:402: done (1 left) 2024-02-18T08:21:19.369 INFO:tasks.rados.rados.0.smithi110.stdout:403: done (0 left) 2024-02-18T08:21:19.369 INFO:tasks.rados.rados.0.smithi110.stdout:404: rollback oid 39 current snap is 41 2024-02-18T08:21:19.369 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 39 to 36 2024-02-18T08:21:19.369 INFO:tasks.rados.rados.0.smithi110.stdout:405: rollback oid 21 current snap is 41 2024-02-18T08:21:19.369 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 21 to 35 2024-02-18T08:21:19.369 INFO:tasks.rados.rados.0.smithi110.stdout:406: delete oid 24 current snap is 41 2024-02-18T08:21:19.372 INFO:tasks.rados.rados.0.smithi110.stdout:406: done (2 left) 2024-02-18T08:21:19.372 INFO:tasks.rados.rados.0.smithi110.stdout:407: delete oid 3 current snap is 41 2024-02-18T08:21:19.379 INFO:tasks.rados.rados.0.smithi110.stdout:404: finishing rollback tid 0 to smithi11051043-39 2024-02-18T08:21:19.379 INFO:tasks.rados.rados.0.smithi110.stdout:404: finishing rollback tid 1 to smithi11051043-39 2024-02-18T08:21:19.379 INFO:tasks.rados.rados.0.smithi110.stdout:404: finishing rollback tid 2 to smithi11051043-39 2024-02-18T08:21:19.379 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 99 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-02-18T08:21:19.380 INFO:tasks.rados.rados.0.smithi110.stdout:405: finishing rollback tid 0 to smithi11051043-21 2024-02-18T08:21:19.380 INFO:tasks.rados.rados.0.smithi110.stdout:405: finishing rollback tid 1 to smithi11051043-21 2024-02-18T08:21:19.380 INFO:tasks.rados.rados.0.smithi110.stdout:405: finishing rollback tid 2 to smithi11051043-21 2024-02-18T08:21:19.380 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 167 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:21:19.381 INFO:tasks.rados.rados.0.smithi110.stdout:404: done (2 left) 2024-02-18T08:21:19.381 INFO:tasks.rados.rados.0.smithi110.stdout:405: done (1 left) 2024-02-18T08:21:19.381 INFO:tasks.rados.rados.0.smithi110.stdout:407: done (0 left) 2024-02-18T08:21:19.381 INFO:tasks.rados.rados.0.smithi110.stdout:408: read oid 33 snap 40 2024-02-18T08:21:19.381 INFO:tasks.rados.rados.0.smithi110.stdout:408: expect (ObjNum 106 snap 21 seq_num 106) 2024-02-18T08:21:19.381 INFO:tasks.rados.rados.0.smithi110.stdout:409: setattr oid 15 current snap is 41 2024-02-18T08:21:19.383 INFO:tasks.rados.rados.0.smithi110.stdout:410: setattr oid 29 current snap is 41 2024-02-18T08:21:19.386 INFO:tasks.rados.rados.0.smithi110.stdout:411: delete oid 34 current snap is 41 2024-02-18T08:21:19.390 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 91 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-02-18T08:21:19.391 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 100 (ObjNum 121 snap 32 seq_num 121) dirty exists 2024-02-18T08:21:19.391 INFO:tasks.rados.rados.0.smithi110.stdout:408: expect (ObjNum 106 snap 21 seq_num 106) 2024-02-18T08:21:19.453 INFO:tasks.rados.rados.0.smithi110.stdout:408: done (3 left) 2024-02-18T08:21:19.454 INFO:tasks.rados.rados.0.smithi110.stdout:409: done (2 left) 2024-02-18T08:21:19.454 INFO:tasks.rados.rados.0.smithi110.stdout:410: done (1 left) 2024-02-18T08:21:19.454 INFO:tasks.rados.rados.0.smithi110.stdout:411: done (0 left) 2024-02-18T08:21:19.454 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 41 2024-02-18T08:21:19.454 INFO:tasks.rados.rados.0.smithi110.stdout:412: seq_num 145 ranges {0=32768} 2024-02-18T08:21:19.454 INFO:tasks.rados.rados.0.smithi110.stdout:412: writing smithi11051043-21 from 0 to 32768 tid 1 2024-02-18T08:21:19.454 INFO:tasks.rados.rados.0.smithi110.stdout:413: snap_remove snap 27 2024-02-18T08:21:19.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[19477]: cluster 2024-02-18T08:21:18.354219+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-02-18T08:21:19.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[19477]: cephadm 2024-02-18T08:21:18.670747+0000 mgr.x (mgr.34640) 25 : cephadm [INF] Upgrade: Updating mgr.y 2024-02-18T08:21:19.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[19477]: audit 2024-02-18T08:21:18.679315+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:19.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[19477]: audit 2024-02-18T08:21:18.682178+0000 mon.b (mon.2) 106 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:21:19.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[19477]: audit 2024-02-18T08:21:18.682941+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:21:19.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[19477]: audit 2024-02-18T08:21:18.685284+0000 mon.b (mon.2) 107 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:21:19.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[19477]: audit 2024-02-18T08:21:18.687289+0000 mon.b (mon.2) 108 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:19.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[19477]: audit 2024-02-18T08:21:18.689779+0000 mon.b (mon.2) 109 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2024-02-18T08:21:19.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[24702]: cluster 2024-02-18T08:21:18.354219+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-02-18T08:21:19.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[24702]: cephadm 2024-02-18T08:21:18.670747+0000 mgr.x (mgr.34640) 25 : cephadm [INF] Upgrade: Updating mgr.y 2024-02-18T08:21:19.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[24702]: audit 2024-02-18T08:21:18.679315+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:19.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[24702]: audit 2024-02-18T08:21:18.682178+0000 mon.b (mon.2) 106 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:21:19.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[24702]: audit 2024-02-18T08:21:18.682941+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:21:19.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[24702]: audit 2024-02-18T08:21:18.685284+0000 mon.b (mon.2) 107 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:21:19.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[24702]: audit 2024-02-18T08:21:18.687289+0000 mon.b (mon.2) 108 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:19.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:19 smithi110 bash[24702]: audit 2024-02-18T08:21:18.689779+0000 mon.b (mon.2) 109 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2024-02-18T08:21:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:19 smithi191 bash[19424]: cluster 2024-02-18T08:21:18.354219+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-02-18T08:21:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:19 smithi191 bash[19424]: cephadm 2024-02-18T08:21:18.670747+0000 mgr.x (mgr.34640) 25 : cephadm [INF] Upgrade: Updating mgr.y 2024-02-18T08:21:19.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:19 smithi191 bash[19424]: audit 2024-02-18T08:21:18.679315+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:19.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:19 smithi191 bash[19424]: audit 2024-02-18T08:21:18.682178+0000 mon.b (mon.2) 106 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:21:19.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:19 smithi191 bash[19424]: audit 2024-02-18T08:21:18.682941+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:21:19.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:19 smithi191 bash[19424]: audit 2024-02-18T08:21:18.685284+0000 mon.b (mon.2) 107 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:21:19.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:19 smithi191 bash[19424]: audit 2024-02-18T08:21:18.687289+0000 mon.b (mon.2) 108 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:19.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:19 smithi191 bash[19424]: audit 2024-02-18T08:21:18.689779+0000 mon.b (mon.2) 109 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2024-02-18T08:21:20.272 INFO:tasks.rados.rados.0.smithi110.stdout:413: done (1 left) 2024-02-18T08:21:20.272 INFO:tasks.rados.rados.0.smithi110.stdout:414: copy_from oid 41 from oid 28 current snap is 41 2024-02-18T08:21:20.272 INFO:tasks.rados.rados.0.smithi110.stdout:415: read oid 27 snap -1 2024-02-18T08:21:20.272 INFO:tasks.rados.rados.0.smithi110.stdout:415: expect (ObjNum 90 snap 18 seq_num 90) 2024-02-18T08:21:20.272 INFO:tasks.rados.rados.0.smithi110.stdout:416: rollback oid 13 current snap is 41 2024-02-18T08:21:20.272 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 35 2024-02-18T08:21:20.272 INFO:tasks.rados.rados.0.smithi110.stdout:417: snap_remove snap 37 2024-02-18T08:21:20.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:20 smithi110 bash[19477]: cephadm 2024-02-18T08:21:18.688763+0000 mgr.x (mgr.34640) 26 : cephadm [INF] Deploying daemon mgr.y on smithi110 2024-02-18T08:21:20.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:20 smithi110 bash[19477]: cluster 2024-02-18T08:21:19.295473+0000 mgr.x (mgr.34640) 27 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 125 MiB data, 194 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-02-18T08:21:20.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:20 smithi110 bash[19477]: cluster 2024-02-18T08:21:19.364746+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-02-18T08:21:20.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:20 smithi110 bash[19477]: cluster 2024-02-18T08:21:20.267692+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-02-18T08:21:20.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:20 smithi110 bash[24702]: cephadm 2024-02-18T08:21:18.688763+0000 mgr.x (mgr.34640) 26 : cephadm [INF] Deploying daemon mgr.y on smithi110 2024-02-18T08:21:20.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:20 smithi110 bash[24702]: cluster 2024-02-18T08:21:19.295473+0000 mgr.x (mgr.34640) 27 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 125 MiB data, 194 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-02-18T08:21:20.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:20 smithi110 bash[24702]: cluster 2024-02-18T08:21:19.364746+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-02-18T08:21:20.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:20 smithi110 bash[24702]: cluster 2024-02-18T08:21:20.267692+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-02-18T08:21:20.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:20 smithi191 bash[19424]: cephadm 2024-02-18T08:21:18.688763+0000 mgr.x (mgr.34640) 26 : cephadm [INF] Deploying daemon mgr.y on smithi110 2024-02-18T08:21:20.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:20 smithi191 bash[19424]: cluster 2024-02-18T08:21:19.295473+0000 mgr.x (mgr.34640) 27 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 125 MiB data, 194 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-02-18T08:21:20.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:20 smithi191 bash[19424]: cluster 2024-02-18T08:21:19.364746+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-02-18T08:21:20.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:20 smithi191 bash[19424]: cluster 2024-02-18T08:21:20.267692+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-02-18T08:21:21.222 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:21 smithi110 systemd[1]: Stopping Ceph mgr.y for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:21:21.290 INFO:tasks.rados.rados.0.smithi110.stdout:417: done (4 left) 2024-02-18T08:21:21.290 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 41 2024-02-18T08:21:21.290 INFO:tasks.rados.rados.0.smithi110.stdout:418: seq_num 146 ranges {663552=49152} 2024-02-18T08:21:21.294 INFO:tasks.rados.rados.0.smithi110.stdout:418: writing smithi11051043-29 from 663552 to 712704 tid 1 2024-02-18T08:21:21.294 INFO:tasks.rados.rados.0.smithi110.stdout:419: delete oid 43 current snap is 41 2024-02-18T08:21:21.294 INFO:tasks.rados.rados.0.smithi110.stdout:412: finishing write tid 1 to smithi11051043-21 2024-02-18T08:21:21.294 INFO:tasks.rados.rados.0.smithi110.stdout:412: finishing write tid 3 to smithi11051043-21 2024-02-18T08:21:21.294 INFO:tasks.rados.rados.0.smithi110.stdout:412: finishing write tid 4 to smithi11051043-21 2024-02-18T08:21:21.295 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 170 (ObjNum 145 snap 41 seq_num 145) dirty exists 2024-02-18T08:21:21.295 INFO:tasks.rados.rados.0.smithi110.stdout:412: left oid 21 (ObjNum 145 snap 41 seq_num 145) 2024-02-18T08:21:21.295 INFO:tasks.rados.rados.0.smithi110.stdout:416: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:21:21.295 INFO:tasks.rados.rados.0.smithi110.stdout:416: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:21:21.295 INFO:tasks.rados.rados.0.smithi110.stdout:416: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:21:21.295 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 62 (ObjNum 122 snap 32 seq_num 122) dirty exists 2024-02-18T08:21:21.295 INFO:tasks.rados.rados.0.smithi110.stdout:415: expect (ObjNum 90 snap 18 seq_num 90) 2024-02-18T08:21:21.345 INFO:tasks.rados.rados.0.smithi110.stdout:414: finishing copy_from to smithi11051043-41 2024-02-18T08:21:21.345 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 112 (ObjNum 136 snap 38 seq_num 136) dirty exists 2024-02-18T08:21:21.345 INFO:tasks.rados.rados.0.smithi110.stdout:414: finishing copy_from racing read to smithi11051043-41 2024-02-18T08:21:21.345 INFO:tasks.rados.rados.0.smithi110.stdout:412: done (5 left) 2024-02-18T08:21:21.345 INFO:tasks.rados.rados.0.smithi110.stdout:414: done (4 left) 2024-02-18T08:21:21.345 INFO:tasks.rados.rados.0.smithi110.stdout:415: done (3 left) 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:416: done (2 left) 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:419: done (1 left) 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:420: read oid 25 snap 39 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:420: expect (ObjNum 73 snap 13 seq_num 73) 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:421: read oid 47 snap -1 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:421: expect deleted 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:422: read oid 41 snap -1 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:422: expect (ObjNum 136 snap 38 seq_num 136) 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:423: rmattr oid 4 current snap is 41 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:423: done (4 left) 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:424: copy_from oid 13 from oid 48 current snap is 41 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:418: finishing write tid 1 to smithi11051043-29 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:418: finishing write tid 3 to smithi11051043-29 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:418: finishing write tid 4 to smithi11051043-29 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 101 (ObjNum 146 snap 41 seq_num 146) dirty exists 2024-02-18T08:21:21.346 INFO:tasks.rados.rados.0.smithi110.stdout:418: left oid 29 (ObjNum 146 snap 41 seq_num 146) 2024-02-18T08:21:21.347 INFO:tasks.rados.rados.0.smithi110.stdout:418: done (4 left) 2024-02-18T08:21:21.347 INFO:tasks.rados.rados.0.smithi110.stdout:425: read oid 24 snap -1 2024-02-18T08:21:21.347 INFO:tasks.rados.rados.0.smithi110.stdout:425: expect deleted 2024-02-18T08:21:21.347 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 41 2024-02-18T08:21:21.347 INFO:tasks.rados.rados.0.smithi110.stdout:426: seq_num 148 ranges {827392=81920} 2024-02-18T08:21:21.354 INFO:tasks.rados.rados.0.smithi110.stdout:426: writing smithi11051043-11 from 827392 to 909312 tid 1 2024-02-18T08:21:21.354 INFO:tasks.rados.rados.0.smithi110.stdout:427: delete oid 6 current snap is 41 2024-02-18T08:21:21.358 INFO:tasks.rados.rados.0.smithi110.stdout:420: expect (ObjNum 73 snap 13 seq_num 73) 2024-02-18T08:21:21.390 INFO:tasks.rados.rados.0.smithi110.stdout:426: finishing write tid 1 to smithi11051043-11 2024-02-18T08:21:21.390 INFO:tasks.rados.rados.0.smithi110.stdout:422: expect (ObjNum 136 snap 38 seq_num 136) 2024-02-18T08:21:21.532 INFO:tasks.rados.rados.0.smithi110.stdout:426: finishing write tid 3 to smithi11051043-11 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:426: finishing write tid 4 to smithi11051043-11 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 163 (ObjNum 148 snap 41 seq_num 148) dirty exists 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:426: left oid 11 (ObjNum 148 snap 41 seq_num 148) 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:424: finishing copy_from to smithi11051043-13 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 42 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:424: finishing copy_from racing read to smithi11051043-13 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:420: done (6 left) 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:421: done (5 left) 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:422: done (4 left) 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:424: done (3 left) 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:425: done (2 left) 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:426: done (1 left) 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:427: done (0 left) 2024-02-18T08:21:21.533 INFO:tasks.rados.rados.0.smithi110.stdout:428: delete oid 27 current snap is 41 2024-02-18T08:21:21.536 INFO:tasks.rados.rados.0.smithi110.stdout:428: done (0 left) 2024-02-18T08:21:21.536 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 41 2024-02-18T08:21:21.537 INFO:tasks.rados.rados.0.smithi110.stdout:429: seq_num 151 ranges {0=131072} 2024-02-18T08:21:21.537 INFO:tasks.rados.rados.0.smithi110.stdout:429: writing smithi11051043-24 from 0 to 131072 tid 1 2024-02-18T08:21:21.538 INFO:tasks.rados.rados.0.smithi110.stdout:430: read oid 4 snap -1 2024-02-18T08:21:21.538 INFO:tasks.rados.rados.0.smithi110.stdout:430: expect deleted 2024-02-18T08:21:21.538 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 41 2024-02-18T08:21:21.538 INFO:tasks.rados.rados.0.smithi110.stdout:431: seq_num 152 ranges {0=147456} 2024-02-18T08:21:21.538 INFO:tasks.rados.rados.0.smithi110.stdout:431: writing smithi11051043-1 from 0 to 147456 tid 1 2024-02-18T08:21:21.538 INFO:tasks.rados.rados.0.smithi110.stdout:432: rmattr oid 50 current snap is 41 2024-02-18T08:21:21.538 INFO:tasks.rados.rados.0.smithi110.stdout:432: done (3 left) 2024-02-18T08:21:21.539 INFO:tasks.rados.rados.0.smithi110.stdout:433: setattr oid 26 current snap is 41 2024-02-18T08:21:21.540 INFO:tasks.rados.rados.0.smithi110.stdout:430: done (3 left) 2024-02-18T08:21:21.540 INFO:tasks.rados.rados.0.smithi110.stdout:434: rollback oid 43 current snap is 41 2024-02-18T08:21:21.540 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 43 to 28 2024-02-18T08:21:21.540 INFO:tasks.rados.rados.0.smithi110.stdout:435: delete oid 16 current snap is 41 2024-02-18T08:21:21.541 INFO:tasks.rados.rados.0.smithi110.stdout:429: finishing write tid 1 to smithi11051043-24 2024-02-18T08:21:21.541 INFO:tasks.rados.rados.0.smithi110.stdout:429: finishing write tid 3 to smithi11051043-24 2024-02-18T08:21:21.542 INFO:tasks.rados.rados.0.smithi110.stdout:431: finishing write tid 1 to smithi11051043-1 2024-02-18T08:21:21.542 INFO:tasks.rados.rados.0.smithi110.stdout:431: finishing write tid 3 to smithi11051043-1 2024-02-18T08:21:21.542 INFO:tasks.rados.rados.0.smithi110.stdout:434: finishing rollback tid 1 to smithi11051043-43 2024-02-18T08:21:21.543 INFO:tasks.rados.rados.0.smithi110.stdout:429: finishing write tid 4 to smithi11051043-24 2024-02-18T08:21:21.543 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 131 (ObjNum 151 snap 41 seq_num 151) dirty exists 2024-02-18T08:21:21.543 INFO:tasks.rados.rados.0.smithi110.stdout:429: left oid 24 (ObjNum 151 snap 41 seq_num 151) 2024-02-18T08:21:21.543 INFO:tasks.rados.rados.0.smithi110.stdout:434: finishing rollback tid 2 to smithi11051043-43 2024-02-18T08:21:21.543 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 41 (ObjNum 67 snap 7 seq_num 67) dirty exists 2024-02-18T08:21:21.544 INFO:tasks.rados.rados.0.smithi110.stdout:431: finishing write tid 4 to smithi11051043-1 2024-02-18T08:21:21.544 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 82 (ObjNum 152 snap 41 seq_num 152) dirty exists 2024-02-18T08:21:21.544 INFO:tasks.rados.rados.0.smithi110.stdout:431: left oid 1 (ObjNum 152 snap 41 seq_num 152) 2024-02-18T08:21:21.546 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 260 (ObjNum 132 snap 36 seq_num 132) dirty exists 2024-02-18T08:21:21.547 INFO:tasks.rados.rados.0.smithi110.stdout:429: done (4 left) 2024-02-18T08:21:21.547 INFO:tasks.rados.rados.0.smithi110.stdout:431: done (3 left) 2024-02-18T08:21:21.547 INFO:tasks.rados.rados.0.smithi110.stdout:433: done (2 left) 2024-02-18T08:21:21.547 INFO:tasks.rados.rados.0.smithi110.stdout:434: done (1 left) 2024-02-18T08:21:21.547 INFO:tasks.rados.rados.0.smithi110.stdout:435: done (0 left) 2024-02-18T08:21:21.547 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 41 2024-02-18T08:21:21.547 INFO:tasks.rados.rados.0.smithi110.stdout:436: seq_num 154 ranges {5677056=180224} 2024-02-18T08:21:21.579 INFO:tasks.rados.rados.0.smithi110.stdout:436: writing smithi11051043-32 from 5677056 to 5857280 tid 1 2024-02-18T08:21:21.579 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 41 2024-02-18T08:21:21.580 INFO:tasks.rados.rados.0.smithi110.stdout:437: seq_num 155 ranges {270336=204800} 2024-02-18T08:21:21.582 INFO:tasks.rados.rados.0.smithi110.stdout:437: writing smithi11051043-7 from 270336 to 475136 tid 1 2024-02-18T08:21:21.582 INFO:tasks.rados.rados.0.smithi110.stdout:438: read oid 17 snap -1 2024-02-18T08:21:21.582 INFO:tasks.rados.rados.0.smithi110.stdout:438: expect deleted 2024-02-18T08:21:21.583 INFO:tasks.rados.rados.0.smithi110.stdout:439: read oid 6 snap -1 2024-02-18T08:21:21.583 INFO:tasks.rados.rados.0.smithi110.stdout:439: expect deleted 2024-02-18T08:21:21.583 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 41 2024-02-18T08:21:21.583 INFO:tasks.rados.rados.0.smithi110.stdout:440: seq_num 156 ranges {2326528=221184} 2024-02-18T08:21:21.597 INFO:tasks.rados.rados.0.smithi110.stdout:440: writing smithi11051043-33 from 2326528 to 2547712 tid 1 2024-02-18T08:21:21.597 INFO:tasks.rados.rados.0.smithi110.stdout:441: read oid 8 snap -1 2024-02-18T08:21:21.597 INFO:tasks.rados.rados.0.smithi110.stdout:441: expect deleted 2024-02-18T08:21:21.597 INFO:tasks.rados.rados.0.smithi110.stdout:442: read oid 16 snap -1 2024-02-18T08:21:21.597 INFO:tasks.rados.rados.0.smithi110.stdout:442: expect deleted 2024-02-18T08:21:21.597 INFO:tasks.rados.rados.0.smithi110.stdout:443: rmattr oid 47 current snap is 41 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:443: done (7 left) 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:444: setattr oid 26 current snap is 41 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:436: finishing write tid 1 to smithi11051043-32 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:436: finishing write tid 3 to smithi11051043-32 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:436: finishing write tid 4 to smithi11051043-32 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 65 (ObjNum 154 snap 41 seq_num 154) dirty exists 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:436: left oid 32 (ObjNum 154 snap 41 seq_num 154) 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:437: finishing write tid 1 to smithi11051043-7 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:437: finishing write tid 3 to smithi11051043-7 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:437: finishing write tid 4 to smithi11051043-7 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 121 (ObjNum 155 snap 41 seq_num 155) dirty exists 2024-02-18T08:21:21.598 INFO:tasks.rados.rados.0.smithi110.stdout:437: left oid 7 (ObjNum 155 snap 41 seq_num 155) 2024-02-18T08:21:21.599 INFO:tasks.rados.rados.0.smithi110.stdout:436: done (7 left) 2024-02-18T08:21:21.599 INFO:tasks.rados.rados.0.smithi110.stdout:437: done (6 left) 2024-02-18T08:21:21.599 INFO:tasks.rados.rados.0.smithi110.stdout:438: done (5 left) 2024-02-18T08:21:21.599 INFO:tasks.rados.rados.0.smithi110.stdout:439: done (4 left) 2024-02-18T08:21:21.599 INFO:tasks.rados.rados.0.smithi110.stdout:441: done (3 left) 2024-02-18T08:21:21.599 INFO:tasks.rados.rados.0.smithi110.stdout:442: done (2 left) 2024-02-18T08:21:21.599 INFO:tasks.rados.rados.0.smithi110.stdout:445: rmattr oid 45 current snap is 41 2024-02-18T08:21:21.599 INFO:tasks.rados.rados.0.smithi110.stdout:445: done (2 left) 2024-02-18T08:21:21.600 INFO:tasks.rados.rados.0.smithi110.stdout:446: setattr oid 40 current snap is 41 2024-02-18T08:21:21.600 INFO:tasks.rados.rados.0.smithi110.stdout:440: finishing write tid 1 to smithi11051043-33 2024-02-18T08:21:21.600 INFO:tasks.rados.rados.0.smithi110.stdout:440: finishing write tid 3 to smithi11051043-33 2024-02-18T08:21:21.600 INFO:tasks.rados.rados.0.smithi110.stdout:447: snap_create 2024-02-18T08:21:21.601 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 263 (ObjNum 132 snap 36 seq_num 132) dirty exists 2024-02-18T08:21:21.602 INFO:tasks.rados.rados.0.smithi110.stdout:440: finishing write tid 4 to smithi11051043-33 2024-02-18T08:21:21.602 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 134 (ObjNum 156 snap 41 seq_num 156) dirty exists 2024-02-18T08:21:21.602 INFO:tasks.rados.rados.0.smithi110.stdout:440: left oid 33 (ObjNum 156 snap 41 seq_num 156) 2024-02-18T08:21:21.603 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 136 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-02-18T08:21:22.299 INFO:tasks.rados.rados.0.smithi110.stdout:440: done (3 left) 2024-02-18T08:21:22.299 INFO:tasks.rados.rados.0.smithi110.stdout:444: done (2 left) 2024-02-18T08:21:22.299 INFO:tasks.rados.rados.0.smithi110.stdout:446: done (1 left) 2024-02-18T08:21:22.299 INFO:tasks.rados.rados.0.smithi110.stdout:447: done (0 left) 2024-02-18T08:21:22.299 INFO:tasks.rados.rados.0.smithi110.stdout:448: setattr oid 39 current snap is 42 2024-02-18T08:21:22.300 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 42 2024-02-18T08:21:22.300 INFO:tasks.rados.rados.0.smithi110.stdout:449: seq_num 157 ranges {1916928=237568} 2024-02-18T08:21:22.314 INFO:tasks.rados.rados.0.smithi110.stdout:449: writing smithi11051043-22 from 1916928 to 2154496 tid 1 2024-02-18T08:21:22.314 INFO:tasks.rados.rados.0.smithi110.stdout:450: snap_remove snap 25 2024-02-18T08:21:22.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:22 smithi191 bash[19424]: cluster 2024-02-18T08:21:21.286392+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-02-18T08:21:22.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:22 smithi191 bash[19424]: cluster 2024-02-18T08:21:21.296354+0000 mgr.x (mgr.34640) 28 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 125 MiB data, 194 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-02-18T08:21:22.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:22 smithi110 bash[19477]: cluster 2024-02-18T08:21:21.286392+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-02-18T08:21:22.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:22 smithi110 bash[19477]: cluster 2024-02-18T08:21:21.296354+0000 mgr.x (mgr.34640) 28 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 125 MiB data, 194 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-02-18T08:21:22.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:22 smithi110 bash[24702]: cluster 2024-02-18T08:21:21.286392+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-02-18T08:21:22.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:22 smithi110 bash[24702]: cluster 2024-02-18T08:21:21.296354+0000 mgr.x (mgr.34640) 28 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 125 MiB data, 194 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:450: done (2 left) 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:451: rmattr oid 7 current snap is 42 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:451: done (2 left) 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:452: copy_from oid 19 from oid 37 current snap is 42 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:453: copy_from oid 33 from oid 10 current snap is 42 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 105 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:449: finishing write tid 1 to smithi11051043-22 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:449: finishing write tid 3 to smithi11051043-22 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:449: finishing write tid 4 to smithi11051043-22 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 139 (ObjNum 157 snap 42 seq_num 157) dirty exists 2024-02-18T08:21:23.301 INFO:tasks.rados.rados.0.smithi110.stdout:449: left oid 22 (ObjNum 157 snap 42 seq_num 157) 2024-02-18T08:21:23.302 INFO:tasks.rados.rados.0.smithi110.stdout:448: done (3 left) 2024-02-18T08:21:23.302 INFO:tasks.rados.rados.0.smithi110.stdout:449: done (2 left) 2024-02-18T08:21:23.302 INFO:tasks.rados.rados.0.smithi110.stdout:454: delete oid 17 current snap is 42 2024-02-18T08:21:23.310 INFO:tasks.rados.rados.0.smithi110.stdout:453: finishing copy_from to smithi11051043-33 2024-02-18T08:21:23.311 INFO:tasks.rados.rados.0.smithi110.stdout:453: got expected ENOENT (src dne) 2024-02-18T08:21:23.313 INFO:tasks.rados.rados.0.smithi110.stdout:454: done (2 left) 2024-02-18T08:21:23.313 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 42 2024-02-18T08:21:23.313 INFO:tasks.rados.rados.0.smithi110.stdout:455: seq_num 159 ranges {2154496=270336} 2024-02-18T08:21:23.327 INFO:tasks.rados.rados.0.smithi110.stdout:455: writing smithi11051043-22 from 2154496 to 2424832 tid 1 2024-02-18T08:21:23.328 INFO:tasks.rados.rados.0.smithi110.stdout:456: delete oid 4 current snap is 42 2024-02-18T08:21:23.328 INFO:tasks.rados.rados.0.smithi110.stdout:453: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:21:23.328 INFO:tasks.rados.rados.0.smithi110.stdout:452: finishing copy_from to smithi11051043-19 2024-02-18T08:21:23.328 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 54 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-02-18T08:21:23.328 INFO:tasks.rados.rados.0.smithi110.stdout:452: finishing copy_from racing read to smithi11051043-19 2024-02-18T08:21:23.330 INFO:tasks.rados.rados.0.smithi110.stdout:452: done (3 left) 2024-02-18T08:21:23.330 INFO:tasks.rados.rados.0.smithi110.stdout:453: done (2 left) 2024-02-18T08:21:23.330 INFO:tasks.rados.rados.0.smithi110.stdout:456: done (1 left) 2024-02-18T08:21:23.330 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 42 2024-02-18T08:21:23.330 INFO:tasks.rados.rados.0.smithi110.stdout:457: seq_num 161 ranges {3858432=303104} 2024-02-18T08:21:23.353 INFO:tasks.rados.rados.0.smithi110.stdout:457: writing smithi11051043-15 from 3858432 to 4161536 tid 1 2024-02-18T08:21:23.353 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 42 2024-02-18T08:21:23.353 INFO:tasks.rados.rados.0.smithi110.stdout:458: seq_num 162 ranges {712704=319488} 2024-02-18T08:21:23.358 INFO:tasks.rados.rados.0.smithi110.stdout:458: writing smithi11051043-29 from 712704 to 1032192 tid 1 2024-02-18T08:21:23.359 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 30 current snap is 42 2024-02-18T08:21:23.359 INFO:tasks.rados.rados.0.smithi110.stdout:459: seq_num 163 ranges {491520=335872} 2024-02-18T08:21:23.364 INFO:tasks.rados.rados.0.smithi110.stdout:459: writing smithi11051043-30 from 491520 to 827392 tid 1 2024-02-18T08:21:23.364 INFO:tasks.rados.rados.0.smithi110.stdout:460: read oid 41 snap -1 2024-02-18T08:21:23.364 INFO:tasks.rados.rados.0.smithi110.stdout:460: expect (ObjNum 136 snap 38 seq_num 136) 2024-02-18T08:21:23.364 INFO:tasks.rados.rados.0.smithi110.stdout:461: read oid 14 snap -1 2024-02-18T08:21:23.364 INFO:tasks.rados.rados.0.smithi110.stdout:461: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:21:23.364 INFO:tasks.rados.rados.0.smithi110.stdout:462: snap_remove snap 20 2024-02-18T08:21:23.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:23 smithi191 bash[19424]: cluster 2024-02-18T08:21:22.292943+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-02-18T08:21:23.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:23 smithi110 bash[19477]: cluster 2024-02-18T08:21:22.292943+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-02-18T08:21:23.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:23 smithi110 bash[24702]: cluster 2024-02-18T08:21:22.292943+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-02-18T08:21:23.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:23.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:23.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:23.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:23.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:23.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:21:24.319 INFO:tasks.rados.rados.0.smithi110.stdout:462: done (6 left) 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:463: snap_create 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:455: finishing write tid 1 to smithi11051043-22 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:455: finishing write tid 3 to smithi11051043-22 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:455: finishing write tid 4 to smithi11051043-22 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 149 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:455: left oid 22 (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:457: finishing write tid 1 to smithi11051043-15 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:457: finishing write tid 3 to smithi11051043-15 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:457: finishing write tid 4 to smithi11051043-15 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 113 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:457: left oid 15 (ObjNum 161 snap 42 seq_num 161) 2024-02-18T08:21:24.320 INFO:tasks.rados.rados.0.smithi110.stdout:458: finishing write tid 1 to smithi11051043-29 2024-02-18T08:21:24.321 INFO:tasks.rados.rados.0.smithi110.stdout:458: finishing write tid 3 to smithi11051043-29 2024-02-18T08:21:24.321 INFO:tasks.rados.rados.0.smithi110.stdout:458: finishing write tid 4 to smithi11051043-29 2024-02-18T08:21:24.321 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 112 (ObjNum 162 snap 42 seq_num 162) dirty exists 2024-02-18T08:21:24.321 INFO:tasks.rados.rados.0.smithi110.stdout:458: left oid 29 (ObjNum 162 snap 42 seq_num 162) 2024-02-18T08:21:24.321 INFO:tasks.rados.rados.0.smithi110.stdout:459: finishing write tid 1 to smithi11051043-30 2024-02-18T08:21:24.321 INFO:tasks.rados.rados.0.smithi110.stdout:459: finishing write tid 3 to smithi11051043-30 2024-02-18T08:21:24.321 INFO:tasks.rados.rados.0.smithi110.stdout:461: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:21:24.328 INFO:tasks.rados.rados.0.smithi110.stdout:459: finishing write tid 4 to smithi11051043-30 2024-02-18T08:21:24.328 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 73 (ObjNum 163 snap 42 seq_num 163) dirty exists 2024-02-18T08:21:24.328 INFO:tasks.rados.rados.0.smithi110.stdout:459: left oid 30 (ObjNum 163 snap 42 seq_num 163) 2024-02-18T08:21:24.328 INFO:tasks.rados.rados.0.smithi110.stdout:460: expect (ObjNum 136 snap 38 seq_num 136) 2024-02-18T08:21:24.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:24 smithi191 bash[19424]: cluster 2024-02-18T08:21:23.297231+0000 mgr.x (mgr.34640) 29 : cluster [DBG] pgmap v49: 89 pgs: 89 active+clean; 125 MiB data, 194 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:24.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:24 smithi191 bash[19424]: cluster 2024-02-18T08:21:23.297265+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-02-18T08:21:24.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:24 smithi110 bash[19477]: cluster 2024-02-18T08:21:23.297231+0000 mgr.x (mgr.34640) 29 : cluster [DBG] pgmap v49: 89 pgs: 89 active+clean; 125 MiB data, 194 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:24.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:24 smithi110 bash[19477]: cluster 2024-02-18T08:21:23.297265+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-02-18T08:21:24.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:24 smithi110 bash[24702]: cluster 2024-02-18T08:21:23.297231+0000 mgr.x (mgr.34640) 29 : cluster [DBG] pgmap v49: 89 pgs: 89 active+clean; 125 MiB data, 194 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:24.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:24 smithi110 bash[24702]: cluster 2024-02-18T08:21:23.297265+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-02-18T08:21:25.319 INFO:tasks.rados.rados.0.smithi110.stdout:455: done (6 left) 2024-02-18T08:21:25.319 INFO:tasks.rados.rados.0.smithi110.stdout:457: done (5 left) 2024-02-18T08:21:25.319 INFO:tasks.rados.rados.0.smithi110.stdout:458: done (4 left) 2024-02-18T08:21:25.319 INFO:tasks.rados.rados.0.smithi110.stdout:459: done (3 left) 2024-02-18T08:21:25.319 INFO:tasks.rados.rados.0.smithi110.stdout:460: done (2 left) 2024-02-18T08:21:25.320 INFO:tasks.rados.rados.0.smithi110.stdout:461: done (1 left) 2024-02-18T08:21:25.320 INFO:tasks.rados.rados.0.smithi110.stdout:463: done (0 left) 2024-02-18T08:21:25.320 INFO:tasks.rados.rados.0.smithi110.stdout:464: snap_remove snap 36 2024-02-18T08:21:25.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:25 smithi191 bash[19424]: cluster 2024-02-18T08:21:24.314931+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-02-18T08:21:25.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:25 smithi110 bash[19477]: cluster 2024-02-18T08:21:24.314931+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-02-18T08:21:25.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:25 smithi110 bash[24702]: cluster 2024-02-18T08:21:24.314931+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-02-18T08:21:26.330 INFO:tasks.rados.rados.0.smithi110.stdout:464: done (0 left) 2024-02-18T08:21:26.331 INFO:tasks.rados.rados.0.smithi110.stdout:465: read oid 21 snap -1 2024-02-18T08:21:26.331 INFO:tasks.rados.rados.0.smithi110.stdout:465: expect (ObjNum 145 snap 41 seq_num 145) 2024-02-18T08:21:26.331 INFO:tasks.rados.rados.0.smithi110.stdout:466: snap_remove snap 35 2024-02-18T08:21:26.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:26 smithi191 bash[19424]: cluster 2024-02-18T08:21:25.298008+0000 mgr.x (mgr.34640) 30 : cluster [DBG] pgmap v51: 89 pgs: 89 active+clean; 134 MiB data, 208 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 50 op/s 2024-02-18T08:21:26.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:26 smithi191 bash[19424]: cluster 2024-02-18T08:21:25.315222+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-02-18T08:21:26.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:26 smithi110 bash[24702]: cluster 2024-02-18T08:21:25.298008+0000 mgr.x (mgr.34640) 30 : cluster [DBG] pgmap v51: 89 pgs: 89 active+clean; 134 MiB data, 208 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 50 op/s 2024-02-18T08:21:26.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:26 smithi110 bash[24702]: cluster 2024-02-18T08:21:25.315222+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-02-18T08:21:26.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:26 smithi110 bash[19477]: cluster 2024-02-18T08:21:25.298008+0000 mgr.x (mgr.34640) 30 : cluster [DBG] pgmap v51: 89 pgs: 89 active+clean; 134 MiB data, 208 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 50 op/s 2024-02-18T08:21:26.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:26 smithi110 bash[19477]: cluster 2024-02-18T08:21:25.315222+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-02-18T08:21:27.348 INFO:tasks.rados.rados.0.smithi110.stdout:466: done (1 left) 2024-02-18T08:21:27.348 INFO:tasks.rados.rados.0.smithi110.stdout:467: snap_remove snap 42 2024-02-18T08:21:27.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:27 smithi191 bash[19424]: cluster 2024-02-18T08:21:26.326795+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-02-18T08:21:27.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:27 smithi110 bash[19477]: cluster 2024-02-18T08:21:26.326795+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-02-18T08:21:27.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:27 smithi110 bash[24702]: cluster 2024-02-18T08:21:26.326795+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-02-18T08:21:28.348 INFO:tasks.rados.rados.0.smithi110.stdout:467: done (1 left) 2024-02-18T08:21:28.349 INFO:tasks.rados.rados.0.smithi110.stdout:468: copy_from oid 40 from oid 22 current snap is 43 2024-02-18T08:21:28.349 INFO:tasks.rados.rados.0.smithi110.stdout:465: expect (ObjNum 145 snap 41 seq_num 145) 2024-02-18T08:21:28.353 INFO:tasks.rados.rados.0.smithi110.stdout:465: done (1 left) 2024-02-18T08:21:28.353 INFO:tasks.rados.rados.0.smithi110.stdout:469: rollback oid 8 current snap is 43 2024-02-18T08:21:28.353 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 8 to 39 2024-02-18T08:21:28.353 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 43 2024-02-18T08:21:28.353 INFO:tasks.rados.rados.0.smithi110.stdout:470: seq_num 164 ranges {1843200=352256} 2024-02-18T08:21:28.366 INFO:tasks.rados.rados.0.smithi110.stdout:470: writing smithi11051043-43 from 1843200 to 2195456 tid 1 2024-02-18T08:21:28.366 INFO:tasks.rados.rados.0.smithi110.stdout:471: snap_create 2024-02-18T08:21:28.366 INFO:tasks.rados.rados.0.smithi110.stdout:469: finishing rollback tid 1 to smithi11051043-8 2024-02-18T08:21:28.366 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 228 (ObjNum -129817568 snap 22008 seq_num 4163174416) dirty dne 2024-02-18T08:21:28.367 INFO:tasks.rados.rados.0.smithi110.stdout:468: finishing copy_from to smithi11051043-40 2024-02-18T08:21:28.367 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 149 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-02-18T08:21:28.368 INFO:tasks.rados.rados.0.smithi110.stdout:468: finishing copy_from racing read to smithi11051043-40 2024-02-18T08:21:28.373 INFO:tasks.rados.rados.0.smithi110.stdout:470: finishing write tid 1 to smithi11051043-43 2024-02-18T08:21:28.373 INFO:tasks.rados.rados.0.smithi110.stdout:470: finishing write tid 3 to smithi11051043-43 2024-02-18T08:21:28.374 INFO:tasks.rados.rados.0.smithi110.stdout:470: finishing write tid 4 to smithi11051043-43 2024-02-18T08:21:28.374 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 52 (ObjNum 164 snap 43 seq_num 164) dirty exists 2024-02-18T08:21:28.375 INFO:tasks.rados.rados.0.smithi110.stdout:470: left oid 43 (ObjNum 164 snap 43 seq_num 164) 2024-02-18T08:21:28.585 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:21:28.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:28 smithi110 bash[19477]: cluster 2024-02-18T08:21:27.298858+0000 mgr.x (mgr.34640) 31 : cluster [DBG] pgmap v54: 89 pgs: 89 active+clean; 134 MiB data, 208 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 50 op/s 2024-02-18T08:21:28.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:28 smithi110 bash[19477]: cluster 2024-02-18T08:21:27.343481+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-02-18T08:21:28.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:28 smithi110 bash[24702]: cluster 2024-02-18T08:21:27.298858+0000 mgr.x (mgr.34640) 31 : cluster [DBG] pgmap v54: 89 pgs: 89 active+clean; 134 MiB data, 208 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 50 op/s 2024-02-18T08:21:28.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:28 smithi110 bash[24702]: cluster 2024-02-18T08:21:27.343481+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-02-18T08:21:28.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:28 smithi191 bash[19424]: cluster 2024-02-18T08:21:27.298858+0000 mgr.x (mgr.34640) 31 : cluster [DBG] pgmap v54: 89 pgs: 89 active+clean; 134 MiB data, 208 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 50 op/s 2024-02-18T08:21:28.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:28 smithi191 bash[19424]: cluster 2024-02-18T08:21:27.343481+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-02-18T08:21:28.923 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:21:28.923 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (4m) 28s ago 5m 13.0M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:21:28.923 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (4m) 28s ago 4m 24.1M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:21:28.923 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (3m) 28s ago 3m 12.7M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:21:28.923 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (3m) 28s ago 3m 14.7M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:21:28.923 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 running (49s) 28s ago 8m 406M - 16.2.14-548-g81bd20d6 823b921721f5 078c7be05161 2024-02-18T08:21:28.923 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 running (10m) 28s ago 10m 300M - 15.2.17-8-gf2877ae3 96c1dbe86623 453690f85aa8 2024-02-18T08:21:28.923 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (11m) 28s ago 11m 51.3M 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 95d75c152d30 2024-02-18T08:21:28.923 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (9m) 28s ago 9m 43.9M 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 aef567a9442b 2024-02-18T08:21:28.923 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (9m) 28s ago 9m 41.6M 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 49cfd6419cc5 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (5m) 28s ago 5m 10.1M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (5m) 28s ago 5m 10.6M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (8m) 28s ago 8m 67.0M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 4653ae3edd3d 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (8m) 28s ago 8m 58.2M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 d367d50f4287 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (7m) 28s ago 7m 63.8M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 7034e30efa32 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (7m) 28s ago 7m 50.7M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 a630753383f3 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (6m) 28s ago 7m 58.2M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 2f52ea6278f0 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (6m) 28s ago 6m 64.3M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (6m) 28s ago 6m 59.8M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (5m) 28s ago 5m 50.0M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:21:28.924 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 starting - - - - 2024-02-18T08:21:29.291 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:21:29.291 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:21:29.291 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 3 2024-02-18T08:21:29.291 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:21:29.291 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:21:29.291 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 1, 2024-02-18T08:21:29.291 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 1 2024-02-18T08:21:29.291 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 8 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 14, 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 1 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:21:29.292 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:21:29.368 INFO:tasks.rados.rados.0.smithi110.stdout:468: done (3 left) 2024-02-18T08:21:29.368 INFO:tasks.rados.rados.0.smithi110.stdout:469: done (2 left) 2024-02-18T08:21:29.368 INFO:tasks.rados.rados.0.smithi110.stdout:470: done (1 left) 2024-02-18T08:21:29.368 INFO:tasks.rados.rados.0.smithi110.stdout:471: done (0 left) 2024-02-18T08:21:29.368 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 44 2024-02-18T08:21:29.368 INFO:tasks.rados.rados.0.smithi110.stdout:472: seq_num 165 ranges {0=368640} 2024-02-18T08:21:29.371 INFO:tasks.rados.rados.0.smithi110.stdout:472: writing smithi11051043-17 from 0 to 368640 tid 1 2024-02-18T08:21:29.372 INFO:tasks.rados.rados.0.smithi110.stdout:473: copy_from oid 28 from oid 42 current snap is 44 2024-02-18T08:21:29.372 INFO:tasks.rados.rados.0.smithi110.stdout:474: rollback oid 15 current snap is 44 2024-02-18T08:21:29.372 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 15 to 28 2024-02-18T08:21:29.372 INFO:tasks.rados.rados.0.smithi110.stdout:475: rollback oid 33 current snap is 44 2024-02-18T08:21:29.372 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 33 to 41 2024-02-18T08:21:29.372 INFO:tasks.rados.rados.0.smithi110.stdout:476: delete oid 46 current snap is 44 2024-02-18T08:21:29.379 INFO:tasks.rados.rados.0.smithi110.stdout:476: done (4 left) 2024-02-18T08:21:29.379 INFO:tasks.rados.rados.0.smithi110.stdout:477: read oid 11 snap 40 2024-02-18T08:21:29.380 INFO:tasks.rados.rados.0.smithi110.stdout:477: expect (ObjNum 49 snap 0 seq_num 49) 2024-02-18T08:21:29.380 INFO:tasks.rados.rados.0.smithi110.stdout:478: read oid 19 snap -1 2024-02-18T08:21:29.380 INFO:tasks.rados.rados.0.smithi110.stdout:478: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:21:29.380 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 44 2024-02-18T08:21:29.380 INFO:tasks.rados.rados.0.smithi110.stdout:479: seq_num 167 ranges {172032=401408} 2024-02-18T08:21:29.382 INFO:tasks.rados.rados.0.smithi110.stdout:479: writing smithi11051043-36 from 172032 to 573440 tid 1 2024-02-18T08:21:29.382 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 44 2024-02-18T08:21:29.382 INFO:tasks.rados.rados.0.smithi110.stdout:480: seq_num 168 ranges {0=417792} 2024-02-18T08:21:29.385 INFO:tasks.rados.rados.0.smithi110.stdout:480: writing smithi11051043-23 from 0 to 417792 tid 1 2024-02-18T08:21:29.385 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 44 2024-02-18T08:21:29.385 INFO:tasks.rados.rados.0.smithi110.stdout:481: seq_num 169 ranges {0=434176} 2024-02-18T08:21:29.389 INFO:tasks.rados.rados.0.smithi110.stdout:481: writing smithi11051043-3 from 0 to 434176 tid 1 2024-02-18T08:21:29.389 INFO:tasks.rados.rados.0.smithi110.stdout:482: rollback oid 14 current snap is 44 2024-02-18T08:21:29.389 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 14 to 41 2024-02-18T08:21:29.389 INFO:tasks.rados.rados.0.smithi110.stdout:475: finishing rollback tid 0 to smithi11051043-33 2024-02-18T08:21:29.389 INFO:tasks.rados.rados.0.smithi110.stdout:475: finishing rollback tid 1 to smithi11051043-33 2024-02-18T08:21:29.390 INFO:tasks.rados.rados.0.smithi110.stdout:475: finishing rollback tid 2 to smithi11051043-33 2024-02-18T08:21:29.390 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 187 (ObjNum 156 snap 41 seq_num 156) dirty exists 2024-02-18T08:21:29.390 INFO:tasks.rados.rados.0.smithi110.stdout:472: finishing write tid 1 to smithi11051043-17 2024-02-18T08:21:29.390 INFO:tasks.rados.rados.0.smithi110.stdout:474: finishing rollback tid 0 to smithi11051043-15 2024-02-18T08:21:29.390 INFO:tasks.rados.rados.0.smithi110.stdout:474: finishing rollback tid 1 to smithi11051043-15 2024-02-18T08:21:29.390 INFO:tasks.rados.rados.0.smithi110.stdout:472: finishing write tid 3 to smithi11051043-17 2024-02-18T08:21:29.390 INFO:tasks.rados.rados.0.smithi110.stdout:475: done (9 left) 2024-02-18T08:21:29.390 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 44 2024-02-18T08:21:29.390 INFO:tasks.rados.rados.0.smithi110.stdout:483: seq_num 170 ranges {0=450560} 2024-02-18T08:21:29.392 INFO:tasks.rados.rados.0.smithi110.stdout:483: writing smithi11051043-6 from 0 to 450560 tid 1 2024-02-18T08:21:29.392 INFO:tasks.rados.rados.0.smithi110.stdout:484: delete oid 50 current snap is 44 2024-02-18T08:21:29.392 INFO:tasks.rados.rados.0.smithi110.stdout:474: finishing rollback tid 2 to smithi11051043-15 2024-02-18T08:21:29.392 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 125 (ObjNum 113 snap 28 seq_num 113) dirty exists 2024-02-18T08:21:29.392 INFO:tasks.rados.rados.0.smithi110.stdout:479: finishing write tid 1 to smithi11051043-36 2024-02-18T08:21:29.392 INFO:tasks.rados.rados.0.smithi110.stdout:479: finishing write tid 3 to smithi11051043-36 2024-02-18T08:21:29.392 INFO:tasks.rados.rados.0.smithi110.stdout:478: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:21:29.398 INFO:tasks.rados.rados.0.smithi110.stdout:473: finishing copy_from to smithi11051043-28 2024-02-18T08:21:29.398 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 2 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:21:29.398 INFO:tasks.rados.rados.0.smithi110.stdout:477: expect (ObjNum 49 snap 0 seq_num 49) 2024-02-18T08:21:29.418 INFO:tasks.rados.rados.0.smithi110.stdout:472: finishing write tid 4 to smithi11051043-17 2024-02-18T08:21:29.418 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 188 (ObjNum 165 snap 44 seq_num 165) dirty exists 2024-02-18T08:21:29.418 INFO:tasks.rados.rados.0.smithi110.stdout:472: left oid 17 (ObjNum 165 snap 44 seq_num 165) 2024-02-18T08:21:29.418 INFO:tasks.rados.rados.0.smithi110.stdout:479: finishing write tid 4 to smithi11051043-36 2024-02-18T08:21:29.418 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 97 (ObjNum 167 snap 44 seq_num 167) dirty exists 2024-02-18T08:21:29.418 INFO:tasks.rados.rados.0.smithi110.stdout:479: left oid 36 (ObjNum 167 snap 44 seq_num 167) 2024-02-18T08:21:29.418 INFO:tasks.rados.rados.0.smithi110.stdout:473: finishing copy_from racing read to smithi11051043-28 2024-02-18T08:21:29.418 INFO:tasks.rados.rados.0.smithi110.stdout:480: finishing write tid 1 to smithi11051043-23 2024-02-18T08:21:29.418 INFO:tasks.rados.rados.0.smithi110.stdout:472: done (10 left) 2024-02-18T08:21:29.418 INFO:tasks.rados.rados.0.smithi110.stdout:473: done (9 left) 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:474: done (8 left) 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:477: done (7 left) 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:478: done (6 left) 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:479: done (5 left) 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:484: done (4 left) 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:485: delete oid 12 current snap is 44 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:480: finishing write tid 3 to smithi11051043-23 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:482: finishing rollback tid 0 to smithi11051043-14 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:481: finishing write tid 1 to smithi11051043-3 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:481: finishing write tid 3 to smithi11051043-3 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:480: finishing write tid 4 to smithi11051043-23 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 306 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:480: left oid 23 (ObjNum 168 snap 44 seq_num 168) 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:481: finishing write tid 4 to smithi11051043-3 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 201 (ObjNum 169 snap 44 seq_num 169) dirty exists 2024-02-18T08:21:29.419 INFO:tasks.rados.rados.0.smithi110.stdout:481: left oid 3 (ObjNum 169 snap 44 seq_num 169) 2024-02-18T08:21:29.420 INFO:tasks.rados.rados.0.smithi110.stdout:483: finishing write tid 1 to smithi11051043-6 2024-02-18T08:21:29.420 INFO:tasks.rados.rados.0.smithi110.stdout:483: finishing write tid 3 to smithi11051043-6 2024-02-18T08:21:29.420 INFO:tasks.rados.rados.0.smithi110.stdout:482: finishing rollback tid 1 to smithi11051043-14 2024-02-18T08:21:29.420 INFO:tasks.rados.rados.0.smithi110.stdout:482: finishing rollback tid 2 to smithi11051043-14 2024-02-18T08:21:29.420 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 129 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-02-18T08:21:29.420 INFO:tasks.rados.rados.0.smithi110.stdout:483: finishing write tid 4 to smithi11051043-6 2024-02-18T08:21:29.420 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 87 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-02-18T08:21:29.420 INFO:tasks.rados.rados.0.smithi110.stdout:483: left oid 6 (ObjNum 170 snap 44 seq_num 170) 2024-02-18T08:21:29.421 INFO:tasks.rados.rados.0.smithi110.stdout:480: done (4 left) 2024-02-18T08:21:29.421 INFO:tasks.rados.rados.0.smithi110.stdout:481: done (3 left) 2024-02-18T08:21:29.421 INFO:tasks.rados.rados.0.smithi110.stdout:482: done (2 left) 2024-02-18T08:21:29.421 INFO:tasks.rados.rados.0.smithi110.stdout:483: done (1 left) 2024-02-18T08:21:29.421 INFO:tasks.rados.rados.0.smithi110.stdout:485: done (0 left) 2024-02-18T08:21:29.421 INFO:tasks.rados.rados.0.smithi110.stdout:486: rmattr oid 6 current snap is 44 2024-02-18T08:21:29.421 INFO:tasks.rados.rados.0.smithi110.stdout:486: done (0 left) 2024-02-18T08:21:29.421 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 44 2024-02-18T08:21:29.421 INFO:tasks.rados.rados.0.smithi110.stdout:487: seq_num 173 ranges {221184=499712} 2024-02-18T08:21:29.426 INFO:tasks.rados.rados.0.smithi110.stdout:487: writing smithi11051043-14 from 221184 to 720896 tid 1 2024-02-18T08:21:29.427 INFO:tasks.rados.rados.0.smithi110.stdout:488: read oid 4 snap -1 2024-02-18T08:21:29.427 INFO:tasks.rados.rados.0.smithi110.stdout:488: expect deleted 2024-02-18T08:21:29.427 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 44 2024-02-18T08:21:29.427 INFO:tasks.rados.rados.0.smithi110.stdout:489: seq_num 174 ranges {0=516096} 2024-02-18T08:21:29.433 INFO:tasks.rados.rados.0.smithi110.stdout:489: writing smithi11051043-50 from 0 to 516096 tid 1 2024-02-18T08:21:29.433 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 44 2024-02-18T08:21:29.433 INFO:tasks.rados.rados.0.smithi110.stdout:490: seq_num 175 ranges {1818624=540672} 2024-02-18T08:21:29.447 INFO:tasks.rados.rados.0.smithi110.stdout:490: writing smithi11051043-35 from 1818624 to 2359296 tid 1 2024-02-18T08:21:29.447 INFO:tasks.rados.rados.0.smithi110.stdout:491: snap_remove snap 41 2024-02-18T08:21:29.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: cluster 2024-02-18T08:21:28.343757+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-02-18T08:21:29.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.569451+0000 mgr.x (mgr.34640) 32 : audit [DBG] from='client.24802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:21:29.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.893604+0000 mon.b (mon.2) 110 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:21:29.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.894790+0000 mon.b (mon.2) 111 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:21:29.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.895703+0000 mon.b (mon.2) 112 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.896700+0000 mon.b (mon.2) 113 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.897675+0000 mon.b (mon.2) 114 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.898782+0000 mon.b (mon.2) 115 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.905050+0000 mon.b (mon.2) 116 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:21:29.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.905968+0000 mon.b (mon.2) 117 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.906889+0000 mon.b (mon.2) 118 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.907649+0000 mon.b (mon.2) 119 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:28.908377+0000 mon.b (mon.2) 120 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[19477]: audit 2024-02-18T08:21:29.288710+0000 mon.a (mon.0) 812 : audit [DBG] from='client.? 172.21.15.110:0/2460644025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:21:29.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: cluster 2024-02-18T08:21:28.343757+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-02-18T08:21:29.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.569451+0000 mgr.x (mgr.34640) 32 : audit [DBG] from='client.24802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:21:29.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.893604+0000 mon.b (mon.2) 110 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:21:29.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.894790+0000 mon.b (mon.2) 111 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:21:29.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.895703+0000 mon.b (mon.2) 112 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.896700+0000 mon.b (mon.2) 113 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.897675+0000 mon.b (mon.2) 114 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.898782+0000 mon.b (mon.2) 115 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.905050+0000 mon.b (mon.2) 116 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:21:29.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.905968+0000 mon.b (mon.2) 117 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.906889+0000 mon.b (mon.2) 118 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.907649+0000 mon.b (mon.2) 119 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:28.908377+0000 mon.b (mon.2) 120 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:29 smithi110 bash[24702]: audit 2024-02-18T08:21:29.288710+0000 mon.a (mon.0) 812 : audit [DBG] from='client.? 172.21.15.110:0/2460644025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:21:29.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: cluster 2024-02-18T08:21:28.343757+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-02-18T08:21:29.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.569451+0000 mgr.x (mgr.34640) 32 : audit [DBG] from='client.24802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.893604+0000 mon.b (mon.2) 110 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.894790+0000 mon.b (mon.2) 111 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.895703+0000 mon.b (mon.2) 112 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.896700+0000 mon.b (mon.2) 113 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.897675+0000 mon.b (mon.2) 114 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.898782+0000 mon.b (mon.2) 115 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.905050+0000 mon.b (mon.2) 116 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.905968+0000 mon.b (mon.2) 117 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.906889+0000 mon.b (mon.2) 118 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.907649+0000 mon.b (mon.2) 119 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:28.908377+0000 mon.b (mon.2) 120 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:29.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:29 smithi191 bash[19424]: audit 2024-02-18T08:21:29.288710+0000 mon.a (mon.0) 812 : audit [DBG] from='client.? 172.21.15.110:0/2460644025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:21:30.273 INFO:tasks.rados.rados.0.smithi110.stdout:491: done (4 left) 2024-02-18T08:21:30.273 INFO:tasks.rados.rados.0.smithi110.stdout:492: snap_create 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:487: finishing write tid 1 to smithi11051043-14 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:487: finishing write tid 3 to smithi11051043-14 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:487: finishing write tid 4 to smithi11051043-14 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 131 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:487: left oid 14 (ObjNum 173 snap 44 seq_num 173) 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:489: finishing write tid 1 to smithi11051043-50 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:489: finishing write tid 3 to smithi11051043-50 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:489: finishing write tid 4 to smithi11051043-50 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 29 (ObjNum 174 snap 44 seq_num 174) dirty exists 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:489: left oid 50 (ObjNum 174 snap 44 seq_num 174) 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:490: finishing write tid 1 to smithi11051043-35 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:490: finishing write tid 3 to smithi11051043-35 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:490: finishing write tid 4 to smithi11051043-35 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 204 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-02-18T08:21:30.274 INFO:tasks.rados.rados.0.smithi110.stdout:490: left oid 35 (ObjNum 175 snap 44 seq_num 175) 2024-02-18T08:21:30.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:30 smithi110 bash[19477]: audit 2024-02-18T08:21:28.887916+0000 mgr.x (mgr.34640) 33 : audit [DBG] from='client.24808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:21:30.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:30 smithi110 bash[19477]: cluster 2024-02-18T08:21:29.300086+0000 mgr.x (mgr.34640) 34 : cluster [DBG] pgmap v57: 89 pgs: 89 active+clean; 119 MiB data, 188 MiB used, 707 GiB / 715 GiB avail; 48 KiB/s rd, 678 KiB/s wr, 2 op/s 2024-02-18T08:21:30.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:30 smithi110 bash[19477]: cluster 2024-02-18T08:21:29.364530+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-02-18T08:21:30.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:30 smithi110 bash[19477]: cluster 2024-02-18T08:21:30.270886+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-02-18T08:21:30.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:30 smithi110 bash[24702]: audit 2024-02-18T08:21:28.887916+0000 mgr.x (mgr.34640) 33 : audit [DBG] from='client.24808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:21:30.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:30 smithi110 bash[24702]: cluster 2024-02-18T08:21:29.300086+0000 mgr.x (mgr.34640) 34 : cluster [DBG] pgmap v57: 89 pgs: 89 active+clean; 119 MiB data, 188 MiB used, 707 GiB / 715 GiB avail; 48 KiB/s rd, 678 KiB/s wr, 2 op/s 2024-02-18T08:21:30.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:30 smithi110 bash[24702]: cluster 2024-02-18T08:21:29.364530+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-02-18T08:21:30.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:30 smithi110 bash[24702]: cluster 2024-02-18T08:21:30.270886+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-02-18T08:21:30.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:30 smithi191 bash[19424]: audit 2024-02-18T08:21:28.887916+0000 mgr.x (mgr.34640) 33 : audit [DBG] from='client.24808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:21:30.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:30 smithi191 bash[19424]: cluster 2024-02-18T08:21:29.300086+0000 mgr.x (mgr.34640) 34 : cluster [DBG] pgmap v57: 89 pgs: 89 active+clean; 119 MiB data, 188 MiB used, 707 GiB / 715 GiB avail; 48 KiB/s rd, 678 KiB/s wr, 2 op/s 2024-02-18T08:21:30.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:30 smithi191 bash[19424]: cluster 2024-02-18T08:21:29.364530+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-02-18T08:21:30.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:30 smithi191 bash[19424]: cluster 2024-02-18T08:21:30.270886+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-02-18T08:21:31.274 INFO:tasks.rados.rados.0.smithi110.stdout:487: done (4 left) 2024-02-18T08:21:31.274 INFO:tasks.rados.rados.0.smithi110.stdout:488: done (3 left) 2024-02-18T08:21:31.275 INFO:tasks.rados.rados.0.smithi110.stdout:489: done (2 left) 2024-02-18T08:21:31.275 INFO:tasks.rados.rados.0.smithi110.stdout:490: done (1 left) 2024-02-18T08:21:31.275 INFO:tasks.rados.rados.0.smithi110.stdout:492: done (0 left) 2024-02-18T08:21:31.275 INFO:tasks.rados.rados.0.smithi110.stdout:493: snap_remove snap 28 2024-02-18T08:21:32.287 INFO:tasks.rados.rados.0.smithi110.stdout:493: done (0 left) 2024-02-18T08:21:32.287 INFO:tasks.rados.rados.0.smithi110.stdout:494: read oid 16 snap 39 2024-02-18T08:21:32.287 INFO:tasks.rados.rados.0.smithi110.stdout:494: expect (ObjNum 140 snap 39 seq_num 140) 2024-02-18T08:21:32.287 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 45 2024-02-18T08:21:32.287 INFO:tasks.rados.rados.0.smithi110.stdout:495: seq_num 176 ranges {2605056=557056} 2024-02-18T08:21:32.311 INFO:tasks.rados.rados.0.smithi110.stdout:495: writing smithi11051043-2 from 2605056 to 3162112 tid 1 2024-02-18T08:21:32.311 INFO:tasks.rados.rados.0.smithi110.stdout:496: setattr oid 49 current snap is 45 2024-02-18T08:21:32.312 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 45 2024-02-18T08:21:32.312 INFO:tasks.rados.rados.0.smithi110.stdout:497: seq_num 177 ranges {827392=573440} 2024-02-18T08:21:32.322 INFO:tasks.rados.rados.0.smithi110.stdout:497: writing smithi11051043-45 from 827392 to 1400832 tid 1 2024-02-18T08:21:32.322 INFO:tasks.rados.rados.0.smithi110.stdout:498: read oid 35 snap -1 2024-02-18T08:21:32.322 INFO:tasks.rados.rados.0.smithi110.stdout:498: expect (ObjNum 175 snap 44 seq_num 175) 2024-02-18T08:21:32.322 INFO:tasks.rados.rados.0.smithi110.stdout:499: read oid 12 snap -1 2024-02-18T08:21:32.322 INFO:tasks.rados.rados.0.smithi110.stdout:499: expect deleted 2024-02-18T08:21:32.322 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 45 2024-02-18T08:21:32.323 INFO:tasks.rados.rados.0.smithi110.stdout:500: seq_num 178 ranges {0=589824} 2024-02-18T08:21:32.326 INFO:tasks.rados.rados.0.smithi110.stdout:500: writing smithi11051043-44 from 0 to 589824 tid 1 2024-02-18T08:21:32.326 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 45 2024-02-18T08:21:32.326 INFO:tasks.rados.rados.0.smithi110.stdout:501: seq_num 179 ranges {32768=606208} 2024-02-18T08:21:32.330 INFO:tasks.rados.rados.0.smithi110.stdout:501: writing smithi11051043-21 from 32768 to 638976 tid 1 2024-02-18T08:21:32.330 INFO:tasks.rados.rados.0.smithi110.stdout:502: snap_create 2024-02-18T08:21:32.330 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 85 (ObjNum 0 snap 22008 seq_num 4165188048) dirty exists 2024-02-18T08:21:32.330 INFO:tasks.rados.rados.0.smithi110.stdout:495: finishing write tid 1 to smithi11051043-2 2024-02-18T08:21:32.330 INFO:tasks.rados.rados.0.smithi110.stdout:495: finishing write tid 3 to smithi11051043-2 2024-02-18T08:21:32.330 INFO:tasks.rados.rados.0.smithi110.stdout:495: finishing write tid 4 to smithi11051043-2 2024-02-18T08:21:32.330 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 106 (ObjNum 176 snap 45 seq_num 176) dirty exists 2024-02-18T08:21:32.330 INFO:tasks.rados.rados.0.smithi110.stdout:495: left oid 2 (ObjNum 176 snap 45 seq_num 176) 2024-02-18T08:21:32.334 INFO:tasks.rados.rados.0.smithi110.stdout:500: finishing write tid 1 to smithi11051043-44 2024-02-18T08:21:32.335 INFO:tasks.rados.rados.0.smithi110.stdout:500: finishing write tid 3 to smithi11051043-44 2024-02-18T08:21:32.336 INFO:tasks.rados.rados.0.smithi110.stdout:497: finishing write tid 1 to smithi11051043-45 2024-02-18T08:21:32.337 INFO:tasks.rados.rados.0.smithi110.stdout:497: finishing write tid 3 to smithi11051043-45 2024-02-18T08:21:32.337 INFO:tasks.rados.rados.0.smithi110.stdout:500: finishing write tid 4 to smithi11051043-44 2024-02-18T08:21:32.337 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 108 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-02-18T08:21:32.337 INFO:tasks.rados.rados.0.smithi110.stdout:500: left oid 44 (ObjNum 178 snap 45 seq_num 178) 2024-02-18T08:21:32.338 INFO:tasks.rados.rados.0.smithi110.stdout:497: finishing write tid 4 to smithi11051043-45 2024-02-18T08:21:32.338 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 139 (ObjNum 177 snap 45 seq_num 177) dirty exists 2024-02-18T08:21:32.338 INFO:tasks.rados.rados.0.smithi110.stdout:497: left oid 45 (ObjNum 177 snap 45 seq_num 177) 2024-02-18T08:21:32.352 INFO:tasks.rados.rados.0.smithi110.stdout:494: expect (ObjNum 140 snap 39 seq_num 140) 2024-02-18T08:21:32.390 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:32 smithi110 bash[19477]: cluster 2024-02-18T08:21:31.271987+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-02-18T08:21:32.390 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:32 smithi110 bash[19477]: cluster 2024-02-18T08:21:31.300864+0000 mgr.x (mgr.34640) 35 : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 119 MiB data, 188 MiB used, 707 GiB / 715 GiB avail; 48 KiB/s rd, 685 KiB/s wr, 2 op/s 2024-02-18T08:21:32.391 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:32 smithi110 bash[24702]: cluster 2024-02-18T08:21:31.271987+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-02-18T08:21:32.391 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:32 smithi110 bash[24702]: cluster 2024-02-18T08:21:31.300864+0000 mgr.x (mgr.34640) 35 : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 119 MiB data, 188 MiB used, 707 GiB / 715 GiB avail; 48 KiB/s rd, 685 KiB/s wr, 2 op/s 2024-02-18T08:21:32.391 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:32 smithi110 bash[52274]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mgr.y 2024-02-18T08:21:32.391 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:32 smithi110 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y.service: Main process exited, code=exited, status=137/n/a 2024-02-18T08:21:32.391 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:32 smithi110 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2024-02-18T08:21:32.392 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:32 smithi110 systemd[1]: Stopped Ceph mgr.y for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:21:32.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:32 smithi191 bash[19424]: cluster 2024-02-18T08:21:31.271987+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-02-18T08:21:32.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:32 smithi191 bash[19424]: cluster 2024-02-18T08:21:31.300864+0000 mgr.x (mgr.34640) 35 : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 119 MiB data, 188 MiB used, 707 GiB / 715 GiB avail; 48 KiB/s rd, 685 KiB/s wr, 2 op/s 2024-02-18T08:21:32.682 INFO:tasks.rados.rados.0.smithi110.stdout:498: expect (ObjNum 175 snap 44 seq_num 175) 2024-02-18T08:21:32.789 INFO:tasks.rados.rados.0.smithi110.stdout:501: finishing write tid 1 to smithi11051043-21 2024-02-18T08:21:32.789 INFO:tasks.rados.rados.0.smithi110.stdout:501: finishing write tid 3 to smithi11051043-21 2024-02-18T08:21:32.789 INFO:tasks.rados.rados.0.smithi110.stdout:501: finishing write tid 4 to smithi11051043-21 2024-02-18T08:21:32.789 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 217 (ObjNum 179 snap 45 seq_num 179) dirty exists 2024-02-18T08:21:32.789 INFO:tasks.rados.rados.0.smithi110.stdout:501: left oid 21 (ObjNum 179 snap 45 seq_num 179) 2024-02-18T08:21:33.286 INFO:tasks.rados.rados.0.smithi110.stdout:494: done (8 left) 2024-02-18T08:21:33.288 INFO:tasks.rados.rados.0.smithi110.stdout:495: done (7 left) 2024-02-18T08:21:33.288 INFO:tasks.rados.rados.0.smithi110.stdout:496: done (6 left) 2024-02-18T08:21:33.288 INFO:tasks.rados.rados.0.smithi110.stdout:497: done (5 left) 2024-02-18T08:21:33.288 INFO:tasks.rados.rados.0.smithi110.stdout:498: done (4 left) 2024-02-18T08:21:33.288 INFO:tasks.rados.rados.0.smithi110.stdout:499: done (3 left) 2024-02-18T08:21:33.288 INFO:tasks.rados.rados.0.smithi110.stdout:500: done (2 left) 2024-02-18T08:21:33.288 INFO:tasks.rados.rados.0.smithi110.stdout:501: done (1 left) 2024-02-18T08:21:33.288 INFO:tasks.rados.rados.0.smithi110.stdout:502: done (0 left) 2024-02-18T08:21:33.289 INFO:tasks.rados.rados.0.smithi110.stdout:503: setattr oid 5 current snap is 46 2024-02-18T08:21:33.291 INFO:tasks.rados.rados.0.smithi110.stdout:504: rollback oid 50 current snap is 46 2024-02-18T08:21:33.291 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 50 to 45 2024-02-18T08:21:33.291 INFO:tasks.rados.rados.0.smithi110.stdout:505: setattr oid 47 current snap is 46 2024-02-18T08:21:33.295 INFO:tasks.rados.rados.0.smithi110.stdout:506: rollback oid 10 current snap is 46 2024-02-18T08:21:33.295 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 10 to 43 2024-02-18T08:21:33.295 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 113 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:21:33.295 INFO:tasks.rados.rados.0.smithi110.stdout:503: done (3 left) 2024-02-18T08:21:33.295 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 46 2024-02-18T08:21:33.296 INFO:tasks.rados.rados.0.smithi110.stdout:507: seq_num 180 ranges {2424832=622592} 2024-02-18T08:21:33.312 INFO:tasks.rados.rados.0.smithi110.stdout:507: writing smithi11051043-40 from 2424832 to 3047424 tid 1 2024-02-18T08:21:33.312 INFO:tasks.rados.rados.0.smithi110.stdout:508: snap_remove snap 44 2024-02-18T08:21:33.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:33 smithi191 bash[19424]: cluster 2024-02-18T08:21:32.279907+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-02-18T08:21:33.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:33 smithi191 bash[19424]: audit 2024-02-18T08:21:32.431056+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:33.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:33 smithi191 bash[19424]: audit 2024-02-18T08:21:32.435577+0000 mon.b (mon.2) 121 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:33.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:33 smithi191 bash[19424]: audit 2024-02-18T08:21:32.439870+0000 mon.b (mon.2) 122 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:33.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:33 smithi191 bash[19424]: audit 2024-02-18T08:21:32.731987+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:33.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:33 smithi191 bash[19424]: audit 2024-02-18T08:21:32.735529+0000 mon.b (mon.2) 123 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:33.626 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[19477]: cluster 2024-02-18T08:21:32.279907+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-02-18T08:21:33.626 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[19477]: audit 2024-02-18T08:21:32.431056+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:33.626 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[19477]: audit 2024-02-18T08:21:32.435577+0000 mon.b (mon.2) 121 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:33.626 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[19477]: audit 2024-02-18T08:21:32.439870+0000 mon.b (mon.2) 122 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:33.626 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[19477]: audit 2024-02-18T08:21:32.731987+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:33.626 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[19477]: audit 2024-02-18T08:21:32.735529+0000 mon.b (mon.2) 123 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:33.626 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:33.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:33.627 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:33.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:33.627 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:33.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:21:33.627 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[24702]: cluster 2024-02-18T08:21:32.279907+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-02-18T08:21:33.627 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[24702]: audit 2024-02-18T08:21:32.431056+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:33.627 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[24702]: audit 2024-02-18T08:21:32.435577+0000 mon.b (mon.2) 121 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:33.627 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[24702]: audit 2024-02-18T08:21:32.439870+0000 mon.b (mon.2) 122 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:33.627 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[24702]: audit 2024-02-18T08:21:32.731987+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:33.627 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[24702]: audit 2024-02-18T08:21:32.735529+0000 mon.b (mon.2) 123 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:33.627 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:32 smithi110 systemd[1]: Started Ceph mgr.y for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:21:33.628 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[52513]: debug 2024-02-18T08:21:33.619+0000 7f324bfb0700 1 -- 172.21.15.110:0/1739404036 <== mon.1 v2:172.21.15.110:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e46bfd84e0 con 0x55e46c0cac00 2024-02-18T08:21:33.884 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[52513]: debug 2024-02-18T08:21:33.779+0000 7f325c5ab680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-18T08:21:34.222 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:33 smithi110 bash[52513]: debug 2024-02-18T08:21:33.879+0000 7f325c5ab680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-18T08:21:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:506: finishing rollback tid 1 to smithi11051043-10 2024-02-18T08:21:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 0 (ObjNum -129698144 snap 22008 seq_num 4165297808) dirty dne 2024-02-18T08:21:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:504: finishing rollback tid 0 to smithi11051043-50 2024-02-18T08:21:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:504: finishing rollback tid 1 to smithi11051043-50 2024-02-18T08:21:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 120 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:21:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:504: finishing rollback tid 2 to smithi11051043-50 2024-02-18T08:21:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 37 (ObjNum 174 snap 44 seq_num 174) dirty exists 2024-02-18T08:21:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:507: finishing write tid 1 to smithi11051043-40 2024-02-18T08:21:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:507: finishing write tid 3 to smithi11051043-40 2024-02-18T08:21:34.302 INFO:tasks.rados.rados.0.smithi110.stdout:507: finishing write tid 4 to smithi11051043-40 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 206 (ObjNum 180 snap 46 seq_num 180) dirty exists 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:507: left oid 40 (ObjNum 180 snap 46 seq_num 180) 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:504: done (4 left) 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:505: done (3 left) 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:506: done (2 left) 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:507: done (1 left) 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:508: done (0 left) 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:509: rollback oid 42 current snap is 46 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 42 to 43 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:510: rmattr oid 33 current snap is 46 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:510: done (1 left) 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:511: read oid 6 snap -1 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:511: expect (ObjNum 170 snap 44 seq_num 170) 2024-02-18T08:21:34.303 INFO:tasks.rados.rados.0.smithi110.stdout:512: snap_create 2024-02-18T08:21:34.307 INFO:tasks.rados.rados.0.smithi110.stdout:509: finishing rollback tid 0 to smithi11051043-42 2024-02-18T08:21:34.309 INFO:tasks.rados.rados.0.smithi110.stdout:509: finishing rollback tid 1 to smithi11051043-42 2024-02-18T08:21:34.309 INFO:tasks.rados.rados.0.smithi110.stdout:509: finishing rollback tid 2 to smithi11051043-42 2024-02-18T08:21:34.309 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 60 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:21:34.311 INFO:tasks.rados.rados.0.smithi110.stdout:511: expect (ObjNum 170 snap 44 seq_num 170) 2024-02-18T08:21:34.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:34 smithi191 bash[19424]: cluster 2024-02-18T08:21:33.281323+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-02-18T08:21:34.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:34 smithi191 bash[19424]: cluster 2024-02-18T08:21:33.301360+0000 mgr.x (mgr.34640) 36 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 119 MiB data, 188 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:34.722 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:34 smithi110 bash[52513]: debug 2024-02-18T08:21:34.351+0000 7f325c5ab680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-18T08:21:34.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:34 smithi110 bash[24702]: cluster 2024-02-18T08:21:33.281323+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-02-18T08:21:34.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:34 smithi110 bash[24702]: cluster 2024-02-18T08:21:33.301360+0000 mgr.x (mgr.34640) 36 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 119 MiB data, 188 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:34.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:34 smithi110 bash[19477]: cluster 2024-02-18T08:21:33.281323+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-02-18T08:21:34.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:34 smithi110 bash[19477]: cluster 2024-02-18T08:21:33.301360+0000 mgr.x (mgr.34640) 36 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 119 MiB data, 188 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:35.302 INFO:tasks.rados.rados.0.smithi110.stdout:509: done (2 left) 2024-02-18T08:21:35.302 INFO:tasks.rados.rados.0.smithi110.stdout:511: done (1 left) 2024-02-18T08:21:35.302 INFO:tasks.rados.rados.0.smithi110.stdout:512: done (0 left) 2024-02-18T08:21:35.302 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 47 2024-02-18T08:21:35.302 INFO:tasks.rados.rados.0.smithi110.stdout:513: seq_num 181 ranges {434176=638976} 2024-02-18T08:21:35.308 INFO:tasks.rados.rados.0.smithi110.stdout:513: writing smithi11051043-3 from 434176 to 1073152 tid 1 2024-02-18T08:21:35.308 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 47 2024-02-18T08:21:35.308 INFO:tasks.rados.rados.0.smithi110.stdout:514: seq_num 182 ranges {0=655360} 2024-02-18T08:21:35.312 INFO:tasks.rados.rados.0.smithi110.stdout:514: writing smithi11051043-49 from 0 to 655360 tid 1 2024-02-18T08:21:35.312 INFO:tasks.rados.rados.0.smithi110.stdout:515: read oid 32 snap 43 2024-02-18T08:21:35.312 INFO:tasks.rados.rados.0.smithi110.stdout:515: expect (ObjNum 154 snap 41 seq_num 154) 2024-02-18T08:21:35.312 INFO:tasks.rados.rados.0.smithi110.stdout:516: rollback oid 50 current snap is 47 2024-02-18T08:21:35.312 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 50 to 46 2024-02-18T08:21:35.312 INFO:tasks.rados.rados.0.smithi110.stdout:517: snap_create 2024-02-18T08:21:35.315 INFO:tasks.rados.rados.0.smithi110.stdout:513: finishing write tid 1 to smithi11051043-3 2024-02-18T08:21:35.315 INFO:tasks.rados.rados.0.smithi110.stdout:513: finishing write tid 3 to smithi11051043-3 2024-02-18T08:21:35.317 INFO:tasks.rados.rados.0.smithi110.stdout:513: finishing write tid 4 to smithi11051043-3 2024-02-18T08:21:35.317 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 222 (ObjNum 181 snap 47 seq_num 181) dirty exists 2024-02-18T08:21:35.317 INFO:tasks.rados.rados.0.smithi110.stdout:513: left oid 3 (ObjNum 181 snap 47 seq_num 181) 2024-02-18T08:21:35.318 INFO:tasks.rados.rados.0.smithi110.stdout:516: finishing rollback tid 0 to smithi11051043-50 2024-02-18T08:21:35.318 INFO:tasks.rados.rados.0.smithi110.stdout:516: finishing rollback tid 1 to smithi11051043-50 2024-02-18T08:21:35.318 INFO:tasks.rados.rados.0.smithi110.stdout:516: finishing rollback tid 2 to smithi11051043-50 2024-02-18T08:21:35.318 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 43 (ObjNum 174 snap 44 seq_num 174) dirty exists 2024-02-18T08:21:35.323 INFO:tasks.rados.rados.0.smithi110.stdout:514: finishing write tid 1 to smithi11051043-49 2024-02-18T08:21:35.323 INFO:tasks.rados.rados.0.smithi110.stdout:514: finishing write tid 3 to smithi11051043-49 2024-02-18T08:21:35.325 INFO:tasks.rados.rados.0.smithi110.stdout:514: finishing write tid 4 to smithi11051043-49 2024-02-18T08:21:35.325 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 88 (ObjNum 182 snap 47 seq_num 182) dirty exists 2024-02-18T08:21:35.325 INFO:tasks.rados.rados.0.smithi110.stdout:514: left oid 49 (ObjNum 182 snap 47 seq_num 182) 2024-02-18T08:21:35.347 INFO:tasks.rados.rados.0.smithi110.stdout:515: expect (ObjNum 154 snap 41 seq_num 154) 2024-02-18T08:21:35.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:35 smithi191 bash[19424]: cluster 2024-02-18T08:21:34.298479+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-02-18T08:21:35.627 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:35 smithi110 bash[19477]: cluster 2024-02-18T08:21:34.298479+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-02-18T08:21:35.628 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:35 smithi110 bash[24702]: cluster 2024-02-18T08:21:34.298479+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-02-18T08:21:35.628 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:35 smithi110 bash[52513]: debug 2024-02-18T08:21:35.259+0000 7f325c5ab680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-18T08:21:35.628 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:35 smithi110 bash[52513]: debug 2024-02-18T08:21:35.355+0000 7f325c5ab680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-18T08:21:35.628 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:35 smithi110 bash[52513]: debug 2024-02-18T08:21:35.619+0000 7f325c5ab680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-18T08:21:36.317 INFO:tasks.rados.rados.0.smithi110.stdout:513: done (4 left) 2024-02-18T08:21:36.317 INFO:tasks.rados.rados.0.smithi110.stdout:514: done (3 left) 2024-02-18T08:21:36.317 INFO:tasks.rados.rados.0.smithi110.stdout:515: done (2 left) 2024-02-18T08:21:36.317 INFO:tasks.rados.rados.0.smithi110.stdout:516: done (1 left) 2024-02-18T08:21:36.317 INFO:tasks.rados.rados.0.smithi110.stdout:517: done (0 left) 2024-02-18T08:21:36.317 INFO:tasks.rados.rados.0.smithi110.stdout:518: read oid 22 snap -1 2024-02-18T08:21:36.317 INFO:tasks.rados.rados.0.smithi110.stdout:518: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:21:36.318 INFO:tasks.rados.rados.0.smithi110.stdout:519: rollback oid 47 current snap is 48 2024-02-18T08:21:36.318 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 47 to 47 2024-02-18T08:21:36.318 INFO:tasks.rados.rados.0.smithi110.stdout:520: snap_remove snap 45 2024-02-18T08:21:36.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:36 smithi191 bash[19424]: cluster 2024-02-18T08:21:35.299306+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-02-18T08:21:36.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:36 smithi191 bash[19424]: cluster 2024-02-18T08:21:35.301848+0000 mgr.x (mgr.34640) 37 : cluster [DBG] pgmap v67: 89 pgs: 89 active+clean; 111 MiB data, 177 MiB used, 707 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-02-18T08:21:36.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:36 smithi110 bash[19477]: cluster 2024-02-18T08:21:35.299306+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-02-18T08:21:36.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:36 smithi110 bash[19477]: cluster 2024-02-18T08:21:35.301848+0000 mgr.x (mgr.34640) 37 : cluster [DBG] pgmap v67: 89 pgs: 89 active+clean; 111 MiB data, 177 MiB used, 707 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-02-18T08:21:36.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:36 smithi110 bash[24702]: cluster 2024-02-18T08:21:35.299306+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-02-18T08:21:36.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:36 smithi110 bash[24702]: cluster 2024-02-18T08:21:35.301848+0000 mgr.x (mgr.34640) 37 : cluster [DBG] pgmap v67: 89 pgs: 89 active+clean; 111 MiB data, 177 MiB used, 707 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-02-18T08:21:37.025 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:36 smithi110 bash[52513]: debug 2024-02-18T08:21:36.763+0000 7f325c5ab680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-18T08:21:37.026 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:36 smithi110 bash[52513]: debug 2024-02-18T08:21:36.919+0000 7f325c5ab680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:21:37.026 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:37 smithi110 bash[52513]: debug 2024-02-18T08:21:37.019+0000 7f325c5ab680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-18T08:21:37.314 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:37 smithi110 bash[52513]: debug 2024-02-18T08:21:37.127+0000 7f325c5ab680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-18T08:21:37.327 INFO:tasks.rados.rados.0.smithi110.stdout:520: done (2 left) 2024-02-18T08:21:37.327 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 48 2024-02-18T08:21:37.327 INFO:tasks.rados.rados.0.smithi110.stdout:521: seq_num 183 ranges {450560=671744} 2024-02-18T08:21:37.333 INFO:tasks.rados.rados.0.smithi110.stdout:521: writing smithi11051043-6 from 450560 to 1122304 tid 1 2024-02-18T08:21:37.333 INFO:tasks.rados.rados.0.smithi110.stdout:522: copy_from oid 41 from oid 46 current snap is 48 2024-02-18T08:21:37.333 INFO:tasks.rados.rados.0.smithi110.stdout:519: finishing rollback tid 0 to smithi11051043-47 2024-02-18T08:21:37.333 INFO:tasks.rados.rados.0.smithi110.stdout:519: finishing rollback tid 1 to smithi11051043-47 2024-02-18T08:21:37.333 INFO:tasks.rados.rados.0.smithi110.stdout:519: finishing rollback tid 2 to smithi11051043-47 2024-02-18T08:21:37.333 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 124 (ObjNum 1500205161 snap 1398953300 seq_num 1365660529) dirty exists 2024-02-18T08:21:37.333 INFO:tasks.rados.rados.0.smithi110.stdout:518: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:21:37.456 INFO:tasks.rados.rados.0.smithi110.stdout:522: finishing copy_from to smithi11051043-41 2024-02-18T08:21:37.456 INFO:tasks.rados.rados.0.smithi110.stdout:522: got expected ENOENT (src dne) 2024-02-18T08:21:37.456 INFO:tasks.rados.rados.0.smithi110.stdout:522: finishing copy_from racing read to smithi11051043-41 2024-02-18T08:21:37.456 INFO:tasks.rados.rados.0.smithi110.stdout:521: finishing write tid 1 to smithi11051043-6 2024-02-18T08:21:37.456 INFO:tasks.rados.rados.0.smithi110.stdout:521: finishing write tid 3 to smithi11051043-6 2024-02-18T08:21:37.456 INFO:tasks.rados.rados.0.smithi110.stdout:521: finishing write tid 4 to smithi11051043-6 2024-02-18T08:21:37.457 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 96 (ObjNum 183 snap 48 seq_num 183) dirty exists 2024-02-18T08:21:37.457 INFO:tasks.rados.rados.0.smithi110.stdout:521: left oid 6 (ObjNum 183 snap 48 seq_num 183) 2024-02-18T08:21:37.457 INFO:tasks.rados.rados.0.smithi110.stdout:518: done (3 left) 2024-02-18T08:21:37.457 INFO:tasks.rados.rados.0.smithi110.stdout:519: done (2 left) 2024-02-18T08:21:37.457 INFO:tasks.rados.rados.0.smithi110.stdout:521: done (1 left) 2024-02-18T08:21:37.457 INFO:tasks.rados.rados.0.smithi110.stdout:522: done (0 left) 2024-02-18T08:21:37.457 INFO:tasks.rados.rados.0.smithi110.stdout:523: rollback oid 1 current snap is 48 2024-02-18T08:21:37.457 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 1 to 40 2024-02-18T08:21:37.457 INFO:tasks.rados.rados.0.smithi110.stdout:524: snap_remove snap 43 2024-02-18T08:21:37.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:37 smithi191 bash[19424]: cluster 2024-02-18T08:21:36.313545+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-02-18T08:21:37.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:37 smithi110 bash[19477]: cluster 2024-02-18T08:21:36.313545+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-02-18T08:21:37.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:37 smithi110 bash[24702]: cluster 2024-02-18T08:21:36.313545+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-02-18T08:21:37.723 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:37 smithi110 bash[52513]: debug 2024-02-18T08:21:37.355+0000 7f325c5ab680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-18T08:21:38.222 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:37 smithi110 bash[52513]: debug 2024-02-18T08:21:37.751+0000 7f325c5ab680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-18T08:21:38.222 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:37 smithi110 bash[52513]: debug 2024-02-18T08:21:37.887+0000 7f325c5ab680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-18T08:21:38.336 INFO:tasks.rados.rados.0.smithi110.stdout:524: done (1 left) 2024-02-18T08:21:38.336 INFO:tasks.rados.rados.0.smithi110.stdout:525: snap_remove snap 46 2024-02-18T08:21:38.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:38 smithi191 bash[19424]: cluster 2024-02-18T08:21:37.302416+0000 mgr.x (mgr.34640) 38 : cluster [DBG] pgmap v69: 89 pgs: 89 active+clean; 111 MiB data, 177 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-02-18T08:21:38.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:38 smithi191 bash[19424]: cluster 2024-02-18T08:21:37.324507+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-02-18T08:21:38.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:38 smithi110 bash[19477]: cluster 2024-02-18T08:21:37.302416+0000 mgr.x (mgr.34640) 38 : cluster [DBG] pgmap v69: 89 pgs: 89 active+clean; 111 MiB data, 177 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-02-18T08:21:38.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:38 smithi110 bash[19477]: cluster 2024-02-18T08:21:37.324507+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-02-18T08:21:38.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:38 smithi110 bash[24702]: cluster 2024-02-18T08:21:37.302416+0000 mgr.x (mgr.34640) 38 : cluster [DBG] pgmap v69: 89 pgs: 89 active+clean; 111 MiB data, 177 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-02-18T08:21:38.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:38 smithi110 bash[24702]: cluster 2024-02-18T08:21:37.324507+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-02-18T08:21:39.114 INFO:tasks.rados.rados.0.smithi110.stdout:525: done (1 left) 2024-02-18T08:21:39.115 INFO:tasks.rados.rados.0.smithi110.stdout:526: snap_create 2024-02-18T08:21:39.115 INFO:tasks.rados.rados.0.smithi110.stdout:523: finishing rollback tid 0 to smithi11051043-1 2024-02-18T08:21:39.115 INFO:tasks.rados.rados.0.smithi110.stdout:523: finishing rollback tid 1 to smithi11051043-1 2024-02-18T08:21:39.115 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 113 (ObjNum -129714592 snap 22008 seq_num 4164913728) dirty dne 2024-02-18T08:21:39.222 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:38 smithi110 bash[52513]: debug 2024-02-18T08:21:38.819+0000 7f325c5ab680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-18T08:21:39.222 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:38 smithi110 bash[52513]: debug 2024-02-18T08:21:38.931+0000 7f325c5ab680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-18T08:21:39.223 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[52513]: debug 2024-02-18T08:21:39.059+0000 7f325c5ab680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-18T08:21:39.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:39 smithi191 bash[19424]: cluster 2024-02-18T08:21:38.333672+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-02-18T08:21:39.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:39 smithi191 bash[19424]: audit 2024-02-18T08:21:39.012821+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:39.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:39 smithi191 bash[19424]: audit 2024-02-18T08:21:39.065846+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:39 smithi191 bash[19424]: audit 2024-02-18T08:21:39.069288+0000 mon.b (mon.2) 124 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:39 smithi191 bash[19424]: audit 2024-02-18T08:21:39.071256+0000 mon.b (mon.2) 125 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:21:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:39 smithi191 bash[19424]: audit 2024-02-18T08:21:39.080404+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:39 smithi191 bash[19424]: audit 2024-02-18T08:21:39.095093+0000 mon.b (mon.2) 126 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:39 smithi191 bash[19424]: audit 2024-02-18T08:21:39.103441+0000 mon.b (mon.2) 127 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-02-18T08:21:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:39 smithi191 bash[19424]: audit 2024-02-18T08:21:39.103708+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-02-18T08:21:39.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:39 smithi191 bash[19424]: cluster 2024-02-18T08:21:39.111155+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-02-18T08:21:39.603 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[52513]: debug 2024-02-18T08:21:39.283+0000 7f325c5ab680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-18T08:21:39.603 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[19477]: cluster 2024-02-18T08:21:38.333672+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-02-18T08:21:39.603 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[19477]: audit 2024-02-18T08:21:39.012821+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:39.603 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[19477]: audit 2024-02-18T08:21:39.065846+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:39.604 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[19477]: audit 2024-02-18T08:21:39.069288+0000 mon.b (mon.2) 124 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:39.604 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[19477]: audit 2024-02-18T08:21:39.071256+0000 mon.b (mon.2) 125 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:21:39.604 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[19477]: audit 2024-02-18T08:21:39.080404+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:39.604 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[19477]: audit 2024-02-18T08:21:39.095093+0000 mon.b (mon.2) 126 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:39.604 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[19477]: audit 2024-02-18T08:21:39.103441+0000 mon.b (mon.2) 127 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-02-18T08:21:39.604 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[19477]: audit 2024-02-18T08:21:39.103708+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-02-18T08:21:39.604 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[19477]: cluster 2024-02-18T08:21:39.111155+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-02-18T08:21:39.604 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[24702]: cluster 2024-02-18T08:21:38.333672+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-02-18T08:21:39.604 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[24702]: audit 2024-02-18T08:21:39.012821+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:39.605 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[24702]: audit 2024-02-18T08:21:39.065846+0000 mon.a (mon.0) 826 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:39.605 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[24702]: audit 2024-02-18T08:21:39.069288+0000 mon.b (mon.2) 124 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:39.605 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[24702]: audit 2024-02-18T08:21:39.071256+0000 mon.b (mon.2) 125 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:21:39.605 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[24702]: audit 2024-02-18T08:21:39.080404+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34640 ' entity='mgr.x' 2024-02-18T08:21:39.605 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[24702]: audit 2024-02-18T08:21:39.095093+0000 mon.b (mon.2) 126 : audit [DBG] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:39.605 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[24702]: audit 2024-02-18T08:21:39.103441+0000 mon.b (mon.2) 127 : audit [INF] from='mgr.34640 172.21.15.191:0/203087401' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-02-18T08:21:39.605 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[24702]: audit 2024-02-18T08:21:39.103708+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-02-18T08:21:39.605 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[24702]: cluster 2024-02-18T08:21:39.111155+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-02-18T08:21:39.958 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[52513]: debug 2024-02-18T08:21:39.595+0000 7f325c5ab680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-18T08:21:39.958 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[52513]: debug 2024-02-18T08:21:39.767+0000 7f325c5ab680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-18T08:21:40.120 INFO:tasks.rados.rados.0.smithi110.stdout:523: done (1 left) 2024-02-18T08:21:40.120 INFO:tasks.rados.rados.0.smithi110.stdout:526: done (0 left) 2024-02-18T08:21:40.120 INFO:tasks.rados.rados.0.smithi110.stdout:527: read oid 47 snap -1 2024-02-18T08:21:40.121 INFO:tasks.rados.rados.0.smithi110.stdout:527: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:21:40.121 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 49 2024-02-18T08:21:40.121 INFO:tasks.rados.rados.0.smithi110.stdout:528: seq_num 184 ranges {2195456=688128} 2024-02-18T08:21:40.143 INFO:tasks.rados.rados.0.smithi110.stdout:528: writing smithi11051043-43 from 2195456 to 2883584 tid 1 2024-02-18T08:21:40.143 INFO:tasks.rados.rados.0.smithi110.stdout:529: rollback oid 29 current snap is 49 2024-02-18T08:21:40.143 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 29 to 47 2024-02-18T08:21:40.143 INFO:tasks.rados.rados.0.smithi110.stdout:527: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:21:40.146 INFO:tasks.rados.rados.0.smithi110.stdout:527: done (2 left) 2024-02-18T08:21:40.146 INFO:tasks.rados.rados.0.smithi110.stdout:530: delete oid 27 current snap is 49 2024-02-18T08:21:40.149 INFO:tasks.rados.rados.0.smithi110.stdout:529: finishing rollback tid 0 to smithi11051043-29 2024-02-18T08:21:40.150 INFO:tasks.rados.rados.0.smithi110.stdout:529: finishing rollback tid 1 to smithi11051043-29 2024-02-18T08:21:40.151 INFO:tasks.rados.rados.0.smithi110.stdout:529: finishing rollback tid 2 to smithi11051043-29 2024-02-18T08:21:40.151 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 147 (ObjNum 162 snap 42 seq_num 162) dirty exists 2024-02-18T08:21:40.152 INFO:tasks.rados.rados.0.smithi110.stdout:528: finishing write tid 1 to smithi11051043-43 2024-02-18T08:21:40.153 INFO:tasks.rados.rados.0.smithi110.stdout:529: done (2 left) 2024-02-18T08:21:40.153 INFO:tasks.rados.rados.0.smithi110.stdout:530: done (1 left) 2024-02-18T08:21:40.153 INFO:tasks.rados.rados.0.smithi110.stdout:531: read oid 38 snap -1 2024-02-18T08:21:40.153 INFO:tasks.rados.rados.0.smithi110.stdout:531: expect (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:21:40.153 INFO:tasks.rados.rados.0.smithi110.stdout:532: copy_from oid 28 from oid 17 current snap is 49 2024-02-18T08:21:40.153 INFO:tasks.rados.rados.0.smithi110.stdout:528: finishing write tid 3 to smithi11051043-43 2024-02-18T08:21:40.153 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 49 2024-02-18T08:21:40.153 INFO:tasks.rados.rados.0.smithi110.stdout:533: seq_num 186 ranges {5087232=720896} 2024-02-18T08:21:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:533: writing smithi11051043-15 from 5087232 to 5808128 tid 1 2024-02-18T08:21:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:534: delete oid 35 current snap is 49 2024-02-18T08:21:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:528: finishing write tid 4 to smithi11051043-43 2024-02-18T08:21:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 67 (ObjNum 184 snap 49 seq_num 184) dirty exists 2024-02-18T08:21:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:528: left oid 43 (ObjNum 184 snap 49 seq_num 184) 2024-02-18T08:21:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:532: finishing copy_from to smithi11051043-28 2024-02-18T08:21:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 188 (ObjNum 165 snap 44 seq_num 165) dirty exists 2024-02-18T08:21:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:532: finishing copy_from racing read to smithi11051043-28 2024-02-18T08:21:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:531: expect (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:21:40.222 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:39 smithi110 bash[52513]: debug 2024-02-18T08:21:39.951+0000 7f325c5ab680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:21:40.222 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[52513]: debug 2024-02-18T08:21:40.191+0000 7f325c5ab680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-18T08:21:40.263 INFO:tasks.rados.rados.0.smithi110.stdout:533: finishing write tid 1 to smithi11051043-15 2024-02-18T08:21:40.263 INFO:tasks.rados.rados.0.smithi110.stdout:533: finishing write tid 3 to smithi11051043-15 2024-02-18T08:21:40.263 INFO:tasks.rados.rados.0.smithi110.stdout:528: done (4 left) 2024-02-18T08:21:40.263 INFO:tasks.rados.rados.0.smithi110.stdout:531: done (3 left) 2024-02-18T08:21:40.263 INFO:tasks.rados.rados.0.smithi110.stdout:532: done (2 left) 2024-02-18T08:21:40.263 INFO:tasks.rados.rados.0.smithi110.stdout:534: done (1 left) 2024-02-18T08:21:40.263 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 49 2024-02-18T08:21:40.264 INFO:tasks.rados.rados.0.smithi110.stdout:535: seq_num 188 ranges {1818624=753664} 2024-02-18T08:21:40.278 INFO:tasks.rados.rados.0.smithi110.stdout:535: writing smithi11051043-39 from 1818624 to 2572288 tid 1 2024-02-18T08:21:40.278 INFO:tasks.rados.rados.0.smithi110.stdout:536: setattr oid 18 current snap is 49 2024-02-18T08:21:40.278 INFO:tasks.rados.rados.0.smithi110.stdout:533: finishing write tid 4 to smithi11051043-15 2024-02-18T08:21:40.278 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 146 (ObjNum 186 snap 49 seq_num 186) dirty exists 2024-02-18T08:21:40.278 INFO:tasks.rados.rados.0.smithi110.stdout:533: left oid 15 (ObjNum 186 snap 49 seq_num 186) 2024-02-18T08:21:40.279 INFO:tasks.rados.rados.0.smithi110.stdout:533: done (2 left) 2024-02-18T08:21:40.279 INFO:tasks.rados.rados.0.smithi110.stdout:537: delete oid 43 current snap is 49 2024-02-18T08:21:40.281 INFO:tasks.rados.rados.0.smithi110.stdout:537: done (2 left) 2024-02-18T08:21:40.281 INFO:tasks.rados.rados.0.smithi110.stdout:538: snap_remove snap 47 2024-02-18T08:21:40.336 INFO:tasks.rados.rados.0.smithi110.stdout:538: done (2 left) 2024-02-18T08:21:40.336 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 49 2024-02-18T08:21:40.336 INFO:tasks.rados.rados.0.smithi110.stdout:539: seq_num 190 ranges {2547712=786432} 2024-02-18T08:21:40.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[33123]: debug 2024-02-18T08:21:40.087+0000 7fdbd3f1b700 -1 mgr handle_mgr_map I was active but no longer am 2024-02-18T08:21:40.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[33123]: ignoring --setuser ceph since I am not root 2024-02-18T08:21:40.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[33123]: ignoring --setgroup ceph since I am not root 2024-02-18T08:21:40.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[33123]: debug 2024-02-18T08:21:40.135+0000 7fe2fed80700 1 -- 172.21.15.191:0/1946859627 <== mon.0 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564d5ac604e0 con 0x564d5ad54800 2024-02-18T08:21:40.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[33123]: debug 2024-02-18T08:21:40.299+0000 7fe30ef5d680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-18T08:21:40.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cephadm 2024-02-18T08:21:39.072936+0000 mgr.x (mgr.34640) 39 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:21:40.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cephadm 2024-02-18T08:21:39.099798+0000 mgr.x (mgr.34640) 40 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:40.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cephadm 2024-02-18T08:21:39.100555+0000 mgr.x (mgr.34640) 41 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cephadm 2024-02-18T08:21:39.103005+0000 mgr.x (mgr.34640) 42 : cephadm [INF] Failing over to other MGR 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cluster 2024-02-18T08:21:39.303641+0000 mgr.x (mgr.34640) 43 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 113 MiB data, 181 MiB used, 707 GiB / 715 GiB avail; 6.2 MiB/s rd, 481 KiB/s wr, 8 op/s 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cluster 2024-02-18T08:21:39.438425+0000 mon.a (mon.0) 830 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: audit 2024-02-18T08:21:40.087290+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cluster 2024-02-18T08:21:40.087530+0000 mon.a (mon.0) 832 : cluster [DBG] mgrmap e20: y(active, starting, since 0.982521s), standbys: x 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cluster 2024-02-18T08:21:40.117583+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cluster 2024-02-18T08:21:40.270367+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cluster 2024-02-18T08:21:40.324101+0000 mon.a (mon.0) 835 : cluster [INF] Active manager daemon y restarted 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cluster 2024-02-18T08:21:40.325218+0000 mon.a (mon.0) 836 : cluster [INF] Activating manager daemon y 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: cluster 2024-02-18T08:21:40.329574+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: audit 2024-02-18T08:21:40.330061+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: audit 2024-02-18T08:21:40.331129+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:21:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[19424]: audit 2024-02-18T08:21:40.332726+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-18T08:21:40.355 INFO:tasks.rados.rados.0.smithi110.stdout:539: writing smithi11051043-33 from 2547712 to 3334144 tid 1 2024-02-18T08:21:40.355 INFO:tasks.rados.rados.0.smithi110.stdout:540: snap_create 2024-02-18T08:21:40.355 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 198 (ObjNum 86 snap 18 seq_num 86) dirty exists 2024-02-18T08:21:40.355 INFO:tasks.rados.rados.0.smithi110.stdout:535: finishing write tid 1 to smithi11051043-39 2024-02-18T08:21:40.355 INFO:tasks.rados.rados.0.smithi110.stdout:535: finishing write tid 3 to smithi11051043-39 2024-02-18T08:21:40.355 INFO:tasks.rados.rados.0.smithi110.stdout:535: finishing write tid 4 to smithi11051043-39 2024-02-18T08:21:40.355 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 129 (ObjNum 188 snap 49 seq_num 188) dirty exists 2024-02-18T08:21:40.355 INFO:tasks.rados.rados.0.smithi110.stdout:535: left oid 39 (ObjNum 188 snap 49 seq_num 188) 2024-02-18T08:21:40.358 INFO:tasks.rados.rados.0.smithi110.stdout:539: finishing write tid 1 to smithi11051043-33 2024-02-18T08:21:40.358 INFO:tasks.rados.rados.0.smithi110.stdout:539: finishing write tid 3 to smithi11051043-33 2024-02-18T08:21:40.359 INFO:tasks.rados.rados.0.smithi110.stdout:539: finishing write tid 4 to smithi11051043-33 2024-02-18T08:21:40.359 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 217 (ObjNum 190 snap 49 seq_num 190) dirty exists 2024-02-18T08:21:40.359 INFO:tasks.rados.rados.0.smithi110.stdout:539: left oid 33 (ObjNum 190 snap 49 seq_num 190) 2024-02-18T08:21:40.723 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[52513]: debug 2024-02-18T08:21:40.299+0000 7f325c5ab680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-18T08:21:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cephadm 2024-02-18T08:21:39.072936+0000 mgr.x (mgr.34640) 39 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:21:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cephadm 2024-02-18T08:21:39.099798+0000 mgr.x (mgr.34640) 40 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cephadm 2024-02-18T08:21:39.100555+0000 mgr.x (mgr.34640) 41 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cephadm 2024-02-18T08:21:39.103005+0000 mgr.x (mgr.34640) 42 : cephadm [INF] Failing over to other MGR 2024-02-18T08:21:40.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cluster 2024-02-18T08:21:39.303641+0000 mgr.x (mgr.34640) 43 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 113 MiB data, 181 MiB used, 707 GiB / 715 GiB avail; 6.2 MiB/s rd, 481 KiB/s wr, 8 op/s 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cluster 2024-02-18T08:21:39.438425+0000 mon.a (mon.0) 830 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: audit 2024-02-18T08:21:40.087290+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cluster 2024-02-18T08:21:40.087530+0000 mon.a (mon.0) 832 : cluster [DBG] mgrmap e20: y(active, starting, since 0.982521s), standbys: x 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cluster 2024-02-18T08:21:40.117583+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cluster 2024-02-18T08:21:40.270367+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cluster 2024-02-18T08:21:40.324101+0000 mon.a (mon.0) 835 : cluster [INF] Active manager daemon y restarted 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cluster 2024-02-18T08:21:40.325218+0000 mon.a (mon.0) 836 : cluster [INF] Activating manager daemon y 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: cluster 2024-02-18T08:21:40.329574+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: audit 2024-02-18T08:21:40.330061+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: audit 2024-02-18T08:21:40.331129+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[19477]: audit 2024-02-18T08:21:40.332726+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-18T08:21:40.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cephadm 2024-02-18T08:21:39.072936+0000 mgr.x (mgr.34640) 39 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cephadm 2024-02-18T08:21:39.099798+0000 mgr.x (mgr.34640) 40 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cephadm 2024-02-18T08:21:39.100555+0000 mgr.x (mgr.34640) 41 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cephadm 2024-02-18T08:21:39.103005+0000 mgr.x (mgr.34640) 42 : cephadm [INF] Failing over to other MGR 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cluster 2024-02-18T08:21:39.303641+0000 mgr.x (mgr.34640) 43 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 113 MiB data, 181 MiB used, 707 GiB / 715 GiB avail; 6.2 MiB/s rd, 481 KiB/s wr, 8 op/s 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cluster 2024-02-18T08:21:39.438425+0000 mon.a (mon.0) 830 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: audit 2024-02-18T08:21:40.087290+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.34640 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cluster 2024-02-18T08:21:40.087530+0000 mon.a (mon.0) 832 : cluster [DBG] mgrmap e20: y(active, starting, since 0.982521s), standbys: x 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cluster 2024-02-18T08:21:40.117583+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cluster 2024-02-18T08:21:40.270367+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cluster 2024-02-18T08:21:40.324101+0000 mon.a (mon.0) 835 : cluster [INF] Active manager daemon y restarted 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cluster 2024-02-18T08:21:40.325218+0000 mon.a (mon.0) 836 : cluster [INF] Activating manager daemon y 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: cluster 2024-02-18T08:21:40.329574+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: audit 2024-02-18T08:21:40.330061+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-18T08:21:40.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: audit 2024-02-18T08:21:40.331129+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:21:40.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:40 smithi110 bash[24702]: audit 2024-02-18T08:21:40.332726+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-18T08:21:40.844 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[33123]: debug 2024-02-18T08:21:40.403+0000 7fe30ef5d680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-18T08:21:41.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:40 smithi191 bash[33123]: debug 2024-02-18T08:21:40.839+0000 7fe30ef5d680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-18T08:21:41.354 INFO:tasks.rados.rados.0.smithi110.stdout:535: done (3 left) 2024-02-18T08:21:41.354 INFO:tasks.rados.rados.0.smithi110.stdout:536: done (2 left) 2024-02-18T08:21:41.354 INFO:tasks.rados.rados.0.smithi110.stdout:539: done (1 left) 2024-02-18T08:21:41.354 INFO:tasks.rados.rados.0.smithi110.stdout:540: done (0 left) 2024-02-18T08:21:41.354 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 50 2024-02-18T08:21:41.354 INFO:tasks.rados.rados.0.smithi110.stdout:541: seq_num 191 ranges {0=802816} 2024-02-18T08:21:41.360 INFO:tasks.rados.rados.0.smithi110.stdout:541: writing smithi11051043-27 from 0 to 802816 tid 1 2024-02-18T08:21:41.360 INFO:tasks.rados.rados.0.smithi110.stdout:542: rollback oid 16 current snap is 50 2024-02-18T08:21:41.360 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 16 to 49 2024-02-18T08:21:41.360 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 50 2024-02-18T08:21:41.360 INFO:tasks.rados.rados.0.smithi110.stdout:543: seq_num 192 ranges {5857280=417792,6275072=401408} 2024-02-18T08:21:41.394 INFO:tasks.rados.rados.0.smithi110.stdout:543: writing smithi11051043-32 from 5857280 to 6275072 tid 1 2024-02-18T08:21:41.396 INFO:tasks.rados.rados.0.smithi110.stdout:543: writing smithi11051043-32 from 6275072 to 6676480 tid 2 2024-02-18T08:21:41.396 INFO:tasks.rados.rados.0.smithi110.stdout:544: snap_create 2024-02-18T08:21:41.396 INFO:tasks.rados.rados.0.smithi110.stdout:541: finishing write tid 1 to smithi11051043-27 2024-02-18T08:21:41.397 INFO:tasks.rados.rados.0.smithi110.stdout:541: finishing write tid 3 to smithi11051043-27 2024-02-18T08:21:41.397 INFO:tasks.rados.rados.0.smithi110.stdout:542: finishing rollback tid 1 to smithi11051043-16 2024-02-18T08:21:41.397 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 262 (ObjNum 1533631566 snap 1634161518 seq_num 1566928997) dirty dne 2024-02-18T08:21:41.397 INFO:tasks.rados.rados.0.smithi110.stdout:541: finishing write tid 4 to smithi11051043-27 2024-02-18T08:21:41.397 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 319 (ObjNum 191 snap 50 seq_num 191) dirty exists 2024-02-18T08:21:41.397 INFO:tasks.rados.rados.0.smithi110.stdout:541: left oid 27 (ObjNum 191 snap 50 seq_num 191) 2024-02-18T08:21:41.400 INFO:tasks.rados.rados.0.smithi110.stdout:543: finishing write tid 1 to smithi11051043-32 2024-02-18T08:21:41.400 INFO:tasks.rados.rados.0.smithi110.stdout:543: finishing write tid 2 to smithi11051043-32 2024-02-18T08:21:41.400 INFO:tasks.rados.rados.0.smithi110.stdout:543: finishing write tid 4 to smithi11051043-32 2024-02-18T08:21:41.401 INFO:tasks.rados.rados.0.smithi110.stdout:543: finishing write tid 5 to smithi11051043-32 2024-02-18T08:21:41.401 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 68 (ObjNum 192 snap 50 seq_num 192) dirty exists 2024-02-18T08:21:41.401 INFO:tasks.rados.rados.0.smithi110.stdout:543: left oid 32 (ObjNum 192 snap 50 seq_num 192) 2024-02-18T08:21:41.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:41 smithi191 bash[19424]: audit 2024-02-18T08:21:40.333771+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:21:41.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:41 smithi191 bash[19424]: cluster 2024-02-18T08:21:41.288272+0000 mon.a (mon.0) 838 : cluster [DBG] mgrmap e21: y(active, starting, since 0.963292s), standbys: x 2024-02-18T08:21:41.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:41 smithi110 bash[24702]: audit 2024-02-18T08:21:40.333771+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:21:41.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:41 smithi110 bash[24702]: cluster 2024-02-18T08:21:41.288272+0000 mon.a (mon.0) 838 : cluster [DBG] mgrmap e21: y(active, starting, since 0.963292s), standbys: x 2024-02-18T08:21:41.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:41 smithi110 bash[19477]: audit 2024-02-18T08:21:40.333771+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:21:41.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:41 smithi110 bash[19477]: cluster 2024-02-18T08:21:41.288272+0000 mon.a (mon.0) 838 : cluster [DBG] mgrmap e21: y(active, starting, since 0.963292s), standbys: x 2024-02-18T08:21:42.074 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:41 smithi191 bash[33123]: debug 2024-02-18T08:21:41.735+0000 7fe30ef5d680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-18T08:21:42.074 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:41 smithi191 bash[33123]: debug 2024-02-18T08:21:41.827+0000 7fe30ef5d680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-18T08:21:42.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:42 smithi191 bash[33123]: debug 2024-02-18T08:21:42.067+0000 7fe30ef5d680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-18T08:21:42.358 INFO:tasks.rados.rados.0.smithi110.stdout:541: done (3 left) 2024-02-18T08:21:42.359 INFO:tasks.rados.rados.0.smithi110.stdout:542: done (2 left) 2024-02-18T08:21:42.359 INFO:tasks.rados.rados.0.smithi110.stdout:543: done (1 left) 2024-02-18T08:21:42.359 INFO:tasks.rados.rados.0.smithi110.stdout:544: done (0 left) 2024-02-18T08:21:42.359 INFO:tasks.rados.rados.0.smithi110.stdout:545: setattr oid 7 current snap is 51 2024-02-18T08:21:42.361 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 51 2024-02-18T08:21:42.361 INFO:tasks.rados.rados.0.smithi110.stdout:546: seq_num 193 ranges {221184=434176,655360=401408} 2024-02-18T08:21:42.368 INFO:tasks.rados.rados.0.smithi110.stdout:546: writing smithi11051043-19 from 221184 to 655360 tid 1 2024-02-18T08:21:42.371 INFO:tasks.rados.rados.0.smithi110.stdout:546: writing smithi11051043-19 from 655360 to 1056768 tid 2 2024-02-18T08:21:42.371 INFO:tasks.rados.rados.0.smithi110.stdout:547: copy_from oid 13 from oid 8 current snap is 51 2024-02-18T08:21:42.371 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 189 (ObjNum 155 snap 41 seq_num 155) dirty exists 2024-02-18T08:21:42.371 INFO:tasks.rados.rados.0.smithi110.stdout:545: done (2 left) 2024-02-18T08:21:42.371 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 51 2024-02-18T08:21:42.371 INFO:tasks.rados.rados.0.smithi110.stdout:548: seq_num 194 ranges {4481024=458752,4939776=401408} 2024-02-18T08:21:42.398 INFO:tasks.rados.rados.0.smithi110.stdout:548: writing smithi11051043-41 from 4481024 to 4939776 tid 1 2024-02-18T08:21:42.402 INFO:tasks.rados.rados.0.smithi110.stdout:548: writing smithi11051043-41 from 4939776 to 5341184 tid 2 2024-02-18T08:21:42.402 INFO:tasks.rados.rados.0.smithi110.stdout:547: finishing copy_from to smithi11051043-13 2024-02-18T08:21:42.402 INFO:tasks.rados.rados.0.smithi110.stdout:547: got expected ENOENT (src dne) 2024-02-18T08:21:42.402 INFO:tasks.rados.rados.0.smithi110.stdout:549: read oid 20 snap 48 2024-02-18T08:21:42.402 INFO:tasks.rados.rados.0.smithi110.stdout:549: expect (ObjNum 57 snap 4 seq_num 57) 2024-02-18T08:21:42.402 INFO:tasks.rados.rados.0.smithi110.stdout:550: read oid 21 snap -1 2024-02-18T08:21:42.402 INFO:tasks.rados.rados.0.smithi110.stdout:550: expect (ObjNum 179 snap 45 seq_num 179) 2024-02-18T08:21:42.403 INFO:tasks.rados.rados.0.smithi110.stdout:551: read oid 7 snap -1 2024-02-18T08:21:42.403 INFO:tasks.rados.rados.0.smithi110.stdout:551: expect (ObjNum 155 snap 41 seq_num 155) 2024-02-18T08:21:42.403 INFO:tasks.rados.rados.0.smithi110.stdout:552: delete oid 44 current snap is 51 2024-02-18T08:21:42.403 INFO:tasks.rados.rados.0.smithi110.stdout:547: finishing copy_from racing read to smithi11051043-13 2024-02-18T08:21:42.403 INFO:tasks.rados.rados.0.smithi110.stdout:546: finishing write tid 1 to smithi11051043-19 2024-02-18T08:21:42.403 INFO:tasks.rados.rados.0.smithi110.stdout:546: finishing write tid 2 to smithi11051043-19 2024-02-18T08:21:42.403 INFO:tasks.rados.rados.0.smithi110.stdout:546: finishing write tid 4 to smithi11051043-19 2024-02-18T08:21:42.403 INFO:tasks.rados.rados.0.smithi110.stdout:546: finishing write tid 5 to smithi11051043-19 2024-02-18T08:21:42.403 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 153 (ObjNum 193 snap 51 seq_num 193) dirty exists 2024-02-18T08:21:42.403 INFO:tasks.rados.rados.0.smithi110.stdout:546: left oid 19 (ObjNum 193 snap 51 seq_num 193) 2024-02-18T08:21:42.405 INFO:tasks.rados.rados.0.smithi110.stdout:548: finishing write tid 1 to smithi11051043-41 2024-02-18T08:21:42.405 INFO:tasks.rados.rados.0.smithi110.stdout:548: finishing write tid 2 to smithi11051043-41 2024-02-18T08:21:42.405 INFO:tasks.rados.rados.0.smithi110.stdout:546: done (6 left) 2024-02-18T08:21:42.405 INFO:tasks.rados.rados.0.smithi110.stdout:547: done (5 left) 2024-02-18T08:21:42.405 INFO:tasks.rados.rados.0.smithi110.stdout:552: done (4 left) 2024-02-18T08:21:42.406 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 51 2024-02-18T08:21:42.406 INFO:tasks.rados.rados.0.smithi110.stdout:553: seq_num 196 ranges {0=491520,491520=401408} 2024-02-18T08:21:42.408 INFO:tasks.rados.rados.0.smithi110.stdout:553: writing smithi11051043-8 from 0 to 491520 tid 1 2024-02-18T08:21:42.411 INFO:tasks.rados.rados.0.smithi110.stdout:553: writing smithi11051043-8 from 491520 to 892928 tid 2 2024-02-18T08:21:42.411 INFO:tasks.rados.rados.0.smithi110.stdout:554: read oid 31 snap -1 2024-02-18T08:21:42.411 INFO:tasks.rados.rados.0.smithi110.stdout:554: expect deleted 2024-02-18T08:21:42.411 INFO:tasks.rados.rados.0.smithi110.stdout:555: rollback oid 27 current snap is 51 2024-02-18T08:21:42.412 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 27 to 49 2024-02-18T08:21:42.412 INFO:tasks.rados.rados.0.smithi110.stdout:548: finishing write tid 4 to smithi11051043-41 2024-02-18T08:21:42.412 INFO:tasks.rados.rados.0.smithi110.stdout:549: expect (ObjNum 57 snap 4 seq_num 57) 2024-02-18T08:21:42.459 INFO:tasks.rados.rados.0.smithi110.stdout:548: finishing write tid 5 to smithi11051043-41 2024-02-18T08:21:42.459 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 116 (ObjNum 194 snap 51 seq_num 194) dirty exists 2024-02-18T08:21:42.459 INFO:tasks.rados.rados.0.smithi110.stdout:548: left oid 41 (ObjNum 194 snap 51 seq_num 194) 2024-02-18T08:21:42.460 INFO:tasks.rados.rados.0.smithi110.stdout:550: expect (ObjNum 179 snap 45 seq_num 179) 2024-02-18T08:21:42.477 INFO:tasks.rados.rados.0.smithi110.stdout:553: finishing write tid 1 to smithi11051043-8 2024-02-18T08:21:42.477 INFO:tasks.rados.rados.0.smithi110.stdout:551: expect (ObjNum 155 snap 41 seq_num 155) 2024-02-18T08:21:42.494 INFO:tasks.rados.rados.0.smithi110.stdout:553: finishing write tid 2 to smithi11051043-8 2024-02-18T08:21:42.494 INFO:tasks.rados.rados.0.smithi110.stdout:553: finishing write tid 4 to smithi11051043-8 2024-02-18T08:21:42.494 INFO:tasks.rados.rados.0.smithi110.stdout:553: finishing write tid 5 to smithi11051043-8 2024-02-18T08:21:42.494 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 323 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-02-18T08:21:42.494 INFO:tasks.rados.rados.0.smithi110.stdout:553: left oid 8 (ObjNum 196 snap 51 seq_num 196) 2024-02-18T08:21:42.494 INFO:tasks.rados.rados.0.smithi110.stdout:555: finishing rollback tid 0 to smithi11051043-27 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:555: finishing rollback tid 1 to smithi11051043-27 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 326 (ObjNum 0 snap 0 seq_num 2665860256) dirty dne 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:548: done (6 left) 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:549: done (5 left) 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:550: done (4 left) 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:551: done (3 left) 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:553: done (2 left) 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:554: done (1 left) 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:555: done (0 left) 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 51 2024-02-18T08:21:42.495 INFO:tasks.rados.rados.0.smithi110.stdout:556: seq_num 197 ranges {4251648=507904,4759552=401408} 2024-02-18T08:21:42.528 INFO:tasks.rados.rados.0.smithi110.stdout:556: writing smithi11051043-13 from 4251648 to 4759552 tid 1 2024-02-18T08:21:42.530 INFO:tasks.rados.rados.0.smithi110.stdout:556: writing smithi11051043-13 from 4759552 to 5160960 tid 2 2024-02-18T08:21:42.530 INFO:tasks.rados.rados.0.smithi110.stdout:557: snap_create 2024-02-18T08:21:42.534 INFO:tasks.rados.rados.0.smithi110.stdout:556: finishing write tid 1 to smithi11051043-13 2024-02-18T08:21:42.534 INFO:tasks.rados.rados.0.smithi110.stdout:556: finishing write tid 2 to smithi11051043-13 2024-02-18T08:21:42.534 INFO:tasks.rados.rados.0.smithi110.stdout:556: finishing write tid 4 to smithi11051043-13 2024-02-18T08:21:42.535 INFO:tasks.rados.rados.0.smithi110.stdout:556: finishing write tid 5 to smithi11051043-13 2024-02-18T08:21:42.535 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 104 (ObjNum 197 snap 51 seq_num 197) dirty exists 2024-02-18T08:21:42.535 INFO:tasks.rados.rados.0.smithi110.stdout:556: left oid 13 (ObjNum 197 snap 51 seq_num 197) 2024-02-18T08:21:42.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:42 smithi110 bash[19477]: cluster 2024-02-18T08:21:41.350258+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-02-18T08:21:42.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:42 smithi110 bash[24702]: cluster 2024-02-18T08:21:41.350258+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-02-18T08:21:42.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:42 smithi191 bash[19424]: cluster 2024-02-18T08:21:41.350258+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-02-18T08:21:43.375 INFO:tasks.rados.rados.0.smithi110.stdout:556: done (1 left) 2024-02-18T08:21:43.375 INFO:tasks.rados.rados.0.smithi110.stdout:557: done (0 left) 2024-02-18T08:21:43.375 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 52 2024-02-18T08:21:43.375 INFO:tasks.rados.rados.0.smithi110.stdout:558: seq_num 198 ranges {2990080=524288,3514368=401408} 2024-02-18T08:21:43.394 INFO:tasks.rados.rados.0.smithi110.stdout:558: writing smithi11051043-18 from 2990080 to 3514368 tid 1 2024-02-18T08:21:43.397 INFO:tasks.rados.rados.0.smithi110.stdout:558: writing smithi11051043-18 from 3514368 to 3915776 tid 2 2024-02-18T08:21:43.397 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 52 2024-02-18T08:21:43.397 INFO:tasks.rados.rados.0.smithi110.stdout:559: seq_num 199 ranges {2572288=540672,3112960=401408} 2024-02-18T08:21:43.415 INFO:tasks.rados.rados.0.smithi110.stdout:559: writing smithi11051043-39 from 2572288 to 3112960 tid 1 2024-02-18T08:21:43.417 INFO:tasks.rados.rados.0.smithi110.stdout:559: writing smithi11051043-39 from 3112960 to 3514368 tid 2 2024-02-18T08:21:43.417 INFO:tasks.rados.rados.0.smithi110.stdout:560: setattr oid 49 current snap is 52 2024-02-18T08:21:43.417 INFO:tasks.rados.rados.0.smithi110.stdout:558: finishing write tid 1 to smithi11051043-18 2024-02-18T08:21:43.417 INFO:tasks.rados.rados.0.smithi110.stdout:558: finishing write tid 2 to smithi11051043-18 2024-02-18T08:21:43.418 INFO:tasks.rados.rados.0.smithi110.stdout:558: finishing write tid 4 to smithi11051043-18 2024-02-18T08:21:43.418 INFO:tasks.rados.rados.0.smithi110.stdout:558: finishing write tid 5 to smithi11051043-18 2024-02-18T08:21:43.418 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 204 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-02-18T08:21:43.418 INFO:tasks.rados.rados.0.smithi110.stdout:558: left oid 18 (ObjNum 198 snap 52 seq_num 198) 2024-02-18T08:21:43.418 INFO:tasks.rados.rados.0.smithi110.stdout:558: done (2 left) 2024-02-18T08:21:43.418 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 52 2024-02-18T08:21:43.418 INFO:tasks.rados.rados.0.smithi110.stdout:561: seq_num 200 ranges {892928=557056,1449984=401408} 2024-02-18T08:21:43.426 INFO:tasks.rados.rados.0.smithi110.stdout:561: writing smithi11051043-8 from 892928 to 1449984 tid 1 2024-02-18T08:21:43.429 INFO:tasks.rados.rados.0.smithi110.stdout:561: writing smithi11051043-8 from 1449984 to 1851392 tid 2 2024-02-18T08:21:43.429 INFO:tasks.rados.rados.0.smithi110.stdout:562: rollback oid 23 current snap is 52 2024-02-18T08:21:43.429 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 23 to 40 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:559: finishing write tid 1 to smithi11051043-39 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:563: copy_from oid 9 from oid 18 current snap is 52 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 96 (ObjNum 182 snap 47 seq_num 182) dirty exists 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:559: finishing write tid 2 to smithi11051043-39 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:559: finishing write tid 4 to smithi11051043-39 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:559: finishing write tid 5 to smithi11051043-39 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 137 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:559: left oid 39 (ObjNum 199 snap 52 seq_num 199) 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:559: done (4 left) 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:560: done (3 left) 2024-02-18T08:21:43.430 INFO:tasks.rados.rados.0.smithi110.stdout:564: snap_remove snap 51 2024-02-18T08:21:43.437 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:43 smithi191 bash[19424]: cluster 2024-02-18T08:21:42.355398+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-02-18T08:21:43.437 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:43 smithi191 bash[33123]: debug 2024-02-18T08:21:43.171+0000 7fe30ef5d680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-18T08:21:43.437 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:43 smithi191 bash[33123]: debug 2024-02-18T08:21:43.327+0000 7fe30ef5d680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:21:43.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:43 smithi110 bash[19477]: cluster 2024-02-18T08:21:42.355398+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-02-18T08:21:43.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:43 smithi110 bash[24702]: cluster 2024-02-18T08:21:42.355398+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-02-18T08:21:43.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:43.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused" context_err="context deadline exceeded" 2024-02-18T08:21:43.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:43.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:43.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:43.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:21:43.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:43.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused" context_err="context deadline exceeded" 2024-02-18T08:21:43.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:43.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:43.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:43.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:21:43.764 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:43 smithi191 bash[33123]: debug 2024-02-18T08:21:43.431+0000 7fe30ef5d680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-18T08:21:43.764 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:43 smithi191 bash[33123]: debug 2024-02-18T08:21:43.539+0000 7fe30ef5d680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-18T08:21:44.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:43 smithi191 bash[33123]: debug 2024-02-18T08:21:43.759+0000 7fe30ef5d680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-18T08:21:44.379 INFO:tasks.rados.rados.0.smithi110.stdout:564: done (3 left) 2024-02-18T08:21:44.379 INFO:tasks.rados.rados.0.smithi110.stdout:565: copy_from oid 30 from oid 35 current snap is 52 2024-02-18T08:21:44.379 INFO:tasks.rados.rados.0.smithi110.stdout:561: finishing write tid 1 to smithi11051043-8 2024-02-18T08:21:44.379 INFO:tasks.rados.rados.0.smithi110.stdout:561: finishing write tid 2 to smithi11051043-8 2024-02-18T08:21:44.379 INFO:tasks.rados.rados.0.smithi110.stdout:561: finishing write tid 4 to smithi11051043-8 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:561: finishing write tid 5 to smithi11051043-8 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 330 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:561: left oid 8 (ObjNum 200 snap 52 seq_num 200) 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:562: finishing rollback tid 0 to smithi11051043-23 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:562: finishing rollback tid 1 to smithi11051043-23 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 333 (ObjNum -130044880 snap 22008 seq_num 2348812496) dirty dne 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:563: finishing copy_from to smithi11051043-9 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 204 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:563: finishing copy_from racing read to smithi11051043-9 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:561: done (3 left) 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:562: done (2 left) 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:563: done (1 left) 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:566: read oid 44 snap 40 2024-02-18T08:21:44.380 INFO:tasks.rados.rados.0.smithi110.stdout:566: expect deleted 2024-02-18T08:21:44.381 INFO:tasks.rados.rados.0.smithi110.stdout:567: copy_from oid 46 from oid 10 current snap is 52 2024-02-18T08:21:44.381 INFO:tasks.rados.rados.0.smithi110.stdout:568: delete oid 19 current snap is 52 2024-02-18T08:21:44.382 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:44 smithi191 bash[33123]: debug 2024-02-18T08:21:44.119+0000 7fe30ef5d680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-18T08:21:44.382 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:44 smithi191 bash[33123]: debug 2024-02-18T08:21:44.235+0000 7fe30ef5d680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-18T08:21:44.384 INFO:tasks.rados.rados.0.smithi110.stdout:565: finishing copy_from to smithi11051043-30 2024-02-18T08:21:44.384 INFO:tasks.rados.rados.0.smithi110.stdout:565: got expected ENOENT (src dne) 2024-02-18T08:21:44.384 INFO:tasks.rados.rados.0.smithi110.stdout:565: finishing copy_from racing read to smithi11051043-30 2024-02-18T08:21:44.385 INFO:tasks.rados.rados.0.smithi110.stdout:567: finishing copy_from to smithi11051043-46 2024-02-18T08:21:44.385 INFO:tasks.rados.rados.0.smithi110.stdout:567: got expected ENOENT (src dne) 2024-02-18T08:21:44.385 INFO:tasks.rados.rados.0.smithi110.stdout:567: finishing copy_from racing read to smithi11051043-46 2024-02-18T08:21:44.387 INFO:tasks.rados.rados.0.smithi110.stdout:565: done (3 left) 2024-02-18T08:21:44.387 INFO:tasks.rados.rados.0.smithi110.stdout:566: done (2 left) 2024-02-18T08:21:44.387 INFO:tasks.rados.rados.0.smithi110.stdout:567: done (1 left) 2024-02-18T08:21:44.387 INFO:tasks.rados.rados.0.smithi110.stdout:568: done (0 left) 2024-02-18T08:21:44.387 INFO:tasks.rados.rados.0.smithi110.stdout:569: snap_create 2024-02-18T08:21:44.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:44 smithi110 bash[19477]: cluster 2024-02-18T08:21:43.372455+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-02-18T08:21:44.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:44 smithi110 bash[24702]: cluster 2024-02-18T08:21:43.372455+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-02-18T08:21:44.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:44 smithi191 bash[19424]: cluster 2024-02-18T08:21:43.372455+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-02-18T08:21:45.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:45 smithi191 bash[33123]: debug 2024-02-18T08:21:45.087+0000 7fe30ef5d680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-18T08:21:45.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:45 smithi191 bash[33123]: debug 2024-02-18T08:21:45.191+0000 7fe30ef5d680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-18T08:21:45.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:45 smithi191 bash[33123]: debug 2024-02-18T08:21:45.307+0000 7fe30ef5d680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-18T08:21:45.389 INFO:tasks.rados.rados.0.smithi110.stdout:569: done (0 left) 2024-02-18T08:21:45.389 INFO:tasks.rados.rados.0.smithi110.stdout:570: read oid 45 snap -1 2024-02-18T08:21:45.389 INFO:tasks.rados.rados.0.smithi110.stdout:570: expect (ObjNum 177 snap 45 seq_num 177) 2024-02-18T08:21:45.389 INFO:tasks.rados.rados.0.smithi110.stdout:571: copy_from oid 49 from oid 4 current snap is 53 2024-02-18T08:21:45.389 INFO:tasks.rados.rados.0.smithi110.stdout:572: snap_remove snap 39 2024-02-18T08:21:45.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:45 smithi110 bash[19477]: cluster 2024-02-18T08:21:44.375957+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-02-18T08:21:45.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:45 smithi110 bash[24702]: cluster 2024-02-18T08:21:44.375957+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-02-18T08:21:45.816 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:45 smithi191 bash[33123]: debug 2024-02-18T08:21:45.523+0000 7fe30ef5d680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-18T08:21:45.816 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:45 smithi191 bash[19424]: cluster 2024-02-18T08:21:44.375957+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-02-18T08:21:46.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:45 smithi191 bash[33123]: debug 2024-02-18T08:21:45.811+0000 7fe30ef5d680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-18T08:21:46.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:45 smithi191 bash[33123]: debug 2024-02-18T08:21:45.971+0000 7fe30ef5d680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-18T08:21:46.396 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:46 smithi191 bash[33123]: debug 2024-02-18T08:21:46.139+0000 7fe30ef5d680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:21:46.396 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:46 smithi191 bash[33123]: debug 2024-02-18T08:21:46.351+0000 7fe30ef5d680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-18T08:21:46.408 INFO:tasks.rados.rados.0.smithi110.stdout:572: done (2 left) 2024-02-18T08:21:46.408 INFO:tasks.rados.rados.0.smithi110.stdout:573: rollback oid 14 current snap is 53 2024-02-18T08:21:46.409 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 14 to 52 2024-02-18T08:21:46.409 INFO:tasks.rados.rados.0.smithi110.stdout:574: snap_create 2024-02-18T08:21:46.409 INFO:tasks.rados.rados.0.smithi110.stdout:571: finishing copy_from to smithi11051043-49 2024-02-18T08:21:46.409 INFO:tasks.rados.rados.0.smithi110.stdout:571: got expected ENOENT (src dne) 2024-02-18T08:21:46.409 INFO:tasks.rados.rados.0.smithi110.stdout:571: finishing copy_from racing read to smithi11051043-49 2024-02-18T08:21:46.409 INFO:tasks.rados.rados.0.smithi110.stdout:570: expect (ObjNum 177 snap 45 seq_num 177) 2024-02-18T08:21:46.463 INFO:tasks.rados.rados.0.smithi110.stdout:573: finishing rollback tid 0 to smithi11051043-14 2024-02-18T08:21:46.463 INFO:tasks.rados.rados.0.smithi110.stdout:573: finishing rollback tid 1 to smithi11051043-14 2024-02-18T08:21:46.463 INFO:tasks.rados.rados.0.smithi110.stdout:573: finishing rollback tid 2 to smithi11051043-14 2024-02-18T08:21:46.463 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 152 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-02-18T08:21:46.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:46 smithi110 bash[19477]: cluster 2024-02-18T08:21:45.386361+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-02-18T08:21:46.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:46 smithi110 bash[24702]: cluster 2024-02-18T08:21:45.386361+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-02-18T08:21:46.844 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:46 smithi191 bash[33123]: debug 2024-02-18T08:21:46.463+0000 7fe30ef5d680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-18T08:21:46.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:46 smithi191 bash[19424]: cluster 2024-02-18T08:21:45.386361+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-02-18T08:21:47.410 INFO:tasks.rados.rados.0.smithi110.stdout:570: done (3 left) 2024-02-18T08:21:47.410 INFO:tasks.rados.rados.0.smithi110.stdout:571: done (2 left) 2024-02-18T08:21:47.410 INFO:tasks.rados.rados.0.smithi110.stdout:573: done (1 left) 2024-02-18T08:21:47.410 INFO:tasks.rados.rados.0.smithi110.stdout:574: done (0 left) 2024-02-18T08:21:47.410 INFO:tasks.rados.rados.0.smithi110.stdout:575: copy_from oid 16 from oid 10 current snap is 54 2024-02-18T08:21:47.410 INFO:tasks.rados.rados.0.smithi110.stdout:576: snap_remove snap 49 2024-02-18T08:21:47.663 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: cluster 2024-02-18T08:21:46.403972+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-02-18T08:21:47.664 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: cluster 2024-02-18T08:21:46.486693+0000 mon.a (mon.0) 845 : cluster [DBG] Standby manager daemon x restarted 2024-02-18T08:21:47.664 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: cluster 2024-02-18T08:21:46.486803+0000 mon.a (mon.0) 846 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:21:47.664 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:46.488277+0000 mon.b (mon.2) 128 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:21:47.664 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:46.489098+0000 mon.b (mon.2) 129 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:21:47.664 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:46.490193+0000 mon.b (mon.2) 130 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:21:47.664 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:46.490640+0000 mon.b (mon.2) 131 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:21:47.664 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.292369+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:21:47.665 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.292758+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:21:47.665 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.293107+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:21:47.665 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.295469+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:21:47.665 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.296047+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:21:47.665 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.296784+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:21:47.665 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.297248+0000 mon.a (mon.0) 853 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:21:47.665 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.297775+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:21:47.665 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.298267+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:21:47.665 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.298641+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:21:47.666 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.298970+0000 mon.a (mon.0) 857 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:21:47.666 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[52513]: Warning: Permanently added '172.21.15.110' (ECDSA) to the list of known hosts. 2024-02-18T08:21:47.666 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[52513]: Warning: Permanently added '172.21.15.191' (ECDSA) to the list of known hosts. 2024-02-18T08:21:47.666 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[52513]: debug 2024-02-18T08:21:47.655+0000 7f31c1526700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:21:47.666 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[52513]: debug 2024-02-18T08:21:47.655+0000 7f31c1526700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:21:47.667 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: cluster 2024-02-18T08:21:46.403972+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-02-18T08:21:47.667 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: cluster 2024-02-18T08:21:46.486693+0000 mon.a (mon.0) 845 : cluster [DBG] Standby manager daemon x restarted 2024-02-18T08:21:47.667 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: cluster 2024-02-18T08:21:46.486803+0000 mon.a (mon.0) 846 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:46.488277+0000 mon.b (mon.2) 128 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:46.489098+0000 mon.b (mon.2) 129 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:46.490193+0000 mon.b (mon.2) 130 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:46.490640+0000 mon.b (mon.2) 131 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.292369+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.292758+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.293107+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.295469+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.296047+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.296784+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:21:47.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.297248+0000 mon.a (mon.0) 853 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.297775+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.298267+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.298641+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.298970+0000 mon.a (mon.0) 857 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.299273+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.299588+0000 mon.a (mon.0) 859 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.299908+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.300219+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.300580+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.300898+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.301418+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:21:47.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.303020+0000 mon.a (mon.0) 865 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:21:47.670 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.304288+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/client_keyrings"}]: dispatch 2024-02-18T08:21:47.670 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.304789+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2024-02-18T08:21:47.670 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.305278+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2024-02-18T08:21:47.670 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.305784+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2024-02-18T08:21:47.670 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.306217+0000 mon.a (mon.0) 870 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi110"}]: dispatch 2024-02-18T08:21:47.670 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.306636+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi191"}]: dispatch 2024-02-18T08:21:47.670 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.307095+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2024-02-18T08:21:47.670 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.307502+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2024-02-18T08:21:47.670 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.307933+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2024-02-18T08:21:47.670 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.308340+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.299273+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.299588+0000 mon.a (mon.0) 859 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.299908+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.300219+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.300580+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.300898+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.301418+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.303020+0000 mon.a (mon.0) 865 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.304288+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/client_keyrings"}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.304789+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.305278+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2024-02-18T08:21:47.671 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.305784+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2024-02-18T08:21:47.672 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.306217+0000 mon.a (mon.0) 870 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi110"}]: dispatch 2024-02-18T08:21:47.672 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.306636+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi191"}]: dispatch 2024-02-18T08:21:47.672 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.307095+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2024-02-18T08:21:47.672 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.307502+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2024-02-18T08:21:47.672 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.307933+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2024-02-18T08:21:47.672 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.308340+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2024-02-18T08:21:47.672 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.308761+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2024-02-18T08:21:47.672 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.309183+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.309605+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.310049+0000 mon.a (mon.0) 879 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.310462+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.310916+0000 mon.a (mon.0) 881 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.311338+0000 mon.a (mon.0) 882 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.311757+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.312153+0000 mon.a (mon.0) 884 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.312553+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.312976+0000 mon.a (mon.0) 886 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.313400+0000 mon.a (mon.0) 887 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.313827+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.314257+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:21:47.673 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.314674+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:21:47.674 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: cluster 2024-02-18T08:21:47.331091+0000 mon.a (mon.0) 891 : cluster [INF] Manager daemon y is now available 2024-02-18T08:21:47.674 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[24702]: audit 2024-02-18T08:21:47.358079+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:47.674 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.308761+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2024-02-18T08:21:47.674 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.309183+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2024-02-18T08:21:47.674 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.309605+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2024-02-18T08:21:47.674 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.310049+0000 mon.a (mon.0) 879 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2024-02-18T08:21:47.674 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.310462+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2024-02-18T08:21:47.674 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.310916+0000 mon.a (mon.0) 881 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2024-02-18T08:21:47.674 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.311338+0000 mon.a (mon.0) 882 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:21:47.674 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.311757+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:21:47.675 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.312153+0000 mon.a (mon.0) 884 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2024-02-18T08:21:47.675 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.312553+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:21:47.675 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.312976+0000 mon.a (mon.0) 886 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:21:47.675 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.313400+0000 mon.a (mon.0) 887 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:21:47.675 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.313827+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2024-02-18T08:21:47.675 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.314257+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:21:47.675 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.314674+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:21:47.675 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: cluster 2024-02-18T08:21:47.331091+0000 mon.a (mon.0) 891 : cluster [INF] Manager daemon y is now available 2024-02-18T08:21:47.675 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[19477]: audit 2024-02-18T08:21:47.358079+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:47.676 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: cluster 2024-02-18T08:21:46.403972+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-02-18T08:21:47.676 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: cluster 2024-02-18T08:21:46.486693+0000 mon.a (mon.0) 845 : cluster [DBG] Standby manager daemon x restarted 2024-02-18T08:21:47.676 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: cluster 2024-02-18T08:21:46.486803+0000 mon.a (mon.0) 846 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:21:47.676 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:46.488277+0000 mon.b (mon.2) 128 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:21:47.676 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:46.489098+0000 mon.b (mon.2) 129 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:21:47.676 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:46.490193+0000 mon.b (mon.2) 130 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:21:47.676 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:46.490640+0000 mon.b (mon.2) 131 : audit [DBG] from='mgr.? 172.21.15.191:0/808969023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.292369+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.292758+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.293107+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.295469+0000 mon.a (mon.0) 850 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.296047+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.296784+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.297248+0000 mon.a (mon.0) 853 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.297775+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.298267+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.298641+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.298970+0000 mon.a (mon.0) 857 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.299273+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.299588+0000 mon.a (mon.0) 859 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:21:47.677 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.299908+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.300219+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.300580+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.300898+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.301418+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.303020+0000 mon.a (mon.0) 865 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.304288+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/client_keyrings"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.304789+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.305278+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.305784+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.306217+0000 mon.a (mon.0) 870 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi110"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.306636+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi191"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.307095+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2024-02-18T08:21:47.678 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.307502+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.307933+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.308340+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.308761+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.309183+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.309605+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.310049+0000 mon.a (mon.0) 879 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.310462+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.310916+0000 mon.a (mon.0) 881 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.311338+0000 mon.a (mon.0) 882 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.311757+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.312153+0000 mon.a (mon.0) 884 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.312553+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:21:47.679 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.312976+0000 mon.a (mon.0) 886 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:21:47.680 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.313400+0000 mon.a (mon.0) 887 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:21:47.680 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.313827+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2024-02-18T08:21:47.680 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.314257+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:21:47.680 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.314674+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:21:47.680 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: cluster 2024-02-18T08:21:47.331091+0000 mon.a (mon.0) 891 : cluster [INF] Manager daemon y is now available 2024-02-18T08:21:47.680 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:47 smithi191 bash[19424]: audit 2024-02-18T08:21:47.358079+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:47.972 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[52513]: debug 2024-02-18T08:21:47.655+0000 7f31c1526700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:21:47.973 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[52513]: debug 2024-02-18T08:21:47.655+0000 7f31c1526700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:21:47.973 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:21:47 smithi110 bash[52513]: debug 2024-02-18T08:21:47.655+0000 7f31c4d2d700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:21:48.438 INFO:tasks.rados.rados.0.smithi110.stdout:576: done (1 left) 2024-02-18T08:21:48.438 INFO:tasks.rados.rados.0.smithi110.stdout:577: read oid 35 snap -1 2024-02-18T08:21:48.438 INFO:tasks.rados.rados.0.smithi110.stdout:577: expect deleted 2024-02-18T08:21:48.438 INFO:tasks.rados.rados.0.smithi110.stdout:578: snap_create 2024-02-18T08:21:48.438 INFO:tasks.rados.rados.0.smithi110.stdout:575: finishing copy_from to smithi11051043-16 2024-02-18T08:21:48.438 INFO:tasks.rados.rados.0.smithi110.stdout:575: got expected ENOENT (src dne) 2024-02-18T08:21:48.438 INFO:tasks.rados.rados.0.smithi110.stdout:575: finishing copy_from racing read to smithi11051043-16 2024-02-18T08:21:48.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[19477]: cephadm 2024-02-18T08:21:47.352060+0000 mgr.y (mgr.24820) 1 : cephadm [INF] inventory: adjusted host smithi191 addr 'smithi191' -> '172.21.15.191' 2024-02-18T08:21:48.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[19477]: cluster 2024-02-18T08:21:47.404877+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-02-18T08:21:48.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[19477]: cluster 2024-02-18T08:21:47.425195+0000 mon.a (mon.0) 894 : cluster [DBG] mgrmap e22: y(active, since 7s), standbys: x 2024-02-18T08:21:48.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[19477]: cluster 2024-02-18T08:21:47.426853+0000 mgr.y (mgr.24820) 2 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 123 MiB data, 197 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:48.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[19477]: audit 2024-02-18T08:21:47.505976+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:48.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[19477]: audit 2024-02-18T08:21:47.508649+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:48.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[19477]: audit 2024-02-18T08:21:47.606288+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:21:48.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[19477]: audit 2024-02-18T08:21:47.620657+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:21:48.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[19477]: audit 2024-02-18T08:21:47.858500+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:48.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[19477]: audit 2024-02-18T08:21:47.869224+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:48.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[24702]: cephadm 2024-02-18T08:21:47.352060+0000 mgr.y (mgr.24820) 1 : cephadm [INF] inventory: adjusted host smithi191 addr 'smithi191' -> '172.21.15.191' 2024-02-18T08:21:48.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[24702]: cluster 2024-02-18T08:21:47.404877+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-02-18T08:21:48.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[24702]: cluster 2024-02-18T08:21:47.425195+0000 mon.a (mon.0) 894 : cluster [DBG] mgrmap e22: y(active, since 7s), standbys: x 2024-02-18T08:21:48.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[24702]: cluster 2024-02-18T08:21:47.426853+0000 mgr.y (mgr.24820) 2 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 123 MiB data, 197 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:48.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[24702]: audit 2024-02-18T08:21:47.505976+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:48.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[24702]: audit 2024-02-18T08:21:47.508649+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:48.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[24702]: audit 2024-02-18T08:21:47.606288+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:21:48.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[24702]: audit 2024-02-18T08:21:47.620657+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:21:48.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[24702]: audit 2024-02-18T08:21:47.858500+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:48.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:48 smithi110 bash[24702]: audit 2024-02-18T08:21:47.869224+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:48.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:48 smithi191 bash[19424]: cephadm 2024-02-18T08:21:47.352060+0000 mgr.y (mgr.24820) 1 : cephadm [INF] inventory: adjusted host smithi191 addr 'smithi191' -> '172.21.15.191' 2024-02-18T08:21:48.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:48 smithi191 bash[19424]: cluster 2024-02-18T08:21:47.404877+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-02-18T08:21:48.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:48 smithi191 bash[19424]: cluster 2024-02-18T08:21:47.425195+0000 mon.a (mon.0) 894 : cluster [DBG] mgrmap e22: y(active, since 7s), standbys: x 2024-02-18T08:21:48.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:48 smithi191 bash[19424]: cluster 2024-02-18T08:21:47.426853+0000 mgr.y (mgr.24820) 2 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 123 MiB data, 197 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:48.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:48 smithi191 bash[19424]: audit 2024-02-18T08:21:47.505976+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:48.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:48 smithi191 bash[19424]: audit 2024-02-18T08:21:47.508649+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:48.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:48 smithi191 bash[19424]: audit 2024-02-18T08:21:47.606288+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:21:48.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:48 smithi191 bash[19424]: audit 2024-02-18T08:21:47.620657+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:21:48.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:48 smithi191 bash[19424]: audit 2024-02-18T08:21:47.858500+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:48.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:48 smithi191 bash[19424]: audit 2024-02-18T08:21:47.869224+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:21:49.432 INFO:tasks.rados.rados.0.smithi110.stdout:575: done (2 left) 2024-02-18T08:21:49.432 INFO:tasks.rados.rados.0.smithi110.stdout:577: done (1 left) 2024-02-18T08:21:49.432 INFO:tasks.rados.rados.0.smithi110.stdout:578: done (0 left) 2024-02-18T08:21:49.432 INFO:tasks.rados.rados.0.smithi110.stdout:579: rmattr oid 33 current snap is 55 2024-02-18T08:21:49.432 INFO:tasks.rados.rados.0.smithi110.stdout:579: done (0 left) 2024-02-18T08:21:49.432 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 55 2024-02-18T08:21:49.432 INFO:tasks.rados.rados.0.smithi110.stdout:580: seq_num 202 ranges {6676480=589824,7266304=401408} 2024-02-18T08:21:49.474 INFO:tasks.rados.rados.0.smithi110.stdout:580: writing smithi11051043-32 from 6676480 to 7266304 tid 1 2024-02-18T08:21:49.477 INFO:tasks.rados.rados.0.smithi110.stdout:580: writing smithi11051043-32 from 7266304 to 7667712 tid 2 2024-02-18T08:21:49.477 INFO:tasks.rados.rados.0.smithi110.stdout:581: copy_from oid 11 from oid 45 current snap is 55 2024-02-18T08:21:49.477 INFO:tasks.rados.rados.0.smithi110.stdout:582: read oid 12 snap -1 2024-02-18T08:21:49.477 INFO:tasks.rados.rados.0.smithi110.stdout:582: expect deleted 2024-02-18T08:21:49.477 INFO:tasks.rados.rados.0.smithi110.stdout:583: rollback oid 13 current snap is 55 2024-02-18T08:21:49.477 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 40 2024-02-18T08:21:49.477 INFO:tasks.rados.rados.0.smithi110.stdout:584: setattr oid 30 current snap is 55 2024-02-18T08:21:49.478 INFO:tasks.rados.rados.0.smithi110.stdout:585: rmattr oid 41 current snap is 55 2024-02-18T08:21:49.478 INFO:tasks.rados.rados.0.smithi110.stdout:586: read oid 31 snap -1 2024-02-18T08:21:49.478 INFO:tasks.rados.rados.0.smithi110.stdout:586: expect deleted 2024-02-18T08:21:49.478 INFO:tasks.rados.rados.0.smithi110.stdout:587: rollback oid 26 current snap is 55 2024-02-18T08:21:49.479 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 50 2024-02-18T08:21:49.479 INFO:tasks.rados.rados.0.smithi110.stdout:588: copy_from oid 23 from oid 1 current snap is 55 2024-02-18T08:21:49.479 INFO:tasks.rados.rados.0.smithi110.stdout:589: delete oid 25 current snap is 55 2024-02-18T08:21:49.484 INFO:tasks.rados.rados.0.smithi110.stdout:583: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:21:49.485 INFO:tasks.rados.rados.0.smithi110.stdout:583: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:21:49.485 INFO:tasks.rados.rados.0.smithi110.stdout:583: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:21:49.485 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 114 (ObjNum 122 snap 32 seq_num 122) dirty exists 2024-02-18T08:21:49.488 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 116 (ObjNum 163 snap 42 seq_num 163) dirty exists 2024-02-18T08:21:49.488 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 117 (ObjNum 194 snap 51 seq_num 194) dirty exists 2024-02-18T08:21:49.489 INFO:tasks.rados.rados.0.smithi110.stdout:588: finishing copy_from to smithi11051043-23 2024-02-18T08:21:49.490 INFO:tasks.rados.rados.0.smithi110.stdout:588: got expected ENOENT (src dne) 2024-02-18T08:21:49.490 INFO:tasks.rados.rados.0.smithi110.stdout:588: finishing copy_from racing read to smithi11051043-23 2024-02-18T08:21:49.490 INFO:tasks.rados.rados.0.smithi110.stdout:587: finishing rollback tid 0 to smithi11051043-26 2024-02-18T08:21:49.491 INFO:tasks.rados.rados.0.smithi110.stdout:582: done (9 left) 2024-02-18T08:21:49.491 INFO:tasks.rados.rados.0.smithi110.stdout:583: done (8 left) 2024-02-18T08:21:49.491 INFO:tasks.rados.rados.0.smithi110.stdout:584: done (7 left) 2024-02-18T08:21:49.491 INFO:tasks.rados.rados.0.smithi110.stdout:585: done (6 left) 2024-02-18T08:21:49.491 INFO:tasks.rados.rados.0.smithi110.stdout:586: done (5 left) 2024-02-18T08:21:49.491 INFO:tasks.rados.rados.0.smithi110.stdout:588: done (4 left) 2024-02-18T08:21:49.491 INFO:tasks.rados.rados.0.smithi110.stdout:589: done (3 left) 2024-02-18T08:21:49.492 INFO:tasks.rados.rados.0.smithi110.stdout:590: rollback oid 25 current snap is 55 2024-02-18T08:21:49.492 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 25 to 54 2024-02-18T08:21:49.492 INFO:tasks.rados.rados.0.smithi110.stdout:591: snap_remove snap 52 2024-02-18T08:21:49.722 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:49 smithi110 bash[24702]: cluster 2024-02-18T08:21:48.435158+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-02-18T08:21:49.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:49 smithi110 bash[24702]: cluster 2024-02-18T08:21:48.436502+0000 mon.a (mon.0) 902 : cluster [DBG] mgrmap e23: y(active, since 8s), standbys: x 2024-02-18T08:21:49.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:49 smithi110 bash[24702]: audit 2024-02-18T08:21:48.437182+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:21:49.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:49 smithi110 bash[24702]: audit 2024-02-18T08:21:48.438407+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:21:49.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:49 smithi110 bash[19477]: cluster 2024-02-18T08:21:48.435158+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-02-18T08:21:49.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:49 smithi110 bash[19477]: cluster 2024-02-18T08:21:48.436502+0000 mon.a (mon.0) 902 : cluster [DBG] mgrmap e23: y(active, since 8s), standbys: x 2024-02-18T08:21:49.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:49 smithi110 bash[19477]: audit 2024-02-18T08:21:48.437182+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:21:49.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:49 smithi110 bash[19477]: audit 2024-02-18T08:21:48.438407+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:21:49.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:49 smithi191 bash[19424]: cluster 2024-02-18T08:21:48.435158+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-02-18T08:21:49.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:49 smithi191 bash[19424]: cluster 2024-02-18T08:21:48.436502+0000 mon.a (mon.0) 902 : cluster [DBG] mgrmap e23: y(active, since 8s), standbys: x 2024-02-18T08:21:49.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:49 smithi191 bash[19424]: audit 2024-02-18T08:21:48.437182+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:21:49.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:49 smithi191 bash[19424]: audit 2024-02-18T08:21:48.438407+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:581: finishing copy_from to smithi11051043-11 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 139 (ObjNum 177 snap 45 seq_num 177) dirty exists 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:587: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:580: finishing write tid 1 to smithi11051043-32 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:580: finishing write tid 2 to smithi11051043-32 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:580: finishing write tid 4 to smithi11051043-32 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:581: finishing copy_from racing read to smithi11051043-11 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:587: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 349 (ObjNum 132 snap 36 seq_num 132) dirty exists 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:580: finishing write tid 5 to smithi11051043-32 2024-02-18T08:21:50.283 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 71 (ObjNum 202 snap 55 seq_num 202) dirty exists 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:580: left oid 32 (ObjNum 202 snap 55 seq_num 202) 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:590: finishing rollback tid 1 to smithi11051043-25 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:590: finishing rollback tid 2 to smithi11051043-25 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 147 (ObjNum 73 snap 13 seq_num 73) dirty exists 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:580: done (4 left) 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:581: done (3 left) 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:587: done (2 left) 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:590: done (1 left) 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:591: done (0 left) 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:592: read oid 10 snap -1 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:592: expect deleted 2024-02-18T08:21:50.284 INFO:tasks.rados.rados.0.smithi110.stdout:593: delete oid 17 current snap is 55 2024-02-18T08:21:50.295 INFO:tasks.rados.rados.0.smithi110.stdout:592: done (1 left) 2024-02-18T08:21:50.295 INFO:tasks.rados.rados.0.smithi110.stdout:593: done (0 left) 2024-02-18T08:21:50.295 INFO:tasks.rados.rados.0.smithi110.stdout:594: rollback oid 44 current snap is 55 2024-02-18T08:21:50.295 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 44 to 40 2024-02-18T08:21:50.295 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 30 current snap is 55 2024-02-18T08:21:50.295 INFO:tasks.rados.rados.0.smithi110.stdout:595: seq_num 205 ranges {827392=638976,1466368=401408} 2024-02-18T08:21:50.303 INFO:tasks.rados.rados.0.smithi110.stdout:595: writing smithi11051043-30 from 827392 to 1466368 tid 1 2024-02-18T08:21:50.306 INFO:tasks.rados.rados.0.smithi110.stdout:595: writing smithi11051043-30 from 1466368 to 1867776 tid 2 2024-02-18T08:21:50.306 INFO:tasks.rados.rados.0.smithi110.stdout:596: rollback oid 40 current snap is 55 2024-02-18T08:21:50.306 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 40 to 48 2024-02-18T08:21:50.306 INFO:tasks.rados.rados.0.smithi110.stdout:594: finishing rollback tid 1 to smithi11051043-44 2024-02-18T08:21:50.306 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 123 (ObjNum 1633053027 snap 1381061214 seq_num 1819170129) dirty dne 2024-02-18T08:21:50.306 INFO:tasks.rados.rados.0.smithi110.stdout:594: done (2 left) 2024-02-18T08:21:50.306 INFO:tasks.rados.rados.0.smithi110.stdout:597: snap_remove snap 54 2024-02-18T08:21:50.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:50 smithi110 bash[19477]: cluster 2024-02-18T08:21:49.299910+0000 mgr.y (mgr.24820) 3 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 123 MiB data, 197 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:50.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:50 smithi110 bash[19477]: audit 2024-02-18T08:21:49.427654+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-02-18T08:21:50.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:50 smithi110 bash[19477]: cluster 2024-02-18T08:21:49.427770+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-02-18T08:21:50.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:50 smithi110 bash[19477]: cluster 2024-02-18T08:21:50.279146+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-02-18T08:21:50.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:50 smithi110 bash[24702]: cluster 2024-02-18T08:21:49.299910+0000 mgr.y (mgr.24820) 3 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 123 MiB data, 197 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:50.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:50 smithi110 bash[24702]: audit 2024-02-18T08:21:49.427654+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-02-18T08:21:50.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:50 smithi110 bash[24702]: cluster 2024-02-18T08:21:49.427770+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-02-18T08:21:50.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:50 smithi110 bash[24702]: cluster 2024-02-18T08:21:50.279146+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-02-18T08:21:50.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:50 smithi191 bash[19424]: cluster 2024-02-18T08:21:49.299910+0000 mgr.y (mgr.24820) 3 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 123 MiB data, 197 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:50.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:50 smithi191 bash[19424]: audit 2024-02-18T08:21:49.427654+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-02-18T08:21:50.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:50 smithi191 bash[19424]: cluster 2024-02-18T08:21:49.427770+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-02-18T08:21:50.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:50 smithi191 bash[19424]: cluster 2024-02-18T08:21:50.279146+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-02-18T08:21:51.295 INFO:tasks.rados.rados.0.smithi110.stdout:597: done (2 left) 2024-02-18T08:21:51.295 INFO:tasks.rados.rados.0.smithi110.stdout:598: snap_create 2024-02-18T08:21:51.295 INFO:tasks.rados.rados.0.smithi110.stdout:595: finishing write tid 1 to smithi11051043-30 2024-02-18T08:21:51.295 INFO:tasks.rados.rados.0.smithi110.stdout:596: finishing rollback tid 0 to smithi11051043-40 2024-02-18T08:21:51.295 INFO:tasks.rados.rados.0.smithi110.stdout:596: finishing rollback tid 1 to smithi11051043-40 2024-02-18T08:21:51.296 INFO:tasks.rados.rados.0.smithi110.stdout:595: finishing write tid 2 to smithi11051043-30 2024-02-18T08:21:51.296 INFO:tasks.rados.rados.0.smithi110.stdout:596: finishing rollback tid 2 to smithi11051043-40 2024-02-18T08:21:51.296 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 231 (ObjNum 180 snap 46 seq_num 180) dirty exists 2024-02-18T08:21:51.296 INFO:tasks.rados.rados.0.smithi110.stdout:595: finishing write tid 4 to smithi11051043-30 2024-02-18T08:21:51.296 INFO:tasks.rados.rados.0.smithi110.stdout:595: finishing write tid 5 to smithi11051043-30 2024-02-18T08:21:51.296 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 123 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-02-18T08:21:51.296 INFO:tasks.rados.rados.0.smithi110.stdout:595: left oid 30 (ObjNum 205 snap 55 seq_num 205) 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:595: done (2 left) 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:596: done (1 left) 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:598: done (0 left) 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:599: rmattr oid 40 current snap is 56 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:599: done (0 left) 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:600: read oid 10 snap 55 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:600: expect deleted 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:601: read oid 50 snap -1 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:601: expect (ObjNum 174 snap 44 seq_num 174) 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:602: setattr oid 7 current snap is 56 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:600: done (2 left) 2024-02-18T08:21:52.302 INFO:tasks.rados.rados.0.smithi110.stdout:603: read oid 46 snap 48 2024-02-18T08:21:52.303 INFO:tasks.rados.rados.0.smithi110.stdout:603: expect deleted 2024-02-18T08:21:52.303 INFO:tasks.rados.rados.0.smithi110.stdout:604: copy_from oid 25 from oid 12 current snap is 56 2024-02-18T08:21:52.303 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 56 2024-02-18T08:21:52.303 INFO:tasks.rados.rados.0.smithi110.stdout:605: seq_num 206 ranges {0=655360,655360=401408} 2024-02-18T08:21:52.305 INFO:tasks.rados.rados.0.smithi110.stdout:605: writing smithi11051043-44 from 0 to 655360 tid 1 2024-02-18T08:21:52.309 INFO:tasks.rados.rados.0.smithi110.stdout:605: writing smithi11051043-44 from 655360 to 1056768 tid 2 2024-02-18T08:21:52.309 INFO:tasks.rados.rados.0.smithi110.stdout:606: rollback oid 32 current snap is 56 2024-02-18T08:21:52.309 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 32 to 55 2024-02-18T08:21:52.309 INFO:tasks.rados.rados.0.smithi110.stdout:604: finishing copy_from to smithi11051043-25 2024-02-18T08:21:52.310 INFO:tasks.rados.rados.0.smithi110.stdout:604: got expected ENOENT (src dne) 2024-02-18T08:21:52.310 INFO:tasks.rados.rados.0.smithi110.stdout:604: finishing copy_from racing read to smithi11051043-25 2024-02-18T08:21:52.310 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 190 (ObjNum 155 snap 41 seq_num 155) dirty exists 2024-02-18T08:21:52.310 INFO:tasks.rados.rados.0.smithi110.stdout:602: done (5 left) 2024-02-18T08:21:52.310 INFO:tasks.rados.rados.0.smithi110.stdout:603: done (4 left) 2024-02-18T08:21:52.310 INFO:tasks.rados.rados.0.smithi110.stdout:604: done (3 left) 2024-02-18T08:21:52.310 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 56 2024-02-18T08:21:52.310 INFO:tasks.rados.rados.0.smithi110.stdout:607: seq_num 207 ranges {475136=671744,1146880=401408} 2024-02-18T08:21:52.317 INFO:tasks.rados.rados.0.smithi110.stdout:607: writing smithi11051043-7 from 475136 to 1146880 tid 1 2024-02-18T08:21:52.319 INFO:tasks.rados.rados.0.smithi110.stdout:607: writing smithi11051043-7 from 1146880 to 1548288 tid 2 2024-02-18T08:21:52.320 INFO:tasks.rados.rados.0.smithi110.stdout:608: rollback oid 39 current snap is 56 2024-02-18T08:21:52.320 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 39 to 40 2024-02-18T08:21:52.320 INFO:tasks.rados.rados.0.smithi110.stdout:605: finishing write tid 1 to smithi11051043-44 2024-02-18T08:21:52.320 INFO:tasks.rados.rados.0.smithi110.stdout:605: finishing write tid 2 to smithi11051043-44 2024-02-18T08:21:52.320 INFO:tasks.rados.rados.0.smithi110.stdout:605: finishing write tid 4 to smithi11051043-44 2024-02-18T08:21:52.320 INFO:tasks.rados.rados.0.smithi110.stdout:606: finishing rollback tid 0 to smithi11051043-32 2024-02-18T08:21:52.320 INFO:tasks.rados.rados.0.smithi110.stdout:606: finishing rollback tid 1 to smithi11051043-32 2024-02-18T08:21:52.320 INFO:tasks.rados.rados.0.smithi110.stdout:609: rollback oid 13 current snap is 56 2024-02-18T08:21:52.320 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 48 2024-02-18T08:21:52.320 INFO:tasks.rados.rados.0.smithi110.stdout:601: expect (ObjNum 174 snap 44 seq_num 174) 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:605: finishing write tid 5 to smithi11051043-44 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 133 (ObjNum 206 snap 56 seq_num 206) dirty exists 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:605: left oid 44 (ObjNum 206 snap 56 seq_num 206) 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:606: finishing rollback tid 2 to smithi11051043-32 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 75 (ObjNum 202 snap 55 seq_num 202) dirty exists 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:601: done (5 left) 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:605: done (4 left) 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:606: done (3 left) 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:610: read oid 19 snap 55 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:610: expect deleted 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:611: copy_from oid 17 from oid 43 current snap is 56 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:607: finishing write tid 1 to smithi11051043-7 2024-02-18T08:21:52.335 INFO:tasks.rados.rados.0.smithi110.stdout:607: finishing write tid 2 to smithi11051043-7 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:607: finishing write tid 4 to smithi11051043-7 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:607: finishing write tid 5 to smithi11051043-7 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 193 (ObjNum 207 snap 56 seq_num 207) dirty exists 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:607: left oid 7 (ObjNum 207 snap 56 seq_num 207) 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:608: finishing rollback tid 0 to smithi11051043-39 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:608: finishing rollback tid 1 to smithi11051043-39 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:608: finishing rollback tid 2 to smithi11051043-39 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 155 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:609: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:609: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:609: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 131 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:607: done (4 left) 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:608: done (3 left) 2024-02-18T08:21:52.336 INFO:tasks.rados.rados.0.smithi110.stdout:609: done (2 left) 2024-02-18T08:21:52.337 INFO:tasks.rados.rados.0.smithi110.stdout:612: snap_remove snap 40 2024-02-18T08:21:52.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:52 smithi191 bash[19424]: cluster 2024-02-18T08:21:51.291942+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-02-18T08:21:52.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:52 smithi191 bash[19424]: cluster 2024-02-18T08:21:51.300508+0000 mgr.y (mgr.24820) 4 : cluster [DBG] pgmap v10: 89 pgs: 89 active+clean; 123 MiB data, 197 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:52.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:52 smithi110 bash[19477]: cluster 2024-02-18T08:21:51.291942+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-02-18T08:21:52.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:52 smithi110 bash[19477]: cluster 2024-02-18T08:21:51.300508+0000 mgr.y (mgr.24820) 4 : cluster [DBG] pgmap v10: 89 pgs: 89 active+clean; 123 MiB data, 197 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:52.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:52 smithi110 bash[24702]: cluster 2024-02-18T08:21:51.291942+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-02-18T08:21:52.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:52 smithi110 bash[24702]: cluster 2024-02-18T08:21:51.300508+0000 mgr.y (mgr.24820) 4 : cluster [DBG] pgmap v10: 89 pgs: 89 active+clean; 123 MiB data, 197 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:53.309 INFO:tasks.rados.rados.0.smithi110.stdout:612: done (2 left) 2024-02-18T08:21:53.309 INFO:tasks.rados.rados.0.smithi110.stdout:613: snap_remove snap 53 2024-02-18T08:21:53.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:53 smithi191 bash[19424]: cluster 2024-02-18T08:21:52.297779+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-02-18T08:21:53.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:53 smithi110 bash[24702]: cluster 2024-02-18T08:21:52.297779+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-02-18T08:21:53.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:53 smithi110 bash[19477]: cluster 2024-02-18T08:21:52.297779+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-02-18T08:21:53.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:53.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:53.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:53.516Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:53.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:53.516Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:21:53.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:53.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:53.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:53.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:21:53.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:21:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:21:53.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:21:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:613: done (2 left) 2024-02-18T08:21:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:614: rollback oid 40 current snap is 56 2024-02-18T08:21:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 40 to 50 2024-02-18T08:21:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:611: finishing copy_from to smithi11051043-17 2024-02-18T08:21:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:611: got expected ENOENT (src dne) 2024-02-18T08:21:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:611: finishing copy_from racing read to smithi11051043-17 2024-02-18T08:21:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:610: done (2 left) 2024-02-18T08:21:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:611: done (1 left) 2024-02-18T08:21:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:615: delete oid 15 current snap is 56 2024-02-18T08:21:54.322 INFO:tasks.rados.rados.0.smithi110.stdout:614: finishing rollback tid 0 to smithi11051043-40 2024-02-18T08:21:54.323 INFO:tasks.rados.rados.0.smithi110.stdout:614: finishing rollback tid 1 to smithi11051043-40 2024-02-18T08:21:54.323 INFO:tasks.rados.rados.0.smithi110.stdout:614: finishing rollback tid 2 to smithi11051043-40 2024-02-18T08:21:54.323 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 249 (ObjNum 180 snap 46 seq_num 180) dirty exists 2024-02-18T08:21:54.329 INFO:tasks.rados.rados.0.smithi110.stdout:614: done (1 left) 2024-02-18T08:21:54.330 INFO:tasks.rados.rados.0.smithi110.stdout:615: done (0 left) 2024-02-18T08:21:54.330 INFO:tasks.rados.rados.0.smithi110.stdout:616: read oid 42 snap -1 2024-02-18T08:21:54.330 INFO:tasks.rados.rados.0.smithi110.stdout:616: expect (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:21:54.330 INFO:tasks.rados.rados.0.smithi110.stdout:617: setattr oid 5 current snap is 56 2024-02-18T08:21:54.331 INFO:tasks.rados.rados.0.smithi110.stdout:618: rmattr oid 26 current snap is 56 2024-02-18T08:21:54.331 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 56 2024-02-18T08:21:54.331 INFO:tasks.rados.rados.0.smithi110.stdout:619: seq_num 209 ranges {0=704512,704512=401408} 2024-02-18T08:21:54.335 INFO:tasks.rados.rados.0.smithi110.stdout:619: writing smithi11051043-15 from 0 to 704512 tid 1 2024-02-18T08:21:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:619: writing smithi11051043-15 from 704512 to 1105920 tid 2 2024-02-18T08:21:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:620: snap_create 2024-02-18T08:21:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 118 (ObjNum 2 snap 5 seq_num 1) dirty exists 2024-02-18T08:21:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:616: expect (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:21:54.355 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 361 (ObjNum 132 snap 36 seq_num 132) dirty exists 2024-02-18T08:21:54.355 INFO:tasks.rados.rados.0.smithi110.stdout:619: finishing write tid 1 to smithi11051043-15 2024-02-18T08:21:54.355 INFO:tasks.rados.rados.0.smithi110.stdout:619: finishing write tid 2 to smithi11051043-15 2024-02-18T08:21:54.356 INFO:tasks.rados.rados.0.smithi110.stdout:619: finishing write tid 4 to smithi11051043-15 2024-02-18T08:21:54.356 INFO:tasks.rados.rados.0.smithi110.stdout:619: finishing write tid 5 to smithi11051043-15 2024-02-18T08:21:54.356 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 169 (ObjNum 209 snap 56 seq_num 209) dirty exists 2024-02-18T08:21:54.356 INFO:tasks.rados.rados.0.smithi110.stdout:619: left oid 15 (ObjNum 209 snap 56 seq_num 209) 2024-02-18T08:21:54.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:54 smithi191 bash[19424]: cluster 2024-02-18T08:21:53.301782+0000 mgr.y (mgr.24820) 5 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 139 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 379 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-02-18T08:21:54.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:54 smithi191 bash[19424]: cluster 2024-02-18T08:21:53.305158+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-02-18T08:21:54.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:54 smithi191 bash[19424]: audit 2024-02-18T08:21:54.261488+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:54.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:54 smithi110 bash[19477]: cluster 2024-02-18T08:21:53.301782+0000 mgr.y (mgr.24820) 5 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 139 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 379 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-02-18T08:21:54.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:54 smithi110 bash[19477]: cluster 2024-02-18T08:21:53.305158+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-02-18T08:21:54.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:54 smithi110 bash[19477]: audit 2024-02-18T08:21:54.261488+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:54.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:54 smithi110 bash[24702]: cluster 2024-02-18T08:21:53.301782+0000 mgr.y (mgr.24820) 5 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 139 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 379 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-02-18T08:21:54.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:54 smithi110 bash[24702]: cluster 2024-02-18T08:21:53.305158+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-02-18T08:21:54.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:54 smithi110 bash[24702]: audit 2024-02-18T08:21:54.261488+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:55.285 INFO:tasks.rados.rados.0.smithi110.stdout:616: done (4 left) 2024-02-18T08:21:55.285 INFO:tasks.rados.rados.0.smithi110.stdout:617: done (3 left) 2024-02-18T08:21:55.285 INFO:tasks.rados.rados.0.smithi110.stdout:618: done (2 left) 2024-02-18T08:21:55.285 INFO:tasks.rados.rados.0.smithi110.stdout:619: done (1 left) 2024-02-18T08:21:55.285 INFO:tasks.rados.rados.0.smithi110.stdout:620: done (0 left) 2024-02-18T08:21:55.285 INFO:tasks.rados.rados.0.smithi110.stdout:621: snap_remove snap 55 2024-02-18T08:21:55.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: cluster 2024-02-18T08:21:54.313501+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-02-18T08:21:55.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.457034+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:55.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.564102+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.565006+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.565785+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.566702+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.567493+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.568298+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.569105+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.569974+0000 mon.a (mon.0) 921 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.570677+0000 mon.a (mon.0) 922 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.571321+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.738568+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.739659+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.740683+0000 mon.a (mon.0) 926 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.741651+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.742701+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.743688+0000 mon.a (mon.0) 929 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.744620+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.745295+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.746006+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:55.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.746625+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.747791+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:55.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.749678+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:21:55.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.758749+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:55.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: audit 2024-02-18T08:21:54.769677+0000 mon.a (mon.0) 937 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:55.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:55 smithi191 bash[19424]: cluster 2024-02-18T08:21:55.279972+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-02-18T08:21:55.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: cluster 2024-02-18T08:21:54.313501+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-02-18T08:21:55.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.457034+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:55.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.564102+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.565006+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.565785+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.566702+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.567493+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.568298+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.569105+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.569974+0000 mon.a (mon.0) 921 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.570677+0000 mon.a (mon.0) 922 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:55.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.571321+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.738568+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.739659+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.740683+0000 mon.a (mon.0) 926 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.741651+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: cluster 2024-02-18T08:21:54.313501+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.457034+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.564102+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.565006+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.565785+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.566702+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.567493+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.568298+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.569105+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.569974+0000 mon.a (mon.0) 921 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.570677+0000 mon.a (mon.0) 922 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:55.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.571321+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.738568+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.739659+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.740683+0000 mon.a (mon.0) 926 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.741651+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.742701+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.743688+0000 mon.a (mon.0) 929 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.744620+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.745295+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.746006+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.746625+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.747791+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.749678+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.758749+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: audit 2024-02-18T08:21:54.769677+0000 mon.a (mon.0) 937 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[24702]: cluster 2024-02-18T08:21:55.279972+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.742701+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.743688+0000 mon.a (mon.0) 929 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.744620+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.745295+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:21:55.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.746006+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:21:55.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.746625+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:21:55.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.747791+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:55.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.749678+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:21:55.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.758749+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:21:55.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: audit 2024-02-18T08:21:54.769677+0000 mon.a (mon.0) 937 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:21:55.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:55 smithi110 bash[19477]: cluster 2024-02-18T08:21:55.279972+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-02-18T08:21:56.302 INFO:tasks.rados.rados.0.smithi110.stdout:621: done (0 left) 2024-02-18T08:21:56.302 INFO:tasks.rados.rados.0.smithi110.stdout:622: snap_remove snap 56 2024-02-18T08:21:56.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:56 smithi191 bash[19424]: cephadm 2024-02-18T08:21:54.751183+0000 mgr.y (mgr.24820) 6 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:21:56.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:56 smithi191 bash[19424]: cluster 2024-02-18T08:21:55.302421+0000 mgr.y (mgr.24820) 7 : cluster [DBG] pgmap v16: 89 pgs: 89 active+clean; 139 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 379 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-02-18T08:21:56.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:56 smithi191 bash[19424]: cluster 2024-02-18T08:21:56.295589+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-02-18T08:21:56.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:56 smithi110 bash[19477]: cephadm 2024-02-18T08:21:54.751183+0000 mgr.y (mgr.24820) 6 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:21:56.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:56 smithi110 bash[19477]: cluster 2024-02-18T08:21:55.302421+0000 mgr.y (mgr.24820) 7 : cluster [DBG] pgmap v16: 89 pgs: 89 active+clean; 139 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 379 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-02-18T08:21:56.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:56 smithi110 bash[19477]: cluster 2024-02-18T08:21:56.295589+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-02-18T08:21:56.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:56 smithi110 bash[24702]: cephadm 2024-02-18T08:21:54.751183+0000 mgr.y (mgr.24820) 6 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:21:56.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:56 smithi110 bash[24702]: cluster 2024-02-18T08:21:55.302421+0000 mgr.y (mgr.24820) 7 : cluster [DBG] pgmap v16: 89 pgs: 89 active+clean; 139 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 379 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-02-18T08:21:56.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:56 smithi110 bash[24702]: cluster 2024-02-18T08:21:56.295589+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-02-18T08:21:57.304 INFO:tasks.rados.rados.0.smithi110.stdout:622: done (0 left) 2024-02-18T08:21:57.304 INFO:tasks.rados.rados.0.smithi110.stdout:623: rollback oid 12 current snap is 57 2024-02-18T08:21:57.304 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 50 2024-02-18T08:21:57.304 INFO:tasks.rados.rados.0.smithi110.stdout:624: read oid 21 snap -1 2024-02-18T08:21:57.304 INFO:tasks.rados.rados.0.smithi110.stdout:624: expect (ObjNum 179 snap 45 seq_num 179) 2024-02-18T08:21:57.305 INFO:tasks.rados.rados.0.smithi110.stdout:625: rmattr oid 8 current snap is 57 2024-02-18T08:21:57.305 INFO:tasks.rados.rados.0.smithi110.stdout:625: done (2 left) 2024-02-18T08:21:57.305 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 57 2024-02-18T08:21:57.305 INFO:tasks.rados.rados.0.smithi110.stdout:626: seq_num 210 ranges {131072=720896,851968=401408} 2024-02-18T08:21:57.308 INFO:tasks.rados.rados.0.smithi110.stdout:626: writing smithi11051043-24 from 131072 to 851968 tid 1 2024-02-18T08:21:57.311 INFO:tasks.rados.rados.0.smithi110.stdout:626: writing smithi11051043-24 from 851968 to 1253376 tid 2 2024-02-18T08:21:57.311 INFO:tasks.rados.rados.0.smithi110.stdout:627: rollback oid 6 current snap is 57 2024-02-18T08:21:57.311 INFO:tasks.rados.rados.0.smithi110.stdout:623: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:21:57.311 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 0 (ObjNum -129809504 snap 22008 seq_num 4164814992) dirty dne 2024-02-18T08:21:57.311 INFO:tasks.rados.rados.0.smithi110.stdout:624: expect (ObjNum 179 snap 45 seq_num 179) 2024-02-18T08:21:57.333 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 6 to 50 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:626: finishing write tid 1 to smithi11051043-24 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:626: finishing write tid 2 to smithi11051043-24 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:626: finishing write tid 4 to smithi11051043-24 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:626: finishing write tid 5 to smithi11051043-24 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 255 (ObjNum 210 snap 57 seq_num 210) dirty exists 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:626: left oid 24 (ObjNum 210 snap 57 seq_num 210) 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:623: done (3 left) 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:624: done (2 left) 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:626: done (1 left) 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:628: read oid 22 snap -1 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:628: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 57 2024-02-18T08:21:57.334 INFO:tasks.rados.rados.0.smithi110.stdout:629: seq_num 211 ranges {3915776=737280,4653056=401408} 2024-02-18T08:21:57.360 INFO:tasks.rados.rados.0.smithi110.stdout:629: writing smithi11051043-9 from 3915776 to 4653056 tid 1 2024-02-18T08:21:57.362 INFO:tasks.rados.rados.0.smithi110.stdout:629: writing smithi11051043-9 from 4653056 to 5054464 tid 2 2024-02-18T08:21:57.362 INFO:tasks.rados.rados.0.smithi110.stdout:630: snap_create 2024-02-18T08:21:57.362 INFO:tasks.rados.rados.0.smithi110.stdout:627: finishing rollback tid 0 to smithi11051043-6 2024-02-18T08:21:57.362 INFO:tasks.rados.rados.0.smithi110.stdout:627: finishing rollback tid 1 to smithi11051043-6 2024-02-18T08:21:57.363 INFO:tasks.rados.rados.0.smithi110.stdout:627: finishing rollback tid 2 to smithi11051043-6 2024-02-18T08:21:57.363 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 145 (ObjNum 183 snap 48 seq_num 183) dirty exists 2024-02-18T08:21:57.363 INFO:tasks.rados.rados.0.smithi110.stdout:628: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:21:57.488 INFO:tasks.rados.rados.0.smithi110.stdout:629: finishing write tid 1 to smithi11051043-9 2024-02-18T08:21:57.488 INFO:tasks.rados.rados.0.smithi110.stdout:629: finishing write tid 2 to smithi11051043-9 2024-02-18T08:21:57.488 INFO:tasks.rados.rados.0.smithi110.stdout:629: finishing write tid 4 to smithi11051043-9 2024-02-18T08:21:57.488 INFO:tasks.rados.rados.0.smithi110.stdout:629: finishing write tid 5 to smithi11051043-9 2024-02-18T08:21:57.488 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 243 (ObjNum 211 snap 57 seq_num 211) dirty exists 2024-02-18T08:21:57.488 INFO:tasks.rados.rados.0.smithi110.stdout:629: left oid 9 (ObjNum 211 snap 57 seq_num 211) 2024-02-18T08:21:57.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:57 smithi191 bash[19424]: audit 2024-02-18T08:21:57.281980+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:21:57.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:57 smithi191 bash[19424]: audit 2024-02-18T08:21:57.283972+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:21:57.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:57 smithi191 bash[19424]: audit 2024-02-18T08:21:57.285992+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:57.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:57 smithi191 bash[19424]: audit 2024-02-18T08:21:57.288661+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2024-02-18T08:21:57.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:57 smithi191 bash[19424]: cluster 2024-02-18T08:21:57.300713+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-02-18T08:21:57.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:57 smithi110 bash[19477]: audit 2024-02-18T08:21:57.281980+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:21:57.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:57 smithi110 bash[19477]: audit 2024-02-18T08:21:57.283972+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:21:57.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:57 smithi110 bash[19477]: audit 2024-02-18T08:21:57.285992+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:57.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:57 smithi110 bash[19477]: audit 2024-02-18T08:21:57.288661+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2024-02-18T08:21:57.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:57 smithi110 bash[19477]: cluster 2024-02-18T08:21:57.300713+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-02-18T08:21:57.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:57 smithi110 bash[24702]: audit 2024-02-18T08:21:57.281980+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:21:57.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:57 smithi110 bash[24702]: audit 2024-02-18T08:21:57.283972+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:21:57.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:57 smithi110 bash[24702]: audit 2024-02-18T08:21:57.285992+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:21:57.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:57 smithi110 bash[24702]: audit 2024-02-18T08:21:57.288661+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2024-02-18T08:21:57.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:57 smithi110 bash[24702]: cluster 2024-02-18T08:21:57.300713+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-02-18T08:21:58.327 INFO:tasks.rados.rados.0.smithi110.stdout:627: done (3 left) 2024-02-18T08:21:58.327 INFO:tasks.rados.rados.0.smithi110.stdout:628: done (2 left) 2024-02-18T08:21:58.327 INFO:tasks.rados.rados.0.smithi110.stdout:629: done (1 left) 2024-02-18T08:21:58.327 INFO:tasks.rados.rados.0.smithi110.stdout:630: done (0 left) 2024-02-18T08:21:58.327 INFO:tasks.rados.rados.0.smithi110.stdout:631: delete oid 2 current snap is 58 2024-02-18T08:21:58.335 INFO:tasks.rados.rados.0.smithi110.stdout:631: done (0 left) 2024-02-18T08:21:58.335 INFO:tasks.rados.rados.0.smithi110.stdout:632: delete oid 5 current snap is 58 2024-02-18T08:21:58.339 INFO:tasks.rados.rados.0.smithi110.stdout:632: done (0 left) 2024-02-18T08:21:58.339 INFO:tasks.rados.rados.0.smithi110.stdout:633: read oid 43 snap -1 2024-02-18T08:21:58.339 INFO:tasks.rados.rados.0.smithi110.stdout:633: expect deleted 2024-02-18T08:21:58.339 INFO:tasks.rados.rados.0.smithi110.stdout:634: read oid 28 snap 57 2024-02-18T08:21:58.339 INFO:tasks.rados.rados.0.smithi110.stdout:634: expect (ObjNum 165 snap 44 seq_num 165) 2024-02-18T08:21:58.339 INFO:tasks.rados.rados.0.smithi110.stdout:635: delete oid 17 current snap is 58 2024-02-18T08:21:58.342 INFO:tasks.rados.rados.0.smithi110.stdout:633: done (2 left) 2024-02-18T08:21:58.342 INFO:tasks.rados.rados.0.smithi110.stdout:635: done (1 left) 2024-02-18T08:21:58.342 INFO:tasks.rados.rados.0.smithi110.stdout:636: copy_from oid 45 from oid 13 current snap is 58 2024-02-18T08:21:58.342 INFO:tasks.rados.rados.0.smithi110.stdout:637: rmattr oid 36 current snap is 58 2024-02-18T08:21:58.342 INFO:tasks.rados.rados.0.smithi110.stdout:637: done (2 left) 2024-02-18T08:21:58.343 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 58 2024-02-18T08:21:58.343 INFO:tasks.rados.rados.0.smithi110.stdout:638: seq_num 215 ranges {1400832=409600,1810432=532480,2342912=270336} 2024-02-18T08:21:58.352 INFO:tasks.rados.rados.0.smithi110.stdout:638: writing smithi11051043-11 from 1400832 to 1810432 tid 1 2024-02-18T08:21:58.356 INFO:tasks.rados.rados.0.smithi110.stdout:638: writing smithi11051043-11 from 1810432 to 2342912 tid 2 2024-02-18T08:21:58.358 INFO:tasks.rados.rados.0.smithi110.stdout:638: writing smithi11051043-11 from 2342912 to 2613248 tid 3 2024-02-18T08:21:58.358 INFO:tasks.rados.rados.0.smithi110.stdout:639: read oid 19 snap -1 2024-02-18T08:21:58.358 INFO:tasks.rados.rados.0.smithi110.stdout:639: expect deleted 2024-02-18T08:21:58.358 INFO:tasks.rados.rados.0.smithi110.stdout:640: read oid 49 snap 48 2024-02-18T08:21:58.359 INFO:tasks.rados.rados.0.smithi110.stdout:640: expect (ObjNum 182 snap 47 seq_num 182) 2024-02-18T08:21:58.359 INFO:tasks.rados.rados.0.smithi110.stdout:641: rollback oid 44 current snap is 58 2024-02-18T08:21:58.359 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 44 to 50 2024-02-18T08:21:58.359 INFO:tasks.rados.rados.0.smithi110.stdout:642: setattr oid 38 current snap is 58 2024-02-18T08:21:58.362 INFO:tasks.rados.rados.0.smithi110.stdout:643: rollback oid 30 current snap is 58 2024-02-18T08:21:58.362 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 30 to 57 2024-02-18T08:21:58.362 INFO:tasks.rados.rados.0.smithi110.stdout:644: rmattr oid 7 current snap is 58 2024-02-18T08:21:58.362 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 58 2024-02-18T08:21:58.362 INFO:tasks.rados.rados.0.smithi110.stdout:645: seq_num 216 ranges {2646016=425984,3072000=409600,3481600=393216} 2024-02-18T08:21:58.379 INFO:tasks.rados.rados.0.smithi110.stdout:645: writing smithi11051043-26 from 2646016 to 3072000 tid 1 2024-02-18T08:21:58.382 INFO:tasks.rados.rados.0.smithi110.stdout:645: writing smithi11051043-26 from 3072000 to 3481600 tid 2 2024-02-18T08:21:58.384 INFO:tasks.rados.rados.0.smithi110.stdout:645: writing smithi11051043-26 from 3481600 to 3874816 tid 3 2024-02-18T08:21:58.384 INFO:tasks.rados.rados.0.smithi110.stdout:646: rollback oid 24 current snap is 58 2024-02-18T08:21:58.385 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 24 to 50 2024-02-18T08:21:58.385 INFO:tasks.rados.rados.0.smithi110.stdout:634: expect (ObjNum 165 snap 44 seq_num 165) 2024-02-18T08:21:58.395 INFO:tasks.rados.rados.0.smithi110.stdout:638: finishing write tid 1 to smithi11051043-11 2024-02-18T08:21:58.395 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 257 (ObjNum 134 snap 36 seq_num 134) dirty exists 2024-02-18T08:21:58.395 INFO:tasks.rados.rados.0.smithi110.stdout:636: finishing copy_from to smithi11051043-45 2024-02-18T08:21:58.395 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 131 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:21:58.395 INFO:tasks.rados.rados.0.smithi110.stdout:638: finishing write tid 2 to smithi11051043-11 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:638: finishing write tid 3 to smithi11051043-11 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:634: done (10 left) 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:639: done (9 left) 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:642: done (8 left) 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:647: read oid 50 snap -1 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:647: expect (ObjNum 174 snap 44 seq_num 174) 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:648: copy_from oid 48 from oid 1 current snap is 58 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:638: finishing write tid 5 to smithi11051043-11 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:636: finishing copy_from racing read to smithi11051043-45 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 194 (ObjNum 207 snap 56 seq_num 207) dirty exists 2024-02-18T08:21:58.396 INFO:tasks.rados.rados.0.smithi110.stdout:640: expect (ObjNum 182 snap 47 seq_num 182) 2024-02-18T08:21:58.412 INFO:tasks.rados.rados.0.smithi110.stdout:641: finishing rollback tid 0 to smithi11051043-44 2024-02-18T08:21:58.412 INFO:tasks.rados.rados.0.smithi110.stdout:641: finishing rollback tid 1 to smithi11051043-44 2024-02-18T08:21:58.412 INFO:tasks.rados.rados.0.smithi110.stdout:636: done (9 left) 2024-02-18T08:21:58.412 INFO:tasks.rados.rados.0.smithi110.stdout:640: done (8 left) 2024-02-18T08:21:58.412 INFO:tasks.rados.rados.0.smithi110.stdout:644: done (7 left) 2024-02-18T08:21:58.412 INFO:tasks.rados.rados.0.smithi110.stdout:649: read oid 9 snap -1 2024-02-18T08:21:58.412 INFO:tasks.rados.rados.0.smithi110.stdout:649: expect (ObjNum 211 snap 57 seq_num 211) 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:650: rollback oid 28 current snap is 58 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 28 to 48 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:641: finishing rollback tid 2 to smithi11051043-44 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 143 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:638: finishing write tid 6 to smithi11051043-11 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 249 (ObjNum 215 snap 58 seq_num 215) dirty exists 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:638: left oid 11 (ObjNum 215 snap 58 seq_num 215) 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:643: finishing rollback tid 0 to smithi11051043-30 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:643: finishing rollback tid 1 to smithi11051043-30 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:643: finishing rollback tid 2 to smithi11051043-30 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 149 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:645: finishing write tid 1 to smithi11051043-26 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:645: finishing write tid 2 to smithi11051043-26 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:638: done (8 left) 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:641: done (7 left) 2024-02-18T08:21:58.413 INFO:tasks.rados.rados.0.smithi110.stdout:643: done (6 left) 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:651: read oid 12 snap -1 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:651: expect deleted 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:652: read oid 35 snap 50 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:652: expect deleted 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:645: finishing write tid 3 to smithi11051043-26 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:645: finishing write tid 5 to smithi11051043-26 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:645: finishing write tid 6 to smithi11051043-26 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 370 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:645: left oid 26 (ObjNum 216 snap 58 seq_num 216) 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:645: done (7 left) 2024-02-18T08:21:58.414 INFO:tasks.rados.rados.0.smithi110.stdout:653: snap_remove snap 57 2024-02-18T08:21:58.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:58 smithi191 bash[19424]: cephadm 2024-02-18T08:21:57.281142+0000 mgr.y (mgr.24820) 8 : cephadm [INF] Upgrade: Updating mgr.x 2024-02-18T08:21:58.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:58 smithi191 bash[19424]: cephadm 2024-02-18T08:21:57.287634+0000 mgr.y (mgr.24820) 9 : cephadm [INF] Deploying daemon mgr.x on smithi191 2024-02-18T08:21:58.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:58 smithi191 bash[19424]: cluster 2024-02-18T08:21:57.302877+0000 mgr.y (mgr.24820) 10 : cluster [DBG] pgmap v19: 89 pgs: 89 active+clean; 139 MiB data, 203 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:58 smithi110 bash[19477]: cephadm 2024-02-18T08:21:57.281142+0000 mgr.y (mgr.24820) 8 : cephadm [INF] Upgrade: Updating mgr.x 2024-02-18T08:21:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:58 smithi110 bash[19477]: cephadm 2024-02-18T08:21:57.287634+0000 mgr.y (mgr.24820) 9 : cephadm [INF] Deploying daemon mgr.x on smithi191 2024-02-18T08:21:58.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:58 smithi110 bash[19477]: cluster 2024-02-18T08:21:57.302877+0000 mgr.y (mgr.24820) 10 : cluster [DBG] pgmap v19: 89 pgs: 89 active+clean; 139 MiB data, 203 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:58.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:58 smithi110 bash[24702]: cephadm 2024-02-18T08:21:57.281142+0000 mgr.y (mgr.24820) 8 : cephadm [INF] Upgrade: Updating mgr.x 2024-02-18T08:21:58.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:58 smithi110 bash[24702]: cephadm 2024-02-18T08:21:57.287634+0000 mgr.y (mgr.24820) 9 : cephadm [INF] Deploying daemon mgr.x on smithi191 2024-02-18T08:21:58.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:58 smithi110 bash[24702]: cluster 2024-02-18T08:21:57.302877+0000 mgr.y (mgr.24820) 10 : cluster [DBG] pgmap v19: 89 pgs: 89 active+clean; 139 MiB data, 203 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:21:59.339 INFO:tasks.rados.rados.0.smithi110.stdout:653: done (7 left) 2024-02-18T08:21:59.339 INFO:tasks.rados.rados.0.smithi110.stdout:654: setattr oid 7 current snap is 58 2024-02-18T08:21:59.339 INFO:tasks.rados.rados.0.smithi110.stdout:646: finishing rollback tid 0 to smithi11051043-24 2024-02-18T08:21:59.340 INFO:tasks.rados.rados.0.smithi110.stdout:646: finishing rollback tid 1 to smithi11051043-24 2024-02-18T08:21:59.340 INFO:tasks.rados.rados.0.smithi110.stdout:646: finishing rollback tid 2 to smithi11051043-24 2024-02-18T08:21:59.340 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 261 (ObjNum 151 snap 41 seq_num 151) dirty exists 2024-02-18T08:21:59.340 INFO:tasks.rados.rados.0.smithi110.stdout:648: finishing copy_from to smithi11051043-48 2024-02-18T08:21:59.340 INFO:tasks.rados.rados.0.smithi110.stdout:648: got expected ENOENT (src dne) 2024-02-18T08:21:59.340 INFO:tasks.rados.rados.0.smithi110.stdout:648: finishing copy_from racing read to smithi11051043-48 2024-02-18T08:21:59.340 INFO:tasks.rados.rados.0.smithi110.stdout:647: expect (ObjNum 174 snap 44 seq_num 174) 2024-02-18T08:21:59.356 INFO:tasks.rados.rados.0.smithi110.stdout:650: finishing rollback tid 0 to smithi11051043-28 2024-02-18T08:21:59.356 INFO:tasks.rados.rados.0.smithi110.stdout:650: finishing rollback tid 1 to smithi11051043-28 2024-02-18T08:21:59.356 INFO:tasks.rados.rados.0.smithi110.stdout:650: finishing rollback tid 2 to smithi11051043-28 2024-02-18T08:21:59.356 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 197 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:21:59.356 INFO:tasks.rados.rados.0.smithi110.stdout:649: expect (ObjNum 211 snap 57 seq_num 211) 2024-02-18T08:21:59.594 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:21:59 smithi191 systemd[1]: Stopping Ceph mgr.x for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:21:59.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:21:59 smithi191 bash[19424]: cluster 2024-02-18T08:21:58.323733+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-02-18T08:21:59.619 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 199 (ObjNum 207 snap 56 seq_num 207) dirty exists 2024-02-18T08:21:59.619 INFO:tasks.rados.rados.0.smithi110.stdout:646: done (7 left) 2024-02-18T08:21:59.619 INFO:tasks.rados.rados.0.smithi110.stdout:647: done (6 left) 2024-02-18T08:21:59.619 INFO:tasks.rados.rados.0.smithi110.stdout:648: done (5 left) 2024-02-18T08:21:59.619 INFO:tasks.rados.rados.0.smithi110.stdout:649: done (4 left) 2024-02-18T08:21:59.619 INFO:tasks.rados.rados.0.smithi110.stdout:650: done (3 left) 2024-02-18T08:21:59.619 INFO:tasks.rados.rados.0.smithi110.stdout:651: done (2 left) 2024-02-18T08:21:59.619 INFO:tasks.rados.rados.0.smithi110.stdout:652: done (1 left) 2024-02-18T08:21:59.619 INFO:tasks.rados.rados.0.smithi110.stdout:654: done (0 left) 2024-02-18T08:21:59.620 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 58 2024-02-18T08:21:59.620 INFO:tasks.rados.rados.0.smithi110.stdout:655: seq_num 217 ranges {1032192=442368,1474560=696320,2170880=106496} 2024-02-18T08:21:59.635 INFO:tasks.rados.rados.0.smithi110.stdout:655: writing smithi11051043-29 from 1032192 to 1474560 tid 1 2024-02-18T08:21:59.639 INFO:tasks.rados.rados.0.smithi110.stdout:655: writing smithi11051043-29 from 1474560 to 2170880 tid 2 2024-02-18T08:21:59.640 INFO:tasks.rados.rados.0.smithi110.stdout:655: writing smithi11051043-29 from 2170880 to 2277376 tid 3 2024-02-18T08:21:59.641 INFO:tasks.rados.rados.0.smithi110.stdout:656: read oid 40 snap -1 2024-02-18T08:21:59.641 INFO:tasks.rados.rados.0.smithi110.stdout:656: expect (ObjNum 180 snap 46 seq_num 180) 2024-02-18T08:21:59.641 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 58 2024-02-18T08:21:59.641 INFO:tasks.rados.rados.0.smithi110.stdout:657: seq_num 218 ranges {0=458752,458752=581632,1040384=221184} 2024-02-18T08:21:59.641 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:21:59.643 INFO:tasks.rados.rados.0.smithi110.stdout:657: writing smithi11051043-12 from 0 to 458752 tid 1 2024-02-18T08:21:59.647 INFO:tasks.rados.rados.0.smithi110.stdout:657: writing smithi11051043-12 from 458752 to 1040384 tid 2 2024-02-18T08:21:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:657: writing smithi11051043-12 from 1040384 to 1261568 tid 3 2024-02-18T08:21:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 58 2024-02-18T08:21:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:658: seq_num 219 ranges {0=475136,475136=466944,942080=335872} 2024-02-18T08:21:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:658: writing smithi11051043-16 from 0 to 475136 tid 1 2024-02-18T08:21:59.655 INFO:tasks.rados.rados.0.smithi110.stdout:658: writing smithi11051043-16 from 475136 to 942080 tid 2 2024-02-18T08:21:59.658 INFO:tasks.rados.rados.0.smithi110.stdout:658: writing smithi11051043-16 from 942080 to 1277952 tid 3 2024-02-18T08:21:59.658 INFO:tasks.rados.rados.0.smithi110.stdout:659: read oid 36 snap 50 2024-02-18T08:21:59.658 INFO:tasks.rados.rados.0.smithi110.stdout:659: expect (ObjNum 167 snap 44 seq_num 167) 2024-02-18T08:21:59.658 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 58 2024-02-18T08:21:59.658 INFO:tasks.rados.rados.0.smithi110.stdout:660: seq_num 220 ranges {0=491520,491520=753664,1245184=49152} 2024-02-18T08:21:59.660 INFO:tasks.rados.rados.0.smithi110.stdout:660: writing smithi11051043-19 from 0 to 491520 tid 1 2024-02-18T08:21:59.665 INFO:tasks.rados.rados.0.smithi110.stdout:660: writing smithi11051043-19 from 491520 to 1245184 tid 2 2024-02-18T08:21:59.666 INFO:tasks.rados.rados.0.smithi110.stdout:660: writing smithi11051043-19 from 1245184 to 1294336 tid 3 2024-02-18T08:21:59.666 INFO:tasks.rados.rados.0.smithi110.stdout:661: rmattr oid 21 current snap is 58 2024-02-18T08:21:59.667 INFO:tasks.rados.rados.0.smithi110.stdout:655: finishing write tid 1 to smithi11051043-29 2024-02-18T08:21:59.667 INFO:tasks.rados.rados.0.smithi110.stdout:655: finishing write tid 2 to smithi11051043-29 2024-02-18T08:21:59.667 INFO:tasks.rados.rados.0.smithi110.stdout:655: finishing write tid 3 to smithi11051043-29 2024-02-18T08:21:59.667 INFO:tasks.rados.rados.0.smithi110.stdout:655: finishing write tid 5 to smithi11051043-29 2024-02-18T08:21:59.667 INFO:tasks.rados.rados.0.smithi110.stdout:657: finishing write tid 1 to smithi11051043-12 2024-02-18T08:21:59.667 INFO:tasks.rados.rados.0.smithi110.stdout:655: finishing write tid 6 to smithi11051043-29 2024-02-18T08:21:59.667 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 177 (ObjNum 217 snap 58 seq_num 217) dirty exists 2024-02-18T08:21:59.667 INFO:tasks.rados.rados.0.smithi110.stdout:655: left oid 29 (ObjNum 217 snap 58 seq_num 217) 2024-02-18T08:21:59.667 INFO:tasks.rados.rados.0.smithi110.stdout:656: expect (ObjNum 180 snap 46 seq_num 180) 2024-02-18T08:21:59.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:21:59 smithi110 bash[19477]: cluster 2024-02-18T08:21:58.323733+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-02-18T08:21:59.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:21:59 smithi110 bash[24702]: cluster 2024-02-18T08:21:58.323733+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-02-18T08:21:59.839 INFO:tasks.rados.rados.0.smithi110.stdout:657: finishing write tid 2 to smithi11051043-12 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:657: finishing write tid 3 to smithi11051043-12 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:657: finishing write tid 5 to smithi11051043-12 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:657: finishing write tid 6 to smithi11051043-12 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 203 (ObjNum 218 snap 58 seq_num 218) dirty exists 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:657: left oid 12 (ObjNum 218 snap 58 seq_num 218) 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:658: finishing write tid 1 to smithi11051043-16 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:658: finishing write tid 2 to smithi11051043-16 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:658: finishing write tid 3 to smithi11051043-16 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:658: finishing write tid 5 to smithi11051043-16 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:660: finishing write tid 1 to smithi11051043-19 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:658: finishing write tid 6 to smithi11051043-16 2024-02-18T08:21:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 376 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:21:59.841 INFO:tasks.rados.rados.0.smithi110.stdout:658: left oid 16 (ObjNum 219 snap 58 seq_num 219) 2024-02-18T08:21:59.841 INFO:tasks.rados.rados.0.smithi110.stdout:659: expect (ObjNum 167 snap 44 seq_num 167) 2024-02-18T08:21:59.855 INFO:tasks.rados.rados.0.smithi110.stdout:660: finishing write tid 2 to smithi11051043-19 2024-02-18T08:21:59.855 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 244 (ObjNum 179 snap 45 seq_num 179) dirty exists 2024-02-18T08:21:59.855 INFO:tasks.rados.rados.0.smithi110.stdout:660: finishing write tid 3 to smithi11051043-19 2024-02-18T08:21:59.855 INFO:tasks.rados.rados.0.smithi110.stdout:660: finishing write tid 5 to smithi11051043-19 2024-02-18T08:21:59.855 INFO:tasks.rados.rados.0.smithi110.stdout:660: finishing write tid 6 to smithi11051043-19 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 181 (ObjNum 220 snap 58 seq_num 220) dirty exists 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:660: left oid 19 (ObjNum 220 snap 58 seq_num 220) 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:655: done (6 left) 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:656: done (5 left) 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:657: done (4 left) 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:658: done (3 left) 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:659: done (2 left) 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:660: done (1 left) 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:661: done (0 left) 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:662: rmattr oid 26 current snap is 58 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:663: rmattr oid 5 current snap is 58 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:663: done (1 left) 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 47 current snap is 58 2024-02-18T08:21:59.856 INFO:tasks.rados.rados.0.smithi110.stdout:664: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-02-18T08:21:59.863 INFO:tasks.rados.rados.0.smithi110.stdout:664: writing smithi11051043-47 from 0 to 507904 tid 1 2024-02-18T08:21:59.870 INFO:tasks.rados.rados.0.smithi110.stdout:664: writing smithi11051043-47 from 507904 to 1196032 tid 2 2024-02-18T08:21:59.871 INFO:tasks.rados.rados.0.smithi110.stdout:664: writing smithi11051043-47 from 1196032 to 1310720 tid 3 2024-02-18T08:21:59.871 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 58 2024-02-18T08:21:59.871 INFO:tasks.rados.rados.0.smithi110.stdout:665: seq_num 222 ranges {7667712=524288,8192000=565248,8757248=237568} 2024-02-18T08:21:59.917 INFO:tasks.rados.rados.0.smithi110.stdout:665: writing smithi11051043-32 from 7667712 to 8192000 tid 1 2024-02-18T08:21:59.919 INFO:tasks.rados.rados.0.smithi110.stdout:665: writing smithi11051043-32 from 8192000 to 8757248 tid 2 2024-02-18T08:21:59.921 INFO:tasks.rados.rados.0.smithi110.stdout:665: writing smithi11051043-32 from 8757248 to 8994816 tid 3 2024-02-18T08:21:59.921 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 58 2024-02-18T08:21:59.921 INFO:tasks.rados.rados.0.smithi110.stdout:666: seq_num 223 ranges {0=540672,540672=450560,991232=352256} 2024-02-18T08:21:59.925 INFO:tasks.rados.rados.0.smithi110.stdout:666: writing smithi11051043-31 from 0 to 540672 tid 1 2024-02-18T08:21:59.928 INFO:tasks.rados.rados.0.smithi110.stdout:666: writing smithi11051043-31 from 540672 to 991232 tid 2 2024-02-18T08:21:59.931 INFO:tasks.rados.rados.0.smithi110.stdout:666: writing smithi11051043-31 from 991232 to 1343488 tid 3 2024-02-18T08:21:59.931 INFO:tasks.rados.rados.0.smithi110.stdout:667: read oid 5 snap -1 2024-02-18T08:21:59.931 INFO:tasks.rados.rados.0.smithi110.stdout:667: expect deleted 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 377 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:664: finishing write tid 1 to smithi11051043-47 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:664: finishing write tid 2 to smithi11051043-47 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:664: finishing write tid 3 to smithi11051043-47 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:664: finishing write tid 5 to smithi11051043-47 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:664: finishing write tid 6 to smithi11051043-47 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 170 (ObjNum 221 snap 58 seq_num 221) dirty exists 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:664: left oid 47 (ObjNum 221 snap 58 seq_num 221) 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:665: finishing write tid 1 to smithi11051043-32 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:668: read oid 10 snap -1 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:668: expect deleted 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:662: done (5 left) 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:664: done (4 left) 2024-02-18T08:21:59.932 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 58 2024-02-18T08:21:59.933 INFO:tasks.rados.rados.0.smithi110.stdout:669: seq_num 224 ranges {696320=557056,1253376=737280,1990656=65536} 2024-02-18T08:21:59.938 INFO:tasks.rados.rados.0.smithi110.stdout:669: writing smithi11051043-42 from 696320 to 1253376 tid 1 2024-02-18T08:21:59.942 INFO:tasks.rados.rados.0.smithi110.stdout:669: writing smithi11051043-42 from 1253376 to 1990656 tid 2 2024-02-18T08:21:59.943 INFO:tasks.rados.rados.0.smithi110.stdout:669: writing smithi11051043-42 from 1990656 to 2056192 tid 3 2024-02-18T08:21:59.943 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 58 2024-02-18T08:21:59.943 INFO:tasks.rados.rados.0.smithi110.stdout:670: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2024-02-18T08:21:59.944 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:21:59.944 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (5m) 5s ago 5m 13.4M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:21:59.944 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (5m) 5s ago 5m 24.3M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:21:59.944 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (3m) 5s ago 3m 13.2M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:21:59.944 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (3m) 5s ago 3m 15.4M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:21:59.944 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 running (80s) 5s ago 9m 376M - 16.2.14-548-g81bd20d6 823b921721f5 078c7be05161 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (27s) 5s ago 11m 404M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (11m) 5s ago 11m 60.5M 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 95d75c152d30 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (9m) 5s ago 9m 53.5M 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 aef567a9442b 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (9m) 5s ago 9m 39.8M 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 49cfd6419cc5 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (5m) 5s ago 5m 10.4M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (5m) 5s ago 5m 10.9M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (8m) 5s ago 9m 103M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 4653ae3edd3d 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (8m) 5s ago 8m 89.8M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 d367d50f4287 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (8m) 5s ago 8m 80.1M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 7034e30efa32 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (7m) 5s ago 7m 71.0M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 a630753383f3 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (7m) 5s ago 7m 82.0M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 2f52ea6278f0 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (7m) 5s ago 7m 96.3M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (6m) 5s ago 6m 83.2M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (6m) 5s ago 6m 62.3M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:21:59.945 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (46s) 5s ago 5m 32.0M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:21:59.946 INFO:tasks.rados.rados.0.smithi110.stdout:670: writing smithi11051043-17 from 0 to 573440 tid 1 2024-02-18T08:21:59.950 INFO:tasks.rados.rados.0.smithi110.stdout:670: writing smithi11051043-17 from 573440 to 1196032 tid 2 2024-02-18T08:21:59.951 INFO:tasks.rados.rados.0.smithi110.stdout:670: writing smithi11051043-17 from 1196032 to 1376256 tid 3 2024-02-18T08:21:59.952 INFO:tasks.rados.rados.0.smithi110.stdout:671: snap_remove snap 48 2024-02-18T08:22:00.287 INFO:tasks.rados.rados.0.smithi110.stdout:671: done (6 left) 2024-02-18T08:22:00.288 INFO:tasks.rados.rados.0.smithi110.stdout:672: snap_remove snap 50 2024-02-18T08:22:00.292 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:22:00.292 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:22:00.292 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 3 2024-02-18T08:22:00.292 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:22:00.292 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:22:00.292 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 8 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 13, 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:22:00.293 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:22:00.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: cluster 2024-02-18T08:21:59.303691+0000 mgr.y (mgr.24820) 11 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 94 MiB data, 146 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 816 KiB/s wr, 15 op/s 2024-02-18T08:22:00.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: cluster 2024-02-18T08:21:59.335740+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-02-18T08:22:00.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.625753+0000 mgr.y (mgr.24820) 12 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:00.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.925739+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:00.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.926182+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:00.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.926555+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.926969+0000 mon.a (mon.0) 950 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.927330+0000 mon.a (mon.0) 951 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.927669+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.929775+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:00.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.930137+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.930486+0000 mon.a (mon.0) 955 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.930912+0000 mon.a (mon.0) 956 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:21:59.931362+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: cluster 2024-02-18T08:22:00.281634+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-02-18T08:22:00.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[19477]: audit 2024-02-18T08:22:00.285905+0000 mon.c (mon.1) 43 : audit [DBG] from='client.? 172.21.15.110:0/4219420349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:00.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: cluster 2024-02-18T08:21:59.303691+0000 mgr.y (mgr.24820) 11 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 94 MiB data, 146 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 816 KiB/s wr, 15 op/s 2024-02-18T08:22:00.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: cluster 2024-02-18T08:21:59.335740+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-02-18T08:22:00.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.625753+0000 mgr.y (mgr.24820) 12 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:00.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.925739+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:00.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.926182+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:00.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.926555+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.926969+0000 mon.a (mon.0) 950 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.927330+0000 mon.a (mon.0) 951 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.927669+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.929775+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:00.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.930137+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.930486+0000 mon.a (mon.0) 955 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.930912+0000 mon.a (mon.0) 956 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:21:59.931362+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: cluster 2024-02-18T08:22:00.281634+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-02-18T08:22:00.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:00 smithi110 bash[24702]: audit 2024-02-18T08:22:00.285905+0000 mon.c (mon.1) 43 : audit [DBG] from='client.? 172.21.15.110:0/4219420349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:00.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: cluster 2024-02-18T08:21:59.303691+0000 mgr.y (mgr.24820) 11 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 94 MiB data, 146 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 816 KiB/s wr, 15 op/s 2024-02-18T08:22:00.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: cluster 2024-02-18T08:21:59.335740+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-02-18T08:22:00.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.625753+0000 mgr.y (mgr.24820) 12 : audit [DBG] from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:00.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.925739+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:00.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.926182+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:00.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.926555+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.926969+0000 mon.a (mon.0) 950 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.927330+0000 mon.a (mon.0) 951 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.927669+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.929775+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:00.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.930137+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.930486+0000 mon.a (mon.0) 955 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.930912+0000 mon.a (mon.0) 956 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.847 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:21:59.931362+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:00.847 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: cluster 2024-02-18T08:22:00.281634+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-02-18T08:22:00.847 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:00 smithi191 bash[19424]: audit 2024-02-18T08:22:00.285905+0000 mon.c (mon.1) 43 : audit [DBG] from='client.? 172.21.15.110:0/4219420349' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:01.300 INFO:tasks.rados.rados.0.smithi110.stdout:672: done (6 left) 2024-02-18T08:22:01.300 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 58 2024-02-18T08:22:01.300 INFO:tasks.rados.rados.0.smithi110.stdout:673: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2024-02-18T08:22:01.304 INFO:tasks.rados.rados.0.smithi110.stdout:673: writing smithi11051043-43 from 0 to 589824 tid 1 2024-02-18T08:22:01.307 INFO:tasks.rados.rados.0.smithi110.stdout:673: writing smithi11051043-43 from 589824 to 1097728 tid 2 2024-02-18T08:22:01.310 INFO:tasks.rados.rados.0.smithi110.stdout:673: writing smithi11051043-43 from 1097728 to 1392640 tid 3 2024-02-18T08:22:01.310 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 58 2024-02-18T08:22:01.310 INFO:tasks.rados.rados.0.smithi110.stdout:674: seq_num 227 ranges {655360=606208,1261568=794624,2056192=8192} 2024-02-18T08:22:01.317 INFO:tasks.rados.rados.0.smithi110.stdout:674: writing smithi11051043-49 from 655360 to 1261568 tid 1 2024-02-18T08:22:01.325 INFO:tasks.rados.rados.0.smithi110.stdout:674: writing smithi11051043-49 from 1261568 to 2056192 tid 2 2024-02-18T08:22:01.325 INFO:tasks.rados.rados.0.smithi110.stdout:674: writing smithi11051043-49 from 2056192 to 2064384 tid 3 2024-02-18T08:22:01.325 INFO:tasks.rados.rados.0.smithi110.stdout:675: snap_create 2024-02-18T08:22:01.325 INFO:tasks.rados.rados.0.smithi110.stdout:665: finishing write tid 2 to smithi11051043-32 2024-02-18T08:22:01.325 INFO:tasks.rados.rados.0.smithi110.stdout:665: finishing write tid 3 to smithi11051043-32 2024-02-18T08:22:01.325 INFO:tasks.rados.rados.0.smithi110.stdout:665: finishing write tid 5 to smithi11051043-32 2024-02-18T08:22:01.325 INFO:tasks.rados.rados.0.smithi110.stdout:665: finishing write tid 6 to smithi11051043-32 2024-02-18T08:22:01.325 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 85 (ObjNum 222 snap 58 seq_num 222) dirty exists 2024-02-18T08:22:01.326 INFO:tasks.rados.rados.0.smithi110.stdout:665: left oid 32 (ObjNum 222 snap 58 seq_num 222) 2024-02-18T08:22:01.326 INFO:tasks.rados.rados.0.smithi110.stdout:666: finishing write tid 1 to smithi11051043-31 2024-02-18T08:22:01.326 INFO:tasks.rados.rados.0.smithi110.stdout:666: finishing write tid 2 to smithi11051043-31 2024-02-18T08:22:01.326 INFO:tasks.rados.rados.0.smithi110.stdout:666: finishing write tid 3 to smithi11051043-31 2024-02-18T08:22:01.326 INFO:tasks.rados.rados.0.smithi110.stdout:666: finishing write tid 5 to smithi11051043-31 2024-02-18T08:22:01.326 INFO:tasks.rados.rados.0.smithi110.stdout:666: finishing write tid 6 to smithi11051043-31 2024-02-18T08:22:01.326 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 381 (ObjNum 223 snap 58 seq_num 223) dirty exists 2024-02-18T08:22:01.326 INFO:tasks.rados.rados.0.smithi110.stdout:666: left oid 31 (ObjNum 223 snap 58 seq_num 223) 2024-02-18T08:22:01.326 INFO:tasks.rados.rados.0.smithi110.stdout:669: finishing write tid 1 to smithi11051043-42 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:669: finishing write tid 2 to smithi11051043-42 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:669: finishing write tid 3 to smithi11051043-42 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:669: finishing write tid 5 to smithi11051043-42 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:669: finishing write tid 6 to smithi11051043-42 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 83 (ObjNum 224 snap 58 seq_num 224) dirty exists 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:669: left oid 42 (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:670: finishing write tid 1 to smithi11051043-17 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:670: finishing write tid 2 to smithi11051043-17 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:670: finishing write tid 3 to smithi11051043-17 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:670: finishing write tid 5 to smithi11051043-17 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:670: finishing write tid 6 to smithi11051043-17 2024-02-18T08:22:01.327 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 255 (ObjNum 225 snap 58 seq_num 225) dirty exists 2024-02-18T08:22:01.328 INFO:tasks.rados.rados.0.smithi110.stdout:670: left oid 17 (ObjNum 225 snap 58 seq_num 225) 2024-02-18T08:22:01.328 INFO:tasks.rados.rados.0.smithi110.stdout:673: finishing write tid 1 to smithi11051043-43 2024-02-18T08:22:01.328 INFO:tasks.rados.rados.0.smithi110.stdout:673: finishing write tid 2 to smithi11051043-43 2024-02-18T08:22:01.328 INFO:tasks.rados.rados.0.smithi110.stdout:673: finishing write tid 3 to smithi11051043-43 2024-02-18T08:22:01.328 INFO:tasks.rados.rados.0.smithi110.stdout:673: finishing write tid 5 to smithi11051043-43 2024-02-18T08:22:01.328 INFO:tasks.rados.rados.0.smithi110.stdout:673: finishing write tid 6 to smithi11051043-43 2024-02-18T08:22:01.328 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 93 (ObjNum 226 snap 58 seq_num 226) dirty exists 2024-02-18T08:22:01.328 INFO:tasks.rados.rados.0.smithi110.stdout:673: left oid 43 (ObjNum 226 snap 58 seq_num 226) 2024-02-18T08:22:01.328 INFO:tasks.rados.rados.0.smithi110.stdout:674: finishing write tid 1 to smithi11051043-49 2024-02-18T08:22:01.329 INFO:tasks.rados.rados.0.smithi110.stdout:674: finishing write tid 2 to smithi11051043-49 2024-02-18T08:22:01.329 INFO:tasks.rados.rados.0.smithi110.stdout:674: finishing write tid 3 to smithi11051043-49 2024-02-18T08:22:01.329 INFO:tasks.rados.rados.0.smithi110.stdout:674: finishing write tid 5 to smithi11051043-49 2024-02-18T08:22:01.330 INFO:tasks.rados.rados.0.smithi110.stdout:674: finishing write tid 6 to smithi11051043-49 2024-02-18T08:22:01.330 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 112 (ObjNum 227 snap 58 seq_num 227) dirty exists 2024-02-18T08:22:01.330 INFO:tasks.rados.rados.0.smithi110.stdout:674: left oid 49 (ObjNum 227 snap 58 seq_num 227) 2024-02-18T08:22:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:01 smithi110 bash[19477]: audit 2024-02-18T08:21:59.923431+0000 mgr.y (mgr.24820) 13 : audit [DBG] from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:01 smithi110 bash[19477]: cluster 2024-02-18T08:22:01.296495+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-02-18T08:22:01.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:01 smithi110 bash[24702]: audit 2024-02-18T08:21:59.923431+0000 mgr.y (mgr.24820) 13 : audit [DBG] from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:01.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:01 smithi110 bash[24702]: cluster 2024-02-18T08:22:01.296495+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-02-18T08:22:01.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:01 smithi191 bash[19424]: audit 2024-02-18T08:21:59.923431+0000 mgr.y (mgr.24820) 13 : audit [DBG] from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:01.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:01 smithi191 bash[19424]: cluster 2024-02-18T08:22:01.296495+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-02-18T08:22:02.307 INFO:tasks.rados.rados.0.smithi110.stdout:665: done (8 left) 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:666: done (7 left) 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:667: done (6 left) 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:668: done (5 left) 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:669: done (4 left) 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:670: done (3 left) 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:673: done (2 left) 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:674: done (1 left) 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:675: done (0 left) 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:676: rollback oid 13 current snap is 59 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 58 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 59 2024-02-18T08:22:02.308 INFO:tasks.rados.rados.0.smithi110.stdout:677: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2024-02-18T08:22:02.312 INFO:tasks.rados.rados.0.smithi110.stdout:677: writing smithi11051043-35 from 0 to 622592 tid 1 2024-02-18T08:22:02.315 INFO:tasks.rados.rados.0.smithi110.stdout:677: writing smithi11051043-35 from 622592 to 1294336 tid 2 2024-02-18T08:22:02.316 INFO:tasks.rados.rados.0.smithi110.stdout:677: writing smithi11051043-35 from 1294336 to 1425408 tid 3 2024-02-18T08:22:02.316 INFO:tasks.rados.rados.0.smithi110.stdout:678: read oid 1 snap -1 2024-02-18T08:22:02.316 INFO:tasks.rados.rados.0.smithi110.stdout:678: expect deleted 2024-02-18T08:22:02.316 INFO:tasks.rados.rados.0.smithi110.stdout:679: copy_from oid 17 from oid 38 current snap is 59 2024-02-18T08:22:02.317 INFO:tasks.rados.rados.0.smithi110.stdout:676: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:22:02.317 INFO:tasks.rados.rados.0.smithi110.stdout:676: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:22:02.317 INFO:tasks.rados.rados.0.smithi110.stdout:676: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:22:02.317 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 167 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:22:02.317 INFO:tasks.rados.rados.0.smithi110.stdout:676: done (3 left) 2024-02-18T08:22:02.317 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 59 2024-02-18T08:22:02.317 INFO:tasks.rados.rados.0.smithi110.stdout:680: seq_num 229 ranges {1122304=638976,1761280=606208,2367488=196608} 2024-02-18T08:22:02.327 INFO:tasks.rados.rados.0.smithi110.stdout:680: writing smithi11051043-6 from 1122304 to 1761280 tid 1 2024-02-18T08:22:02.331 INFO:tasks.rados.rados.0.smithi110.stdout:680: writing smithi11051043-6 from 1761280 to 2367488 tid 2 2024-02-18T08:22:02.333 INFO:tasks.rados.rados.0.smithi110.stdout:680: writing smithi11051043-6 from 2367488 to 2564096 tid 3 2024-02-18T08:22:02.333 INFO:tasks.rados.rados.0.smithi110.stdout:681: setattr oid 27 current snap is 59 2024-02-18T08:22:02.333 INFO:tasks.rados.rados.0.smithi110.stdout:677: finishing write tid 1 to smithi11051043-35 2024-02-18T08:22:02.333 INFO:tasks.rados.rados.0.smithi110.stdout:677: finishing write tid 2 to smithi11051043-35 2024-02-18T08:22:02.333 INFO:tasks.rados.rados.0.smithi110.stdout:677: finishing write tid 3 to smithi11051043-35 2024-02-18T08:22:02.333 INFO:tasks.rados.rados.0.smithi110.stdout:677: finishing write tid 5 to smithi11051043-35 2024-02-18T08:22:02.333 INFO:tasks.rados.rados.0.smithi110.stdout:677: finishing write tid 6 to smithi11051043-35 2024-02-18T08:22:02.333 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 254 (ObjNum 228 snap 59 seq_num 228) dirty exists 2024-02-18T08:22:02.333 INFO:tasks.rados.rados.0.smithi110.stdout:677: left oid 35 (ObjNum 228 snap 59 seq_num 228) 2024-02-18T08:22:02.334 INFO:tasks.rados.rados.0.smithi110.stdout:677: done (4 left) 2024-02-18T08:22:02.334 INFO:tasks.rados.rados.0.smithi110.stdout:678: done (3 left) 2024-02-18T08:22:02.334 INFO:tasks.rados.rados.0.smithi110.stdout:682: setattr oid 2 current snap is 59 2024-02-18T08:22:02.335 INFO:tasks.rados.rados.0.smithi110.stdout:683: snap_create 2024-02-18T08:22:02.335 INFO:tasks.rados.rados.0.smithi110.stdout:679: finishing copy_from to smithi11051043-17 2024-02-18T08:22:02.335 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 257 (ObjNum 134 snap 36 seq_num 134) dirty exists 2024-02-18T08:22:02.335 INFO:tasks.rados.rados.0.smithi110.stdout:679: finishing copy_from racing read to smithi11051043-17 2024-02-18T08:22:02.336 INFO:tasks.rados.rados.0.smithi110.stdout:680: finishing write tid 1 to smithi11051043-6 2024-02-18T08:22:02.336 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 392 (ObjNum 1 snap 32588 seq_num 4165404016) dirty exists 2024-02-18T08:22:02.336 INFO:tasks.rados.rados.0.smithi110.stdout:680: finishing write tid 2 to smithi11051043-6 2024-02-18T08:22:02.336 INFO:tasks.rados.rados.0.smithi110.stdout:680: finishing write tid 3 to smithi11051043-6 2024-02-18T08:22:02.337 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 156 (ObjNum 288 snap 0 seq_num 129) dirty exists 2024-02-18T08:22:02.337 INFO:tasks.rados.rados.0.smithi110.stdout:680: finishing write tid 5 to smithi11051043-6 2024-02-18T08:22:02.338 INFO:tasks.rados.rados.0.smithi110.stdout:680: finishing write tid 6 to smithi11051043-6 2024-02-18T08:22:02.338 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 172 (ObjNum 229 snap 59 seq_num 229) dirty exists 2024-02-18T08:22:02.338 INFO:tasks.rados.rados.0.smithi110.stdout:680: left oid 6 (ObjNum 229 snap 59 seq_num 229) 2024-02-18T08:22:02.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:02 smithi110 bash[19477]: cluster 2024-02-18T08:22:01.304328+0000 mgr.y (mgr.24820) 14 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 94 MiB data, 146 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 822 KiB/s wr, 15 op/s 2024-02-18T08:22:02.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:02 smithi110 bash[19477]: cluster 2024-02-18T08:22:02.301335+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-02-18T08:22:02.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:02 smithi110 bash[24702]: cluster 2024-02-18T08:22:01.304328+0000 mgr.y (mgr.24820) 14 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 94 MiB data, 146 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 822 KiB/s wr, 15 op/s 2024-02-18T08:22:02.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:02 smithi110 bash[24702]: cluster 2024-02-18T08:22:02.301335+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-02-18T08:22:02.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:02 smithi191 bash[19424]: cluster 2024-02-18T08:22:01.304328+0000 mgr.y (mgr.24820) 14 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 94 MiB data, 146 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 822 KiB/s wr, 15 op/s 2024-02-18T08:22:02.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:02 smithi191 bash[19424]: cluster 2024-02-18T08:22:02.301335+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-02-18T08:22:03.311 INFO:tasks.rados.rados.0.smithi110.stdout:679: done (4 left) 2024-02-18T08:22:03.311 INFO:tasks.rados.rados.0.smithi110.stdout:680: done (3 left) 2024-02-18T08:22:03.311 INFO:tasks.rados.rados.0.smithi110.stdout:681: done (2 left) 2024-02-18T08:22:03.311 INFO:tasks.rados.rados.0.smithi110.stdout:682: done (1 left) 2024-02-18T08:22:03.311 INFO:tasks.rados.rados.0.smithi110.stdout:683: done (0 left) 2024-02-18T08:22:03.311 INFO:tasks.rados.rados.0.smithi110.stdout:684: rollback oid 32 current snap is 60 2024-02-18T08:22:03.311 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 32 to 59 2024-02-18T08:22:03.312 INFO:tasks.rados.rados.0.smithi110.stdout:685: snap_remove snap 58 2024-02-18T08:22:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:03.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:03.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:03.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:22:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:03.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:03.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:03.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:22:04.318 INFO:tasks.rados.rados.0.smithi110.stdout:685: done (1 left) 2024-02-18T08:22:04.318 INFO:tasks.rados.rados.0.smithi110.stdout:686: read oid 21 snap -1 2024-02-18T08:22:04.318 INFO:tasks.rados.rados.0.smithi110.stdout:686: expect (ObjNum 179 snap 45 seq_num 179) 2024-02-18T08:22:04.319 INFO:tasks.rados.rados.0.smithi110.stdout:687: rollback oid 20 current snap is 60 2024-02-18T08:22:04.319 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 20 to 59 2024-02-18T08:22:04.319 INFO:tasks.rados.rados.0.smithi110.stdout:684: finishing rollback tid 0 to smithi11051043-32 2024-02-18T08:22:04.319 INFO:tasks.rados.rados.0.smithi110.stdout:684: finishing rollback tid 1 to smithi11051043-32 2024-02-18T08:22:04.319 INFO:tasks.rados.rados.0.smithi110.stdout:684: finishing rollback tid 2 to smithi11051043-32 2024-02-18T08:22:04.319 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 93 (ObjNum 222 snap 58 seq_num 222) dirty exists 2024-02-18T08:22:04.319 INFO:tasks.rados.rados.0.smithi110.stdout:684: done (2 left) 2024-02-18T08:22:04.319 INFO:tasks.rados.rados.0.smithi110.stdout:688: delete oid 29 current snap is 60 2024-02-18T08:22:04.323 INFO:tasks.rados.rados.0.smithi110.stdout:686: expect (ObjNum 179 snap 45 seq_num 179) 2024-02-18T08:22:04.345 INFO:tasks.rados.rados.0.smithi110.stdout:687: finishing rollback tid 0 to smithi11051043-20 2024-02-18T08:22:04.345 INFO:tasks.rados.rados.0.smithi110.stdout:687: finishing rollback tid 1 to smithi11051043-20 2024-02-18T08:22:04.345 INFO:tasks.rados.rados.0.smithi110.stdout:687: finishing rollback tid 2 to smithi11051043-20 2024-02-18T08:22:04.345 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 36 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-02-18T08:22:04.345 INFO:tasks.rados.rados.0.smithi110.stdout:686: done (2 left) 2024-02-18T08:22:04.345 INFO:tasks.rados.rados.0.smithi110.stdout:687: done (1 left) 2024-02-18T08:22:04.346 INFO:tasks.rados.rados.0.smithi110.stdout:688: done (0 left) 2024-02-18T08:22:04.346 INFO:tasks.rados.rados.0.smithi110.stdout:689: delete oid 49 current snap is 60 2024-02-18T08:22:04.348 INFO:tasks.rados.rados.0.smithi110.stdout:689: done (0 left) 2024-02-18T08:22:04.348 INFO:tasks.rados.rados.0.smithi110.stdout:690: rmattr oid 13 current snap is 60 2024-02-18T08:22:04.348 INFO:tasks.rados.rados.0.smithi110.stdout:690: done (0 left) 2024-02-18T08:22:04.348 INFO:tasks.rados.rados.0.smithi110.stdout:691: read oid 1 snap -1 2024-02-18T08:22:04.351 INFO:tasks.rados.rados.0.smithi110.stdout:691: expect deleted 2024-02-18T08:22:04.351 INFO:tasks.rados.rados.0.smithi110.stdout:692: copy_from oid 7 from oid 48 current snap is 60 2024-02-18T08:22:04.351 INFO:tasks.rados.rados.0.smithi110.stdout:693: read oid 24 snap -1 2024-02-18T08:22:04.351 INFO:tasks.rados.rados.0.smithi110.stdout:693: expect (ObjNum 151 snap 41 seq_num 151) 2024-02-18T08:22:04.351 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 60 2024-02-18T08:22:04.351 INFO:tasks.rados.rados.0.smithi110.stdout:694: seq_num 232 ranges {5054464=688128,5742592=663552,6406144=139264} 2024-02-18T08:22:04.385 INFO:tasks.rados.rados.0.smithi110.stdout:694: writing smithi11051043-9 from 5054464 to 5742592 tid 1 2024-02-18T08:22:04.389 INFO:tasks.rados.rados.0.smithi110.stdout:694: writing smithi11051043-9 from 5742592 to 6406144 tid 2 2024-02-18T08:22:04.390 INFO:tasks.rados.rados.0.smithi110.stdout:694: writing smithi11051043-9 from 6406144 to 6545408 tid 3 2024-02-18T08:22:04.390 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 60 2024-02-18T08:22:04.390 INFO:tasks.rados.rados.0.smithi110.stdout:695: seq_num 233 ranges {8994816=712704,9707520=548864,10256384=253952} 2024-02-18T08:22:04.444 INFO:tasks.rados.rados.0.smithi110.stdout:695: writing smithi11051043-32 from 8994816 to 9707520 tid 1 2024-02-18T08:22:04.447 INFO:tasks.rados.rados.0.smithi110.stdout:695: writing smithi11051043-32 from 9707520 to 10256384 tid 2 2024-02-18T08:22:04.449 INFO:tasks.rados.rados.0.smithi110.stdout:695: writing smithi11051043-32 from 10256384 to 10510336 tid 3 2024-02-18T08:22:04.449 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 60 2024-02-18T08:22:04.449 INFO:tasks.rados.rados.0.smithi110.stdout:696: seq_num 234 ranges {0=729088,729088=434176,1163264=368640} 2024-02-18T08:22:04.453 INFO:tasks.rados.rados.0.smithi110.stdout:696: writing smithi11051043-5 from 0 to 729088 tid 1 2024-02-18T08:22:04.456 INFO:tasks.rados.rados.0.smithi110.stdout:696: writing smithi11051043-5 from 729088 to 1163264 tid 2 2024-02-18T08:22:04.458 INFO:tasks.rados.rados.0.smithi110.stdout:696: writing smithi11051043-5 from 1163264 to 1531904 tid 3 2024-02-18T08:22:04.459 INFO:tasks.rados.rados.0.smithi110.stdout:697: copy_from oid 12 from oid 13 current snap is 60 2024-02-18T08:22:04.459 INFO:tasks.rados.rados.0.smithi110.stdout:693: expect (ObjNum 151 snap 41 seq_num 151) 2024-02-18T08:22:04.463 INFO:tasks.rados.rados.0.smithi110.stdout:692: finishing copy_from to smithi11051043-7 2024-02-18T08:22:04.463 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 42 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:22:04.463 INFO:tasks.rados.rados.0.smithi110.stdout:692: finishing copy_from racing read to smithi11051043-7 2024-02-18T08:22:04.463 INFO:tasks.rados.rados.0.smithi110.stdout:694: finishing write tid 1 to smithi11051043-9 2024-02-18T08:22:04.463 INFO:tasks.rados.rados.0.smithi110.stdout:694: finishing write tid 2 to smithi11051043-9 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:694: finishing write tid 3 to smithi11051043-9 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:694: finishing write tid 5 to smithi11051043-9 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:694: finishing write tid 6 to smithi11051043-9 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 280 (ObjNum 232 snap 60 seq_num 232) dirty exists 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:694: left oid 9 (ObjNum 232 snap 60 seq_num 232) 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:695: finishing write tid 1 to smithi11051043-32 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:695: finishing write tid 2 to smithi11051043-32 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:695: finishing write tid 3 to smithi11051043-32 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:696: finishing write tid 1 to smithi11051043-5 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:695: finishing write tid 5 to smithi11051043-32 2024-02-18T08:22:04.464 INFO:tasks.rados.rados.0.smithi110.stdout:695: finishing write tid 6 to smithi11051043-32 2024-02-18T08:22:04.465 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 99 (ObjNum 233 snap 60 seq_num 233) dirty exists 2024-02-18T08:22:04.465 INFO:tasks.rados.rados.0.smithi110.stdout:695: left oid 32 (ObjNum 233 snap 60 seq_num 233) 2024-02-18T08:22:04.465 INFO:tasks.rados.rados.0.smithi110.stdout:691: done (6 left) 2024-02-18T08:22:04.465 INFO:tasks.rados.rados.0.smithi110.stdout:692: done (5 left) 2024-02-18T08:22:04.465 INFO:tasks.rados.rados.0.smithi110.stdout:693: done (4 left) 2024-02-18T08:22:04.465 INFO:tasks.rados.rados.0.smithi110.stdout:694: done (3 left) 2024-02-18T08:22:04.465 INFO:tasks.rados.rados.0.smithi110.stdout:695: done (2 left) 2024-02-18T08:22:04.465 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 20 current snap is 60 2024-02-18T08:22:04.465 INFO:tasks.rados.rados.0.smithi110.stdout:698: seq_num 235 ranges {1597440=745472,2342912=712704,3055616=90112} 2024-02-18T08:22:04.477 INFO:tasks.rados.rados.0.smithi110.stdout:698: writing smithi11051043-20 from 1597440 to 2342912 tid 1 2024-02-18T08:22:04.482 INFO:tasks.rados.rados.0.smithi110.stdout:698: writing smithi11051043-20 from 2342912 to 3055616 tid 2 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:698: writing smithi11051043-20 from 3055616 to 3145728 tid 3 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:699: delete oid 46 current snap is 60 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:696: finishing write tid 2 to smithi11051043-5 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:696: finishing write tid 3 to smithi11051043-5 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:696: finishing write tid 5 to smithi11051043-5 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:696: finishing write tid 6 to smithi11051043-5 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 123 (ObjNum 234 snap 60 seq_num 234) dirty exists 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:696: left oid 5 (ObjNum 234 snap 60 seq_num 234) 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:697: finishing copy_from to smithi11051043-12 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 167 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:698: finishing write tid 1 to smithi11051043-20 2024-02-18T08:22:04.483 INFO:tasks.rados.rados.0.smithi110.stdout:697: finishing copy_from racing read to smithi11051043-12 2024-02-18T08:22:04.484 INFO:tasks.rados.rados.0.smithi110.stdout:696: done (3 left) 2024-02-18T08:22:04.484 INFO:tasks.rados.rados.0.smithi110.stdout:697: done (2 left) 2024-02-18T08:22:04.484 INFO:tasks.rados.rados.0.smithi110.stdout:699: done (1 left) 2024-02-18T08:22:04.484 INFO:tasks.rados.rados.0.smithi110.stdout:700: snap_remove snap 59 2024-02-18T08:22:04.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:04 smithi191 bash[19424]: cluster 2024-02-18T08:22:03.306650+0000 mgr.y (mgr.24820) 15 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 89 MiB data, 141 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-02-18T08:22:04.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:04 smithi191 bash[19424]: cluster 2024-02-18T08:22:03.307626+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-02-18T08:22:04.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:04 smithi110 bash[19477]: cluster 2024-02-18T08:22:03.306650+0000 mgr.y (mgr.24820) 15 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 89 MiB data, 141 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-02-18T08:22:04.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:04 smithi110 bash[19477]: cluster 2024-02-18T08:22:03.307626+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-02-18T08:22:04.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:04 smithi110 bash[24702]: cluster 2024-02-18T08:22:03.306650+0000 mgr.y (mgr.24820) 15 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 89 MiB data, 141 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-02-18T08:22:04.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:04 smithi110 bash[24702]: cluster 2024-02-18T08:22:03.307626+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-02-18T08:22:05.290 INFO:tasks.rados.rados.0.smithi110.stdout:700: done (1 left) 2024-02-18T08:22:05.290 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 60 2024-02-18T08:22:05.290 INFO:tasks.rados.rados.0.smithi110.stdout:701: seq_num 237 ranges {573440=778240,1351680=532480,1884160=270336} 2024-02-18T08:22:05.298 INFO:tasks.rados.rados.0.smithi110.stdout:701: writing smithi11051043-36 from 573440 to 1351680 tid 1 2024-02-18T08:22:05.301 INFO:tasks.rados.rados.0.smithi110.stdout:701: writing smithi11051043-36 from 1351680 to 1884160 tid 2 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:701: writing smithi11051043-36 from 1884160 to 2154496 tid 3 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:702: read oid 17 snap -1 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:702: expect (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:698: finishing write tid 2 to smithi11051043-20 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:703: read oid 30 snap -1 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:703: expect (ObjNum 205 snap 55 seq_num 205) 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:704: setattr oid 44 current snap is 60 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:698: finishing write tid 3 to smithi11051043-20 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:698: finishing write tid 5 to smithi11051043-20 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:698: finishing write tid 6 to smithi11051043-20 2024-02-18T08:22:05.304 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 40 (ObjNum 235 snap 60 seq_num 235) dirty exists 2024-02-18T08:22:05.305 INFO:tasks.rados.rados.0.smithi110.stdout:698: left oid 20 (ObjNum 235 snap 60 seq_num 235) 2024-02-18T08:22:05.305 INFO:tasks.rados.rados.0.smithi110.stdout:698: done (4 left) 2024-02-18T08:22:05.305 INFO:tasks.rados.rados.0.smithi110.stdout:705: rollback oid 2 current snap is 60 2024-02-18T08:22:05.305 INFO:tasks.rados.rados.0.smithi110.stdout:705: done (4 left) 2024-02-18T08:22:05.305 INFO:tasks.rados.rados.0.smithi110.stdout:706: delete oid 7 current snap is 60 2024-02-18T08:22:05.308 INFO:tasks.rados.rados.0.smithi110.stdout:701: finishing write tid 1 to smithi11051043-36 2024-02-18T08:22:05.308 INFO:tasks.rados.rados.0.smithi110.stdout:701: finishing write tid 2 to smithi11051043-36 2024-02-18T08:22:05.309 INFO:tasks.rados.rados.0.smithi110.stdout:706: done (4 left) 2024-02-18T08:22:05.310 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 60 2024-02-18T08:22:05.310 INFO:tasks.rados.rados.0.smithi110.stdout:707: seq_num 239 ranges {516096=409600,925696=704512,1630208=499712} 2024-02-18T08:22:05.315 INFO:tasks.rados.rados.0.smithi110.stdout:707: writing smithi11051043-50 from 516096 to 925696 tid 1 2024-02-18T08:22:05.320 INFO:tasks.rados.rados.0.smithi110.stdout:707: writing smithi11051043-50 from 925696 to 1630208 tid 2 2024-02-18T08:22:05.324 INFO:tasks.rados.rados.0.smithi110.stdout:707: writing smithi11051043-50 from 1630208 to 2129920 tid 3 2024-02-18T08:22:05.324 INFO:tasks.rados.rados.0.smithi110.stdout:708: read oid 18 snap -1 2024-02-18T08:22:05.324 INFO:tasks.rados.rados.0.smithi110.stdout:708: expect (ObjNum 198 snap 52 seq_num 198) 2024-02-18T08:22:05.324 INFO:tasks.rados.rados.0.smithi110.stdout:709: copy_from oid 25 from oid 28 current snap is 60 2024-02-18T08:22:05.324 INFO:tasks.rados.rados.0.smithi110.stdout:701: finishing write tid 3 to smithi11051043-36 2024-02-18T08:22:05.324 INFO:tasks.rados.rados.0.smithi110.stdout:710: delete oid 7 current snap is 60 2024-02-18T08:22:05.324 INFO:tasks.rados.rados.0.smithi110.stdout:701: finishing write tid 5 to smithi11051043-36 2024-02-18T08:22:05.325 INFO:tasks.rados.rados.0.smithi110.stdout:701: finishing write tid 6 to smithi11051043-36 2024-02-18T08:22:05.325 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 160 (ObjNum 237 snap 60 seq_num 237) dirty exists 2024-02-18T08:22:05.325 INFO:tasks.rados.rados.0.smithi110.stdout:701: left oid 36 (ObjNum 237 snap 60 seq_num 237) 2024-02-18T08:22:05.325 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 161 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-02-18T08:22:05.325 INFO:tasks.rados.rados.0.smithi110.stdout:703: expect (ObjNum 205 snap 55 seq_num 205) 2024-02-18T08:22:05.393 INFO:tasks.rados.rados.0.smithi110.stdout:707: finishing write tid 1 to smithi11051043-50 2024-02-18T08:22:05.393 INFO:tasks.rados.rados.0.smithi110.stdout:702: expect (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:22:05.472 INFO:tasks.rados.rados.0.smithi110.stdout:709: finishing copy_from to smithi11051043-25 2024-02-18T08:22:05.472 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 197 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:22:05.472 INFO:tasks.rados.rados.0.smithi110.stdout:709: finishing copy_from racing read to smithi11051043-25 2024-02-18T08:22:05.472 INFO:tasks.rados.rados.0.smithi110.stdout:708: expect (ObjNum 198 snap 52 seq_num 198) 2024-02-18T08:22:05.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:05 smithi191 bash[19424]: cluster 2024-02-18T08:22:04.315265+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-02-18T08:22:05.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:05 smithi191 bash[19424]: cluster 2024-02-18T08:22:05.287208+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:707: finishing write tid 2 to smithi11051043-50 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:707: finishing write tid 3 to smithi11051043-50 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:707: finishing write tid 5 to smithi11051043-50 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:707: finishing write tid 6 to smithi11051043-50 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 57 (ObjNum 239 snap 60 seq_num 239) dirty exists 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:707: left oid 50 (ObjNum 239 snap 60 seq_num 239) 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:701: done (7 left) 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:702: done (6 left) 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:703: done (5 left) 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:704: done (4 left) 2024-02-18T08:22:05.631 INFO:tasks.rados.rados.0.smithi110.stdout:707: done (3 left) 2024-02-18T08:22:05.632 INFO:tasks.rados.rados.0.smithi110.stdout:708: done (2 left) 2024-02-18T08:22:05.632 INFO:tasks.rados.rados.0.smithi110.stdout:709: done (1 left) 2024-02-18T08:22:05.632 INFO:tasks.rados.rados.0.smithi110.stdout:710: done (0 left) 2024-02-18T08:22:05.632 INFO:tasks.rados.rados.0.smithi110.stdout:711: read oid 37 snap -1 2024-02-18T08:22:05.632 INFO:tasks.rados.rados.0.smithi110.stdout:711: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:22:05.632 INFO:tasks.rados.rados.0.smithi110.stdout:712: rmattr oid 21 current snap is 60 2024-02-18T08:22:05.632 INFO:tasks.rados.rados.0.smithi110.stdout:713: read oid 22 snap -1 2024-02-18T08:22:05.632 INFO:tasks.rados.rados.0.smithi110.stdout:713: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:22:05.632 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 60 2024-02-18T08:22:05.632 INFO:tasks.rados.rados.0.smithi110.stdout:714: seq_num 241 ranges {2154496=442368,2596864=466944,3063808=688128,3751936=49152} 2024-02-18T08:22:05.654 INFO:tasks.rados.rados.0.smithi110.stdout:714: writing smithi11051043-36 from 2154496 to 2596864 tid 1 2024-02-18T08:22:05.656 INFO:tasks.rados.rados.0.smithi110.stdout:714: writing smithi11051043-36 from 2596864 to 3063808 tid 2 2024-02-18T08:22:05.660 INFO:tasks.rados.rados.0.smithi110.stdout:714: writing smithi11051043-36 from 3063808 to 3751936 tid 3 2024-02-18T08:22:05.661 INFO:tasks.rados.rados.0.smithi110.stdout:714: writing smithi11051043-36 from 3751936 to 3801088 tid 4 2024-02-18T08:22:05.661 INFO:tasks.rados.rados.0.smithi110.stdout:715: read oid 35 snap -1 2024-02-18T08:22:05.661 INFO:tasks.rados.rados.0.smithi110.stdout:715: expect (ObjNum 228 snap 59 seq_num 228) 2024-02-18T08:22:05.661 INFO:tasks.rados.rados.0.smithi110.stdout:716: snap_create 2024-02-18T08:22:05.661 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 255 (ObjNum 179 snap 45 seq_num 179) dirty exists 2024-02-18T08:22:05.661 INFO:tasks.rados.rados.0.smithi110.stdout:711: expect (ObjNum 13 snap 0 seq_num 13) 2024-02-18T08:22:05.666 INFO:tasks.rados.rados.0.smithi110.stdout:713: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:22:05.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:05 smithi110 bash[19477]: cluster 2024-02-18T08:22:04.315265+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-02-18T08:22:05.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:05 smithi110 bash[19477]: cluster 2024-02-18T08:22:05.287208+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-02-18T08:22:05.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:05 smithi110 bash[24702]: cluster 2024-02-18T08:22:04.315265+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-02-18T08:22:05.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:05 smithi110 bash[24702]: cluster 2024-02-18T08:22:05.287208+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-02-18T08:22:05.784 INFO:tasks.rados.rados.0.smithi110.stdout:714: finishing write tid 1 to smithi11051043-36 2024-02-18T08:22:05.784 INFO:tasks.rados.rados.0.smithi110.stdout:714: finishing write tid 2 to smithi11051043-36 2024-02-18T08:22:05.784 INFO:tasks.rados.rados.0.smithi110.stdout:714: finishing write tid 3 to smithi11051043-36 2024-02-18T08:22:05.784 INFO:tasks.rados.rados.0.smithi110.stdout:714: finishing write tid 4 to smithi11051043-36 2024-02-18T08:22:05.785 INFO:tasks.rados.rados.0.smithi110.stdout:714: finishing write tid 6 to smithi11051043-36 2024-02-18T08:22:05.785 INFO:tasks.rados.rados.0.smithi110.stdout:714: finishing write tid 7 to smithi11051043-36 2024-02-18T08:22:05.785 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 166 (ObjNum 241 snap 60 seq_num 241) dirty exists 2024-02-18T08:22:05.785 INFO:tasks.rados.rados.0.smithi110.stdout:714: left oid 36 (ObjNum 241 snap 60 seq_num 241) 2024-02-18T08:22:05.785 INFO:tasks.rados.rados.0.smithi110.stdout:715: expect (ObjNum 228 snap 59 seq_num 228) 2024-02-18T08:22:06.328 INFO:tasks.rados.rados.0.smithi110.stdout:711: done (5 left) 2024-02-18T08:22:06.328 INFO:tasks.rados.rados.0.smithi110.stdout:712: done (4 left) 2024-02-18T08:22:06.329 INFO:tasks.rados.rados.0.smithi110.stdout:713: done (3 left) 2024-02-18T08:22:06.329 INFO:tasks.rados.rados.0.smithi110.stdout:714: done (2 left) 2024-02-18T08:22:06.329 INFO:tasks.rados.rados.0.smithi110.stdout:715: done (1 left) 2024-02-18T08:22:06.329 INFO:tasks.rados.rados.0.smithi110.stdout:716: done (0 left) 2024-02-18T08:22:06.329 INFO:tasks.rados.rados.0.smithi110.stdout:717: setattr oid 5 current snap is 61 2024-02-18T08:22:06.331 INFO:tasks.rados.rados.0.smithi110.stdout:718: snap_create 2024-02-18T08:22:06.338 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 124 (ObjNum 234 snap 60 seq_num 234) dirty exists 2024-02-18T08:22:06.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:06 smithi191 bash[19424]: cluster 2024-02-18T08:22:05.307142+0000 mgr.y (mgr.24820) 16 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 89 MiB data, 141 MiB used, 707 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.4 MiB/s wr, 57 op/s 2024-02-18T08:22:06.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:06 smithi110 bash[19477]: cluster 2024-02-18T08:22:05.307142+0000 mgr.y (mgr.24820) 16 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 89 MiB data, 141 MiB used, 707 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.4 MiB/s wr, 57 op/s 2024-02-18T08:22:06.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:06 smithi110 bash[24702]: cluster 2024-02-18T08:22:05.307142+0000 mgr.y (mgr.24820) 16 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 89 MiB data, 141 MiB used, 707 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.4 MiB/s wr, 57 op/s 2024-02-18T08:22:07.332 INFO:tasks.rados.rados.0.smithi110.stdout:717: done (1 left) 2024-02-18T08:22:07.332 INFO:tasks.rados.rados.0.smithi110.stdout:718: done (0 left) 2024-02-18T08:22:07.332 INFO:tasks.rados.rados.0.smithi110.stdout:719: read oid 2 snap 61 2024-02-18T08:22:07.332 INFO:tasks.rados.rados.0.smithi110.stdout:719: expect (ObjNum -129731856 snap 22008 seq_num 4164734128) 2024-02-18T08:22:07.332 INFO:tasks.rados.rados.0.smithi110.stdout:720: delete oid 36 current snap is 62 2024-02-18T08:22:07.336 INFO:tasks.rados.rados.0.smithi110.stdout:719: expect (ObjNum -129731856 snap 22008 seq_num 4164734128) 2024-02-18T08:22:07.339 INFO:tasks.rados.rados.0.smithi110.stdout:719: done (1 left) 2024-02-18T08:22:07.339 INFO:tasks.rados.rados.0.smithi110.stdout:720: done (0 left) 2024-02-18T08:22:07.339 INFO:tasks.rados.rados.0.smithi110.stdout:721: read oid 13 snap -1 2024-02-18T08:22:07.339 INFO:tasks.rados.rados.0.smithi110.stdout:721: expect (ObjNum 110 snap 25 seq_num 110) 2024-02-18T08:22:07.339 INFO:tasks.rados.rados.0.smithi110.stdout:722: snap_create 2024-02-18T08:22:07.352 INFO:tasks.rados.rados.0.smithi110.stdout:721: expect (ObjNum 110 snap 25 seq_num 110) 2024-02-18T08:22:07.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:07 smithi191 bash[19424]: cluster 2024-02-18T08:22:06.325156+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-02-18T08:22:07.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:07 smithi110 bash[19477]: cluster 2024-02-18T08:22:06.325156+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-02-18T08:22:07.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:07 smithi110 bash[24702]: cluster 2024-02-18T08:22:06.325156+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-02-18T08:22:08.349 INFO:tasks.rados.rados.0.smithi110.stdout:721: done (1 left) 2024-02-18T08:22:08.349 INFO:tasks.rados.rados.0.smithi110.stdout:722: done (0 left) 2024-02-18T08:22:08.349 INFO:tasks.rados.rados.0.smithi110.stdout:723: copy_from oid 31 from oid 48 current snap is 63 2024-02-18T08:22:08.349 INFO:tasks.rados.rados.0.smithi110.stdout:724: rollback oid 45 current snap is 63 2024-02-18T08:22:08.350 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 45 to 61 2024-02-18T08:22:08.350 INFO:tasks.rados.rados.0.smithi110.stdout:725: delete oid 33 current snap is 63 2024-02-18T08:22:08.353 INFO:tasks.rados.rados.0.smithi110.stdout:725: done (2 left) 2024-02-18T08:22:08.353 INFO:tasks.rados.rados.0.smithi110.stdout:726: rmattr oid 46 current snap is 63 2024-02-18T08:22:08.353 INFO:tasks.rados.rados.0.smithi110.stdout:726: done (2 left) 2024-02-18T08:22:08.353 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 63 2024-02-18T08:22:08.353 INFO:tasks.rados.rados.0.smithi110.stdout:727: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-02-18T08:22:08.356 INFO:tasks.rados.rados.0.smithi110.stdout:727: writing smithi11051043-36 from 0 to 491520 tid 1 2024-02-18T08:22:08.359 INFO:tasks.rados.rados.0.smithi110.stdout:727: writing smithi11051043-36 from 491520 to 1064960 tid 2 2024-02-18T08:22:08.362 INFO:tasks.rados.rados.0.smithi110.stdout:727: writing smithi11051043-36 from 1064960 to 1523712 tid 3 2024-02-18T08:22:08.364 INFO:tasks.rados.rados.0.smithi110.stdout:727: writing smithi11051043-36 from 1523712 to 1695744 tid 4 2024-02-18T08:22:08.364 INFO:tasks.rados.rados.0.smithi110.stdout:728: snap_remove snap 60 2024-02-18T08:22:08.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:08 smithi191 bash[19424]: cluster 2024-02-18T08:22:07.307794+0000 mgr.y (mgr.24820) 17 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 89 MiB data, 141 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:08.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:08 smithi191 bash[19424]: cluster 2024-02-18T08:22:07.329185+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-02-18T08:22:08.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:08 smithi110 bash[19477]: cluster 2024-02-18T08:22:07.307794+0000 mgr.y (mgr.24820) 17 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 89 MiB data, 141 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:08.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:08 smithi110 bash[19477]: cluster 2024-02-18T08:22:07.329185+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-02-18T08:22:08.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:08 smithi110 bash[24702]: cluster 2024-02-18T08:22:07.307794+0000 mgr.y (mgr.24820) 17 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 89 MiB data, 141 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:08.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:08 smithi110 bash[24702]: cluster 2024-02-18T08:22:07.329185+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-02-18T08:22:09.360 INFO:tasks.rados.rados.0.smithi110.stdout:728: done (3 left) 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:729: read oid 42 snap -1 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:729: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:730: snap_create 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:724: finishing rollback tid 0 to smithi11051043-45 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:724: finishing rollback tid 1 to smithi11051043-45 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:724: finishing rollback tid 2 to smithi11051043-45 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 201 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:727: finishing write tid 1 to smithi11051043-36 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:727: finishing write tid 2 to smithi11051043-36 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:727: finishing write tid 3 to smithi11051043-36 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:727: finishing write tid 4 to smithi11051043-36 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:727: finishing write tid 6 to smithi11051043-36 2024-02-18T08:22:09.361 INFO:tasks.rados.rados.0.smithi110.stdout:727: finishing write tid 7 to smithi11051043-36 2024-02-18T08:22:09.362 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 173 (ObjNum 244 snap 63 seq_num 244) dirty exists 2024-02-18T08:22:09.362 INFO:tasks.rados.rados.0.smithi110.stdout:727: left oid 36 (ObjNum 244 snap 63 seq_num 244) 2024-02-18T08:22:09.362 INFO:tasks.rados.rados.0.smithi110.stdout:723: finishing copy_from to smithi11051043-31 2024-02-18T08:22:09.362 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 42 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:22:09.362 INFO:tasks.rados.rados.0.smithi110.stdout:723: finishing copy_from racing read to smithi11051043-31 2024-02-18T08:22:09.372 INFO:tasks.rados.rados.0.smithi110.stdout:729: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:22:09.709 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:09 smithi191 bash[19424]: cluster 2024-02-18T08:22:08.346338+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-02-18T08:22:09.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:09 smithi110 bash[19477]: cluster 2024-02-18T08:22:08.346338+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-02-18T08:22:09.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:09 smithi110 bash[24702]: cluster 2024-02-18T08:22:08.346338+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-02-18T08:22:10.293 INFO:tasks.rados.rados.0.smithi110.stdout:723: done (4 left) 2024-02-18T08:22:10.293 INFO:tasks.rados.rados.0.smithi110.stdout:724: done (3 left) 2024-02-18T08:22:10.293 INFO:tasks.rados.rados.0.smithi110.stdout:727: done (2 left) 2024-02-18T08:22:10.293 INFO:tasks.rados.rados.0.smithi110.stdout:729: done (1 left) 2024-02-18T08:22:10.294 INFO:tasks.rados.rados.0.smithi110.stdout:730: done (0 left) 2024-02-18T08:22:10.294 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 64 2024-02-18T08:22:10.294 INFO:tasks.rados.rados.0.smithi110.stdout:731: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-02-18T08:22:10.296 INFO:tasks.rados.rados.0.smithi110.stdout:731: writing smithi11051043-1 from 0 to 507904 tid 1 2024-02-18T08:22:10.298 INFO:tasks.rados.rados.0.smithi110.stdout:731: writing smithi11051043-1 from 507904 to 966656 tid 2 2024-02-18T08:22:10.303 INFO:tasks.rados.rados.0.smithi110.stdout:731: writing smithi11051043-1 from 966656 to 1638400 tid 3 2024-02-18T08:22:10.303 INFO:tasks.rados.rados.0.smithi110.stdout:731: writing smithi11051043-1 from 1638400 to 1712128 tid 4 2024-02-18T08:22:10.303 INFO:tasks.rados.rados.0.smithi110.stdout:732: delete oid 25 current snap is 64 2024-02-18T08:22:10.304 INFO:tasks.rados.rados.0.smithi110.stdout:731: finishing write tid 1 to smithi11051043-1 2024-02-18T08:22:10.307 INFO:tasks.rados.rados.0.smithi110.stdout:731: finishing write tid 2 to smithi11051043-1 2024-02-18T08:22:10.308 INFO:tasks.rados.rados.0.smithi110.stdout:731: finishing write tid 3 to smithi11051043-1 2024-02-18T08:22:10.308 INFO:tasks.rados.rados.0.smithi110.stdout:731: finishing write tid 4 to smithi11051043-1 2024-02-18T08:22:10.309 INFO:tasks.rados.rados.0.smithi110.stdout:731: finishing write tid 6 to smithi11051043-1 2024-02-18T08:22:10.311 INFO:tasks.rados.rados.0.smithi110.stdout:731: finishing write tid 7 to smithi11051043-1 2024-02-18T08:22:10.311 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 180 (ObjNum 245 snap 64 seq_num 245) dirty exists 2024-02-18T08:22:10.311 INFO:tasks.rados.rados.0.smithi110.stdout:731: left oid 1 (ObjNum 245 snap 64 seq_num 245) 2024-02-18T08:22:10.311 INFO:tasks.rados.rados.0.smithi110.stdout:731: done (1 left) 2024-02-18T08:22:10.311 INFO:tasks.rados.rados.0.smithi110.stdout:732: done (0 left) 2024-02-18T08:22:10.312 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 64 2024-02-18T08:22:10.312 INFO:tasks.rados.rados.0.smithi110.stdout:733: seq_num 247 ranges {2564096=540672,3104768=622592,3727360=581632} 2024-02-18T08:22:10.330 INFO:tasks.rados.rados.0.smithi110.stdout:733: writing smithi11051043-6 from 2564096 to 3104768 tid 1 2024-02-18T08:22:10.333 INFO:tasks.rados.rados.0.smithi110.stdout:733: writing smithi11051043-6 from 3104768 to 3727360 tid 2 2024-02-18T08:22:10.337 INFO:tasks.rados.rados.0.smithi110.stdout:733: writing smithi11051043-6 from 3727360 to 4308992 tid 3 2024-02-18T08:22:10.337 INFO:tasks.rados.rados.0.smithi110.stdout:734: delete oid 4 current snap is 64 2024-02-18T08:22:10.337 INFO:tasks.rados.rados.0.smithi110.stdout:733: finishing write tid 1 to smithi11051043-6 2024-02-18T08:22:10.338 INFO:tasks.rados.rados.0.smithi110.stdout:733: finishing write tid 2 to smithi11051043-6 2024-02-18T08:22:10.339 INFO:tasks.rados.rados.0.smithi110.stdout:734: done (1 left) 2024-02-18T08:22:10.339 INFO:tasks.rados.rados.0.smithi110.stdout:735: snap_create 2024-02-18T08:22:10.340 INFO:tasks.rados.rados.0.smithi110.stdout:733: finishing write tid 3 to smithi11051043-6 2024-02-18T08:22:10.340 INFO:tasks.rados.rados.0.smithi110.stdout:733: finishing write tid 5 to smithi11051043-6 2024-02-18T08:22:10.341 INFO:tasks.rados.rados.0.smithi110.stdout:733: finishing write tid 6 to smithi11051043-6 2024-02-18T08:22:10.342 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 181 (ObjNum 247 snap 64 seq_num 247) dirty exists 2024-02-18T08:22:10.342 INFO:tasks.rados.rados.0.smithi110.stdout:733: left oid 6 (ObjNum 247 snap 64 seq_num 247) 2024-02-18T08:22:10.630 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:10 smithi191 bash[19424]: cluster 2024-02-18T08:22:09.308570+0000 mgr.y (mgr.24820) 18 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 94 MiB data, 158 MiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-02-18T08:22:10.630 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:10 smithi191 bash[19424]: cluster 2024-02-18T08:22:09.356102+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-02-18T08:22:10.630 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:10 smithi191 bash[19424]: cluster 2024-02-18T08:22:10.290320+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-02-18T08:22:10.630 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:10 smithi191 bash[36623]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mgr.x 2024-02-18T08:22:10.631 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:10 smithi191 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.x.service: Main process exited, code=exited, status=137/n/a 2024-02-18T08:22:10.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:10 smithi110 bash[19477]: cluster 2024-02-18T08:22:09.308570+0000 mgr.y (mgr.24820) 18 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 94 MiB data, 158 MiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-02-18T08:22:10.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:10 smithi110 bash[19477]: cluster 2024-02-18T08:22:09.356102+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-02-18T08:22:10.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:10 smithi110 bash[19477]: cluster 2024-02-18T08:22:10.290320+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-02-18T08:22:10.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:10 smithi110 bash[24702]: cluster 2024-02-18T08:22:09.308570+0000 mgr.y (mgr.24820) 18 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 94 MiB data, 158 MiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-02-18T08:22:10.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:10 smithi110 bash[24702]: cluster 2024-02-18T08:22:09.356102+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-02-18T08:22:10.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:10 smithi110 bash[24702]: cluster 2024-02-18T08:22:10.290320+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-02-18T08:22:11.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:10 smithi191 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-02-18T08:22:11.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:10 smithi191 systemd[1]: Stopped Ceph mgr.x for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:22:11.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:10 smithi191 systemd[1]: Started Ceph mgr.x for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:22:11.302 INFO:tasks.rados.rados.0.smithi110.stdout:733: done (1 left) 2024-02-18T08:22:11.302 INFO:tasks.rados.rados.0.smithi110.stdout:735: done (0 left) 2024-02-18T08:22:11.302 INFO:tasks.rados.rados.0.smithi110.stdout:736: rmattr oid 13 current snap is 65 2024-02-18T08:22:11.302 INFO:tasks.rados.rados.0.smithi110.stdout:736: done (0 left) 2024-02-18T08:22:11.302 INFO:tasks.rados.rados.0.smithi110.stdout:737: snap_create 2024-02-18T08:22:12.137 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:11 smithi191 bash[19424]: audit 2024-02-18T08:22:10.881700+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:12.137 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:11 smithi191 bash[19424]: audit 2024-02-18T08:22:10.883853+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:12.137 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:11 smithi191 bash[19424]: audit 2024-02-18T08:22:11.182418+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:12.137 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:11 smithi191 bash[19424]: audit 2024-02-18T08:22:11.184769+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:12.137 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:11 smithi191 bash[19424]: cluster 2024-02-18T08:22:11.298629+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-02-18T08:22:12.137 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:11 smithi191 bash[19424]: cluster 2024-02-18T08:22:11.309244+0000 mgr.y (mgr.24820) 19 : cluster [DBG] pgmap v40: 89 pgs: 89 active+clean; 94 MiB data, 158 MiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-02-18T08:22:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[19477]: audit 2024-02-18T08:22:10.881700+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[19477]: audit 2024-02-18T08:22:10.883853+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[19477]: audit 2024-02-18T08:22:11.182418+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[19477]: audit 2024-02-18T08:22:11.184769+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[19477]: cluster 2024-02-18T08:22:11.298629+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-02-18T08:22:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[19477]: cluster 2024-02-18T08:22:11.309244+0000 mgr.y (mgr.24820) 19 : cluster [DBG] pgmap v40: 89 pgs: 89 active+clean; 94 MiB data, 158 MiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-02-18T08:22:12.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[24702]: audit 2024-02-18T08:22:10.881700+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:12.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[24702]: audit 2024-02-18T08:22:10.883853+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:12.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[24702]: audit 2024-02-18T08:22:11.182418+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:12.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[24702]: audit 2024-02-18T08:22:11.184769+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:12.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[24702]: cluster 2024-02-18T08:22:11.298629+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-02-18T08:22:12.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:11 smithi110 bash[24702]: cluster 2024-02-18T08:22:11.309244+0000 mgr.y (mgr.24820) 19 : cluster [DBG] pgmap v40: 89 pgs: 89 active+clean; 94 MiB data, 158 MiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-02-18T08:22:12.311 INFO:tasks.rados.rados.0.smithi110.stdout:737: done (0 left) 2024-02-18T08:22:12.311 INFO:tasks.rados.rados.0.smithi110.stdout:738: copy_from oid 43 from oid 39 current snap is 66 2024-02-18T08:22:12.311 INFO:tasks.rados.rados.0.smithi110.stdout:739: delete oid 49 current snap is 66 2024-02-18T08:22:12.320 INFO:tasks.rados.rados.0.smithi110.stdout:739: done (1 left) 2024-02-18T08:22:12.320 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 66 2024-02-18T08:22:12.320 INFO:tasks.rados.rados.0.smithi110.stdout:740: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-02-18T08:22:12.329 INFO:tasks.rados.rados.0.smithi110.stdout:740: writing smithi11051043-23 from 0 to 589824 tid 1 2024-02-18T08:22:12.334 INFO:tasks.rados.rados.0.smithi110.stdout:740: writing smithi11051043-23 from 589824 to 1269760 tid 2 2024-02-18T08:22:12.337 INFO:tasks.rados.rados.0.smithi110.stdout:740: writing smithi11051043-23 from 1269760 to 1679360 tid 3 2024-02-18T08:22:12.338 INFO:tasks.rados.rados.0.smithi110.stdout:740: writing smithi11051043-23 from 1679360 to 1794048 tid 4 2024-02-18T08:22:12.338 INFO:tasks.rados.rados.0.smithi110.stdout:741: rollback oid 3 current snap is 66 2024-02-18T08:22:12.338 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 3 to 63 2024-02-18T08:22:12.338 INFO:tasks.rados.rados.0.smithi110.stdout:738: finishing copy_from to smithi11051043-43 2024-02-18T08:22:12.338 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 155 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-02-18T08:22:12.338 INFO:tasks.rados.rados.0.smithi110.stdout:738: finishing copy_from racing read to smithi11051043-43 2024-02-18T08:22:12.338 INFO:tasks.rados.rados.0.smithi110.stdout:740: finishing write tid 1 to smithi11051043-23 2024-02-18T08:22:12.338 INFO:tasks.rados.rados.0.smithi110.stdout:738: done (2 left) 2024-02-18T08:22:12.338 INFO:tasks.rados.rados.0.smithi110.stdout:742: snap_create 2024-02-18T08:22:12.339 INFO:tasks.rados.rados.0.smithi110.stdout:740: finishing write tid 2 to smithi11051043-23 2024-02-18T08:22:12.341 INFO:tasks.rados.rados.0.smithi110.stdout:741: finishing rollback tid 0 to smithi11051043-3 2024-02-18T08:22:12.341 INFO:tasks.rados.rados.0.smithi110.stdout:740: finishing write tid 3 to smithi11051043-23 2024-02-18T08:22:12.341 INFO:tasks.rados.rados.0.smithi110.stdout:741: finishing rollback tid 1 to smithi11051043-3 2024-02-18T08:22:12.341 INFO:tasks.rados.rados.0.smithi110.stdout:741: finishing rollback tid 2 to smithi11051043-3 2024-02-18T08:22:12.341 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 260 (ObjNum 181 snap 47 seq_num 181) dirty exists 2024-02-18T08:22:12.342 INFO:tasks.rados.rados.0.smithi110.stdout:740: finishing write tid 4 to smithi11051043-23 2024-02-18T08:22:12.342 INFO:tasks.rados.rados.0.smithi110.stdout:740: finishing write tid 6 to smithi11051043-23 2024-02-18T08:22:12.344 INFO:tasks.rados.rados.0.smithi110.stdout:740: finishing write tid 7 to smithi11051043-23 2024-02-18T08:22:12.344 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 401 (ObjNum 250 snap 66 seq_num 250) dirty exists 2024-02-18T08:22:12.344 INFO:tasks.rados.rados.0.smithi110.stdout:740: left oid 23 (ObjNum 250 snap 66 seq_num 250) 2024-02-18T08:22:12.407 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:12 smithi191 bash[36782]: debug 2024-02-18T08:22:12.131+0000 7f1cf6ed6700 1 -- 172.21.15.191:0/2060609562 <== mon.2 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564bc27004e0 con 0x564bc27f2800 2024-02-18T08:22:12.407 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:12 smithi191 bash[36782]: debug 2024-02-18T08:22:12.291+0000 7f1d074d1680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-18T08:22:12.839 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:12 smithi191 bash[36782]: debug 2024-02-18T08:22:12.403+0000 7f1d074d1680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-18T08:22:13.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:12 smithi191 bash[36782]: debug 2024-02-18T08:22:12.835+0000 7f1d074d1680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-18T08:22:13.320 INFO:tasks.rados.rados.0.smithi110.stdout:740: done (2 left) 2024-02-18T08:22:13.320 INFO:tasks.rados.rados.0.smithi110.stdout:741: done (1 left) 2024-02-18T08:22:13.320 INFO:tasks.rados.rados.0.smithi110.stdout:742: done (0 left) 2024-02-18T08:22:13.320 INFO:tasks.rados.rados.0.smithi110.stdout:743: read oid 42 snap -1 2024-02-18T08:22:13.320 INFO:tasks.rados.rados.0.smithi110.stdout:743: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:22:13.320 INFO:tasks.rados.rados.0.smithi110.stdout:744: read oid 24 snap -1 2024-02-18T08:22:13.320 INFO:tasks.rados.rados.0.smithi110.stdout:744: expect (ObjNum 151 snap 41 seq_num 151) 2024-02-18T08:22:13.320 INFO:tasks.rados.rados.0.smithi110.stdout:745: snap_create 2024-02-18T08:22:13.324 INFO:tasks.rados.rados.0.smithi110.stdout:744: expect (ObjNum 151 snap 41 seq_num 151) 2024-02-18T08:22:13.332 INFO:tasks.rados.rados.0.smithi110.stdout:743: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:22:13.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:13 smithi191 bash[19424]: cluster 2024-02-18T08:22:12.308688+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-02-18T08:22:13.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:13 smithi110 bash[19477]: cluster 2024-02-18T08:22:12.308688+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-02-18T08:22:13.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:13 smithi110 bash[24702]: cluster 2024-02-18T08:22:12.308688+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-02-18T08:22:13.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:13.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused" context_err="context deadline exceeded" 2024-02-18T08:22:13.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:13.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:13.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:13.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:22:13.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:13.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:13.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:13.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused" context_err="context deadline exceeded" 2024-02-18T08:22:13.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:13.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused" 2024-02-18T08:22:14.091 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:13 smithi191 bash[36782]: debug 2024-02-18T08:22:13.751+0000 7f1d074d1680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-18T08:22:14.091 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:13 smithi191 bash[36782]: debug 2024-02-18T08:22:13.843+0000 7f1d074d1680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-18T08:22:14.323 INFO:tasks.rados.rados.0.smithi110.stdout:743: done (2 left) 2024-02-18T08:22:14.323 INFO:tasks.rados.rados.0.smithi110.stdout:744: done (1 left) 2024-02-18T08:22:14.323 INFO:tasks.rados.rados.0.smithi110.stdout:745: done (0 left) 2024-02-18T08:22:14.323 INFO:tasks.rados.rados.0.smithi110.stdout:746: delete oid 10 current snap is 68 2024-02-18T08:22:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:746: done (0 left) 2024-02-18T08:22:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:747: snap_create 2024-02-18T08:22:14.436 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:14 smithi191 bash[19424]: cluster 2024-02-18T08:22:13.310246+0000 mgr.y (mgr.24820) 20 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 107 MiB data, 173 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-02-18T08:22:14.436 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:14 smithi191 bash[36782]: debug 2024-02-18T08:22:14.087+0000 7f1d074d1680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-18T08:22:14.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:14 smithi110 bash[24702]: cluster 2024-02-18T08:22:13.310246+0000 mgr.y (mgr.24820) 20 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 107 MiB data, 173 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-02-18T08:22:14.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:14 smithi110 bash[24702]: cluster 2024-02-18T08:22:13.314577+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-02-18T08:22:14.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:14 smithi110 bash[19477]: cluster 2024-02-18T08:22:13.310246+0000 mgr.y (mgr.24820) 20 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 107 MiB data, 173 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-02-18T08:22:14.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:14 smithi110 bash[19477]: cluster 2024-02-18T08:22:13.314577+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-02-18T08:22:14.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:14 smithi191 bash[19424]: cluster 2024-02-18T08:22:13.314577+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-02-18T08:22:15.294 INFO:tasks.rados.rados.0.smithi110.stdout:747: done (0 left) 2024-02-18T08:22:15.294 INFO:tasks.rados.rados.0.smithi110.stdout:748: read oid 17 snap -1 2024-02-18T08:22:15.294 INFO:tasks.rados.rados.0.smithi110.stdout:748: expect (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:22:15.294 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 69 2024-02-18T08:22:15.294 INFO:tasks.rados.rados.0.smithi110.stdout:749: seq_num 252 ranges {1794048=630784,2424832=499712,2924544=425984,3350528=278528} 2024-02-18T08:22:15.307 INFO:tasks.rados.rados.0.smithi110.stdout:749: writing smithi11051043-23 from 1794048 to 2424832 tid 1 2024-02-18T08:22:15.310 INFO:tasks.rados.rados.0.smithi110.stdout:749: writing smithi11051043-23 from 2424832 to 2924544 tid 2 2024-02-18T08:22:15.313 INFO:tasks.rados.rados.0.smithi110.stdout:749: writing smithi11051043-23 from 2924544 to 3350528 tid 3 2024-02-18T08:22:15.315 INFO:tasks.rados.rados.0.smithi110.stdout:749: writing smithi11051043-23 from 3350528 to 3629056 tid 4 2024-02-18T08:22:15.315 INFO:tasks.rados.rados.0.smithi110.stdout:750: rmattr oid 9 current snap is 69 2024-02-18T08:22:15.315 INFO:tasks.rados.rados.0.smithi110.stdout:748: expect (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:749: finishing write tid 1 to smithi11051043-23 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:749: finishing write tid 2 to smithi11051043-23 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:749: finishing write tid 3 to smithi11051043-23 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 284 (ObjNum 232 snap 60 seq_num 232) dirty exists 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:749: finishing write tid 4 to smithi11051043-23 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:748: done (2 left) 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:750: done (1 left) 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:751: read oid 35 snap -1 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:751: expect (ObjNum 228 snap 59 seq_num 228) 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 69 2024-02-18T08:22:15.397 INFO:tasks.rados.rados.0.smithi110.stdout:752: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-02-18T08:22:15.402 INFO:tasks.rados.rados.0.smithi110.stdout:752: writing smithi11051043-27 from 0 to 647168 tid 1 2024-02-18T08:22:15.411 INFO:tasks.rados.rados.0.smithi110.stdout:752: writing smithi11051043-27 from 647168 to 1433600 tid 2 2024-02-18T08:22:15.414 INFO:tasks.rados.rados.0.smithi110.stdout:752: writing smithi11051043-27 from 1433600 to 1851392 tid 3 2024-02-18T08:22:15.414 INFO:tasks.rados.rados.0.smithi110.stdout:753: copy_from oid 19 from oid 2 current snap is 69 2024-02-18T08:22:15.414 INFO:tasks.rados.rados.0.smithi110.stdout:749: finishing write tid 6 to smithi11051043-23 2024-02-18T08:22:15.414 INFO:tasks.rados.rados.0.smithi110.stdout:749: finishing write tid 7 to smithi11051043-23 2024-02-18T08:22:15.415 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 407 (ObjNum 252 snap 69 seq_num 252) dirty exists 2024-02-18T08:22:15.415 INFO:tasks.rados.rados.0.smithi110.stdout:749: left oid 23 (ObjNum 252 snap 69 seq_num 252) 2024-02-18T08:22:15.415 INFO:tasks.rados.rados.0.smithi110.stdout:749: done (3 left) 2024-02-18T08:22:15.415 INFO:tasks.rados.rados.0.smithi110.stdout:754: snap_create 2024-02-18T08:22:15.415 INFO:tasks.rados.rados.0.smithi110.stdout:751: expect (ObjNum 228 snap 59 seq_num 228) 2024-02-18T08:22:15.448 INFO:tasks.rados.rados.0.smithi110.stdout:752: finishing write tid 1 to smithi11051043-27 2024-02-18T08:22:15.448 INFO:tasks.rados.rados.0.smithi110.stdout:752: finishing write tid 2 to smithi11051043-27 2024-02-18T08:22:15.448 INFO:tasks.rados.rados.0.smithi110.stdout:752: finishing write tid 3 to smithi11051043-27 2024-02-18T08:22:15.448 INFO:tasks.rados.rados.0.smithi110.stdout:752: finishing write tid 5 to smithi11051043-27 2024-02-18T08:22:15.448 INFO:tasks.rados.rados.0.smithi110.stdout:753: finishing copy_from to smithi11051043-19 2024-02-18T08:22:15.448 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 156 (ObjNum -143914088 snap 22008 seq_num 0) dirty exists 2024-02-18T08:22:15.449 INFO:tasks.rados.rados.0.smithi110.stdout:753: finishing copy_from racing read to smithi11051043-19 2024-02-18T08:22:15.449 INFO:tasks.rados.rados.0.smithi110.stdout:752: finishing write tid 6 to smithi11051043-27 2024-02-18T08:22:15.449 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 412 (ObjNum 253 snap 69 seq_num 253) dirty exists 2024-02-18T08:22:15.449 INFO:tasks.rados.rados.0.smithi110.stdout:752: left oid 27 (ObjNum 253 snap 69 seq_num 253) 2024-02-18T08:22:15.478 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:15 smithi191 bash[36782]: debug 2024-02-18T08:22:15.207+0000 7f1d074d1680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-18T08:22:15.478 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:15 smithi191 bash[36782]: debug 2024-02-18T08:22:15.371+0000 7f1d074d1680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:22:15.478 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:15 smithi191 bash[19424]: cluster 2024-02-18T08:22:14.319458+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-02-18T08:22:15.478 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:15 smithi191 bash[19424]: cluster 2024-02-18T08:22:15.290548+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-02-18T08:22:15.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:15 smithi110 bash[24702]: cluster 2024-02-18T08:22:14.319458+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-02-18T08:22:15.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:15 smithi110 bash[24702]: cluster 2024-02-18T08:22:15.290548+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-02-18T08:22:15.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:15 smithi110 bash[19477]: cluster 2024-02-18T08:22:14.319458+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-02-18T08:22:15.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:15 smithi110 bash[19477]: cluster 2024-02-18T08:22:15.290548+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-02-18T08:22:15.808 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:15 smithi191 bash[36782]: debug 2024-02-18T08:22:15.471+0000 7f1d074d1680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-18T08:22:15.808 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:15 smithi191 bash[36782]: debug 2024-02-18T08:22:15.583+0000 7f1d074d1680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-18T08:22:16.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:15 smithi191 bash[36782]: debug 2024-02-18T08:22:15.803+0000 7f1d074d1680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-18T08:22:16.341 INFO:tasks.rados.rados.0.smithi110.stdout:751: done (3 left) 2024-02-18T08:22:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:752: done (2 left) 2024-02-18T08:22:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:753: done (1 left) 2024-02-18T08:22:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:754: done (0 left) 2024-02-18T08:22:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:755: rollback oid 46 current snap is 70 2024-02-18T08:22:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 46 to 65 2024-02-18T08:22:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:756: copy_from oid 35 from oid 11 current snap is 70 2024-02-18T08:22:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:757: read oid 30 snap -1 2024-02-18T08:22:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:757: expect (ObjNum 205 snap 55 seq_num 205) 2024-02-18T08:22:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 70 2024-02-18T08:22:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:758: seq_num 254 ranges {5341184=663552,6004736=663552,6668288=540672} 2024-02-18T08:22:16.379 INFO:tasks.rados.rados.0.smithi110.stdout:758: writing smithi11051043-41 from 5341184 to 6004736 tid 1 2024-02-18T08:22:16.383 INFO:tasks.rados.rados.0.smithi110.stdout:758: writing smithi11051043-41 from 6004736 to 6668288 tid 2 2024-02-18T08:22:16.387 INFO:tasks.rados.rados.0.smithi110.stdout:758: writing smithi11051043-41 from 6668288 to 7208960 tid 3 2024-02-18T08:22:16.387 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 70 2024-02-18T08:22:16.387 INFO:tasks.rados.rados.0.smithi110.stdout:759: seq_num 255 ranges {4251648=679936,4931584=548864,5480448=598016,6078464=57344} 2024-02-18T08:22:16.414 INFO:tasks.rados.rados.0.smithi110.stdout:759: writing smithi11051043-48 from 4251648 to 4931584 tid 1 2024-02-18T08:22:16.419 INFO:tasks.rados.rados.0.smithi110.stdout:759: writing smithi11051043-48 from 4931584 to 5480448 tid 2 2024-02-18T08:22:16.421 INFO:tasks.rados.rados.0.smithi110.stdout:759: writing smithi11051043-48 from 5480448 to 6078464 tid 3 2024-02-18T08:22:16.421 INFO:tasks.rados.rados.0.smithi110.stdout:759: writing smithi11051043-48 from 6078464 to 6135808 tid 4 2024-02-18T08:22:16.421 INFO:tasks.rados.rados.0.smithi110.stdout:760: read oid 5 snap -1 2024-02-18T08:22:16.421 INFO:tasks.rados.rados.0.smithi110.stdout:760: expect (ObjNum 234 snap 60 seq_num 234) 2024-02-18T08:22:16.421 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 70 2024-02-18T08:22:16.422 INFO:tasks.rados.rados.0.smithi110.stdout:761: seq_num 256 ranges {4251648=696320,4947968=434176,5382144=770048} 2024-02-18T08:22:16.449 INFO:tasks.rados.rados.0.smithi110.stdout:761: writing smithi11051043-12 from 4251648 to 4947968 tid 1 2024-02-18T08:22:16.451 INFO:tasks.rados.rados.0.smithi110.stdout:761: writing smithi11051043-12 from 4947968 to 5382144 tid 2 2024-02-18T08:22:16.456 INFO:tasks.rados.rados.0.smithi110.stdout:761: writing smithi11051043-12 from 5382144 to 6152192 tid 3 2024-02-18T08:22:16.456 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 37 current snap is 70 2024-02-18T08:22:16.456 INFO:tasks.rados.rados.0.smithi110.stdout:762: seq_num 257 ranges {221184=712704,933888=720896,1654784=483328} 2024-02-18T08:22:16.462 INFO:tasks.rados.rados.0.smithi110.stdout:762: writing smithi11051043-37 from 221184 to 933888 tid 1 2024-02-18T08:22:16.466 INFO:tasks.rados.rados.0.smithi110.stdout:762: writing smithi11051043-37 from 933888 to 1654784 tid 2 2024-02-18T08:22:16.469 INFO:tasks.rados.rados.0.smithi110.stdout:762: writing smithi11051043-37 from 1654784 to 2138112 tid 3 2024-02-18T08:22:16.469 INFO:tasks.rados.rados.0.smithi110.stdout:763: read oid 15 snap -1 2024-02-18T08:22:16.469 INFO:tasks.rados.rados.0.smithi110.stdout:763: expect (ObjNum 209 snap 56 seq_num 209) 2024-02-18T08:22:16.469 INFO:tasks.rados.rados.0.smithi110.stdout:764: copy_from oid 6 from oid 26 current snap is 70 2024-02-18T08:22:16.469 INFO:tasks.rados.rados.0.smithi110.stdout:755: finishing rollback tid 1 to smithi11051043-46 2024-02-18T08:22:16.469 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 0 (ObjNum -131355312 snap 22008 seq_num 4165312752) dirty dne 2024-02-18T08:22:16.470 INFO:tasks.rados.rados.0.smithi110.stdout:757: expect (ObjNum 205 snap 55 seq_num 205) 2024-02-18T08:22:16.536 INFO:tasks.rados.rados.0.smithi110.stdout:756: finishing copy_from to smithi11051043-35 2024-02-18T08:22:16.537 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 249 (ObjNum 215 snap 58 seq_num 215) dirty exists 2024-02-18T08:22:16.537 INFO:tasks.rados.rados.0.smithi110.stdout:756: finishing copy_from racing read to smithi11051043-35 2024-02-18T08:22:16.537 INFO:tasks.rados.rados.0.smithi110.stdout:758: finishing write tid 1 to smithi11051043-41 2024-02-18T08:22:16.537 INFO:tasks.rados.rados.0.smithi110.stdout:758: finishing write tid 2 to smithi11051043-41 2024-02-18T08:22:16.537 INFO:tasks.rados.rados.0.smithi110.stdout:758: finishing write tid 3 to smithi11051043-41 2024-02-18T08:22:16.537 INFO:tasks.rados.rados.0.smithi110.stdout:758: finishing write tid 5 to smithi11051043-41 2024-02-18T08:22:16.537 INFO:tasks.rados.rados.0.smithi110.stdout:755: done (9 left) 2024-02-18T08:22:16.537 INFO:tasks.rados.rados.0.smithi110.stdout:756: done (8 left) 2024-02-18T08:22:16.537 INFO:tasks.rados.rados.0.smithi110.stdout:757: done (7 left) 2024-02-18T08:22:16.537 INFO:tasks.rados.rados.0.smithi110.stdout:765: snap_remove snap 65 2024-02-18T08:22:16.594 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:16 smithi191 bash[36782]: debug 2024-02-18T08:22:16.179+0000 7f1d074d1680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-18T08:22:16.594 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:16 smithi191 bash[36782]: debug 2024-02-18T08:22:16.307+0000 7f1d074d1680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-18T08:22:16.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:16 smithi191 bash[19424]: cluster 2024-02-18T08:22:15.310690+0000 mgr.y (mgr.24820) 21 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 107 MiB data, 173 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-02-18T08:22:16.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:16 smithi110 bash[19477]: cluster 2024-02-18T08:22:15.310690+0000 mgr.y (mgr.24820) 21 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 107 MiB data, 173 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-02-18T08:22:16.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:16 smithi110 bash[24702]: cluster 2024-02-18T08:22:15.310690+0000 mgr.y (mgr.24820) 21 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 107 MiB data, 173 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-02-18T08:22:17.351 INFO:tasks.rados.rados.0.smithi110.stdout:765: done (7 left) 2024-02-18T08:22:17.351 INFO:tasks.rados.rados.0.smithi110.stdout:766: delete oid 18 current snap is 70 2024-02-18T08:22:17.351 INFO:tasks.rados.rados.0.smithi110.stdout:758: finishing write tid 6 to smithi11051043-41 2024-02-18T08:22:17.351 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 128 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-02-18T08:22:17.351 INFO:tasks.rados.rados.0.smithi110.stdout:758: left oid 41 (ObjNum 254 snap 70 seq_num 254) 2024-02-18T08:22:17.351 INFO:tasks.rados.rados.0.smithi110.stdout:759: finishing write tid 1 to smithi11051043-48 2024-02-18T08:22:17.351 INFO:tasks.rados.rados.0.smithi110.stdout:759: finishing write tid 2 to smithi11051043-48 2024-02-18T08:22:17.351 INFO:tasks.rados.rados.0.smithi110.stdout:759: finishing write tid 3 to smithi11051043-48 2024-02-18T08:22:17.351 INFO:tasks.rados.rados.0.smithi110.stdout:759: finishing write tid 4 to smithi11051043-48 2024-02-18T08:22:17.351 INFO:tasks.rados.rados.0.smithi110.stdout:759: finishing write tid 6 to smithi11051043-48 2024-02-18T08:22:17.352 INFO:tasks.rados.rados.0.smithi110.stdout:759: finishing write tid 7 to smithi11051043-48 2024-02-18T08:22:17.352 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 124 (ObjNum 255 snap 70 seq_num 255) dirty exists 2024-02-18T08:22:17.352 INFO:tasks.rados.rados.0.smithi110.stdout:759: left oid 48 (ObjNum 255 snap 70 seq_num 255) 2024-02-18T08:22:17.352 INFO:tasks.rados.rados.0.smithi110.stdout:760: expect (ObjNum 234 snap 60 seq_num 234) 2024-02-18T08:22:17.393 INFO:tasks.rados.rados.0.smithi110.stdout:761: finishing write tid 1 to smithi11051043-12 2024-02-18T08:22:17.393 INFO:tasks.rados.rados.0.smithi110.stdout:761: finishing write tid 2 to smithi11051043-12 2024-02-18T08:22:17.393 INFO:tasks.rados.rados.0.smithi110.stdout:761: finishing write tid 3 to smithi11051043-12 2024-02-18T08:22:17.393 INFO:tasks.rados.rados.0.smithi110.stdout:761: finishing write tid 5 to smithi11051043-12 2024-02-18T08:22:17.393 INFO:tasks.rados.rados.0.smithi110.stdout:761: finishing write tid 6 to smithi11051043-12 2024-02-18T08:22:17.393 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 226 (ObjNum 256 snap 70 seq_num 256) dirty exists 2024-02-18T08:22:17.394 INFO:tasks.rados.rados.0.smithi110.stdout:761: left oid 12 (ObjNum 256 snap 70 seq_num 256) 2024-02-18T08:22:17.394 INFO:tasks.rados.rados.0.smithi110.stdout:762: finishing write tid 1 to smithi11051043-37 2024-02-18T08:22:17.394 INFO:tasks.rados.rados.0.smithi110.stdout:762: finishing write tid 2 to smithi11051043-37 2024-02-18T08:22:17.394 INFO:tasks.rados.rados.0.smithi110.stdout:758: done (7 left) 2024-02-18T08:22:17.394 INFO:tasks.rados.rados.0.smithi110.stdout:759: done (6 left) 2024-02-18T08:22:17.394 INFO:tasks.rados.rados.0.smithi110.stdout:760: done (5 left) 2024-02-18T08:22:17.394 INFO:tasks.rados.rados.0.smithi110.stdout:761: done (4 left) 2024-02-18T08:22:17.394 INFO:tasks.rados.rados.0.smithi110.stdout:766: done (3 left) 2024-02-18T08:22:17.395 INFO:tasks.rados.rados.0.smithi110.stdout:767: read oid 35 snap -1 2024-02-18T08:22:17.395 INFO:tasks.rados.rados.0.smithi110.stdout:767: expect (ObjNum 215 snap 58 seq_num 215) 2024-02-18T08:22:17.395 INFO:tasks.rados.rados.0.smithi110.stdout:768: snap_remove snap 63 2024-02-18T08:22:17.540 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:17 smithi191 bash[19424]: cluster 2024-02-18T08:22:16.335406+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-02-18T08:22:17.540 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:17 smithi191 bash[36782]: debug 2024-02-18T08:22:17.279+0000 7f1d074d1680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-18T08:22:17.540 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:17 smithi191 bash[36782]: debug 2024-02-18T08:22:17.399+0000 7f1d074d1680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-18T08:22:17.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:17 smithi110 bash[19477]: cluster 2024-02-18T08:22:16.335406+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-02-18T08:22:17.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:17 smithi110 bash[24702]: cluster 2024-02-18T08:22:16.335406+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-02-18T08:22:17.844 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:17 smithi191 bash[36782]: debug 2024-02-18T08:22:17.535+0000 7f1d074d1680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-18T08:22:17.844 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:17 smithi191 bash[36782]: debug 2024-02-18T08:22:17.779+0000 7f1d074d1680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-18T08:22:18.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[36782]: debug 2024-02-18T08:22:18.079+0000 7f1d074d1680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-18T08:22:18.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[36782]: debug 2024-02-18T08:22:18.247+0000 7f1d074d1680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-18T08:22:18.358 INFO:tasks.rados.rados.0.smithi110.stdout:768: done (4 left) 2024-02-18T08:22:18.358 INFO:tasks.rados.rados.0.smithi110.stdout:769: read oid 42 snap -1 2024-02-18T08:22:18.359 INFO:tasks.rados.rados.0.smithi110.stdout:769: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:22:18.363 INFO:tasks.rados.rados.0.smithi110.stdout:770: read oid 41 snap -1 2024-02-18T08:22:18.363 INFO:tasks.rados.rados.0.smithi110.stdout:770: expect (ObjNum 254 snap 70 seq_num 254) 2024-02-18T08:22:18.363 INFO:tasks.rados.rados.0.smithi110.stdout:771: rollback oid 29 current snap is 70 2024-02-18T08:22:18.363 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 29 to 67 2024-02-18T08:22:18.363 INFO:tasks.rados.rados.0.smithi110.stdout:772: copy_from oid 18 from oid 13 current snap is 70 2024-02-18T08:22:18.363 INFO:tasks.rados.rados.0.smithi110.stdout:773: read oid 32 snap -1 2024-02-18T08:22:18.364 INFO:tasks.rados.rados.0.smithi110.stdout:773: expect (ObjNum 233 snap 60 seq_num 233) 2024-02-18T08:22:18.364 INFO:tasks.rados.rados.0.smithi110.stdout:774: rollback oid 31 current snap is 70 2024-02-18T08:22:18.364 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 67 2024-02-18T08:22:18.364 INFO:tasks.rados.rados.0.smithi110.stdout:775: snap_create 2024-02-18T08:22:18.364 INFO:tasks.rados.rados.0.smithi110.stdout:762: finishing write tid 3 to smithi11051043-37 2024-02-18T08:22:18.364 INFO:tasks.rados.rados.0.smithi110.stdout:762: finishing write tid 5 to smithi11051043-37 2024-02-18T08:22:18.364 INFO:tasks.rados.rados.0.smithi110.stdout:763: expect (ObjNum 209 snap 56 seq_num 209) 2024-02-18T08:22:18.400 INFO:tasks.rados.rados.0.smithi110.stdout:762: finishing write tid 6 to smithi11051043-37 2024-02-18T08:22:18.400 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 185 (ObjNum 257 snap 70 seq_num 257) dirty exists 2024-02-18T08:22:18.400 INFO:tasks.rados.rados.0.smithi110.stdout:762: left oid 37 (ObjNum 257 snap 70 seq_num 257) 2024-02-18T08:22:18.401 INFO:tasks.rados.rados.0.smithi110.stdout:764: finishing copy_from to smithi11051043-6 2024-02-18T08:22:18.401 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 377 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:22:18.401 INFO:tasks.rados.rados.0.smithi110.stdout:764: finishing copy_from racing read to smithi11051043-6 2024-02-18T08:22:18.401 INFO:tasks.rados.rados.0.smithi110.stdout:767: expect (ObjNum 215 snap 58 seq_num 215) 2024-02-18T08:22:18.501 INFO:tasks.rados.rados.0.smithi110.stdout:771: finishing rollback tid 1 to smithi11051043-29 2024-02-18T08:22:18.501 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 0 (ObjNum 288 snap 0 seq_num 161) dirty dne 2024-02-18T08:22:18.501 INFO:tasks.rados.rados.0.smithi110.stdout:774: finishing rollback tid 0 to smithi11051043-31 2024-02-18T08:22:18.501 INFO:tasks.rados.rados.0.smithi110.stdout:774: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:22:18.501 INFO:tasks.rados.rados.0.smithi110.stdout:774: finishing rollback tid 2 to smithi11051043-31 2024-02-18T08:22:18.501 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 418 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:22:18.501 INFO:tasks.rados.rados.0.smithi110.stdout:769: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:22:18.559 INFO:tasks.rados.rados.0.smithi110.stdout:772: finishing copy_from to smithi11051043-18 2024-02-18T08:22:18.559 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 167 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:22:18.559 INFO:tasks.rados.rados.0.smithi110.stdout:772: finishing copy_from racing read to smithi11051043-18 2024-02-18T08:22:18.559 INFO:tasks.rados.rados.0.smithi110.stdout:770: expect (ObjNum 254 snap 70 seq_num 254) 2024-02-18T08:22:18.653 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[36782]: debug 2024-02-18T08:22:18.435+0000 7f1d074d1680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:22:18.653 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: cluster 2024-02-18T08:22:17.311350+0000 mgr.y (mgr.24820) 22 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 107 MiB data, 173 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:18.653 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: cluster 2024-02-18T08:22:17.347632+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-02-18T08:22:18.653 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.618868+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:18.653 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.620699+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:18.653 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.622657+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:22:18.653 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: cephadm 2024-02-18T08:22:17.624287+0000 mgr.y (mgr.24820) 23 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:22:18.653 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.630459+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:18.654 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.640782+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:18.654 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.645663+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:18.654 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.653516+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:18.654 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.655114+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-02-18T08:22:18.654 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.660599+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-02-18T08:22:18.654 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.661850+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-02-18T08:22:18.654 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.667636+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-02-18T08:22:18.654 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.669581+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-02-18T08:22:18.654 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[19424]: audit 2024-02-18T08:22:17.670970+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-02-18T08:22:18.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: cluster 2024-02-18T08:22:17.311350+0000 mgr.y (mgr.24820) 22 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 107 MiB data, 173 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:18.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: cluster 2024-02-18T08:22:17.347632+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.618868+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.620699+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.622657+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: cephadm 2024-02-18T08:22:17.624287+0000 mgr.y (mgr.24820) 23 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.630459+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.640782+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.645663+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.653516+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.655114+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.660599+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.661850+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.667636+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-02-18T08:22:18.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.669581+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[19477]: audit 2024-02-18T08:22:17.670970+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: cluster 2024-02-18T08:22:17.311350+0000 mgr.y (mgr.24820) 22 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 107 MiB data, 173 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: cluster 2024-02-18T08:22:17.347632+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.618868+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.620699+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.622657+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: cephadm 2024-02-18T08:22:17.624287+0000 mgr.y (mgr.24820) 23 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.630459+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.640782+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.645663+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:18.725 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.653516+0000 mon.a (mon.0) 986 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:18.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.655114+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-02-18T08:22:18.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.660599+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-02-18T08:22:18.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.661850+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-02-18T08:22:18.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.667636+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-02-18T08:22:18.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.669581+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-02-18T08:22:18.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:18 smithi110 bash[24702]: audit 2024-02-18T08:22:17.670970+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-02-18T08:22:18.911 INFO:tasks.rados.rados.0.smithi110.stdout:773: expect (ObjNum 233 snap 60 seq_num 233) 2024-02-18T08:22:19.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[36782]: debug 2024-02-18T08:22:18.647+0000 7f1d074d1680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-18T08:22:19.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:18 smithi191 bash[36782]: debug 2024-02-18T08:22:18.755+0000 7f1d074d1680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-18T08:22:19.619 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[19477]: cephadm 2024-02-18T08:22:17.647024+0000 mgr.y (mgr.24820) 24 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-02-18T08:22:19.619 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[19477]: cephadm 2024-02-18T08:22:17.671941+0000 mgr.y (mgr.24820) 25 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-02-18T08:22:19.619 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[19477]: cluster 2024-02-18T08:22:18.355916+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-02-18T08:22:19.619 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[19477]: cluster 2024-02-18T08:22:18.779047+0000 mon.a (mon.0) 994 : cluster [DBG] Standby manager daemon x restarted 2024-02-18T08:22:19.619 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[19477]: cluster 2024-02-18T08:22:18.779202+0000 mon.a (mon.0) 995 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:22:19.619 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[19477]: audit 2024-02-18T08:22:18.782625+0000 mon.b (mon.2) 132 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:22:19.619 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[19477]: audit 2024-02-18T08:22:18.783555+0000 mon.b (mon.2) 133 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:22:19.619 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[19477]: audit 2024-02-18T08:22:18.785452+0000 mon.b (mon.2) 134 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:22:19.620 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[19477]: audit 2024-02-18T08:22:18.786092+0000 mon.b (mon.2) 135 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:22:19.620 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[24702]: cephadm 2024-02-18T08:22:17.647024+0000 mgr.y (mgr.24820) 24 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-02-18T08:22:19.620 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[24702]: cephadm 2024-02-18T08:22:17.671941+0000 mgr.y (mgr.24820) 25 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-02-18T08:22:19.620 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[24702]: cluster 2024-02-18T08:22:18.355916+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-02-18T08:22:19.620 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[24702]: cluster 2024-02-18T08:22:18.779047+0000 mon.a (mon.0) 994 : cluster [DBG] Standby manager daemon x restarted 2024-02-18T08:22:19.620 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[24702]: cluster 2024-02-18T08:22:18.779202+0000 mon.a (mon.0) 995 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:22:19.620 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[24702]: audit 2024-02-18T08:22:18.782625+0000 mon.b (mon.2) 132 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:22:19.620 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[24702]: audit 2024-02-18T08:22:18.783555+0000 mon.b (mon.2) 133 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:22:19.620 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[24702]: audit 2024-02-18T08:22:18.785452+0000 mon.b (mon.2) 134 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:22:19.620 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:19 smithi110 bash[24702]: audit 2024-02-18T08:22:18.786092+0000 mon.b (mon.2) 135 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:22:19.792 INFO:tasks.rados.rados.0.smithi110.stdout:762: done (10 left) 2024-02-18T08:22:19.792 INFO:tasks.rados.rados.0.smithi110.stdout:763: done (9 left) 2024-02-18T08:22:19.792 INFO:tasks.rados.rados.0.smithi110.stdout:764: done (8 left) 2024-02-18T08:22:19.792 INFO:tasks.rados.rados.0.smithi110.stdout:767: done (7 left) 2024-02-18T08:22:19.793 INFO:tasks.rados.rados.0.smithi110.stdout:769: done (6 left) 2024-02-18T08:22:19.793 INFO:tasks.rados.rados.0.smithi110.stdout:770: done (5 left) 2024-02-18T08:22:19.793 INFO:tasks.rados.rados.0.smithi110.stdout:771: done (4 left) 2024-02-18T08:22:19.793 INFO:tasks.rados.rados.0.smithi110.stdout:772: done (3 left) 2024-02-18T08:22:19.793 INFO:tasks.rados.rados.0.smithi110.stdout:773: done (2 left) 2024-02-18T08:22:19.793 INFO:tasks.rados.rados.0.smithi110.stdout:774: done (1 left) 2024-02-18T08:22:19.793 INFO:tasks.rados.rados.0.smithi110.stdout:775: done (0 left) 2024-02-18T08:22:19.794 INFO:tasks.rados.rados.0.smithi110.stdout:776: copy_from oid 36 from oid 21 current snap is 71 2024-02-18T08:22:19.794 INFO:tasks.rados.rados.0.smithi110.stdout:777: read oid 12 snap -1 2024-02-18T08:22:19.794 INFO:tasks.rados.rados.0.smithi110.stdout:777: expect (ObjNum 256 snap 70 seq_num 256) 2024-02-18T08:22:19.794 INFO:tasks.rados.rados.0.smithi110.stdout:778: read oid 19 snap -1 2024-02-18T08:22:19.794 INFO:tasks.rados.rados.0.smithi110.stdout:778: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:22:19.794 INFO:tasks.rados.rados.0.smithi110.stdout:779: snap_create 2024-02-18T08:22:19.794 INFO:tasks.rados.rados.0.smithi110.stdout:778: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:22:19.809 INFO:tasks.rados.rados.0.smithi110.stdout:776: finishing copy_from to smithi11051043-36 2024-02-18T08:22:19.809 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 255 (ObjNum 179 snap 45 seq_num 179) dirty exists 2024-02-18T08:22:19.810 INFO:tasks.rados.rados.0.smithi110.stdout:776: finishing copy_from racing read to smithi11051043-36 2024-02-18T08:22:19.833 INFO:tasks.rados.rados.0.smithi110.stdout:777: expect (ObjNum 256 snap 70 seq_num 256) 2024-02-18T08:22:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:19 smithi191 bash[19424]: cephadm 2024-02-18T08:22:17.647024+0000 mgr.y (mgr.24820) 24 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-02-18T08:22:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:19 smithi191 bash[19424]: cephadm 2024-02-18T08:22:17.671941+0000 mgr.y (mgr.24820) 25 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-02-18T08:22:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:19 smithi191 bash[19424]: cluster 2024-02-18T08:22:18.355916+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-02-18T08:22:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:19 smithi191 bash[19424]: cluster 2024-02-18T08:22:18.779047+0000 mon.a (mon.0) 994 : cluster [DBG] Standby manager daemon x restarted 2024-02-18T08:22:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:19 smithi191 bash[19424]: cluster 2024-02-18T08:22:18.779202+0000 mon.a (mon.0) 995 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:22:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:19 smithi191 bash[19424]: audit 2024-02-18T08:22:18.782625+0000 mon.b (mon.2) 132 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:22:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:19 smithi191 bash[19424]: audit 2024-02-18T08:22:18.783555+0000 mon.b (mon.2) 133 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:22:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:19 smithi191 bash[19424]: audit 2024-02-18T08:22:18.785452+0000 mon.b (mon.2) 134 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:22:19.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:19 smithi191 bash[19424]: audit 2024-02-18T08:22:18.786092+0000 mon.b (mon.2) 135 : audit [DBG] from='mgr.? 172.21.15.191:0/3129147979' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:22:20.295 INFO:tasks.rados.rados.0.smithi110.stdout:776: done (3 left) 2024-02-18T08:22:20.295 INFO:tasks.rados.rados.0.smithi110.stdout:777: done (2 left) 2024-02-18T08:22:20.295 INFO:tasks.rados.rados.0.smithi110.stdout:778: done (1 left) 2024-02-18T08:22:20.295 INFO:tasks.rados.rados.0.smithi110.stdout:779: done (0 left) 2024-02-18T08:22:20.295 INFO:tasks.rados.rados.0.smithi110.stdout:780: rollback oid 27 current snap is 72 2024-02-18T08:22:20.295 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 27 to 70 2024-02-18T08:22:20.295 INFO:tasks.rados.rados.0.smithi110.stdout:781: snap_remove snap 62 2024-02-18T08:22:20.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[19477]: cluster 2024-02-18T08:22:19.311987+0000 mgr.y (mgr.24820) 26 : cluster [DBG] pgmap v51: 89 pgs: 89 active+clean; 124 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-02-18T08:22:20.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[19477]: cluster 2024-02-18T08:22:19.374124+0000 mon.a (mon.0) 996 : cluster [DBG] mgrmap e24: y(active, since 39s), standbys: x 2024-02-18T08:22:20.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[19477]: cluster 2024-02-18T08:22:19.374203+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-02-18T08:22:20.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[19477]: audit 2024-02-18T08:22:20.213921+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:20.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[19477]: audit 2024-02-18T08:22:20.215160+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:22:20.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[19477]: audit 2024-02-18T08:22:20.216297+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:22:20.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[19477]: audit 2024-02-18T08:22:20.217416+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[19477]: audit 2024-02-18T08:22:20.219535+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[19477]: cluster 2024-02-18T08:22:20.289474+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[24702]: cluster 2024-02-18T08:22:19.311987+0000 mgr.y (mgr.24820) 26 : cluster [DBG] pgmap v51: 89 pgs: 89 active+clean; 124 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[24702]: cluster 2024-02-18T08:22:19.374124+0000 mon.a (mon.0) 996 : cluster [DBG] mgrmap e24: y(active, since 39s), standbys: x 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[24702]: cluster 2024-02-18T08:22:19.374203+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[24702]: audit 2024-02-18T08:22:20.213921+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[24702]: audit 2024-02-18T08:22:20.215160+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[24702]: audit 2024-02-18T08:22:20.216297+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[24702]: audit 2024-02-18T08:22:20.217416+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[24702]: audit 2024-02-18T08:22:20.219535+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2024-02-18T08:22:20.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:20 smithi110 bash[24702]: cluster 2024-02-18T08:22:20.289474+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-02-18T08:22:20.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:20 smithi191 bash[19424]: cluster 2024-02-18T08:22:19.311987+0000 mgr.y (mgr.24820) 26 : cluster [DBG] pgmap v51: 89 pgs: 89 active+clean; 124 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 18 op/s 2024-02-18T08:22:20.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:20 smithi191 bash[19424]: cluster 2024-02-18T08:22:19.374124+0000 mon.a (mon.0) 996 : cluster [DBG] mgrmap e24: y(active, since 39s), standbys: x 2024-02-18T08:22:20.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:20 smithi191 bash[19424]: cluster 2024-02-18T08:22:19.374203+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-02-18T08:22:20.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:20 smithi191 bash[19424]: audit 2024-02-18T08:22:20.213921+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' 2024-02-18T08:22:20.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:20 smithi191 bash[19424]: audit 2024-02-18T08:22:20.215160+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:22:20.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:20 smithi191 bash[19424]: audit 2024-02-18T08:22:20.216297+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:22:20.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:20 smithi191 bash[19424]: audit 2024-02-18T08:22:20.217416+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:20.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:20 smithi191 bash[19424]: audit 2024-02-18T08:22:20.219535+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2024-02-18T08:22:20.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:20 smithi191 bash[19424]: cluster 2024-02-18T08:22:20.289474+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-02-18T08:22:21.305 INFO:tasks.rados.rados.0.smithi110.stdout:781: done (1 left) 2024-02-18T08:22:21.305 INFO:tasks.rados.rados.0.smithi110.stdout:782: copy_from oid 11 from oid 41 current snap is 72 2024-02-18T08:22:21.305 INFO:tasks.rados.rados.0.smithi110.stdout:783: copy_from oid 24 from oid 48 current snap is 72 2024-02-18T08:22:21.306 INFO:tasks.rados.rados.0.smithi110.stdout:784: delete oid 43 current snap is 72 2024-02-18T08:22:21.306 INFO:tasks.rados.rados.0.smithi110.stdout:780: finishing rollback tid 0 to smithi11051043-27 2024-02-18T08:22:21.306 INFO:tasks.rados.rados.0.smithi110.stdout:780: finishing rollback tid 1 to smithi11051043-27 2024-02-18T08:22:21.306 INFO:tasks.rados.rados.0.smithi110.stdout:780: finishing rollback tid 2 to smithi11051043-27 2024-02-18T08:22:21.306 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 424 (ObjNum 253 snap 69 seq_num 253) dirty exists 2024-02-18T08:22:21.314 INFO:tasks.rados.rados.0.smithi110.stdout:780: done (3 left) 2024-02-18T08:22:21.315 INFO:tasks.rados.rados.0.smithi110.stdout:784: done (2 left) 2024-02-18T08:22:21.315 INFO:tasks.rados.rados.0.smithi110.stdout:785: snap_remove snap 68 2024-02-18T08:22:21.636 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:21 smithi110 bash[19477]: cephadm 2024-02-18T08:22:20.208503+0000 mgr.y (mgr.24820) 27 : cephadm [INF] Upgrade: Updating mon.a 2024-02-18T08:22:21.636 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:21 smithi110 bash[19477]: cephadm 2024-02-18T08:22:20.218645+0000 mgr.y (mgr.24820) 28 : cephadm [INF] Deploying daemon mon.a on smithi110 2024-02-18T08:22:21.636 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:21 smithi110 bash[19477]: cluster 2024-02-18T08:22:21.301358+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-02-18T08:22:21.637 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:21 smithi110 bash[24702]: cephadm 2024-02-18T08:22:20.208503+0000 mgr.y (mgr.24820) 27 : cephadm [INF] Upgrade: Updating mon.a 2024-02-18T08:22:21.637 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:21 smithi110 bash[24702]: cephadm 2024-02-18T08:22:20.218645+0000 mgr.y (mgr.24820) 28 : cephadm [INF] Deploying daemon mon.a on smithi110 2024-02-18T08:22:21.637 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:21 smithi110 bash[24702]: cluster 2024-02-18T08:22:21.301358+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-02-18T08:22:21.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:21 smithi191 bash[19424]: cephadm 2024-02-18T08:22:20.208503+0000 mgr.y (mgr.24820) 27 : cephadm [INF] Upgrade: Updating mon.a 2024-02-18T08:22:21.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:21 smithi191 bash[19424]: cephadm 2024-02-18T08:22:20.218645+0000 mgr.y (mgr.24820) 28 : cephadm [INF] Deploying daemon mon.a on smithi110 2024-02-18T08:22:21.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:21 smithi191 bash[19424]: cluster 2024-02-18T08:22:21.301358+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-02-18T08:22:22.315 INFO:tasks.rados.rados.0.smithi110.stdout:785: done (2 left) 2024-02-18T08:22:22.315 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 72 2024-02-18T08:22:22.316 INFO:tasks.rados.rados.0.smithi110.stdout:786: seq_num 260 ranges {6152192=761856,6914048=417792,7331840=786432} 2024-02-18T08:22:22.350 INFO:tasks.rados.rados.0.smithi110.stdout:786: writing smithi11051043-12 from 6152192 to 6914048 tid 1 2024-02-18T08:22:22.352 INFO:tasks.rados.rados.0.smithi110.stdout:786: writing smithi11051043-12 from 6914048 to 7331840 tid 2 2024-02-18T08:22:22.358 INFO:tasks.rados.rados.0.smithi110.stdout:786: writing smithi11051043-12 from 7331840 to 8118272 tid 3 2024-02-18T08:22:22.358 INFO:tasks.rados.rados.0.smithi110.stdout:787: delete oid 21 current snap is 72 2024-02-18T08:22:22.358 INFO:tasks.rados.rados.0.smithi110.stdout:782: finishing copy_from to smithi11051043-11 2024-02-18T08:22:22.358 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 128 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-02-18T08:22:22.358 INFO:tasks.rados.rados.0.smithi110.stdout:783: finishing copy_from to smithi11051043-24 2024-02-18T08:22:22.358 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 124 (ObjNum 255 snap 70 seq_num 255) dirty exists 2024-02-18T08:22:22.359 INFO:tasks.rados.rados.0.smithi110.stdout:782: finishing copy_from racing read to smithi11051043-11 2024-02-18T08:22:22.359 INFO:tasks.rados.rados.0.smithi110.stdout:783: finishing copy_from racing read to smithi11051043-24 2024-02-18T08:22:22.359 INFO:tasks.rados.rados.0.smithi110.stdout:786: finishing write tid 1 to smithi11051043-12 2024-02-18T08:22:22.359 INFO:tasks.rados.rados.0.smithi110.stdout:786: finishing write tid 2 to smithi11051043-12 2024-02-18T08:22:22.362 INFO:tasks.rados.rados.0.smithi110.stdout:786: finishing write tid 3 to smithi11051043-12 2024-02-18T08:22:22.362 INFO:tasks.rados.rados.0.smithi110.stdout:786: finishing write tid 5 to smithi11051043-12 2024-02-18T08:22:22.363 INFO:tasks.rados.rados.0.smithi110.stdout:782: done (3 left) 2024-02-18T08:22:22.363 INFO:tasks.rados.rados.0.smithi110.stdout:783: done (2 left) 2024-02-18T08:22:22.363 INFO:tasks.rados.rados.0.smithi110.stdout:787: done (1 left) 2024-02-18T08:22:22.363 INFO:tasks.rados.rados.0.smithi110.stdout:788: snap_remove snap 66 2024-02-18T08:22:22.511 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:22 smithi110 bash[24702]: cluster 2024-02-18T08:22:21.312606+0000 mgr.y (mgr.24820) 29 : cluster [DBG] pgmap v55: 89 pgs: 89 active+clean; 124 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-02-18T08:22:22.511 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:22 smithi110 bash[24702]: cluster 2024-02-18T08:22:22.306321+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-02-18T08:22:22.512 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:22 smithi110 systemd[1]: Stopping Ceph mon.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:22:22.512 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:22 smithi110 bash[19477]: cluster 2024-02-18T08:22:21.312606+0000 mgr.y (mgr.24820) 29 : cluster [DBG] pgmap v55: 89 pgs: 89 active+clean; 124 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-02-18T08:22:22.512 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:22 smithi110 bash[19477]: cluster 2024-02-18T08:22:22.306321+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-02-18T08:22:22.512 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:22 smithi110 bash[19477]: debug 2024-02-18T08:22:22.438+0000 7fefd5dc4700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:22:22.512 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:22 smithi110 bash[19477]: debug 2024-02-18T08:22:22.438+0000 7fefd5dc4700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-02-18T08:22:22.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:22 smithi191 bash[19424]: cluster 2024-02-18T08:22:21.312606+0000 mgr.y (mgr.24820) 29 : cluster [DBG] pgmap v55: 89 pgs: 89 active+clean; 124 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-02-18T08:22:22.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:22 smithi191 bash[19424]: cluster 2024-02-18T08:22:22.306321+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-02-18T08:22:23.430 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:23 smithi110 bash[54321]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mon.a 2024-02-18T08:22:23.430 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:23 smithi110 systemd[1]: Stopped Ceph mon.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:22:23.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:23 smithi110 systemd[1]: Started Ceph mon.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:22:23.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:23.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:23.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:23.517Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:23.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:23.517Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:22:23.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:23.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:23.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:23.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:23.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:23.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:22:24.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.558+0000 7f0297e59880 0 set uid:gid to 167:167 (ceph:ceph) 2024-02-18T08:22:24.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.558+0000 7f0297e59880 0 ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable), process ceph-mon, pid 1 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.558+0000 7f0297e59880 0 pidfile_write: ignore empty --pid-file 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 0 load: jerasure load: lrc load: isa 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: RocksDB version: 6.8.1 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Compile date Feb 17 2024 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: DB SUMMARY 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: CURRENT file: CURRENT 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: IDENTITY file: IDENTITY 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 720 Bytes 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000023.sst 2024-02-18T08:22:24.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000021.log size: 3762372 ; 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.error_if_exists: 0 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.create_if_missing: 0 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.paranoid_checks: 1 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.env: 0x5644f5e4e080 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.fs: Posix File System 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.info_log: 0x5644f7a63a20 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_file_opening_threads: 16 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.statistics: (nil) 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.use_fsync: 0 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_log_file_size: 0 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-02-18T08:22:24.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.keep_log_file_num: 1000 2024-02-18T08:22:24.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.recycle_log_file_num: 0 2024-02-18T08:22:24.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.allow_fallocate: 1 2024-02-18T08:22:24.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.allow_mmap_reads: 0 2024-02-18T08:22:24.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.allow_mmap_writes: 0 2024-02-18T08:22:24.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.use_direct_reads: 0 2024-02-18T08:22:24.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-02-18T08:22:24.727 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.create_missing_column_families: 0 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.db_log_dir: 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_subcompactions: 1 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_background_flushes: -1 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.advise_random_on_open: 1 2024-02-18T08:22:24.728 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.db_write_buffer_size: 0 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.write_buffer_manager: 0x5644f8762360 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.rate_limiter: (nil) 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.wal_recovery_mode: 2 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.enable_thread_tracking: 0 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.enable_pipelined_write: 0 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.unordered_write: 0 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-02-18T08:22:24.729 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.row_cache: None 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.wal_filter: None 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.allow_ingest_behind: 0 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.preserve_deletes: 0 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.two_write_queues: 0 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.manual_wal_flush: 0 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.atomic_flush: 0 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.log_readahead_size: 0 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_background_jobs: 2 2024-02-18T08:22:24.730 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_background_compactions: -1 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_total_wal_size: 0 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_open_files: -1 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.bytes_per_sync: 0 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_readahead_size: 0 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Compression algorithms supported: 2024-02-18T08:22:24.731 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: kZSTD supported: 0 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: kXpressCompression supported: 0 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: kLZ4HCCompression supported: 1 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: kLZ4Compression supported: 1 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: kBZip2Compression supported: 0 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: kZlibCompression supported: 1 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: kSnappyCompression supported: 1 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.merge_operator: 2024-02-18T08:22:24.732 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_filter: None 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_filter_factory: None 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5644f7a11d10) 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: cache_index_and_filter_blocks: 1 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: cache_index_and_filter_blocks_with_high_priority: 0 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: pin_top_level_index_and_filter: 1 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: index_type: 0 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: data_block_index_type: 0 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: index_shortening: 1 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: data_block_hash_table_util_ratio: 0.750000 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: hash_index_allow_collision: 1 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: checksum: 1 2024-02-18T08:22:24.733 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: no_block_cache: 0 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: block_cache: 0x5644f7a48f10 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: block_cache_name: BinnedLRUCache 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: block_cache_options: 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: capacity : 536870912 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: num_shard_bits : 4 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: strict_capacity_limit : 0 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: high_pri_pool_ratio: 0.000 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: block_cache_compressed: (nil) 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: persistent_cache: (nil) 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: block_size: 4096 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: block_size_deviation: 10 2024-02-18T08:22:24.734 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: block_restart_interval: 16 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: index_block_restart_interval: 1 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: metadata_block_size: 4096 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: partition_filters: 0 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: use_delta_encoding: 1 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: filter_policy: rocksdb.BuiltinBloomFilter 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: whole_key_filtering: 1 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: verify_compression: 0 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: read_amp_bytes_per_bit: 0 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: format_version: 2 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: enable_index_compression: 1 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: block_align: 0 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.write_buffer_size: 33554432 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_write_buffer_number: 2 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compression: NoCompression 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.bottommost_compression: Disabled 2024-02-18T08:22:24.735 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.prefix_extractor: nullptr 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.num_levels: 7 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compression_opts.level: 32767 2024-02-18T08:22:24.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compression_opts.strategy: 0 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compression_opts.enabled: false 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.target_file_size_base: 67108864 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-02-18T08:22:24.737 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.arena_block_size: 4194304 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.disable_auto_compactions: 0 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-02-18T08:22:24.738 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.table_properties_collectors: 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.inplace_update_support: 0 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.bloom_locality: 0 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.max_successive_merges: 0 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-02-18T08:22:24.739 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.paranoid_file_checks: 0 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.force_consistency_checks: 0 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.report_bg_io_stats: 0 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.ttl: 2592000 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 25, last_sequence is 11294, log_number is 21,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 21 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708244544569459, "job": 1, "event": "recovery_started", "log_files": [21]} 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.562+0000 7f0297e59880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #21 mode 2 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.570+0000 7f0297e59880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-02-18T08:22:24.740 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.578+0000 7f0297e59880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708244544583006, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 25, "file_size": 3718498, "table_properties": {"data_size": 3710731, "index_size": 6111, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 837, "raw_key_size": 7735, "raw_average_key_size": 23, "raw_value_size": 3701392, "raw_average_value_size": 11319, "num_data_blocks": 189, "num_entries": 327, "num_deletions": 24, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1708244544, "oldest_key_time": 3, "file_creation_time": 0}} 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.578+0000 7f0297e59880 4 rocksdb: [version_set.cc:3826] Creating manifest 26 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.578+0000 7f0297e59880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.578+0000 7f0297e59880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708244544583874, "job": 1, "event": "recovery_finished"} 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.582+0000 7f0297e59880 4 rocksdb: DB pointer 0x5644f7b11800 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.582+0000 7f027ec4b700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.582+0000 7f027ec4b700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ** DB Stats ** 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:22:24.741 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ** Compaction Stats [default] ** 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: L0 1/0 3.55 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 494.0 0.01 0.00 1 0.007 0 0 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: L6 1/0 22.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Sum 2/0 26.20 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 494.0 0.01 0.00 1 0.007 0 0 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 494.0 0.01 0.00 1 0.007 0 0 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ** Compaction Stats [default] ** 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 494.0 0.01 0.00 1 0.007 0 0 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Flush(GB): cumulative 0.003, interval 0.003 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:22:24.742 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:22:24.743 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Cumulative compaction: 0.00 GB write, 191.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:22:24.743 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Interval compaction: 0.00 GB write, 191.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:22:24.743 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:22:24.743 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:22:24.743 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ** Compaction Stats [default] ** 2024-02-18T08:22:24.743 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:22:24.743 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: L0 1/0 3.55 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 494.0 0.01 0.00 1 0.007 0 0 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: L6 1/0 22.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Sum 2/0 26.20 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 494.0 0.01 0.00 1 0.007 0 0 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ** Compaction Stats [default] ** 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 494.0 0.01 0.00 1 0.007 0 0 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Flush(GB): cumulative 0.003, interval 0.000 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:22:24.744 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Cumulative compaction: 0.00 GB write, 190.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.582+0000 7f0297e59880 0 starting mon.a rank 0 at public addrs [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] at bind addrs [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.582+0000 7f0297e59880 1 mon.a@-1(???) e3 preinit fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.582+0000 7f0297e59880 0 mon.a@-1(???).mds e7 new map 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.582+0000 7f0297e59880 0 mon.a@-1(???).mds e7 print_map 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: e7 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: enable_multiple, ever_enabled_multiple: 0,0 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-02-18T08:22:24.745 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: legacy client fscid: 1 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Filesystem 'foo' (1) 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: fs_name foo 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: epoch 5 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: flags 12 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: created 2024-02-18T08:18:02.212304+0000 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: modified 2024-02-18T08:18:08.210293+0000 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: tableserver 0 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: root 0 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: session_timeout 60 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: session_autoclose 300 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: max_file_size 1099511627776 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: required_client_features {} 2024-02-18T08:22:24.746 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: last_failure 0 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: last_failure_osd_epoch 0 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: max_mds 1 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: in 0 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: up {0=34481} 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: failed 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: damaged 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: stopped 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: data_pools [4] 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: metadata_pool 3 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: inline_data disabled 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: balancer 2024-02-18T08:22:24.747 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: standby_count_wanted 1 2024-02-18T08:22:24.748 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: [mds.foo.smithi191.yrmaff{0:34481} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.191:6832/3033893043,v1:172.21.15.191:6833/3033893043] compat {c=[1],r=[1],i=[7ff]}] 2024-02-18T08:22:24.748 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: 2024-02-18T08:22:24.748 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: Standby daemons: 2024-02-18T08:22:24.748 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: 2024-02-18T08:22:24.748 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: [mds.foo.smithi110.fvzuby{-1:14637} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.110:6834/957643580,v1:172.21.15.110:6835/957643580] compat {c=[1],r=[1],i=[7ff]}] 2024-02-18T08:22:24.748 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.582+0000 7f0297e59880 0 mon.a@-1(???).osd e202 crush map has features 3314933069571702784, adjusting msgr requires 2024-02-18T08:22:24.748 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.582+0000 7f0297e59880 0 mon.a@-1(???).osd e202 crush map has features 288514119978713088, adjusting msgr requires 2024-02-18T08:22:24.749 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: cluster 2024-02-18T08:22:21.312606+0000 mgr.y (mgr.24820) 29 : cluster [DBG] pgmap v55: 89 pgs: 89 active+clean; 124 MiB data, 203 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-02-18T08:22:24.749 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: cluster 2024-02-18T08:22:22.306321+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-02-18T08:22:24.749 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:24 smithi110 bash[54479]: debug 2024-02-18T08:22:24.582+0000 7f0297e59880 1 mon.a@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-02-18T08:22:26.111 INFO:tasks.rados.rados.0.smithi110.stdout:788: done (1 left) 2024-02-18T08:22:26.111 INFO:tasks.rados.rados.0.smithi110.stdout:789: read oid 9 snap -1 2024-02-18T08:22:26.112 INFO:tasks.rados.rados.0.smithi110.stdout:789: expect (ObjNum 232 snap 60 seq_num 232) 2024-02-18T08:22:26.112 INFO:tasks.rados.rados.0.smithi110.stdout:790: read oid 21 snap -1 2024-02-18T08:22:26.112 INFO:tasks.rados.rados.0.smithi110.stdout:790: expect deleted 2024-02-18T08:22:26.112 INFO:tasks.rados.rados.0.smithi110.stdout:791: delete oid 3 current snap is 72 2024-02-18T08:22:26.112 INFO:tasks.rados.rados.0.smithi110.stdout:786: finishing write tid 6 to smithi11051043-12 2024-02-18T08:22:26.112 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 239 (ObjNum 260 snap 72 seq_num 260) dirty exists 2024-02-18T08:22:26.112 INFO:tasks.rados.rados.0.smithi110.stdout:786: left oid 12 (ObjNum 260 snap 72 seq_num 260) 2024-02-18T08:22:26.131 INFO:tasks.rados.rados.0.smithi110.stdout:786: done (3 left) 2024-02-18T08:22:26.131 INFO:tasks.rados.rados.0.smithi110.stdout:790: done (2 left) 2024-02-18T08:22:26.131 INFO:tasks.rados.rados.0.smithi110.stdout:791: done (1 left) 2024-02-18T08:22:26.131 INFO:tasks.rados.rados.0.smithi110.stdout:792: read oid 33 snap -1 2024-02-18T08:22:26.132 INFO:tasks.rados.rados.0.smithi110.stdout:792: expect deleted 2024-02-18T08:22:26.132 INFO:tasks.rados.rados.0.smithi110.stdout:793: read oid 20 snap -1 2024-02-18T08:22:26.132 INFO:tasks.rados.rados.0.smithi110.stdout:793: expect (ObjNum 235 snap 60 seq_num 235) 2024-02-18T08:22:26.132 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 72 2024-02-18T08:22:26.132 INFO:tasks.rados.rados.0.smithi110.stdout:794: seq_num 263 ranges {3874816=409600,4284416=475136,4759552=557056,5316608=573440} 2024-02-18T08:22:26.150 INFO:tasks.rados.rados.0.smithi110.stdout:794: writing smithi11051043-6 from 3874816 to 4284416 tid 1 2024-02-18T08:22:26.153 INFO:tasks.rados.rados.0.smithi110.stdout:794: writing smithi11051043-6 from 4284416 to 4759552 tid 2 2024-02-18T08:22:26.157 INFO:tasks.rados.rados.0.smithi110.stdout:794: writing smithi11051043-6 from 4759552 to 5316608 tid 3 2024-02-18T08:22:26.160 INFO:tasks.rados.rados.0.smithi110.stdout:794: writing smithi11051043-6 from 5316608 to 5890048 tid 4 2024-02-18T08:22:26.160 INFO:tasks.rados.rados.0.smithi110.stdout:795: setattr oid 41 current snap is 72 2024-02-18T08:22:26.161 INFO:tasks.rados.rados.0.smithi110.stdout:793: expect (ObjNum 235 snap 60 seq_num 235) 2024-02-18T08:22:26.298 INFO:tasks.rados.rados.0.smithi110.stdout:789: expect (ObjNum 232 snap 60 seq_num 232) 2024-02-18T08:22:26.383 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[36782]: ignoring --setuser ceph since I am not root 2024-02-18T08:22:26.383 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[36782]: ignoring --setgroup ceph since I am not root 2024-02-18T08:22:26.383 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[36782]: debug 2024-02-18T08:22:26.275+0000 7fced744f680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: audit 2024-02-18T08:22:22.451109+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: audit 2024-02-18T08:22:22.451560+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: audit 2024-02-18T08:22:22.452619+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: cluster 2024-02-18T08:22:23.313620+0000 mgr.y (mgr.24820) 30 : cluster [DBG] pgmap v57: 89 pgs: 89 active+clean; 143 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 4.8 MiB/s wr, 9 op/s 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: cluster 2024-02-18T08:22:25.314339+0000 mgr.y (mgr.24820) 31 : cluster [DBG] pgmap v58: 89 pgs: 89 active+clean; 143 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: cluster 2024-02-18T08:22:26.007385+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: cluster 2024-02-18T08:22:26.027471+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: cluster 2024-02-18T08:22:26.037908+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} removed_ranks: {} 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: cluster 2024-02-18T08:22:26.038621+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: cluster 2024-02-18T08:22:26.038684+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: cluster 2024-02-18T08:22:26.040478+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e24: y(active, since 45s), standbys: x 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: cluster 2024-02-18T08:22:26.041321+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: cluster 2024-02-18T08:22:26.055671+0000 mon.a (mon.0) 8 : cluster [DBG] mgrmap e25: y(active, since 45s), standbys: x 2024-02-18T08:22:26.384 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[19424]: audit 2024-02-18T08:22:26.067334+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.24820 ' entity='' 2024-02-18T08:22:26.407 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: audit 2024-02-18T08:22:22.451109+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:22:26.407 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: audit 2024-02-18T08:22:22.451560+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: audit 2024-02-18T08:22:22.452619+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: cluster 2024-02-18T08:22:23.313620+0000 mgr.y (mgr.24820) 30 : cluster [DBG] pgmap v57: 89 pgs: 89 active+clean; 143 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 4.8 MiB/s wr, 9 op/s 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: cluster 2024-02-18T08:22:25.314339+0000 mgr.y (mgr.24820) 31 : cluster [DBG] pgmap v58: 89 pgs: 89 active+clean; 143 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: cluster 2024-02-18T08:22:26.007385+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: cluster 2024-02-18T08:22:26.027471+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: cluster 2024-02-18T08:22:26.037908+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} removed_ranks: {} 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: cluster 2024-02-18T08:22:26.038621+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: cluster 2024-02-18T08:22:26.038684+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: cluster 2024-02-18T08:22:26.040478+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e24: y(active, since 45s), standbys: x 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: cluster 2024-02-18T08:22:26.041321+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: cluster 2024-02-18T08:22:26.055671+0000 mon.a (mon.0) 8 : cluster [DBG] mgrmap e25: y(active, since 45s), standbys: x 2024-02-18T08:22:26.408 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[54479]: audit 2024-02-18T08:22:26.067334+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.24820 ' entity='' 2024-02-18T08:22:26.409 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[52513]: ignoring --setuser ceph since I am not root 2024-02-18T08:22:26.409 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[52513]: ignoring --setgroup ceph since I am not root 2024-02-18T08:22:26.409 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[52513]: debug 2024-02-18T08:22:26.106+0000 7fc88e22c700 1 -- 172.21.15.110:0/3054998775 <== mon.1 v2:172.21.15.110:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5638295724e0 con 0x563829666800 2024-02-18T08:22:26.409 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[52513]: debug 2024-02-18T08:22:26.298+0000 7fc89e409680 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-18T08:22:26.409 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: audit 2024-02-18T08:22:22.451109+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:22:26.409 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: audit 2024-02-18T08:22:22.451560+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:22:26.409 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: audit 2024-02-18T08:22:22.452619+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24820 172.21.15.110:0/1679987650' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:22:26.409 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: cluster 2024-02-18T08:22:23.313620+0000 mgr.y (mgr.24820) 30 : cluster [DBG] pgmap v57: 89 pgs: 89 active+clean; 143 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 4.8 MiB/s wr, 9 op/s 2024-02-18T08:22:26.409 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: cluster 2024-02-18T08:22:25.314339+0000 mgr.y (mgr.24820) 31 : cluster [DBG] pgmap v58: 89 pgs: 89 active+clean; 143 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-02-18T08:22:26.409 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: cluster 2024-02-18T08:22:26.007385+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-02-18T08:22:26.410 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: cluster 2024-02-18T08:22:26.027471+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:22:26.410 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: cluster 2024-02-18T08:22:26.037908+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} removed_ranks: {} 2024-02-18T08:22:26.410 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: cluster 2024-02-18T08:22:26.038621+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:22:26.410 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: cluster 2024-02-18T08:22:26.038684+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-02-18T08:22:26.410 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: cluster 2024-02-18T08:22:26.040478+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e24: y(active, since 45s), standbys: x 2024-02-18T08:22:26.410 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: cluster 2024-02-18T08:22:26.041321+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2024-02-18T08:22:26.410 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: cluster 2024-02-18T08:22:26.055671+0000 mon.a (mon.0) 8 : cluster [DBG] mgrmap e25: y(active, since 45s), standbys: x 2024-02-18T08:22:26.410 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[24702]: audit 2024-02-18T08:22:26.067334+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.24820 ' entity='' 2024-02-18T08:22:26.662 INFO:tasks.rados.rados.0.smithi110.stdout:794: finishing write tid 1 to smithi11051043-6 2024-02-18T08:22:26.662 INFO:tasks.rados.rados.0.smithi110.stdout:794: finishing write tid 2 to smithi11051043-6 2024-02-18T08:22:26.662 INFO:tasks.rados.rados.0.smithi110.stdout:794: finishing write tid 3 to smithi11051043-6 2024-02-18T08:22:26.662 INFO:tasks.rados.rados.0.smithi110.stdout:794: finishing write tid 4 to smithi11051043-6 2024-02-18T08:22:26.662 INFO:tasks.rados.rados.0.smithi110.stdout:794: finishing write tid 6 to smithi11051043-6 2024-02-18T08:22:26.662 INFO:tasks.rados.rados.0.smithi110.stdout:794: finishing write tid 7 to smithi11051043-6 2024-02-18T08:22:26.662 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 382 (ObjNum 263 snap 72 seq_num 263) dirty exists 2024-02-18T08:22:26.663 INFO:tasks.rados.rados.0.smithi110.stdout:794: left oid 6 (ObjNum 263 snap 72 seq_num 263) 2024-02-18T08:22:26.663 INFO:tasks.rados.rados.0.smithi110.stdout:789: done (4 left) 2024-02-18T08:22:26.663 INFO:tasks.rados.rados.0.smithi110.stdout:792: done (3 left) 2024-02-18T08:22:26.663 INFO:tasks.rados.rados.0.smithi110.stdout:793: done (2 left) 2024-02-18T08:22:26.663 INFO:tasks.rados.rados.0.smithi110.stdout:794: done (1 left) 2024-02-18T08:22:26.663 INFO:tasks.rados.rados.0.smithi110.stdout:796: read oid 21 snap -1 2024-02-18T08:22:26.663 INFO:tasks.rados.rados.0.smithi110.stdout:796: expect deleted 2024-02-18T08:22:26.663 INFO:tasks.rados.rados.0.smithi110.stdout:797: snap_remove snap 71 2024-02-18T08:22:26.821 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[36782]: debug 2024-02-18T08:22:26.379+0000 7fced744f680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-18T08:22:27.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:26 smithi191 bash[36782]: debug 2024-02-18T08:22:26.815+0000 7fced744f680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-18T08:22:27.107 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[52513]: debug 2024-02-18T08:22:26.398+0000 7fc89e409680 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-18T08:22:27.107 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:26 smithi110 bash[52513]: debug 2024-02-18T08:22:26.838+0000 7fc89e409680 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-18T08:22:27.115 INFO:tasks.rados.rados.0.smithi110.stdout:797: done (2 left) 2024-02-18T08:22:27.116 INFO:tasks.rados.rados.0.smithi110.stdout:798: rollback oid 19 current snap is 72 2024-02-18T08:22:27.116 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 19 to 61 2024-02-18T08:22:27.116 INFO:tasks.rados.rados.0.smithi110.stdout:799: read oid 6 snap -1 2024-02-18T08:22:27.116 INFO:tasks.rados.rados.0.smithi110.stdout:799: expect (ObjNum 263 snap 72 seq_num 263) 2024-02-18T08:22:27.116 INFO:tasks.rados.rados.0.smithi110.stdout:800: rollback oid 35 current snap is 72 2024-02-18T08:22:27.116 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 35 to 70 2024-02-18T08:22:27.116 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 129 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-02-18T08:22:27.116 INFO:tasks.rados.rados.0.smithi110.stdout:795: done (4 left) 2024-02-18T08:22:27.116 INFO:tasks.rados.rados.0.smithi110.stdout:796: done (3 left) 2024-02-18T08:22:27.116 INFO:tasks.rados.rados.0.smithi110.stdout:801: snap_create 2024-02-18T08:22:27.128 INFO:tasks.rados.rados.0.smithi110.stdout:798: finishing rollback tid 0 to smithi11051043-19 2024-02-18T08:22:27.128 INFO:tasks.rados.rados.0.smithi110.stdout:798: finishing rollback tid 1 to smithi11051043-19 2024-02-18T08:22:27.128 INFO:tasks.rados.rados.0.smithi110.stdout:798: finishing rollback tid 2 to smithi11051043-19 2024-02-18T08:22:27.128 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 221 (ObjNum 220 snap 58 seq_num 220) dirty exists 2024-02-18T08:22:27.129 INFO:tasks.rados.rados.0.smithi110.stdout:800: finishing rollback tid 0 to smithi11051043-35 2024-02-18T08:22:27.129 INFO:tasks.rados.rados.0.smithi110.stdout:800: finishing rollback tid 1 to smithi11051043-35 2024-02-18T08:22:27.129 INFO:tasks.rados.rados.0.smithi110.stdout:800: finishing rollback tid 2 to smithi11051043-35 2024-02-18T08:22:27.129 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 288 (ObjNum 215 snap 58 seq_num 215) dirty exists 2024-02-18T08:22:27.141 INFO:tasks.rados.rados.0.smithi110.stdout:799: expect (ObjNum 263 snap 72 seq_num 263) 2024-02-18T08:22:27.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:27 smithi110 bash[54479]: cluster 2024-02-18T08:22:26.107907+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-02-18T08:22:27.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:27 smithi110 bash[54479]: cluster 2024-02-18T08:22:27.063590+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e26: y(active, since 46s), standbys: x 2024-02-18T08:22:27.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:27 smithi110 bash[24702]: cluster 2024-02-18T08:22:26.107907+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-02-18T08:22:27.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:27 smithi110 bash[24702]: cluster 2024-02-18T08:22:27.063590+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e26: y(active, since 46s), standbys: x 2024-02-18T08:22:27.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:27 smithi191 bash[19424]: cluster 2024-02-18T08:22:26.107907+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-02-18T08:22:27.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:27 smithi191 bash[19424]: cluster 2024-02-18T08:22:27.063590+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e26: y(active, since 46s), standbys: x 2024-02-18T08:22:28.063 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:27 smithi191 bash[36782]: debug 2024-02-18T08:22:27.723+0000 7fced744f680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-18T08:22:28.063 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:27 smithi191 bash[36782]: debug 2024-02-18T08:22:27.815+0000 7fced744f680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-18T08:22:28.095 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:27 smithi110 bash[52513]: debug 2024-02-18T08:22:27.754+0000 7fc89e409680 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-18T08:22:28.095 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:27 smithi110 bash[52513]: debug 2024-02-18T08:22:27.846+0000 7fc89e409680 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-18T08:22:28.096 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:28 smithi110 bash[52513]: debug 2024-02-18T08:22:28.086+0000 7fc89e409680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-18T08:22:28.121 INFO:tasks.rados.rados.0.smithi110.stdout:798: done (3 left) 2024-02-18T08:22:28.122 INFO:tasks.rados.rados.0.smithi110.stdout:799: done (2 left) 2024-02-18T08:22:28.122 INFO:tasks.rados.rados.0.smithi110.stdout:800: done (1 left) 2024-02-18T08:22:28.122 INFO:tasks.rados.rados.0.smithi110.stdout:801: done (0 left) 2024-02-18T08:22:28.122 INFO:tasks.rados.rados.0.smithi110.stdout:802: setattr oid 18 current snap is 73 2024-02-18T08:22:28.123 INFO:tasks.rados.rados.0.smithi110.stdout:803: rollback oid 10 current snap is 73 2024-02-18T08:22:28.123 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 10 to 61 2024-02-18T08:22:28.123 INFO:tasks.rados.rados.0.smithi110.stdout:804: snap_remove snap 70 2024-02-18T08:22:28.344 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:28 smithi191 bash[36782]: debug 2024-02-18T08:22:28.059+0000 7fced744f680 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-18T08:22:28.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:28 smithi191 bash[19424]: cluster 2024-02-18T08:22:27.112098+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-02-18T08:22:28.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:28 smithi110 bash[54479]: cluster 2024-02-18T08:22:27.112098+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-02-18T08:22:28.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:28 smithi110 bash[24702]: cluster 2024-02-18T08:22:27.112098+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-02-18T08:22:29.137 INFO:tasks.rados.rados.0.smithi110.stdout:804: done (2 left) 2024-02-18T08:22:29.137 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 73 2024-02-18T08:22:29.137 INFO:tasks.rados.rados.0.smithi110.stdout:805: seq_num 264 ranges {3047424=425984,3473408=761856,4235264=770048,5005312=73728} 2024-02-18T08:22:29.157 INFO:tasks.rados.rados.0.smithi110.stdout:805: writing smithi11051043-40 from 3047424 to 3473408 tid 1 2024-02-18T08:22:29.161 INFO:tasks.rados.rados.0.smithi110.stdout:805: writing smithi11051043-40 from 3473408 to 4235264 tid 2 2024-02-18T08:22:29.166 INFO:tasks.rados.rados.0.smithi110.stdout:805: writing smithi11051043-40 from 4235264 to 5005312 tid 3 2024-02-18T08:22:29.167 INFO:tasks.rados.rados.0.smithi110.stdout:805: writing smithi11051043-40 from 5005312 to 5079040 tid 4 2024-02-18T08:22:29.167 INFO:tasks.rados.rados.0.smithi110.stdout:806: copy_from oid 33 from oid 31 current snap is 73 2024-02-18T08:22:29.167 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 315 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:22:29.167 INFO:tasks.rados.rados.0.smithi110.stdout:803: finishing rollback tid 1 to smithi11051043-10 2024-02-18T08:22:29.167 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:22:29.167 INFO:tasks.rados.rados.0.smithi110.stdout:805: finishing write tid 1 to smithi11051043-40 2024-02-18T08:22:29.167 INFO:tasks.rados.rados.0.smithi110.stdout:802: done (3 left) 2024-02-18T08:22:29.167 INFO:tasks.rados.rados.0.smithi110.stdout:803: done (2 left) 2024-02-18T08:22:29.167 INFO:tasks.rados.rados.0.smithi110.stdout:807: read oid 32 snap -1 2024-02-18T08:22:29.168 INFO:tasks.rados.rados.0.smithi110.stdout:807: expect (ObjNum 233 snap 60 seq_num 233) 2024-02-18T08:22:29.168 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 73 2024-02-18T08:22:29.168 INFO:tasks.rados.rados.0.smithi110.stdout:808: seq_num 265 ranges {0=442368,442368=647168,1089536=573440,1662976=385024} 2024-02-18T08:22:29.169 INFO:tasks.rados.rados.0.smithi110.stdout:808: writing smithi11051043-7 from 0 to 442368 tid 1 2024-02-18T08:22:29.173 INFO:tasks.rados.rados.0.smithi110.stdout:808: writing smithi11051043-7 from 442368 to 1089536 tid 2 2024-02-18T08:22:29.176 INFO:tasks.rados.rados.0.smithi110.stdout:808: writing smithi11051043-7 from 1089536 to 1662976 tid 3 2024-02-18T08:22:29.179 INFO:tasks.rados.rados.0.smithi110.stdout:808: writing smithi11051043-7 from 1662976 to 2048000 tid 4 2024-02-18T08:22:29.179 INFO:tasks.rados.rados.0.smithi110.stdout:809: copy_from oid 17 from oid 20 current snap is 73 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:805: finishing write tid 2 to smithi11051043-40 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:805: finishing write tid 3 to smithi11051043-40 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:805: finishing write tid 4 to smithi11051043-40 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:805: finishing write tid 6 to smithi11051043-40 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:805: finishing write tid 7 to smithi11051043-40 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 301 (ObjNum 264 snap 73 seq_num 264) dirty exists 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:805: left oid 40 (ObjNum 264 snap 73 seq_num 264) 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:808: finishing write tid 1 to smithi11051043-7 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:805: done (4 left) 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:810: read oid 34 snap -1 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:810: expect deleted 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:811: delete oid 5 current snap is 73 2024-02-18T08:22:29.180 INFO:tasks.rados.rados.0.smithi110.stdout:808: finishing write tid 2 to smithi11051043-7 2024-02-18T08:22:29.186 INFO:tasks.rados.rados.0.smithi110.stdout:810: done (5 left) 2024-02-18T08:22:29.186 INFO:tasks.rados.rados.0.smithi110.stdout:811: done (4 left) 2024-02-18T08:22:29.186 INFO:tasks.rados.rados.0.smithi110.stdout:812: snap_remove snap 61 2024-02-18T08:22:29.385 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:29 smithi110 bash[54479]: cluster 2024-02-18T08:22:28.117240+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-02-18T08:22:29.385 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:29 smithi110 bash[24702]: cluster 2024-02-18T08:22:28.117240+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-02-18T08:22:29.386 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:29 smithi110 bash[52513]: debug 2024-02-18T08:22:29.218+0000 7fc89e409680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-18T08:22:29.386 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:29 smithi110 bash[52513]: debug 2024-02-18T08:22:29.378+0000 7fc89e409680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:22:29.447 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:29 smithi191 bash[36782]: debug 2024-02-18T08:22:29.183+0000 7fced744f680 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-18T08:22:29.448 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:29 smithi191 bash[36782]: debug 2024-02-18T08:22:29.347+0000 7fced744f680 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:22:29.448 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:29 smithi191 bash[19424]: cluster 2024-02-18T08:22:28.117240+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-02-18T08:22:29.603 INFO:tasks.rados.rados.0.smithi110.stdout:812: done (4 left) 2024-02-18T08:22:29.603 INFO:tasks.rados.rados.0.smithi110.stdout:813: snap_remove snap 67 2024-02-18T08:22:29.723 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:29 smithi110 bash[52513]: debug 2024-02-18T08:22:29.474+0000 7fc89e409680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-18T08:22:29.723 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:29 smithi110 bash[52513]: debug 2024-02-18T08:22:29.582+0000 7fc89e409680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-18T08:22:29.781 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:29 smithi191 bash[36782]: debug 2024-02-18T08:22:29.443+0000 7fced744f680 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-18T08:22:29.782 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:29 smithi191 bash[36782]: debug 2024-02-18T08:22:29.551+0000 7fced744f680 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-18T08:22:30.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:29 smithi191 bash[36782]: debug 2024-02-18T08:22:29.775+0000 7fced744f680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-18T08:22:30.133 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:29 smithi110 bash[52513]: debug 2024-02-18T08:22:29.806+0000 7fc89e409680 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-18T08:22:30.134 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:30 smithi110 bash[24702]: cluster 2024-02-18T08:22:29.133362+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-02-18T08:22:30.135 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:30 smithi110 bash[24702]: cluster 2024-02-18T08:22:29.600231+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-02-18T08:22:30.135 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:30 smithi110 bash[54479]: cluster 2024-02-18T08:22:29.133362+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-02-18T08:22:30.135 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:30 smithi110 bash[54479]: cluster 2024-02-18T08:22:29.600231+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-02-18T08:22:30.473 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:30 smithi110 bash[52513]: debug 2024-02-18T08:22:30.166+0000 7fc89e409680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-18T08:22:30.473 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:30 smithi110 bash[52513]: debug 2024-02-18T08:22:30.286+0000 7fc89e409680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-18T08:22:30.594 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:30 smithi191 bash[36782]: debug 2024-02-18T08:22:30.139+0000 7fced744f680 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-18T08:22:30.594 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:30 smithi191 bash[36782]: debug 2024-02-18T08:22:30.255+0000 7fced744f680 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-18T08:22:30.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:30 smithi191 bash[19424]: cluster 2024-02-18T08:22:29.133362+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-02-18T08:22:30.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:30 smithi191 bash[19424]: cluster 2024-02-18T08:22:29.600231+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-02-18T08:22:30.607 INFO:tasks.rados.rados.0.smithi110.stdout:813: done (4 left) 2024-02-18T08:22:30.608 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 73 2024-02-18T08:22:30.608 INFO:tasks.rados.rados.0.smithi110.stdout:814: seq_num 267 ranges {3629056=475136,4104192=458752,4562944=540672,5103616=606208} 2024-02-18T08:22:30.631 INFO:tasks.rados.rados.0.smithi110.stdout:814: writing smithi11051043-23 from 3629056 to 4104192 tid 1 2024-02-18T08:22:30.633 INFO:tasks.rados.rados.0.smithi110.stdout:814: writing smithi11051043-23 from 4104192 to 4562944 tid 2 2024-02-18T08:22:30.637 INFO:tasks.rados.rados.0.smithi110.stdout:814: writing smithi11051043-23 from 4562944 to 5103616 tid 3 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:814: writing smithi11051043-23 from 5103616 to 5709824 tid 4 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:815: read oid 15 snap -1 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:815: expect (ObjNum 209 snap 56 seq_num 209) 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:816: rollback oid 5 current snap is 73 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 5 to 69 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:808: finishing write tid 3 to smithi11051043-7 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:808: finishing write tid 4 to smithi11051043-7 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:817: rollback oid 4 current snap is 73 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 4 to 64 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:808: finishing write tid 6 to smithi11051043-7 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:808: finishing write tid 7 to smithi11051043-7 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 250 (ObjNum 265 snap 73 seq_num 265) dirty exists 2024-02-18T08:22:30.642 INFO:tasks.rados.rados.0.smithi110.stdout:808: left oid 7 (ObjNum 265 snap 73 seq_num 265) 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:809: finishing copy_from to smithi11051043-17 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 40 (ObjNum 235 snap 60 seq_num 235) dirty exists 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:809: finishing copy_from racing read to smithi11051043-17 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:806: finishing copy_from to smithi11051043-33 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 418 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:806: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:806: done (7 left) 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:808: done (6 left) 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:809: done (5 left) 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:818: read oid 34 snap -1 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:818: expect deleted 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:819: read oid 46 snap 72 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:819: expect deleted 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:820: snap_create 2024-02-18T08:22:30.643 INFO:tasks.rados.rados.0.smithi110.stdout:807: expect (ObjNum 233 snap 60 seq_num 233) 2024-02-18T08:22:31.473 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:31 smithi110 bash[52513]: debug 2024-02-18T08:22:31.158+0000 7fc89e409680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-18T08:22:31.473 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:31 smithi110 bash[52513]: debug 2024-02-18T08:22:31.258+0000 7fc89e409680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-18T08:22:31.473 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:31 smithi110 bash[52513]: debug 2024-02-18T08:22:31.374+0000 7fc89e409680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-18T08:22:31.523 INFO:tasks.rados.rados.0.smithi110.stdout:814: finishing write tid 1 to smithi11051043-23 2024-02-18T08:22:31.523 INFO:tasks.rados.rados.0.smithi110.stdout:814: finishing write tid 2 to smithi11051043-23 2024-02-18T08:22:31.523 INFO:tasks.rados.rados.0.smithi110.stdout:814: finishing write tid 3 to smithi11051043-23 2024-02-18T08:22:31.523 INFO:tasks.rados.rados.0.smithi110.stdout:817: finishing rollback tid 1 to smithi11051043-4 2024-02-18T08:22:31.523 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 0 (ObjNum -129577184 snap 22008 seq_num 4164733120) dirty dne 2024-02-18T08:22:31.523 INFO:tasks.rados.rados.0.smithi110.stdout:816: finishing rollback tid 1 to smithi11051043-5 2024-02-18T08:22:31.523 INFO:tasks.rados.rados.0.smithi110.stdout:814: finishing write tid 4 to smithi11051043-23 2024-02-18T08:22:31.523 INFO:tasks.rados.rados.0.smithi110.stdout:816: finishing rollback tid 2 to smithi11051043-5 2024-02-18T08:22:31.523 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 132 (ObjNum 234 snap 60 seq_num 234) dirty exists 2024-02-18T08:22:31.524 INFO:tasks.rados.rados.0.smithi110.stdout:814: finishing write tid 6 to smithi11051043-23 2024-02-18T08:22:31.524 INFO:tasks.rados.rados.0.smithi110.stdout:814: finishing write tid 7 to smithi11051043-23 2024-02-18T08:22:31.524 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 460 (ObjNum 267 snap 73 seq_num 267) dirty exists 2024-02-18T08:22:31.524 INFO:tasks.rados.rados.0.smithi110.stdout:814: left oid 23 (ObjNum 267 snap 73 seq_num 267) 2024-02-18T08:22:31.524 INFO:tasks.rados.rados.0.smithi110.stdout:815: expect (ObjNum 209 snap 56 seq_num 209) 2024-02-18T08:22:31.548 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:31 smithi191 bash[36782]: debug 2024-02-18T08:22:31.111+0000 7fced744f680 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-18T08:22:31.548 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:31 smithi191 bash[36782]: debug 2024-02-18T08:22:31.211+0000 7fced744f680 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-18T08:22:31.548 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:31 smithi191 bash[36782]: debug 2024-02-18T08:22:31.327+0000 7fced744f680 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-18T08:22:31.613 INFO:tasks.rados.rados.0.smithi110.stdout:807: done (7 left) 2024-02-18T08:22:31.614 INFO:tasks.rados.rados.0.smithi110.stdout:814: done (6 left) 2024-02-18T08:22:31.614 INFO:tasks.rados.rados.0.smithi110.stdout:815: done (5 left) 2024-02-18T08:22:31.614 INFO:tasks.rados.rados.0.smithi110.stdout:816: done (4 left) 2024-02-18T08:22:31.615 INFO:tasks.rados.rados.0.smithi110.stdout:817: done (3 left) 2024-02-18T08:22:31.615 INFO:tasks.rados.rados.0.smithi110.stdout:818: done (2 left) 2024-02-18T08:22:31.615 INFO:tasks.rados.rados.0.smithi110.stdout:819: done (1 left) 2024-02-18T08:22:31.615 INFO:tasks.rados.rados.0.smithi110.stdout:820: done (0 left) 2024-02-18T08:22:31.615 INFO:tasks.rados.rados.0.smithi110.stdout:821: read oid 27 snap -1 2024-02-18T08:22:31.615 INFO:tasks.rados.rados.0.smithi110.stdout:821: expect (ObjNum 253 snap 69 seq_num 253) 2024-02-18T08:22:31.615 INFO:tasks.rados.rados.0.smithi110.stdout:822: snap_create 2024-02-18T08:22:31.630 INFO:tasks.rados.rados.0.smithi110.stdout:821: expect (ObjNum 253 snap 69 seq_num 253) 2024-02-18T08:22:31.839 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:31 smithi191 bash[36782]: debug 2024-02-18T08:22:31.543+0000 7fced744f680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-18T08:22:31.840 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:31 smithi191 bash[19424]: cluster 2024-02-18T08:22:30.601306+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-02-18T08:22:31.892 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:31 smithi110 bash[54479]: cluster 2024-02-18T08:22:30.601306+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-02-18T08:22:31.892 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:31 smithi110 bash[24702]: cluster 2024-02-18T08:22:30.601306+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-02-18T08:22:31.893 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:31 smithi110 bash[52513]: debug 2024-02-18T08:22:31.594+0000 7fc89e409680 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-18T08:22:31.893 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:31 smithi110 bash[52513]: debug 2024-02-18T08:22:31.886+0000 7fc89e409680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-18T08:22:32.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:31 smithi191 bash[36782]: debug 2024-02-18T08:22:31.835+0000 7fced744f680 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-18T08:22:32.094 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:31 smithi191 bash[36782]: debug 2024-02-18T08:22:31.995+0000 7fced744f680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-18T08:22:32.220 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[52513]: debug 2024-02-18T08:22:32.046+0000 7fc89e409680 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-18T08:22:32.473 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[52513]: debug 2024-02-18T08:22:32.214+0000 7fc89e409680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:22:32.473 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[52513]: debug 2024-02-18T08:22:32.426+0000 7fc89e409680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-18T08:22:32.489 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[36782]: debug 2024-02-18T08:22:32.163+0000 7fced744f680 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-18T08:22:32.489 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[36782]: debug 2024-02-18T08:22:32.379+0000 7fced744f680 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-18T08:22:32.573 INFO:tasks.rados.rados.0.smithi110.stdout:821: done (1 left) 2024-02-18T08:22:32.573 INFO:tasks.rados.rados.0.smithi110.stdout:822: done (0 left) 2024-02-18T08:22:32.573 INFO:tasks.rados.rados.0.smithi110.stdout:823: read oid 9 snap -1 2024-02-18T08:22:32.573 INFO:tasks.rados.rados.0.smithi110.stdout:823: expect (ObjNum 232 snap 60 seq_num 232) 2024-02-18T08:22:32.573 INFO:tasks.rados.rados.0.smithi110.stdout:824: snap_create 2024-02-18T08:22:32.590 INFO:tasks.rados.rados.0.smithi110.stdout:823: expect (ObjNum 232 snap 60 seq_num 232) 2024-02-18T08:22:32.844 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[36782]: debug 2024-02-18T08:22:32.483+0000 7fced744f680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-18T08:22:32.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: cluster 2024-02-18T08:22:31.610805+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-02-18T08:22:32.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: cluster 2024-02-18T08:22:32.506757+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x restarted 2024-02-18T08:22:32.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: cluster 2024-02-18T08:22:32.506931+0000 mon.a (mon.0) 19 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:22:32.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: audit 2024-02-18T08:22:32.510175+0000 mon.b (mon.2) 136 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:22:32.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: audit 2024-02-18T08:22:32.512800+0000 mon.b (mon.2) 137 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:22:32.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: audit 2024-02-18T08:22:32.514767+0000 mon.b (mon.2) 138 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:22:32.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: audit 2024-02-18T08:22:32.515514+0000 mon.b (mon.2) 139 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:22:32.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: cluster 2024-02-18T08:22:32.554819+0000 mon.a (mon.0) 20 : cluster [INF] Active manager daemon y restarted 2024-02-18T08:22:32.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: cluster 2024-02-18T08:22:32.555305+0000 mon.a (mon.0) 21 : cluster [INF] Activating manager daemon y 2024-02-18T08:22:32.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: cluster 2024-02-18T08:22:32.565462+0000 mon.a (mon.0) 22 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-02-18T08:22:32.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:32 smithi191 bash[19424]: cluster 2024-02-18T08:22:32.566786+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e27: y(active, starting, since 0.0115884s), standbys: x 2024-02-18T08:22:32.973 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[52513]: debug 2024-02-18T08:22:32.530+0000 7fc89e409680 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-18T08:22:32.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: cluster 2024-02-18T08:22:31.610805+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-02-18T08:22:32.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: cluster 2024-02-18T08:22:32.506757+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x restarted 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: cluster 2024-02-18T08:22:32.506931+0000 mon.a (mon.0) 19 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: audit 2024-02-18T08:22:32.510175+0000 mon.b (mon.2) 136 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: audit 2024-02-18T08:22:32.512800+0000 mon.b (mon.2) 137 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: audit 2024-02-18T08:22:32.514767+0000 mon.b (mon.2) 138 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: audit 2024-02-18T08:22:32.515514+0000 mon.b (mon.2) 139 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: cluster 2024-02-18T08:22:32.554819+0000 mon.a (mon.0) 20 : cluster [INF] Active manager daemon y restarted 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: cluster 2024-02-18T08:22:32.555305+0000 mon.a (mon.0) 21 : cluster [INF] Activating manager daemon y 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: cluster 2024-02-18T08:22:32.565462+0000 mon.a (mon.0) 22 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[24702]: cluster 2024-02-18T08:22:32.566786+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e27: y(active, starting, since 0.0115884s), standbys: x 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: cluster 2024-02-18T08:22:31.610805+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: cluster 2024-02-18T08:22:32.506757+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x restarted 2024-02-18T08:22:32.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: cluster 2024-02-18T08:22:32.506931+0000 mon.a (mon.0) 19 : cluster [DBG] Standby manager daemon x started 2024-02-18T08:22:32.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: audit 2024-02-18T08:22:32.510175+0000 mon.b (mon.2) 136 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-02-18T08:22:32.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: audit 2024-02-18T08:22:32.512800+0000 mon.b (mon.2) 137 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:22:32.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: audit 2024-02-18T08:22:32.514767+0000 mon.b (mon.2) 138 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-02-18T08:22:32.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: audit 2024-02-18T08:22:32.515514+0000 mon.b (mon.2) 139 : audit [DBG] from='mgr.? 172.21.15.191:0/981128919' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:22:32.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: cluster 2024-02-18T08:22:32.554819+0000 mon.a (mon.0) 20 : cluster [INF] Active manager daemon y restarted 2024-02-18T08:22:32.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: cluster 2024-02-18T08:22:32.555305+0000 mon.a (mon.0) 21 : cluster [INF] Activating manager daemon y 2024-02-18T08:22:32.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: cluster 2024-02-18T08:22:32.565462+0000 mon.a (mon.0) 22 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-02-18T08:22:32.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:32 smithi110 bash[54479]: cluster 2024-02-18T08:22:32.566786+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e27: y(active, starting, since 0.0115884s), standbys: x 2024-02-18T08:22:33.571 INFO:tasks.rados.rados.0.smithi110.stdout:823: done (1 left) 2024-02-18T08:22:33.571 INFO:tasks.rados.rados.0.smithi110.stdout:824: done (0 left) 2024-02-18T08:22:33.572 INFO:tasks.rados.rados.0.smithi110.stdout:825: rollback oid 34 current snap is 76 2024-02-18T08:22:33.572 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 34 to 69 2024-02-18T08:22:33.572 INFO:tasks.rados.rados.0.smithi110.stdout:826: delete oid 12 current snap is 76 2024-02-18T08:22:33.574 INFO:tasks.rados.rados.0.smithi110.stdout:825: finishing rollback tid 1 to smithi11051043-34 2024-02-18T08:22:33.574 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 0 (ObjNum 1365399895 snap 1382311793 seq_num 1650748778) dirty dne 2024-02-18T08:22:33.579 INFO:tasks.rados.rados.0.smithi110.stdout:825: done (1 left) 2024-02-18T08:22:33.579 INFO:tasks.rados.rados.0.smithi110.stdout:826: done (0 left) 2024-02-18T08:22:33.580 INFO:tasks.rados.rados.0.smithi110.stdout:827: rmattr oid 3 current snap is 76 2024-02-18T08:22:33.580 INFO:tasks.rados.rados.0.smithi110.stdout:827: done (0 left) 2024-02-18T08:22:33.580 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 76 2024-02-18T08:22:33.580 INFO:tasks.rados.rados.0.smithi110.stdout:828: seq_num 269 ranges {589824=507904,1097728=630784,1728512=557056,2285568=417792} 2024-02-18T08:22:33.584 INFO:tasks.rados.rados.0.smithi110.stdout:828: writing smithi11051043-44 from 589824 to 1097728 tid 1 2024-02-18T08:22:33.587 INFO:tasks.rados.rados.0.smithi110.stdout:828: writing smithi11051043-44 from 1097728 to 1728512 tid 2 2024-02-18T08:22:33.590 INFO:tasks.rados.rados.0.smithi110.stdout:828: writing smithi11051043-44 from 1728512 to 2285568 tid 3 2024-02-18T08:22:33.593 INFO:tasks.rados.rados.0.smithi110.stdout:828: writing smithi11051043-44 from 2285568 to 2703360 tid 4 2024-02-18T08:22:33.593 INFO:tasks.rados.rados.0.smithi110.stdout:829: rollback oid 13 current snap is 76 2024-02-18T08:22:33.593 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 64 2024-02-18T08:22:33.593 INFO:tasks.rados.rados.0.smithi110.stdout:830: read oid 37 snap -1 2024-02-18T08:22:33.593 INFO:tasks.rados.rados.0.smithi110.stdout:830: expect (ObjNum 257 snap 70 seq_num 257) 2024-02-18T08:22:33.593 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 76 2024-02-18T08:22:33.594 INFO:tasks.rados.rados.0.smithi110.stdout:831: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-02-18T08:22:33.599 INFO:tasks.rados.rados.0.smithi110.stdout:831: writing smithi11051043-25 from 0 to 524288 tid 1 2024-02-18T08:22:33.599 INFO:tasks.rados.rados.0.smithi110.stdout:831: writing smithi11051043-25 from 524288 to 1040384 tid 2 2024-02-18T08:22:33.603 INFO:tasks.rados.rados.0.smithi110.stdout:831: writing smithi11051043-25 from 1040384 to 1802240 tid 3 2024-02-18T08:22:33.606 INFO:tasks.rados.rados.0.smithi110.stdout:831: writing smithi11051043-25 from 1802240 to 2129920 tid 4 2024-02-18T08:22:33.606 INFO:tasks.rados.rados.0.smithi110.stdout:832: rmattr oid 1 current snap is 76 2024-02-18T08:22:33.606 INFO:tasks.rados.rados.0.smithi110.stdout:832: done (4 left) 2024-02-18T08:22:33.606 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 76 2024-02-18T08:22:33.606 INFO:tasks.rados.rados.0.smithi110.stdout:833: seq_num 271 ranges {3874816=540672,4415488=802816,5218304=516096,5734400=286720} 2024-02-18T08:22:33.629 INFO:tasks.rados.rados.0.smithi110.stdout:833: writing smithi11051043-26 from 3874816 to 4415488 tid 1 2024-02-18T08:22:33.634 INFO:tasks.rados.rados.0.smithi110.stdout:833: writing smithi11051043-26 from 4415488 to 5218304 tid 2 2024-02-18T08:22:33.636 INFO:tasks.rados.rados.0.smithi110.stdout:833: writing smithi11051043-26 from 5218304 to 5734400 tid 3 2024-02-18T08:22:33.638 INFO:tasks.rados.rados.0.smithi110.stdout:833: writing smithi11051043-26 from 5734400 to 6021120 tid 4 2024-02-18T08:22:33.639 INFO:tasks.rados.rados.0.smithi110.stdout:834: read oid 1 snap 75 2024-02-18T08:22:33.639 INFO:tasks.rados.rados.0.smithi110.stdout:834: expect (ObjNum 245 snap 64 seq_num 245) 2024-02-18T08:22:33.639 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 76 2024-02-18T08:22:33.639 INFO:tasks.rados.rados.0.smithi110.stdout:835: seq_num 272 ranges {6545408=565248,7110656=688128,7798784=729088,8527872=188416} 2024-02-18T08:22:33.676 INFO:tasks.rados.rados.0.smithi110.stdout:835: writing smithi11051043-9 from 6545408 to 7110656 tid 1 2024-02-18T08:22:33.680 INFO:tasks.rados.rados.0.smithi110.stdout:835: writing smithi11051043-9 from 7110656 to 7798784 tid 2 2024-02-18T08:22:33.684 INFO:tasks.rados.rados.0.smithi110.stdout:835: writing smithi11051043-9 from 7798784 to 8527872 tid 3 2024-02-18T08:22:33.686 INFO:tasks.rados.rados.0.smithi110.stdout:835: writing smithi11051043-9 from 8527872 to 8716288 tid 4 2024-02-18T08:22:33.686 INFO:tasks.rados.rados.0.smithi110.stdout:836: read oid 47 snap 75 2024-02-18T08:22:33.686 INFO:tasks.rados.rados.0.smithi110.stdout:836: expect (ObjNum 221 snap 58 seq_num 221) 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:837: rollback oid 29 current snap is 76 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 29 to 73 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:828: finishing write tid 1 to smithi11051043-44 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:828: finishing write tid 2 to smithi11051043-44 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:829: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:829: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:828: finishing write tid 3 to smithi11051043-44 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:829: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 385 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:828: finishing write tid 4 to smithi11051043-44 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:828: finishing write tid 6 to smithi11051043-44 2024-02-18T08:22:33.687 INFO:tasks.rados.rados.0.smithi110.stdout:831: finishing write tid 1 to smithi11051043-25 2024-02-18T08:22:33.688 INFO:tasks.rados.rados.0.smithi110.stdout:829: done (8 left) 2024-02-18T08:22:33.688 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 76 2024-02-18T08:22:33.688 INFO:tasks.rados.rados.0.smithi110.stdout:838: seq_num 273 ranges {638976=581632,1220608=565248,1785856=532480,2318336=507904} 2024-02-18T08:22:33.693 INFO:tasks.rados.rados.0.smithi110.stdout:838: writing smithi11051043-36 from 638976 to 1220608 tid 1 2024-02-18T08:22:33.697 INFO:tasks.rados.rados.0.smithi110.stdout:838: writing smithi11051043-36 from 1220608 to 1785856 tid 2 2024-02-18T08:22:33.700 INFO:tasks.rados.rados.0.smithi110.stdout:838: writing smithi11051043-36 from 1785856 to 2318336 tid 3 2024-02-18T08:22:33.703 INFO:tasks.rados.rados.0.smithi110.stdout:838: writing smithi11051043-36 from 2318336 to 2826240 tid 4 2024-02-18T08:22:33.703 INFO:tasks.rados.rados.0.smithi110.stdout:839: copy_from oid 39 from oid 38 current snap is 76 2024-02-18T08:22:33.704 INFO:tasks.rados.rados.0.smithi110.stdout:831: finishing write tid 2 to smithi11051043-25 2024-02-18T08:22:33.704 INFO:tasks.rados.rados.0.smithi110.stdout:831: finishing write tid 3 to smithi11051043-25 2024-02-18T08:22:33.704 INFO:tasks.rados.rados.0.smithi110.stdout:828: finishing write tid 7 to smithi11051043-44 2024-02-18T08:22:33.704 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 260 (ObjNum 269 snap 76 seq_num 269) dirty exists 2024-02-18T08:22:33.704 INFO:tasks.rados.rados.0.smithi110.stdout:828: left oid 44 (ObjNum 269 snap 76 seq_num 269) 2024-02-18T08:22:33.704 INFO:tasks.rados.rados.0.smithi110.stdout:831: finishing write tid 4 to smithi11051043-25 2024-02-18T08:22:33.704 INFO:tasks.rados.rados.0.smithi110.stdout:828: done (9 left) 2024-02-18T08:22:33.704 INFO:tasks.rados.rados.0.smithi110.stdout:840: snap_remove snap 74 2024-02-18T08:22:33.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:33.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.110:8443: connect: connection refused" context_err="context deadline exceeded" 2024-02-18T08:22:33.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:33.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused" context_err="context deadline exceeded" 2024-02-18T08:22:33.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:33.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.110:8443: connect: connection refused; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused" 2024-02-18T08:22:33.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:33.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused" context_err="context deadline exceeded" 2024-02-18T08:22:33.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:33.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.110:8443: connect: connection refused" context_err="context deadline exceeded" 2024-02-18T08:22:33.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:33.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.191:8443: connect: connection refused; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: dial tcp 172.21.15.110:8443: connect: connection refused" 2024-02-18T08:22:34.575 INFO:tasks.rados.rados.0.smithi110.stdout:840: done (9 left) 2024-02-18T08:22:34.575 INFO:tasks.rados.rados.0.smithi110.stdout:841: rollback oid 44 current snap is 76 2024-02-18T08:22:34.575 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 44 to 73 2024-02-18T08:22:34.575 INFO:tasks.rados.rados.0.smithi110.stdout:831: finishing write tid 6 to smithi11051043-25 2024-02-18T08:22:34.575 INFO:tasks.rados.rados.0.smithi110.stdout:831: finishing write tid 7 to smithi11051043-25 2024-02-18T08:22:34.575 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 203 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-02-18T08:22:34.575 INFO:tasks.rados.rados.0.smithi110.stdout:831: left oid 25 (ObjNum 270 snap 76 seq_num 270) 2024-02-18T08:22:34.575 INFO:tasks.rados.rados.0.smithi110.stdout:830: expect (ObjNum 257 snap 70 seq_num 257) 2024-02-18T08:22:34.630 INFO:tasks.rados.rados.0.smithi110.stdout:833: finishing write tid 1 to smithi11051043-26 2024-02-18T08:22:34.630 INFO:tasks.rados.rados.0.smithi110.stdout:833: finishing write tid 2 to smithi11051043-26 2024-02-18T08:22:34.630 INFO:tasks.rados.rados.0.smithi110.stdout:833: finishing write tid 3 to smithi11051043-26 2024-02-18T08:22:34.630 INFO:tasks.rados.rados.0.smithi110.stdout:833: finishing write tid 4 to smithi11051043-26 2024-02-18T08:22:34.630 INFO:tasks.rados.rados.0.smithi110.stdout:833: finishing write tid 6 to smithi11051043-26 2024-02-18T08:22:34.630 INFO:tasks.rados.rados.0.smithi110.stdout:833: finishing write tid 7 to smithi11051043-26 2024-02-18T08:22:34.631 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 466 (ObjNum 271 snap 76 seq_num 271) dirty exists 2024-02-18T08:22:34.631 INFO:tasks.rados.rados.0.smithi110.stdout:833: left oid 26 (ObjNum 271 snap 76 seq_num 271) 2024-02-18T08:22:34.631 INFO:tasks.rados.rados.0.smithi110.stdout:834: expect (ObjNum 245 snap 64 seq_num 245) 2024-02-18T08:22:34.669 INFO:tasks.rados.rados.0.smithi110.stdout:835: finishing write tid 1 to smithi11051043-9 2024-02-18T08:22:34.669 INFO:tasks.rados.rados.0.smithi110.stdout:835: finishing write tid 2 to smithi11051043-9 2024-02-18T08:22:34.669 INFO:tasks.rados.rados.0.smithi110.stdout:837: finishing rollback tid 1 to smithi11051043-29 2024-02-18T08:22:34.669 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 0 (ObjNum 0 snap 0 seq_num 808531248) dirty dne 2024-02-18T08:22:34.669 INFO:tasks.rados.rados.0.smithi110.stdout:835: finishing write tid 3 to smithi11051043-9 2024-02-18T08:22:34.669 INFO:tasks.rados.rados.0.smithi110.stdout:835: finishing write tid 4 to smithi11051043-9 2024-02-18T08:22:34.669 INFO:tasks.rados.rados.0.smithi110.stdout:835: finishing write tid 6 to smithi11051043-9 2024-02-18T08:22:34.669 INFO:tasks.rados.rados.0.smithi110.stdout:835: finishing write tid 7 to smithi11051043-9 2024-02-18T08:22:34.670 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 343 (ObjNum 272 snap 76 seq_num 272) dirty exists 2024-02-18T08:22:34.670 INFO:tasks.rados.rados.0.smithi110.stdout:835: left oid 9 (ObjNum 272 snap 76 seq_num 272) 2024-02-18T08:22:34.670 INFO:tasks.rados.rados.0.smithi110.stdout:836: expect (ObjNum 221 snap 58 seq_num 221) 2024-02-18T08:22:34.703 INFO:tasks.rados.rados.0.smithi110.stdout:838: finishing write tid 1 to smithi11051043-36 2024-02-18T08:22:34.703 INFO:tasks.rados.rados.0.smithi110.stdout:838: finishing write tid 2 to smithi11051043-36 2024-02-18T08:22:34.703 INFO:tasks.rados.rados.0.smithi110.stdout:838: finishing write tid 3 to smithi11051043-36 2024-02-18T08:22:34.703 INFO:tasks.rados.rados.0.smithi110.stdout:838: finishing write tid 4 to smithi11051043-36 2024-02-18T08:22:34.703 INFO:tasks.rados.rados.0.smithi110.stdout:838: finishing write tid 6 to smithi11051043-36 2024-02-18T08:22:34.703 INFO:tasks.rados.rados.0.smithi110.stdout:838: finishing write tid 7 to smithi11051043-36 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 265 (ObjNum 273 snap 76 seq_num 273) dirty exists 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:838: left oid 36 (ObjNum 273 snap 76 seq_num 273) 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:839: finishing copy_from to smithi11051043-39 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 257 (ObjNum 134 snap 36 seq_num 134) dirty exists 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:839: finishing copy_from racing read to smithi11051043-39 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:841: finishing rollback tid 0 to smithi11051043-44 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:830: done (9 left) 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:831: done (8 left) 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:833: done (7 left) 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:834: done (6 left) 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:835: done (5 left) 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:836: done (4 left) 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:837: done (3 left) 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:838: done (2 left) 2024-02-18T08:22:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:839: done (1 left) 2024-02-18T08:22:34.705 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 76 2024-02-18T08:22:34.705 INFO:tasks.rados.rados.0.smithi110.stdout:842: seq_num 274 ranges {7208960=598016,7806976=499712,8306688=745472,9052160=360448} 2024-02-18T08:22:34.752 INFO:tasks.rados.rados.0.smithi110.stdout:842: writing smithi11051043-41 from 7208960 to 7806976 tid 1 2024-02-18T08:22:34.754 INFO:tasks.rados.rados.0.smithi110.stdout:842: writing smithi11051043-41 from 7806976 to 8306688 tid 2 2024-02-18T08:22:34.759 INFO:tasks.rados.rados.0.smithi110.stdout:842: writing smithi11051043-41 from 8306688 to 9052160 tid 3 2024-02-18T08:22:34.761 INFO:tasks.rados.rados.0.smithi110.stdout:842: writing smithi11051043-41 from 9052160 to 9412608 tid 4 2024-02-18T08:22:34.761 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 76 2024-02-18T08:22:34.761 INFO:tasks.rados.rados.0.smithi110.stdout:843: seq_num 275 ranges {5709824=614400,6324224=786432,7110656=499712,7610368=319488} 2024-02-18T08:22:34.797 INFO:tasks.rados.rados.0.smithi110.stdout:843: writing smithi11051043-23 from 5709824 to 6324224 tid 1 2024-02-18T08:22:34.801 INFO:tasks.rados.rados.0.smithi110.stdout:843: writing smithi11051043-23 from 6324224 to 7110656 tid 2 2024-02-18T08:22:34.804 INFO:tasks.rados.rados.0.smithi110.stdout:843: writing smithi11051043-23 from 7110656 to 7610368 tid 3 2024-02-18T08:22:34.806 INFO:tasks.rados.rados.0.smithi110.stdout:843: writing smithi11051043-23 from 7610368 to 7929856 tid 4 2024-02-18T08:22:34.807 INFO:tasks.rados.rados.0.smithi110.stdout:844: snap_create 2024-02-18T08:22:34.807 INFO:tasks.rados.rados.0.smithi110.stdout:841: finishing rollback tid 1 to smithi11051043-44 2024-02-18T08:22:34.807 INFO:tasks.rados.rados.0.smithi110.stdout:841: finishing rollback tid 2 to smithi11051043-44 2024-02-18T08:22:34.807 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 268 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-02-18T08:22:34.807 INFO:tasks.rados.rados.0.smithi110.stdout:842: finishing write tid 1 to smithi11051043-41 2024-02-18T08:22:34.807 INFO:tasks.rados.rados.0.smithi110.stdout:842: finishing write tid 2 to smithi11051043-41 2024-02-18T08:22:34.807 INFO:tasks.rados.rados.0.smithi110.stdout:842: finishing write tid 3 to smithi11051043-41 2024-02-18T08:22:34.807 INFO:tasks.rados.rados.0.smithi110.stdout:842: finishing write tid 4 to smithi11051043-41 2024-02-18T08:22:34.807 INFO:tasks.rados.rados.0.smithi110.stdout:842: finishing write tid 6 to smithi11051043-41 2024-02-18T08:22:34.808 INFO:tasks.rados.rados.0.smithi110.stdout:842: finishing write tid 7 to smithi11051043-41 2024-02-18T08:22:34.808 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 137 (ObjNum 274 snap 76 seq_num 274) dirty exists 2024-02-18T08:22:34.808 INFO:tasks.rados.rados.0.smithi110.stdout:842: left oid 41 (ObjNum 274 snap 76 seq_num 274) 2024-02-18T08:22:34.808 INFO:tasks.rados.rados.0.smithi110.stdout:843: finishing write tid 1 to smithi11051043-23 2024-02-18T08:22:34.808 INFO:tasks.rados.rados.0.smithi110.stdout:843: finishing write tid 2 to smithi11051043-23 2024-02-18T08:22:34.810 INFO:tasks.rados.rados.0.smithi110.stdout:843: finishing write tid 3 to smithi11051043-23 2024-02-18T08:22:34.810 INFO:tasks.rados.rados.0.smithi110.stdout:843: finishing write tid 4 to smithi11051043-23 2024-02-18T08:22:34.810 INFO:tasks.rados.rados.0.smithi110.stdout:843: finishing write tid 6 to smithi11051043-23 2024-02-18T08:22:34.811 INFO:tasks.rados.rados.0.smithi110.stdout:843: finishing write tid 7 to smithi11051043-23 2024-02-18T08:22:34.811 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 474 (ObjNum 275 snap 76 seq_num 275) dirty exists 2024-02-18T08:22:34.811 INFO:tasks.rados.rados.0.smithi110.stdout:843: left oid 23 (ObjNum 275 snap 76 seq_num 275) 2024-02-18T08:22:34.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:34 smithi191 bash[19424]: cluster 2024-02-18T08:22:33.566200+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-02-18T08:22:34.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:34 smithi110 bash[54479]: cluster 2024-02-18T08:22:33.566200+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-02-18T08:22:34.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:34 smithi110 bash[24702]: cluster 2024-02-18T08:22:33.566200+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-02-18T08:22:35.593 INFO:tasks.rados.rados.0.smithi110.stdout:841: done (3 left) 2024-02-18T08:22:35.593 INFO:tasks.rados.rados.0.smithi110.stdout:842: done (2 left) 2024-02-18T08:22:35.593 INFO:tasks.rados.rados.0.smithi110.stdout:843: done (1 left) 2024-02-18T08:22:35.593 INFO:tasks.rados.rados.0.smithi110.stdout:844: done (0 left) 2024-02-18T08:22:35.593 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 77 2024-02-18T08:22:35.593 INFO:tasks.rados.rados.0.smithi110.stdout:845: seq_num 276 ranges {4251648=630784,4882432=671744,5554176=704512,6258688=229376} 2024-02-18T08:22:35.620 INFO:tasks.rados.rados.0.smithi110.stdout:845: writing smithi11051043-45 from 4251648 to 4882432 tid 1 2024-02-18T08:22:35.624 INFO:tasks.rados.rados.0.smithi110.stdout:845: writing smithi11051043-45 from 4882432 to 5554176 tid 2 2024-02-18T08:22:35.628 INFO:tasks.rados.rados.0.smithi110.stdout:845: writing smithi11051043-45 from 5554176 to 6258688 tid 3 2024-02-18T08:22:35.630 INFO:tasks.rados.rados.0.smithi110.stdout:845: writing smithi11051043-45 from 6258688 to 6488064 tid 4 2024-02-18T08:22:35.630 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 77 2024-02-18T08:22:35.630 INFO:tasks.rados.rados.0.smithi110.stdout:846: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-02-18T08:22:35.634 INFO:tasks.rados.rados.0.smithi110.stdout:846: writing smithi11051043-10 from 0 to 647168 tid 1 2024-02-18T08:22:35.637 INFO:tasks.rados.rados.0.smithi110.stdout:846: writing smithi11051043-10 from 647168 to 1204224 tid 2 2024-02-18T08:22:35.640 INFO:tasks.rados.rados.0.smithi110.stdout:846: writing smithi11051043-10 from 1204224 to 1720320 tid 3 2024-02-18T08:22:35.644 INFO:tasks.rados.rados.0.smithi110.stdout:846: writing smithi11051043-10 from 1720320 to 2252800 tid 4 2024-02-18T08:22:35.644 INFO:tasks.rados.rados.0.smithi110.stdout:847: delete oid 7 current snap is 77 2024-02-18T08:22:35.644 INFO:tasks.rados.rados.0.smithi110.stdout:845: finishing write tid 1 to smithi11051043-45 2024-02-18T08:22:35.644 INFO:tasks.rados.rados.0.smithi110.stdout:845: finishing write tid 2 to smithi11051043-45 2024-02-18T08:22:35.644 INFO:tasks.rados.rados.0.smithi110.stdout:845: finishing write tid 3 to smithi11051043-45 2024-02-18T08:22:35.644 INFO:tasks.rados.rados.0.smithi110.stdout:845: finishing write tid 4 to smithi11051043-45 2024-02-18T08:22:35.644 INFO:tasks.rados.rados.0.smithi110.stdout:845: finishing write tid 6 to smithi11051043-45 2024-02-18T08:22:35.644 INFO:tasks.rados.rados.0.smithi110.stdout:845: finishing write tid 7 to smithi11051043-45 2024-02-18T08:22:35.644 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 236 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-02-18T08:22:35.645 INFO:tasks.rados.rados.0.smithi110.stdout:845: left oid 45 (ObjNum 276 snap 77 seq_num 276) 2024-02-18T08:22:35.645 INFO:tasks.rados.rados.0.smithi110.stdout:846: finishing write tid 1 to smithi11051043-10 2024-02-18T08:22:35.645 INFO:tasks.rados.rados.0.smithi110.stdout:846: finishing write tid 2 to smithi11051043-10 2024-02-18T08:22:35.645 INFO:tasks.rados.rados.0.smithi110.stdout:846: finishing write tid 3 to smithi11051043-10 2024-02-18T08:22:35.648 INFO:tasks.rados.rados.0.smithi110.stdout:846: finishing write tid 4 to smithi11051043-10 2024-02-18T08:22:35.648 INFO:tasks.rados.rados.0.smithi110.stdout:846: finishing write tid 6 to smithi11051043-10 2024-02-18T08:22:35.649 INFO:tasks.rados.rados.0.smithi110.stdout:845: done (2 left) 2024-02-18T08:22:35.649 INFO:tasks.rados.rados.0.smithi110.stdout:847: done (1 left) 2024-02-18T08:22:35.649 INFO:tasks.rados.rados.0.smithi110.stdout:848: rmattr oid 20 current snap is 77 2024-02-18T08:22:35.649 INFO:tasks.rados.rados.0.smithi110.stdout:848: done (1 left) 2024-02-18T08:22:35.649 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 77 2024-02-18T08:22:35.649 INFO:tasks.rados.rados.0.smithi110.stdout:849: seq_num 279 ranges {6135808=679936,6815744=720896,7536640=483328,8019968=401408} 2024-02-18T08:22:35.687 INFO:tasks.rados.rados.0.smithi110.stdout:849: writing smithi11051043-24 from 6135808 to 6815744 tid 1 2024-02-18T08:22:35.691 INFO:tasks.rados.rados.0.smithi110.stdout:849: writing smithi11051043-24 from 6815744 to 7536640 tid 2 2024-02-18T08:22:35.694 INFO:tasks.rados.rados.0.smithi110.stdout:849: writing smithi11051043-24 from 7536640 to 8019968 tid 3 2024-02-18T08:22:35.697 INFO:tasks.rados.rados.0.smithi110.stdout:849: writing smithi11051043-24 from 8019968 to 8421376 tid 4 2024-02-18T08:22:35.697 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 37 current snap is 77 2024-02-18T08:22:35.697 INFO:tasks.rados.rados.0.smithi110.stdout:850: seq_num 280 ranges {2138112=696320,2834432=606208,3440640=688128,4128768=311296} 2024-02-18T08:22:35.713 INFO:tasks.rados.rados.0.smithi110.stdout:850: writing smithi11051043-37 from 2138112 to 2834432 tid 1 2024-02-18T08:22:35.716 INFO:tasks.rados.rados.0.smithi110.stdout:850: writing smithi11051043-37 from 2834432 to 3440640 tid 2 2024-02-18T08:22:35.720 INFO:tasks.rados.rados.0.smithi110.stdout:850: writing smithi11051043-37 from 3440640 to 4128768 tid 3 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:850: writing smithi11051043-37 from 4128768 to 4440064 tid 4 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:851: delete oid 43 current snap is 77 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:846: finishing write tid 7 to smithi11051043-10 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 262 (ObjNum 277 snap 77 seq_num 277) dirty exists 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:846: left oid 10 (ObjNum 277 snap 77 seq_num 277) 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:849: finishing write tid 1 to smithi11051043-24 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:849: finishing write tid 2 to smithi11051043-24 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:849: finishing write tid 3 to smithi11051043-24 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:849: finishing write tid 4 to smithi11051043-24 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:849: finishing write tid 6 to smithi11051043-24 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:849: finishing write tid 7 to smithi11051043-24 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 423 (ObjNum 279 snap 77 seq_num 279) dirty exists 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:849: left oid 24 (ObjNum 279 snap 77 seq_num 279) 2024-02-18T08:22:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:850: finishing write tid 1 to smithi11051043-37 2024-02-18T08:22:35.724 INFO:tasks.rados.rados.0.smithi110.stdout:850: finishing write tid 2 to smithi11051043-37 2024-02-18T08:22:35.724 INFO:tasks.rados.rados.0.smithi110.stdout:846: done (3 left) 2024-02-18T08:22:35.724 INFO:tasks.rados.rados.0.smithi110.stdout:849: done (2 left) 2024-02-18T08:22:35.724 INFO:tasks.rados.rados.0.smithi110.stdout:851: done (1 left) 2024-02-18T08:22:35.724 INFO:tasks.rados.rados.0.smithi110.stdout:852: snap_create 2024-02-18T08:22:35.726 INFO:tasks.rados.rados.0.smithi110.stdout:850: finishing write tid 3 to smithi11051043-37 2024-02-18T08:22:35.726 INFO:tasks.rados.rados.0.smithi110.stdout:850: finishing write tid 4 to smithi11051043-37 2024-02-18T08:22:35.726 INFO:tasks.rados.rados.0.smithi110.stdout:850: finishing write tid 6 to smithi11051043-37 2024-02-18T08:22:35.727 INFO:tasks.rados.rados.0.smithi110.stdout:850: finishing write tid 7 to smithi11051043-37 2024-02-18T08:22:35.728 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 273 (ObjNum 280 snap 77 seq_num 280) dirty exists 2024-02-18T08:22:35.728 INFO:tasks.rados.rados.0.smithi110.stdout:850: left oid 37 (ObjNum 280 snap 77 seq_num 280) 2024-02-18T08:22:35.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:35 smithi191 bash[19424]: cluster 2024-02-18T08:22:34.570144+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-02-18T08:22:35.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:35 smithi110 bash[54479]: cluster 2024-02-18T08:22:34.570144+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-02-18T08:22:35.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:35 smithi110 bash[24702]: cluster 2024-02-18T08:22:34.570144+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-02-18T08:22:36.596 INFO:tasks.rados.rados.0.smithi110.stdout:850: done (1 left) 2024-02-18T08:22:36.597 INFO:tasks.rados.rados.0.smithi110.stdout:852: done (0 left) 2024-02-18T08:22:36.597 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 78 2024-02-18T08:22:36.597 INFO:tasks.rados.rados.0.smithi110.stdout:853: seq_num 282 ranges {4251648=729088,4980736=425984,5406720=704512,6111232=475136} 2024-02-18T08:22:36.628 INFO:tasks.rados.rados.0.smithi110.stdout:853: writing smithi11051043-13 from 4251648 to 4980736 tid 1 2024-02-18T08:22:36.628 INFO:tasks.rados.rados.0.smithi110.stdout:853: writing smithi11051043-13 from 4980736 to 5406720 tid 2 2024-02-18T08:22:36.632 INFO:tasks.rados.rados.0.smithi110.stdout:853: writing smithi11051043-13 from 5406720 to 6111232 tid 3 2024-02-18T08:22:36.635 INFO:tasks.rados.rados.0.smithi110.stdout:853: writing smithi11051043-13 from 6111232 to 6586368 tid 4 2024-02-18T08:22:36.635 INFO:tasks.rados.rados.0.smithi110.stdout:854: delete oid 50 current snap is 78 2024-02-18T08:22:36.635 INFO:tasks.rados.rados.0.smithi110.stdout:853: finishing write tid 1 to smithi11051043-13 2024-02-18T08:22:36.638 INFO:tasks.rados.rados.0.smithi110.stdout:853: finishing write tid 2 to smithi11051043-13 2024-02-18T08:22:36.638 INFO:tasks.rados.rados.0.smithi110.stdout:853: finishing write tid 3 to smithi11051043-13 2024-02-18T08:22:36.638 INFO:tasks.rados.rados.0.smithi110.stdout:854: done (1 left) 2024-02-18T08:22:36.638 INFO:tasks.rados.rados.0.smithi110.stdout:855: rollback oid 21 current snap is 78 2024-02-18T08:22:36.638 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 21 to 72 2024-02-18T08:22:36.638 INFO:tasks.rados.rados.0.smithi110.stdout:856: snap_remove snap 75 2024-02-18T08:22:36.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:36 smithi110 bash[54479]: cluster 2024-02-18T08:22:35.589957+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-02-18T08:22:36.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:36 smithi110 bash[24702]: cluster 2024-02-18T08:22:35.589957+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-02-18T08:22:37.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:36 smithi191 bash[19424]: cluster 2024-02-18T08:22:35.589957+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-02-18T08:22:37.612 INFO:tasks.rados.rados.0.smithi110.stdout:856: done (2 left) 2024-02-18T08:22:37.613 INFO:tasks.rados.rados.0.smithi110.stdout:857: snap_create 2024-02-18T08:22:37.613 INFO:tasks.rados.rados.0.smithi110.stdout:853: finishing write tid 4 to smithi11051043-13 2024-02-18T08:22:37.613 INFO:tasks.rados.rados.0.smithi110.stdout:853: finishing write tid 6 to smithi11051043-13 2024-02-18T08:22:37.613 INFO:tasks.rados.rados.0.smithi110.stdout:855: finishing rollback tid 1 to smithi11051043-21 2024-02-18T08:22:37.613 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 278 (ObjNum -130204176 snap 22008 seq_num 4165066608) dirty dne 2024-02-18T08:22:37.613 INFO:tasks.rados.rados.0.smithi110.stdout:853: finishing write tid 7 to smithi11051043-13 2024-02-18T08:22:37.613 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 390 (ObjNum 282 snap 78 seq_num 282) dirty exists 2024-02-18T08:22:37.613 INFO:tasks.rados.rados.0.smithi110.stdout:853: left oid 13 (ObjNum 282 snap 78 seq_num 282) 2024-02-18T08:22:37.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:37 smithi110 bash[24702]: cluster 2024-02-18T08:22:36.592082+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-02-18T08:22:37.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:37 smithi110 bash[54479]: cluster 2024-02-18T08:22:36.592082+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-02-18T08:22:38.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:37 smithi191 bash[19424]: cluster 2024-02-18T08:22:36.592082+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-02-18T08:22:38.615 INFO:tasks.rados.rados.0.smithi110.stdout:853: done (2 left) 2024-02-18T08:22:38.615 INFO:tasks.rados.rados.0.smithi110.stdout:855: done (1 left) 2024-02-18T08:22:38.615 INFO:tasks.rados.rados.0.smithi110.stdout:857: done (0 left) 2024-02-18T08:22:38.615 INFO:tasks.rados.rados.0.smithi110.stdout:858: read oid 46 snap -1 2024-02-18T08:22:38.616 INFO:tasks.rados.rados.0.smithi110.stdout:858: expect deleted 2024-02-18T08:22:38.616 INFO:tasks.rados.rados.0.smithi110.stdout:859: read oid 12 snap -1 2024-02-18T08:22:38.616 INFO:tasks.rados.rados.0.smithi110.stdout:859: expect deleted 2024-02-18T08:22:38.616 INFO:tasks.rados.rados.0.smithi110.stdout:860: read oid 29 snap -1 2024-02-18T08:22:38.616 INFO:tasks.rados.rados.0.smithi110.stdout:860: expect deleted 2024-02-18T08:22:38.616 INFO:tasks.rados.rados.0.smithi110.stdout:861: snap_remove snap 77 2024-02-18T08:22:38.872 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: cluster 2024-02-18T08:22:37.608028+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-02-18T08:22:38.872 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.569635+0000 mon.b (mon.2) 140 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:22:38.872 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.570064+0000 mon.b (mon.2) 141 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:22:38.872 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.570466+0000 mon.b (mon.2) 142 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.572835+0000 mon.b (mon.2) 143 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.573626+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.574290+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.574791+0000 mon.b (mon.2) 146 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.575319+0000 mon.b (mon.2) 147 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.575686+0000 mon.b (mon.2) 148 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.576044+0000 mon.b (mon.2) 149 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.576399+0000 mon.b (mon.2) 150 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.576780+0000 mon.b (mon.2) 151 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.577133+0000 mon.b (mon.2) 152 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.577497+0000 mon.b (mon.2) 153 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:22:38.873 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.577851+0000 mon.b (mon.2) 154 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:22:38.874 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.578213+0000 mon.b (mon.2) 155 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:22:38.874 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.578575+0000 mon.b (mon.2) 156 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:22:38.874 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.579277+0000 mon.b (mon.2) 157 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:22:38.874 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.598343+0000 mon.b (mon.2) 158 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:22:38.874 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.600554+0000 mon.b (mon.2) 159 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/client_keyrings"}]: dispatch 2024-02-18T08:22:38.874 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.601439+0000 mon.b (mon.2) 160 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2024-02-18T08:22:38.874 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.602444+0000 mon.b (mon.2) 161 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2024-02-18T08:22:38.874 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[24702]: audit 2024-02-18T08:22:38.603488+0000 mon.b (mon.2) 162 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2024-02-18T08:22:38.874 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: cluster 2024-02-18T08:22:37.608028+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.569635+0000 mon.b (mon.2) 140 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.570064+0000 mon.b (mon.2) 141 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.570466+0000 mon.b (mon.2) 142 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.572835+0000 mon.b (mon.2) 143 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.573626+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.574290+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.574791+0000 mon.b (mon.2) 146 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.575319+0000 mon.b (mon.2) 147 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.575686+0000 mon.b (mon.2) 148 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.576044+0000 mon.b (mon.2) 149 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.576399+0000 mon.b (mon.2) 150 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:22:38.875 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.576780+0000 mon.b (mon.2) 151 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.577133+0000 mon.b (mon.2) 152 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.577497+0000 mon.b (mon.2) 153 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.577851+0000 mon.b (mon.2) 154 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.578213+0000 mon.b (mon.2) 155 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.578575+0000 mon.b (mon.2) 156 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.579277+0000 mon.b (mon.2) 157 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.598343+0000 mon.b (mon.2) 158 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.600554+0000 mon.b (mon.2) 159 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/client_keyrings"}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.601439+0000 mon.b (mon.2) 160 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.602444+0000 mon.b (mon.2) 161 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2024-02-18T08:22:38.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[54479]: audit 2024-02-18T08:22:38.603488+0000 mon.b (mon.2) 162 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2024-02-18T08:22:38.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: cluster 2024-02-18T08:22:37.608028+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-02-18T08:22:38.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.569635+0000 mon.b (mon.2) 140 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-18T08:22:38.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.570064+0000 mon.b (mon.2) 141 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-18T08:22:38.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.570466+0000 mon.b (mon.2) 142 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-18T08:22:38.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.572835+0000 mon.b (mon.2) 143 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:22:38.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.573626+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:22:38.882 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.574290+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.574791+0000 mon.b (mon.2) 146 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.575319+0000 mon.b (mon.2) 147 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.575686+0000 mon.b (mon.2) 148 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.576044+0000 mon.b (mon.2) 149 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.576399+0000 mon.b (mon.2) 150 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.576780+0000 mon.b (mon.2) 151 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.577133+0000 mon.b (mon.2) 152 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.577497+0000 mon.b (mon.2) 153 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.577851+0000 mon.b (mon.2) 154 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.578213+0000 mon.b (mon.2) 155 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.578575+0000 mon.b (mon.2) 156 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.579277+0000 mon.b (mon.2) 157 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.598343+0000 mon.b (mon.2) 158 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.600554+0000 mon.b (mon.2) 159 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/client_keyrings"}]: dispatch 2024-02-18T08:22:38.883 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.601439+0000 mon.b (mon.2) 160 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2024-02-18T08:22:38.884 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.602444+0000 mon.b (mon.2) 161 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2024-02-18T08:22:38.884 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:38 smithi191 bash[19424]: audit 2024-02-18T08:22:38.603488+0000 mon.b (mon.2) 162 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2024-02-18T08:22:39.223 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[52513]: Warning: Permanently added '172.21.15.110' (ECDSA) to the list of known hosts. 2024-02-18T08:22:39.223 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[52513]: Warning: Permanently added '172.21.15.191' (ECDSA) to the list of known hosts. 2024-02-18T08:22:39.223 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[52513]: debug 2024-02-18T08:22:38.898+0000 7fc805313700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:22:39.223 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:38 smithi110 bash[52513]: debug 2024-02-18T08:22:38.898+0000 7fc807b18700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-18T08:22:39.627 INFO:tasks.rados.rados.0.smithi110.stdout:861: done (3 left) 2024-02-18T08:22:39.627 INFO:tasks.rados.rados.0.smithi110.stdout:862: setattr oid 42 current snap is 79 2024-02-18T08:22:39.629 INFO:tasks.rados.rados.0.smithi110.stdout:858: done (3 left) 2024-02-18T08:22:39.629 INFO:tasks.rados.rados.0.smithi110.stdout:859: done (2 left) 2024-02-18T08:22:39.630 INFO:tasks.rados.rados.0.smithi110.stdout:860: done (1 left) 2024-02-18T08:22:39.630 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 79 2024-02-18T08:22:39.630 INFO:tasks.rados.rados.0.smithi110.stdout:863: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-02-18T08:22:39.635 INFO:tasks.rados.rados.0.smithi110.stdout:863: writing smithi11051043-12 from 0 to 761856 tid 1 2024-02-18T08:22:39.640 INFO:tasks.rados.rados.0.smithi110.stdout:863: writing smithi11051043-12 from 761856 to 1359872 tid 2 2024-02-18T08:22:39.645 INFO:tasks.rados.rados.0.smithi110.stdout:863: writing smithi11051043-12 from 1359872 to 2031616 tid 3 2024-02-18T08:22:39.648 INFO:tasks.rados.rados.0.smithi110.stdout:863: writing smithi11051043-12 from 2031616 to 2367488 tid 4 2024-02-18T08:22:39.648 INFO:tasks.rados.rados.0.smithi110.stdout:864: read oid 21 snap 76 2024-02-18T08:22:39.648 INFO:tasks.rados.rados.0.smithi110.stdout:864: expect deleted 2024-02-18T08:22:39.648 INFO:tasks.rados.rados.0.smithi110.stdout:865: read oid 34 snap 69 2024-02-18T08:22:39.648 INFO:tasks.rados.rados.0.smithi110.stdout:865: expect deleted 2024-02-18T08:22:39.648 INFO:tasks.rados.rados.0.smithi110.stdout:866: snap_create 2024-02-18T08:22:39.648 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 157 (ObjNum 224 snap 58 seq_num 224) dirty exists 2024-02-18T08:22:39.651 INFO:tasks.rados.rados.0.smithi110.stdout:863: finishing write tid 1 to smithi11051043-12 2024-02-18T08:22:39.652 INFO:tasks.rados.rados.0.smithi110.stdout:863: finishing write tid 2 to smithi11051043-12 2024-02-18T08:22:39.653 INFO:tasks.rados.rados.0.smithi110.stdout:863: finishing write tid 3 to smithi11051043-12 2024-02-18T08:22:39.653 INFO:tasks.rados.rados.0.smithi110.stdout:863: finishing write tid 4 to smithi11051043-12 2024-02-18T08:22:39.654 INFO:tasks.rados.rados.0.smithi110.stdout:863: finishing write tid 6 to smithi11051043-12 2024-02-18T08:22:39.655 INFO:tasks.rados.rados.0.smithi110.stdout:863: finishing write tid 7 to smithi11051043-12 2024-02-18T08:22:39.655 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 269 (ObjNum 284 snap 79 seq_num 284) dirty exists 2024-02-18T08:22:39.656 INFO:tasks.rados.rados.0.smithi110.stdout:863: left oid 12 (ObjNum 284 snap 79 seq_num 284) 2024-02-18T08:22:39.666 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:22:39.973 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[52513]: debug 2024-02-18T08:22:39.650+0000 7fc859bf6700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-02-18T08:22:39.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.604438+0000 mon.b (mon.2) 163 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi110"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.605494+0000 mon.b (mon.2) 164 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi191"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.606524+0000 mon.b (mon.2) 165 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: cluster 2024-02-18T08:22:38.611156+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.616040+0000 mon.b (mon.2) 166 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.616963+0000 mon.b (mon.2) 167 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.623011+0000 mon.b (mon.2) 168 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.624225+0000 mon.b (mon.2) 169 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.624757+0000 mon.b (mon.2) 170 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.625222+0000 mon.b (mon.2) 171 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.625663+0000 mon.b (mon.2) 172 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.626121+0000 mon.b (mon.2) 173 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.626678+0000 mon.b (mon.2) 174 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2024-02-18T08:22:39.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.627119+0000 mon.b (mon.2) 175 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.627500+0000 mon.b (mon.2) 176 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.628008+0000 mon.b (mon.2) 177 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.628464+0000 mon.b (mon.2) 178 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.628942+0000 mon.b (mon.2) 179 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.629512+0000 mon.b (mon.2) 180 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.630017+0000 mon.b (mon.2) 181 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.630591+0000 mon.b (mon.2) 182 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.631191+0000 mon.b (mon.2) 183 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: cluster 2024-02-18T08:22:38.635100+0000 mon.a (mon.0) 30 : cluster [INF] Manager daemon y is now available 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.786749+0000 mon.b (mon.2) 184 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.793212+0000 mon.b (mon.2) 185 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.869686+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.869742+0000 mon.b (mon.2) 186 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.892037+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:22:39.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:38.892224+0000 mon.b (mon.2) 187 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:22:39.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:39.122472+0000 mon.b (mon.2) 188 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:39.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[24702]: audit 2024-02-18T08:22:39.170793+0000 mon.b (mon.2) 189 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:39.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.604438+0000 mon.b (mon.2) 163 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi110"}]: dispatch 2024-02-18T08:22:39.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.605494+0000 mon.b (mon.2) 164 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi191"}]: dispatch 2024-02-18T08:22:39.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.606524+0000 mon.b (mon.2) 165 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2024-02-18T08:22:39.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: cluster 2024-02-18T08:22:38.611156+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-02-18T08:22:39.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.616040+0000 mon.b (mon.2) 166 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2024-02-18T08:22:39.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.616963+0000 mon.b (mon.2) 167 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.623011+0000 mon.b (mon.2) 168 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.624225+0000 mon.b (mon.2) 169 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.624757+0000 mon.b (mon.2) 170 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.625222+0000 mon.b (mon.2) 171 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.625663+0000 mon.b (mon.2) 172 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.626121+0000 mon.b (mon.2) 173 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.626678+0000 mon.b (mon.2) 174 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.627119+0000 mon.b (mon.2) 175 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.627500+0000 mon.b (mon.2) 176 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.628008+0000 mon.b (mon.2) 177 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.628464+0000 mon.b (mon.2) 178 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.628942+0000 mon.b (mon.2) 179 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.629512+0000 mon.b (mon.2) 180 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.630017+0000 mon.b (mon.2) 181 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2024-02-18T08:22:39.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.630591+0000 mon.b (mon.2) 182 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:22:39.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.631191+0000 mon.b (mon.2) 183 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:22:39.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: cluster 2024-02-18T08:22:38.635100+0000 mon.a (mon.0) 30 : cluster [INF] Manager daemon y is now available 2024-02-18T08:22:39.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.786749+0000 mon.b (mon.2) 184 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:39.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.793212+0000 mon.b (mon.2) 185 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:39.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.869686+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:22:39.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.869742+0000 mon.b (mon.2) 186 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:22:39.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.892037+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:22:39.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:38.892224+0000 mon.b (mon.2) 187 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:22:39.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:39.122472+0000 mon.b (mon.2) 188 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:39.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:39 smithi110 bash[54479]: audit 2024-02-18T08:22:39.170793+0000 mon.b (mon.2) 189 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:40.012 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:22:40.012 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (5m) 45s ago 6m 13.4M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:22:40.012 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (6m) 22s ago 6m 24.5M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:22:40.012 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (4m) 45s ago 4m 13.2M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:22:40.012 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (4m) 22s ago 4m 15.6M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:22:40.012 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (29s) 22s ago 9m 90.0M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (67s) 45s ago 12m 404M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 starting - - - 2048M 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (10m) 22s ago 10m 44.0M 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 aef567a9442b 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (10m) 45s ago 10m 39.8M 2048M 15.2.17-8-gf2877ae3 96c1dbe86623 49cfd6419cc5 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (6m) 45s ago 6m 10.4M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (6m) 22s ago 6m 10.9M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (9m) 45s ago 9m 103M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 4653ae3edd3d 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (9m) 45s ago 9m 89.8M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 d367d50f4287 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (8m) 45s ago 8m 80.1M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 7034e30efa32 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (8m) 45s ago 8m 71.0M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 a630753383f3 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (8m) 22s ago 8m 90.4M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 2f52ea6278f0 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (7m) 22s ago 7m 105M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:22:40.014 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (7m) 22s ago 7m 96.8M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:22:40.015 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (7m) 22s ago 7m 67.3M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:22:40.015 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (86s) 22s ago 6m 32.5M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.604438+0000 mon.b (mon.2) 163 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi110"}]: dispatch 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.605494+0000 mon.b (mon.2) 164 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi191"}]: dispatch 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.606524+0000 mon.b (mon.2) 165 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: cluster 2024-02-18T08:22:38.611156+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.616040+0000 mon.b (mon.2) 166 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.616963+0000 mon.b (mon.2) 167 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.623011+0000 mon.b (mon.2) 168 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.624225+0000 mon.b (mon.2) 169 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.624757+0000 mon.b (mon.2) 170 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.625222+0000 mon.b (mon.2) 171 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.625663+0000 mon.b (mon.2) 172 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2024-02-18T08:22:40.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.626121+0000 mon.b (mon.2) 173 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.626678+0000 mon.b (mon.2) 174 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.627119+0000 mon.b (mon.2) 175 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.627500+0000 mon.b (mon.2) 176 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.628008+0000 mon.b (mon.2) 177 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.628464+0000 mon.b (mon.2) 178 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.628942+0000 mon.b (mon.2) 179 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.629512+0000 mon.b (mon.2) 180 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.630017+0000 mon.b (mon.2) 181 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.630591+0000 mon.b (mon.2) 182 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.631191+0000 mon.b (mon.2) 183 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: cluster 2024-02-18T08:22:38.635100+0000 mon.a (mon.0) 30 : cluster [INF] Manager daemon y is now available 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.786749+0000 mon.b (mon.2) 184 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.793212+0000 mon.b (mon.2) 185 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:40.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.869686+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:22:40.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.869742+0000 mon.b (mon.2) 186 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-02-18T08:22:40.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.892037+0000 mon.a (mon.0) 32 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:22:40.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:38.892224+0000 mon.b (mon.2) 187 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-02-18T08:22:40.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:39.122472+0000 mon.b (mon.2) 188 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:40.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:39 smithi191 bash[19424]: audit 2024-02-18T08:22:39.170793+0000 mon.b (mon.2) 189 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:40.399 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:22:40.399 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2, 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 1 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 8 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:22:40.400 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 12, 2024-02-18T08:22:40.401 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:22:40.401 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:22:40.401 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:22:40.657 INFO:tasks.rados.rados.0.smithi110.stdout:862: done (4 left) 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:863: done (3 left) 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:864: done (2 left) 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:865: done (1 left) 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:866: done (0 left) 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:867: rollback oid 40 current snap is 80 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 40 to 79 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:868: rollback oid 16 current snap is 80 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 16 to 69 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:869: rollback oid 26 current snap is 80 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 69 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:870: read oid 18 snap -1 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:870: expect (ObjNum 110 snap 25 seq_num 110) 2024-02-18T08:22:40.658 INFO:tasks.rados.rados.0.smithi110.stdout:871: snap_remove snap 76 2024-02-18T08:22:40.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: cluster 2024-02-18T08:22:39.624428+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.630404+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: cluster 2024-02-18T08:22:39.639340+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e28: y(active, since 7s), standbys: x 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.646676+0000 mgr.y (mgr.44100) 1 : audit [DBG] from='client.24883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.647265+0000 mon.b (mon.2) 190 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.647685+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: cluster 2024-02-18T08:22:39.655691+0000 mgr.y (mgr.44100) 2 : cluster [DBG] pgmap v5: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.972188+0000 mgr.y (mgr.44100) 3 : audit [DBG] from='client.44133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.978513+0000 mon.b (mon.2) 191 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.979632+0000 mon.b (mon.2) 192 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.980777+0000 mon.b (mon.2) 193 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.981873+0000 mon.b (mon.2) 194 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.983025+0000 mon.b (mon.2) 195 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.984013+0000 mon.b (mon.2) 196 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.988357+0000 mon.b (mon.2) 197 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.989544+0000 mon.b (mon.2) 198 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.990682+0000 mon.b (mon.2) 199 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.991699+0000 mon.b (mon.2) 200 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:39.992736+0000 mon.b (mon.2) 201 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[54479]: audit 2024-02-18T08:22:40.396722+0000 mon.a (mon.0) 37 : audit [DBG] from='client.? 172.21.15.110:0/1869980708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: cluster 2024-02-18T08:22:39.624428+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.630404+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: cluster 2024-02-18T08:22:39.639340+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e28: y(active, since 7s), standbys: x 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.646676+0000 mgr.y (mgr.44100) 1 : audit [DBG] from='client.24883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.647265+0000 mon.b (mon.2) 190 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.647685+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: cluster 2024-02-18T08:22:39.655691+0000 mgr.y (mgr.44100) 2 : cluster [DBG] pgmap v5: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:40.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.972188+0000 mgr.y (mgr.44100) 3 : audit [DBG] from='client.44133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.978513+0000 mon.b (mon.2) 191 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.979632+0000 mon.b (mon.2) 192 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.980777+0000 mon.b (mon.2) 193 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.981873+0000 mon.b (mon.2) 194 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.983025+0000 mon.b (mon.2) 195 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.984013+0000 mon.b (mon.2) 196 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.988357+0000 mon.b (mon.2) 197 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.989544+0000 mon.b (mon.2) 198 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.990682+0000 mon.b (mon.2) 199 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.991699+0000 mon.b (mon.2) 200 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:39.992736+0000 mon.b (mon.2) 201 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:40.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:40 smithi110 bash[24702]: audit 2024-02-18T08:22:40.396722+0000 mon.a (mon.0) 37 : audit [DBG] from='client.? 172.21.15.110:0/1869980708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:41.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: cluster 2024-02-18T08:22:39.624428+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.630404+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: cluster 2024-02-18T08:22:39.639340+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e28: y(active, since 7s), standbys: x 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.646676+0000 mgr.y (mgr.44100) 1 : audit [DBG] from='client.24883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.647265+0000 mon.b (mon.2) 190 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.647685+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: cluster 2024-02-18T08:22:39.655691+0000 mgr.y (mgr.44100) 2 : cluster [DBG] pgmap v5: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.972188+0000 mgr.y (mgr.44100) 3 : audit [DBG] from='client.44133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.978513+0000 mon.b (mon.2) 191 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.979632+0000 mon.b (mon.2) 192 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.980777+0000 mon.b (mon.2) 193 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.981873+0000 mon.b (mon.2) 194 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.983025+0000 mon.b (mon.2) 195 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:41.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.984013+0000 mon.b (mon.2) 196 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:41.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.988357+0000 mon.b (mon.2) 197 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:22:41.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.989544+0000 mon.b (mon.2) 198 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:41.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.990682+0000 mon.b (mon.2) 199 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:41.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.991699+0000 mon.b (mon.2) 200 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:41.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:39.992736+0000 mon.b (mon.2) 201 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:41.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:40 smithi191 bash[19424]: audit 2024-02-18T08:22:40.396722+0000 mon.a (mon.0) 37 : audit [DBG] from='client.? 172.21.15.110:0/1869980708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:41.654 INFO:tasks.rados.rados.0.smithi110.stdout:867: finishing rollback tid 0 to smithi11051043-40 2024-02-18T08:22:41.654 INFO:tasks.rados.rados.0.smithi110.stdout:867: finishing rollback tid 1 to smithi11051043-40 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:867: finishing rollback tid 2 to smithi11051043-40 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 426 (ObjNum 264 snap 73 seq_num 264) dirty exists 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:868: finishing rollback tid 0 to smithi11051043-16 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:868: finishing rollback tid 1 to smithi11051043-16 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:868: finishing rollback tid 2 to smithi11051043-16 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 482 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:869: finishing rollback tid 0 to smithi11051043-26 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:869: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:869: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 486 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:22:41.655 INFO:tasks.rados.rados.0.smithi110.stdout:870: expect (ObjNum 110 snap 25 seq_num 110) 2024-02-18T08:22:41.807 INFO:tasks.rados.rados.0.smithi110.stdout:867: done (4 left) 2024-02-18T08:22:41.807 INFO:tasks.rados.rados.0.smithi110.stdout:868: done (3 left) 2024-02-18T08:22:41.808 INFO:tasks.rados.rados.0.smithi110.stdout:869: done (2 left) 2024-02-18T08:22:41.808 INFO:tasks.rados.rados.0.smithi110.stdout:870: done (1 left) 2024-02-18T08:22:41.808 INFO:tasks.rados.rados.0.smithi110.stdout:871: done (0 left) 2024-02-18T08:22:41.808 INFO:tasks.rados.rados.0.smithi110.stdout:872: rmattr oid 41 current snap is 80 2024-02-18T08:22:41.808 INFO:tasks.rados.rados.0.smithi110.stdout:873: snap_remove snap 79 2024-02-18T08:22:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:41 smithi110 bash[24702]: cluster 2024-02-18T08:22:40.576827+0000 mgr.y (mgr.44100) 4 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:41 smithi110 bash[24702]: cluster 2024-02-18T08:22:40.649215+0000 mon.a (mon.0) 38 : cluster [DBG] mgrmap e29: y(active, since 8s), standbys: x 2024-02-18T08:22:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:41 smithi110 bash[24702]: audit 2024-02-18T08:22:40.649621+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-02-18T08:22:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:41 smithi110 bash[24702]: cluster 2024-02-18T08:22:40.649898+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-02-18T08:22:41.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:41 smithi110 bash[54479]: cluster 2024-02-18T08:22:40.576827+0000 mgr.y (mgr.44100) 4 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:41.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:41 smithi110 bash[54479]: cluster 2024-02-18T08:22:40.649215+0000 mon.a (mon.0) 38 : cluster [DBG] mgrmap e29: y(active, since 8s), standbys: x 2024-02-18T08:22:41.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:41 smithi110 bash[54479]: audit 2024-02-18T08:22:40.649621+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-02-18T08:22:41.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:41 smithi110 bash[54479]: cluster 2024-02-18T08:22:40.649898+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-02-18T08:22:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:41 smithi191 bash[19424]: cluster 2024-02-18T08:22:40.576827+0000 mgr.y (mgr.44100) 4 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:41 smithi191 bash[19424]: cluster 2024-02-18T08:22:40.649215+0000 mon.a (mon.0) 38 : cluster [DBG] mgrmap e29: y(active, since 8s), standbys: x 2024-02-18T08:22:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:41 smithi191 bash[19424]: audit 2024-02-18T08:22:40.649621+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.44100 ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2024-02-18T08:22:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:41 smithi191 bash[19424]: cluster 2024-02-18T08:22:40.649898+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-02-18T08:22:42.675 INFO:tasks.rados.rados.0.smithi110.stdout:873: done (1 left) 2024-02-18T08:22:42.676 INFO:tasks.rados.rados.0.smithi110.stdout:874: setattr oid 12 current snap is 80 2024-02-18T08:22:42.676 INFO:tasks.rados.rados.0.smithi110.stdout:875: rmattr oid 26 current snap is 80 2024-02-18T08:22:42.676 INFO:tasks.rados.rados.0.smithi110.stdout:876: rollback oid 7 current snap is 80 2024-02-18T08:22:42.676 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 7 to 64 2024-02-18T08:22:42.676 INFO:tasks.rados.rados.0.smithi110.stdout:877: rollback oid 28 current snap is 80 2024-02-18T08:22:42.676 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 28 to 69 2024-02-18T08:22:42.676 INFO:tasks.rados.rados.0.smithi110.stdout:878: snap_create 2024-02-18T08:22:42.676 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 138 (ObjNum 274 snap 76 seq_num 274) dirty exists 2024-02-18T08:22:42.684 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 491 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:22:42.685 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 272 (ObjNum 284 snap 79 seq_num 284) dirty exists 2024-02-18T08:22:42.685 INFO:tasks.rados.rados.0.smithi110.stdout:876: finishing rollback tid 1 to smithi11051043-7 2024-02-18T08:22:42.685 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 260 (ObjNum -143909168 snap 22008 seq_num 6545408) dirty dne 2024-02-18T08:22:42.685 INFO:tasks.rados.rados.0.smithi110.stdout:877: finishing rollback tid 0 to smithi11051043-28 2024-02-18T08:22:42.685 INFO:tasks.rados.rados.0.smithi110.stdout:877: finishing rollback tid 1 to smithi11051043-28 2024-02-18T08:22:42.685 INFO:tasks.rados.rados.0.smithi110.stdout:877: finishing rollback tid 2 to smithi11051043-28 2024-02-18T08:22:42.685 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 277 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:22:42.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:42 smithi110 bash[24702]: cluster 2024-02-18T08:22:41.649579+0000 mon.a (mon.0) 41 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-02-18T08:22:42.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:42 smithi110 bash[54479]: cluster 2024-02-18T08:22:41.649579+0000 mon.a (mon.0) 41 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-02-18T08:22:43.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:42 smithi191 bash[19424]: cluster 2024-02-18T08:22:41.649579+0000 mon.a (mon.0) 41 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-02-18T08:22:43.677 INFO:tasks.rados.rados.0.smithi110.stdout:872: done (5 left) 2024-02-18T08:22:43.677 INFO:tasks.rados.rados.0.smithi110.stdout:874: done (4 left) 2024-02-18T08:22:43.677 INFO:tasks.rados.rados.0.smithi110.stdout:875: done (3 left) 2024-02-18T08:22:43.677 INFO:tasks.rados.rados.0.smithi110.stdout:876: done (2 left) 2024-02-18T08:22:43.677 INFO:tasks.rados.rados.0.smithi110.stdout:877: done (1 left) 2024-02-18T08:22:43.677 INFO:tasks.rados.rados.0.smithi110.stdout:878: done (0 left) 2024-02-18T08:22:43.678 INFO:tasks.rados.rados.0.smithi110.stdout:879: rollback oid 43 current snap is 81 2024-02-18T08:22:43.678 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 43 to 78 2024-02-18T08:22:43.678 INFO:tasks.rados.rados.0.smithi110.stdout:880: snap_create 2024-02-18T08:22:43.685 INFO:tasks.rados.rados.0.smithi110.stdout:879: finishing rollback tid 1 to smithi11051043-43 2024-02-18T08:22:43.685 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 156 (ObjNum -2013218672 snap 32588 seq_num 2348812496) dirty dne 2024-02-18T08:22:43.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:43 smithi110 bash[54479]: cluster 2024-02-18T08:22:42.577640+0000 mgr.y (mgr.44100) 5 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:43.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:43 smithi110 bash[54479]: cluster 2024-02-18T08:22:42.668701+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-02-18T08:22:43.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:43 smithi110 bash[24702]: cluster 2024-02-18T08:22:42.577640+0000 mgr.y (mgr.44100) 5 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:43.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:43 smithi110 bash[24702]: cluster 2024-02-18T08:22:42.668701+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-02-18T08:22:43.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:43.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:43.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:43.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:43.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:43.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:22:43.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:43.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:43.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:43.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:43.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:43.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:22:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:43 smithi191 bash[19424]: cluster 2024-02-18T08:22:42.577640+0000 mgr.y (mgr.44100) 5 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:43 smithi191 bash[19424]: cluster 2024-02-18T08:22:42.668701+0000 mon.a (mon.0) 42 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-02-18T08:22:44.608 INFO:tasks.rados.rados.0.smithi110.stdout:879: done (1 left) 2024-02-18T08:22:44.608 INFO:tasks.rados.rados.0.smithi110.stdout:880: done (0 left) 2024-02-18T08:22:44.608 INFO:tasks.rados.rados.0.smithi110.stdout:881: rmattr oid 29 current snap is 82 2024-02-18T08:22:44.609 INFO:tasks.rados.rados.0.smithi110.stdout:881: done (0 left) 2024-02-18T08:22:44.609 INFO:tasks.rados.rados.0.smithi110.stdout:882: snap_create 2024-02-18T08:22:44.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:44 smithi110 bash[24702]: cluster 2024-02-18T08:22:43.672436+0000 mon.a (mon.0) 43 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-02-18T08:22:44.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:44 smithi110 bash[24702]: cluster 2024-02-18T08:22:44.604938+0000 mon.a (mon.0) 44 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-02-18T08:22:44.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:44 smithi110 bash[54479]: cluster 2024-02-18T08:22:43.672436+0000 mon.a (mon.0) 43 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-02-18T08:22:44.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:44 smithi110 bash[54479]: cluster 2024-02-18T08:22:44.604938+0000 mon.a (mon.0) 44 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-02-18T08:22:45.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:44 smithi191 bash[19424]: cluster 2024-02-18T08:22:43.672436+0000 mon.a (mon.0) 43 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-02-18T08:22:45.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:44 smithi191 bash[19424]: cluster 2024-02-18T08:22:44.604938+0000 mon.a (mon.0) 44 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-02-18T08:22:45.609 INFO:tasks.rados.rados.0.smithi110.stdout:882: done (0 left) 2024-02-18T08:22:45.610 INFO:tasks.rados.rados.0.smithi110.stdout:883: delete oid 33 current snap is 83 2024-02-18T08:22:45.615 INFO:tasks.rados.rados.0.smithi110.stdout:883: done (0 left) 2024-02-18T08:22:45.615 INFO:tasks.rados.rados.0.smithi110.stdout:884: setattr oid 48 current snap is 83 2024-02-18T08:22:45.617 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 83 2024-02-18T08:22:45.617 INFO:tasks.rados.rados.0.smithi110.stdout:885: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-02-18T08:22:45.621 INFO:tasks.rados.rados.0.smithi110.stdout:885: writing smithi11051043-2 from 0 to 794624 tid 1 2024-02-18T08:22:45.627 INFO:tasks.rados.rados.0.smithi110.stdout:885: writing smithi11051043-2 from 794624 to 1556480 tid 2 2024-02-18T08:22:45.636 INFO:tasks.rados.rados.0.smithi110.stdout:885: writing smithi11051043-2 from 1556480 to 2236416 tid 3 2024-02-18T08:22:45.640 INFO:tasks.rados.rados.0.smithi110.stdout:885: writing smithi11051043-2 from 2236416 to 2400256 tid 4 2024-02-18T08:22:45.640 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 140 (ObjNum 255 snap 70 seq_num 255) dirty exists 2024-02-18T08:22:45.640 INFO:tasks.rados.rados.0.smithi110.stdout:884: done (1 left) 2024-02-18T08:22:45.640 INFO:tasks.rados.rados.0.smithi110.stdout:886: read oid 23 snap -1 2024-02-18T08:22:45.640 INFO:tasks.rados.rados.0.smithi110.stdout:886: expect (ObjNum 275 snap 76 seq_num 275) 2024-02-18T08:22:45.640 INFO:tasks.rados.rados.0.smithi110.stdout:887: copy_from oid 29 from oid 43 current snap is 83 2024-02-18T08:22:45.640 INFO:tasks.rados.rados.0.smithi110.stdout:885: finishing write tid 1 to smithi11051043-2 2024-02-18T08:22:45.640 INFO:tasks.rados.rados.0.smithi110.stdout:885: finishing write tid 2 to smithi11051043-2 2024-02-18T08:22:45.640 INFO:tasks.rados.rados.0.smithi110.stdout:888: snap_remove snap 78 2024-02-18T08:22:45.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:45 smithi110 bash[54479]: cluster 2024-02-18T08:22:44.578395+0000 mgr.y (mgr.44100) 6 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:45.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:45 smithi110 bash[54479]: cluster 2024-02-18T08:22:45.604800+0000 mon.a (mon.0) 45 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-02-18T08:22:45.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:45 smithi110 bash[24702]: cluster 2024-02-18T08:22:44.578395+0000 mgr.y (mgr.44100) 6 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:45.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:45 smithi110 bash[24702]: cluster 2024-02-18T08:22:45.604800+0000 mon.a (mon.0) 45 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-02-18T08:22:46.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:45 smithi191 bash[19424]: cluster 2024-02-18T08:22:44.578395+0000 mgr.y (mgr.44100) 6 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 180 MiB data, 282 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:22:46.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:45 smithi191 bash[19424]: cluster 2024-02-18T08:22:45.604800+0000 mon.a (mon.0) 45 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-02-18T08:22:46.614 INFO:tasks.rados.rados.0.smithi110.stdout:888: done (3 left) 2024-02-18T08:22:46.614 INFO:tasks.rados.rados.0.smithi110.stdout:889: setattr oid 28 current snap is 83 2024-02-18T08:22:46.614 INFO:tasks.rados.rados.0.smithi110.stdout:887: finishing copy_from to smithi11051043-29 2024-02-18T08:22:46.614 INFO:tasks.rados.rados.0.smithi110.stdout:887: got expected ENOENT (src dne) 2024-02-18T08:22:46.614 INFO:tasks.rados.rados.0.smithi110.stdout:887: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:22:46.614 INFO:tasks.rados.rados.0.smithi110.stdout:885: finishing write tid 3 to smithi11051043-2 2024-02-18T08:22:46.614 INFO:tasks.rados.rados.0.smithi110.stdout:885: finishing write tid 4 to smithi11051043-2 2024-02-18T08:22:46.614 INFO:tasks.rados.rados.0.smithi110.stdout:885: finishing write tid 6 to smithi11051043-2 2024-02-18T08:22:46.614 INFO:tasks.rados.rados.0.smithi110.stdout:885: finishing write tid 7 to smithi11051043-2 2024-02-18T08:22:46.614 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 278 (ObjNum 286 snap 83 seq_num 286) dirty exists 2024-02-18T08:22:46.615 INFO:tasks.rados.rados.0.smithi110.stdout:885: left oid 2 (ObjNum 286 snap 83 seq_num 286) 2024-02-18T08:22:46.615 INFO:tasks.rados.rados.0.smithi110.stdout:886: expect (ObjNum 275 snap 76 seq_num 275) 2024-02-18T08:22:46.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.703043+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:46.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.778636+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:46.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.987388+0000 mon.b (mon.2) 202 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.988480+0000 mon.b (mon.2) 203 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.989548+0000 mon.b (mon.2) 204 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.990544+0000 mon.b (mon.2) 205 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.991627+0000 mon.b (mon.2) 206 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.992665+0000 mon.b (mon.2) 207 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.993683+0000 mon.b (mon.2) 208 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.994692+0000 mon.b (mon.2) 209 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.995692+0000 mon.b (mon.2) 210 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:45.996670+0000 mon.b (mon.2) 211 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.066809+0000 mon.b (mon.2) 212 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.067863+0000 mon.b (mon.2) 213 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.068988+0000 mon.b (mon.2) 214 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.069781+0000 mon.b (mon.2) 215 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.703043+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.778636+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.987388+0000 mon.b (mon.2) 202 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.988480+0000 mon.b (mon.2) 203 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.989548+0000 mon.b (mon.2) 204 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.990544+0000 mon.b (mon.2) 205 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.991627+0000 mon.b (mon.2) 206 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.992665+0000 mon.b (mon.2) 207 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.993683+0000 mon.b (mon.2) 208 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.994692+0000 mon.b (mon.2) 209 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.995692+0000 mon.b (mon.2) 210 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:22:46.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:45.996670+0000 mon.b (mon.2) 211 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.066809+0000 mon.b (mon.2) 212 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.067863+0000 mon.b (mon.2) 213 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.068988+0000 mon.b (mon.2) 214 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.069781+0000 mon.b (mon.2) 215 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.070804+0000 mon.b (mon.2) 216 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.071944+0000 mon.b (mon.2) 217 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.073025+0000 mon.b (mon.2) 218 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.074116+0000 mon.b (mon.2) 219 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.075109+0000 mon.b (mon.2) 220 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.076050+0000 mon.b (mon.2) 221 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.077446+0000 mon.b (mon.2) 222 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.079245+0000 mon.b (mon.2) 223 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: cephadm 2024-02-18T08:22:46.080214+0000 mgr.y (mgr.44100) 7 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.087284+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.104990+0000 mon.b (mon.2) 224 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.112817+0000 mon.b (mon.2) 225 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.115491+0000 mon.b (mon.2) 226 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: audit 2024-02-18T08:22:46.117293+0000 mon.b (mon.2) 227 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: cephadm 2024-02-18T08:22:46.117817+0000 mgr.y (mgr.44100) 8 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[54479]: cluster 2024-02-18T08:22:46.608658+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.070804+0000 mon.b (mon.2) 216 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.977 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.071944+0000 mon.b (mon.2) 217 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.073025+0000 mon.b (mon.2) 218 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.074116+0000 mon.b (mon.2) 219 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.075109+0000 mon.b (mon.2) 220 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.076050+0000 mon.b (mon.2) 221 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.077446+0000 mon.b (mon.2) 222 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.079245+0000 mon.b (mon.2) 223 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: cephadm 2024-02-18T08:22:46.080214+0000 mgr.y (mgr.44100) 7 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.087284+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.104990+0000 mon.b (mon.2) 224 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.112817+0000 mon.b (mon.2) 225 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.115491+0000 mon.b (mon.2) 226 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: audit 2024-02-18T08:22:46.117293+0000 mon.b (mon.2) 227 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: cephadm 2024-02-18T08:22:46.117817+0000 mgr.y (mgr.44100) 8 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-02-18T08:22:46.978 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:46 smithi110 bash[24702]: cluster 2024-02-18T08:22:46.608658+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-02-18T08:22:46.982 INFO:tasks.rados.rados.0.smithi110.stdout:885: done (3 left) 2024-02-18T08:22:46.982 INFO:tasks.rados.rados.0.smithi110.stdout:886: done (2 left) 2024-02-18T08:22:46.982 INFO:tasks.rados.rados.0.smithi110.stdout:887: done (1 left) 2024-02-18T08:22:46.982 INFO:tasks.rados.rados.0.smithi110.stdout:890: snap_create 2024-02-18T08:22:46.987 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 281 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:22:47.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.703043+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:47.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.778636+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.987388+0000 mon.b (mon.2) 202 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.988480+0000 mon.b (mon.2) 203 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.989548+0000 mon.b (mon.2) 204 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.990544+0000 mon.b (mon.2) 205 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.991627+0000 mon.b (mon.2) 206 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.992665+0000 mon.b (mon.2) 207 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.993683+0000 mon.b (mon.2) 208 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.994692+0000 mon.b (mon.2) 209 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.995692+0000 mon.b (mon.2) 210 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:45.996670+0000 mon.b (mon.2) 211 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.066809+0000 mon.b (mon.2) 212 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.067863+0000 mon.b (mon.2) 213 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.068988+0000 mon.b (mon.2) 214 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:47.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.069781+0000 mon.b (mon.2) 215 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.070804+0000 mon.b (mon.2) 216 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.071944+0000 mon.b (mon.2) 217 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.073025+0000 mon.b (mon.2) 218 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.074116+0000 mon.b (mon.2) 219 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.075109+0000 mon.b (mon.2) 220 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.076050+0000 mon.b (mon.2) 221 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.077446+0000 mon.b (mon.2) 222 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.079245+0000 mon.b (mon.2) 223 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: cephadm 2024-02-18T08:22:46.080214+0000 mgr.y (mgr.44100) 7 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.087284+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.104990+0000 mon.b (mon.2) 224 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.112817+0000 mon.b (mon.2) 225 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.115491+0000 mon.b (mon.2) 226 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-02-18T08:22:47.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: audit 2024-02-18T08:22:46.117293+0000 mon.b (mon.2) 227 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-02-18T08:22:47.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: cephadm 2024-02-18T08:22:46.117817+0000 mgr.y (mgr.44100) 8 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-02-18T08:22:47.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:46 smithi191 bash[19424]: cluster 2024-02-18T08:22:46.608658+0000 mon.a (mon.0) 49 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-02-18T08:22:47.714 INFO:tasks.rados.rados.0.smithi110.stdout:889: done (1 left) 2024-02-18T08:22:47.714 INFO:tasks.rados.rados.0.smithi110.stdout:890: done (0 left) 2024-02-18T08:22:47.714 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 37 current snap is 84 2024-02-18T08:22:47.714 INFO:tasks.rados.rados.0.smithi110.stdout:891: seq_num 287 ranges {4440064=8192} 2024-02-18T08:22:47.739 INFO:tasks.rados.rados.0.smithi110.stdout:891: writing smithi11051043-37 from 4440064 to 4448256 tid 1 2024-02-18T08:22:47.739 INFO:tasks.rados.rados.0.smithi110.stdout:892: snap_create 2024-02-18T08:22:47.748 INFO:tasks.rados.rados.0.smithi110.stdout:891: finishing write tid 1 to smithi11051043-37 2024-02-18T08:22:47.748 INFO:tasks.rados.rados.0.smithi110.stdout:891: finishing write tid 3 to smithi11051043-37 2024-02-18T08:22:47.750 INFO:tasks.rados.rados.0.smithi110.stdout:891: finishing write tid 4 to smithi11051043-37 2024-02-18T08:22:47.750 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 280 (ObjNum 287 snap 84 seq_num 287) dirty exists 2024-02-18T08:22:47.750 INFO:tasks.rados.rados.0.smithi110.stdout:891: left oid 37 (ObjNum 287 snap 84 seq_num 287) 2024-02-18T08:22:48.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:48 smithi191 bash[19424]: cluster 2024-02-18T08:22:46.579177+0000 mgr.y (mgr.44100) 9 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 180 MiB data, 286 MiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 15 op/s 2024-02-18T08:22:48.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:48 smithi191 bash[19424]: cluster 2024-02-18T08:22:47.708535+0000 mon.a (mon.0) 50 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-02-18T08:22:48.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:48 smithi110 bash[54479]: cluster 2024-02-18T08:22:46.579177+0000 mgr.y (mgr.44100) 9 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 180 MiB data, 286 MiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 15 op/s 2024-02-18T08:22:48.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:48 smithi110 bash[54479]: cluster 2024-02-18T08:22:47.708535+0000 mon.a (mon.0) 50 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-02-18T08:22:48.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:48 smithi110 bash[24702]: cluster 2024-02-18T08:22:46.579177+0000 mgr.y (mgr.44100) 9 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 180 MiB data, 286 MiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 15 op/s 2024-02-18T08:22:48.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:48 smithi110 bash[24702]: cluster 2024-02-18T08:22:47.708535+0000 mon.a (mon.0) 50 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-02-18T08:22:48.715 INFO:tasks.rados.rados.0.smithi110.stdout:891: done (1 left) 2024-02-18T08:22:48.715 INFO:tasks.rados.rados.0.smithi110.stdout:892: done (0 left) 2024-02-18T08:22:48.715 INFO:tasks.rados.rados.0.smithi110.stdout:893: read oid 11 snap 64 2024-02-18T08:22:48.715 INFO:tasks.rados.rados.0.smithi110.stdout:893: expect (ObjNum 215 snap 58 seq_num 215) 2024-02-18T08:22:48.715 INFO:tasks.rados.rados.0.smithi110.stdout:894: snap_create 2024-02-18T08:22:48.725 INFO:tasks.rados.rados.0.smithi110.stdout:893: expect (ObjNum 215 snap 58 seq_num 215) 2024-02-18T08:22:49.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:49 smithi191 bash[19424]: cephadm 2024-02-18T08:22:48.322896+0000 mgr.y (mgr.44100) 10 : cephadm [INF] Upgrade: Updating mon.c 2024-02-18T08:22:49.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:49 smithi191 bash[19424]: audit 2024-02-18T08:22:48.331852+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:49.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:49 smithi191 bash[19424]: audit 2024-02-18T08:22:48.337251+0000 mon.b (mon.2) 228 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:22:49.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:49 smithi191 bash[19424]: audit 2024-02-18T08:22:48.338975+0000 mon.b (mon.2) 229 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:22:49.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:49 smithi191 bash[19424]: audit 2024-02-18T08:22:48.340819+0000 mon.b (mon.2) 230 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:49.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:49 smithi191 bash[19424]: cephadm 2024-02-18T08:22:48.341286+0000 mgr.y (mgr.44100) 11 : cephadm [INF] Deploying daemon mon.c on smithi110 2024-02-18T08:22:49.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:49 smithi191 bash[19424]: audit 2024-02-18T08:22:48.342953+0000 mon.b (mon.2) 231 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2024-02-18T08:22:49.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:49 smithi191 bash[19424]: cluster 2024-02-18T08:22:48.579828+0000 mgr.y (mgr.44100) 12 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 180 MiB data, 286 MiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 15 op/s 2024-02-18T08:22:49.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:49 smithi191 bash[19424]: cluster 2024-02-18T08:22:48.711336+0000 mon.a (mon.0) 52 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-02-18T08:22:49.610 INFO:tasks.rados.rados.0.smithi110.stdout:893: done (1 left) 2024-02-18T08:22:49.610 INFO:tasks.rados.rados.0.smithi110.stdout:894: done (0 left) 2024-02-18T08:22:49.610 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 86 2024-02-18T08:22:49.610 INFO:tasks.rados.rados.0.smithi110.stdout:895: seq_num 288 ranges {2252800=24576} 2024-02-18T08:22:49.625 INFO:tasks.rados.rados.0.smithi110.stdout:895: writing smithi11051043-10 from 2252800 to 2277376 tid 1 2024-02-18T08:22:49.625 INFO:tasks.rados.rados.0.smithi110.stdout:896: copy_from oid 5 from oid 16 current snap is 86 2024-02-18T08:22:49.625 INFO:tasks.rados.rados.0.smithi110.stdout:897: copy_from oid 36 from oid 3 current snap is 86 2024-02-18T08:22:49.625 INFO:tasks.rados.rados.0.smithi110.stdout:898: read oid 6 snap -1 2024-02-18T08:22:49.625 INFO:tasks.rados.rados.0.smithi110.stdout:898: expect (ObjNum 263 snap 72 seq_num 263) 2024-02-18T08:22:49.625 INFO:tasks.rados.rados.0.smithi110.stdout:899: snap_create 2024-02-18T08:22:49.631 INFO:tasks.rados.rados.0.smithi110.stdout:895: finishing write tid 1 to smithi11051043-10 2024-02-18T08:22:49.633 INFO:tasks.rados.rados.0.smithi110.stdout:897: finishing copy_from to smithi11051043-36 2024-02-18T08:22:49.633 INFO:tasks.rados.rados.0.smithi110.stdout:897: got expected ENOENT (src dne) 2024-02-18T08:22:49.633 INFO:tasks.rados.rados.0.smithi110.stdout:897: finishing copy_from racing read to smithi11051043-36 2024-02-18T08:22:49.636 INFO:tasks.rados.rados.0.smithi110.stdout:895: finishing write tid 3 to smithi11051043-10 2024-02-18T08:22:49.638 INFO:tasks.rados.rados.0.smithi110.stdout:895: finishing write tid 4 to smithi11051043-10 2024-02-18T08:22:49.638 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 264 (ObjNum 288 snap 86 seq_num 288) dirty exists 2024-02-18T08:22:49.639 INFO:tasks.rados.rados.0.smithi110.stdout:895: left oid 10 (ObjNum 288 snap 86 seq_num 288) 2024-02-18T08:22:49.648 INFO:tasks.rados.rados.0.smithi110.stdout:896: finishing copy_from to smithi11051043-5 2024-02-18T08:22:49.648 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 482 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:22:49.649 INFO:tasks.rados.rados.0.smithi110.stdout:896: finishing copy_from racing read to smithi11051043-5 2024-02-18T08:22:49.650 INFO:tasks.rados.rados.0.smithi110.stdout:898: expect (ObjNum 263 snap 72 seq_num 263) 2024-02-18T08:22:49.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[24702]: cephadm 2024-02-18T08:22:48.322896+0000 mgr.y (mgr.44100) 10 : cephadm [INF] Upgrade: Updating mon.c 2024-02-18T08:22:49.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[24702]: audit 2024-02-18T08:22:48.331852+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:49.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[24702]: audit 2024-02-18T08:22:48.337251+0000 mon.b (mon.2) 228 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:22:49.668 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[24702]: audit 2024-02-18T08:22:48.338975+0000 mon.b (mon.2) 229 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[24702]: audit 2024-02-18T08:22:48.340819+0000 mon.b (mon.2) 230 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[24702]: cephadm 2024-02-18T08:22:48.341286+0000 mgr.y (mgr.44100) 11 : cephadm [INF] Deploying daemon mon.c on smithi110 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[24702]: audit 2024-02-18T08:22:48.342953+0000 mon.b (mon.2) 231 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[24702]: cluster 2024-02-18T08:22:48.579828+0000 mgr.y (mgr.44100) 12 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 180 MiB data, 286 MiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 15 op/s 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[24702]: cluster 2024-02-18T08:22:48.711336+0000 mon.a (mon.0) 52 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[54479]: cephadm 2024-02-18T08:22:48.322896+0000 mgr.y (mgr.44100) 10 : cephadm [INF] Upgrade: Updating mon.c 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[54479]: audit 2024-02-18T08:22:48.331852+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[54479]: audit 2024-02-18T08:22:48.337251+0000 mon.b (mon.2) 228 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[54479]: audit 2024-02-18T08:22:48.338975+0000 mon.b (mon.2) 229 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[54479]: audit 2024-02-18T08:22:48.340819+0000 mon.b (mon.2) 230 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[54479]: cephadm 2024-02-18T08:22:48.341286+0000 mgr.y (mgr.44100) 11 : cephadm [INF] Deploying daemon mon.c on smithi110 2024-02-18T08:22:49.669 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[54479]: audit 2024-02-18T08:22:48.342953+0000 mon.b (mon.2) 231 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2024-02-18T08:22:49.670 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[54479]: cluster 2024-02-18T08:22:48.579828+0000 mgr.y (mgr.44100) 12 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 180 MiB data, 286 MiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 15 op/s 2024-02-18T08:22:49.670 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:49 smithi110 bash[54479]: cluster 2024-02-18T08:22:48.711336+0000 mon.a (mon.0) 52 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-02-18T08:22:50.617 INFO:tasks.rados.rados.0.smithi110.stdout:895: done (4 left) 2024-02-18T08:22:50.617 INFO:tasks.rados.rados.0.smithi110.stdout:896: done (3 left) 2024-02-18T08:22:50.617 INFO:tasks.rados.rados.0.smithi110.stdout:897: done (2 left) 2024-02-18T08:22:50.617 INFO:tasks.rados.rados.0.smithi110.stdout:898: done (1 left) 2024-02-18T08:22:50.617 INFO:tasks.rados.rados.0.smithi110.stdout:899: done (0 left) 2024-02-18T08:22:50.618 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 87 2024-02-18T08:22:50.618 INFO:tasks.rados.rados.0.smithi110.stdout:900: seq_num 289 ranges {3145728=40960} 2024-02-18T08:22:50.638 INFO:tasks.rados.rados.0.smithi110.stdout:900: writing smithi11051043-17 from 3145728 to 3186688 tid 1 2024-02-18T08:22:50.638 INFO:tasks.rados.rados.0.smithi110.stdout:901: delete oid 15 current snap is 87 2024-02-18T08:22:50.642 INFO:tasks.rados.rados.0.smithi110.stdout:901: done (1 left) 2024-02-18T08:22:50.642 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 87 2024-02-18T08:22:50.642 INFO:tasks.rados.rados.0.smithi110.stdout:902: seq_num 291 ranges {1851392=81920} 2024-02-18T08:22:50.653 INFO:tasks.rados.rados.0.smithi110.stdout:902: writing smithi11051043-27 from 1851392 to 1933312 tid 1 2024-02-18T08:22:50.653 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 87 2024-02-18T08:22:50.653 INFO:tasks.rados.rados.0.smithi110.stdout:903: seq_num 292 ranges {2277376=98304} 2024-02-18T08:22:50.666 INFO:tasks.rados.rados.0.smithi110.stdout:903: writing smithi11051043-10 from 2277376 to 2375680 tid 1 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:904: delete oid 32 current snap is 87 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:900: finishing write tid 1 to smithi11051043-17 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:900: finishing write tid 3 to smithi11051043-17 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:900: finishing write tid 4 to smithi11051043-17 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 350 (ObjNum 289 snap 87 seq_num 289) dirty exists 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:900: left oid 17 (ObjNum 289 snap 87 seq_num 289) 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:902: finishing write tid 1 to smithi11051043-27 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:902: finishing write tid 3 to smithi11051043-27 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:902: finishing write tid 4 to smithi11051043-27 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 502 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:22:50.667 INFO:tasks.rados.rados.0.smithi110.stdout:902: left oid 27 (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:22:50.671 INFO:tasks.rados.rados.0.smithi110.stdout:903: finishing write tid 1 to smithi11051043-10 2024-02-18T08:22:50.672 INFO:tasks.rados.rados.0.smithi110.stdout:903: finishing write tid 3 to smithi11051043-10 2024-02-18T08:22:50.672 INFO:tasks.rados.rados.0.smithi110.stdout:900: done (3 left) 2024-02-18T08:22:50.672 INFO:tasks.rados.rados.0.smithi110.stdout:902: done (2 left) 2024-02-18T08:22:50.672 INFO:tasks.rados.rados.0.smithi110.stdout:904: done (1 left) 2024-02-18T08:22:50.672 INFO:tasks.rados.rados.0.smithi110.stdout:905: read oid 41 snap -1 2024-02-18T08:22:50.672 INFO:tasks.rados.rados.0.smithi110.stdout:905: expect (ObjNum 274 snap 76 seq_num 274) 2024-02-18T08:22:50.673 INFO:tasks.rados.rados.0.smithi110.stdout:906: delete oid 13 current snap is 87 2024-02-18T08:22:50.673 INFO:tasks.rados.rados.0.smithi110.stdout:903: finishing write tid 4 to smithi11051043-10 2024-02-18T08:22:50.673 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 266 (ObjNum 292 snap 87 seq_num 292) dirty exists 2024-02-18T08:22:50.673 INFO:tasks.rados.rados.0.smithi110.stdout:903: left oid 10 (ObjNum 292 snap 87 seq_num 292) 2024-02-18T08:22:50.675 INFO:tasks.rados.rados.0.smithi110.stdout:903: done (2 left) 2024-02-18T08:22:50.675 INFO:tasks.rados.rados.0.smithi110.stdout:906: done (1 left) 2024-02-18T08:22:50.675 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 87 2024-02-18T08:22:50.675 INFO:tasks.rados.rados.0.smithi110.stdout:907: seq_num 295 ranges {4251648=147456} 2024-02-18T08:22:50.701 INFO:tasks.rados.rados.0.smithi110.stdout:907: writing smithi11051043-18 from 4251648 to 4399104 tid 1 2024-02-18T08:22:50.701 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 87 2024-02-18T08:22:50.701 INFO:tasks.rados.rados.0.smithi110.stdout:908: seq_num 296 ranges {2375680=163840} 2024-02-18T08:22:50.716 INFO:tasks.rados.rados.0.smithi110.stdout:908: writing smithi11051043-10 from 2375680 to 2539520 tid 1 2024-02-18T08:22:50.716 INFO:tasks.rados.rados.0.smithi110.stdout:909: snap_create 2024-02-18T08:22:50.716 INFO:tasks.rados.rados.0.smithi110.stdout:905: expect (ObjNum 274 snap 76 seq_num 274) 2024-02-18T08:22:50.867 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:50 smithi110 bash[54479]: cluster 2024-02-18T08:22:49.606276+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-02-18T08:22:50.867 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:50 smithi110 systemd[1]: Stopping Ceph mon.c for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:22:50.867 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:50 smithi110 bash[24702]: cluster 2024-02-18T08:22:49.606276+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-02-18T08:22:50.867 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:50 smithi110 bash[24702]: debug 2024-02-18T08:22:50.677+0000 7f72fa077700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:22:50.867 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:50 smithi110 bash[24702]: debug 2024-02-18T08:22:50.677+0000 7f72fa077700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-02-18T08:22:51.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:50 smithi191 bash[19424]: cluster 2024-02-18T08:22:49.606276+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-02-18T08:22:51.249 INFO:tasks.rados.rados.0.smithi110.stdout:907: finishing write tid 1 to smithi11051043-18 2024-02-18T08:22:51.249 INFO:tasks.rados.rados.0.smithi110.stdout:907: finishing write tid 3 to smithi11051043-18 2024-02-18T08:22:51.249 INFO:tasks.rados.rados.0.smithi110.stdout:907: finishing write tid 4 to smithi11051043-18 2024-02-18T08:22:51.249 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 353 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-02-18T08:22:51.249 INFO:tasks.rados.rados.0.smithi110.stdout:907: left oid 18 (ObjNum 295 snap 87 seq_num 295) 2024-02-18T08:22:51.249 INFO:tasks.rados.rados.0.smithi110.stdout:908: finishing write tid 1 to smithi11051043-10 2024-02-18T08:22:51.249 INFO:tasks.rados.rados.0.smithi110.stdout:908: finishing write tid 3 to smithi11051043-10 2024-02-18T08:22:51.250 INFO:tasks.rados.rados.0.smithi110.stdout:908: finishing write tid 4 to smithi11051043-10 2024-02-18T08:22:51.250 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 268 (ObjNum 296 snap 87 seq_num 296) dirty exists 2024-02-18T08:22:51.250 INFO:tasks.rados.rados.0.smithi110.stdout:908: left oid 10 (ObjNum 296 snap 87 seq_num 296) 2024-02-18T08:22:51.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:51 smithi110 bash[55723]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mon.c 2024-02-18T08:22:51.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:51 smithi110 systemd[1]: Stopped Ceph mon.c for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:22:51.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:51.624Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:51.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:51.624Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:51.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:51.624Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:22:52.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:51 smithi110 systemd[1]: Started Ceph mon.c for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.869+0000 7f31f6ed9880 0 set uid:gid to 167:167 (ceph:ceph) 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.869+0000 7f31f6ed9880 0 ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable), process ceph-mon, pid 1 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.869+0000 7f31f6ed9880 0 pidfile_write: ignore empty --pid-file 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 0 load: jerasure load: lrc load: isa 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: RocksDB version: 6.8.1 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Compile date Feb 17 2024 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: DB SUMMARY 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: CURRENT file: CURRENT 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: IDENTITY file: IDENTITY 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 666 Bytes 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000020.sst 2024-02-18T08:22:53.039 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000018.log size: 10344967 ; 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.error_if_exists: 0 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.create_if_missing: 0 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.paranoid_checks: 1 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.env: 0x56360a3f9080 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.fs: Posix File System 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.info_log: 0x56360ca0da20 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_file_opening_threads: 16 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.statistics: (nil) 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.use_fsync: 0 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_log_file_size: 0 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.keep_log_file_num: 1000 2024-02-18T08:22:53.040 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.recycle_log_file_num: 0 2024-02-18T08:22:53.041 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.allow_fallocate: 1 2024-02-18T08:22:53.041 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.allow_mmap_reads: 0 2024-02-18T08:22:53.041 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.allow_mmap_writes: 0 2024-02-18T08:22:53.041 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.use_direct_reads: 0 2024-02-18T08:22:53.041 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.create_missing_column_families: 0 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.db_log_dir: 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_subcompactions: 1 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_background_flushes: -1 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.advise_random_on_open: 1 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.db_write_buffer_size: 0 2024-02-18T08:22:53.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.write_buffer_manager: 0x56360d70c360 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.rate_limiter: (nil) 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.wal_recovery_mode: 2 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.enable_thread_tracking: 0 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.enable_pipelined_write: 0 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.unordered_write: 0 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.row_cache: None 2024-02-18T08:22:53.043 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.wal_filter: None 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.allow_ingest_behind: 0 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.preserve_deletes: 0 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.two_write_queues: 0 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.manual_wal_flush: 0 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.atomic_flush: 0 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.log_readahead_size: 0 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_background_jobs: 2 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_background_compactions: -1 2024-02-18T08:22:53.044 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_total_wal_size: 0 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_open_files: -1 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.bytes_per_sync: 0 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_readahead_size: 0 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Compression algorithms supported: 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-02-18T08:22:53.045 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: kZSTD supported: 0 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: kXpressCompression supported: 0 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: kLZ4HCCompression supported: 1 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: kLZ4Compression supported: 1 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: kBZip2Compression supported: 0 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: kZlibCompression supported: 1 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: kSnappyCompression supported: 1 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.merge_operator: 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_filter: None 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_filter_factory: None 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-02-18T08:22:53.046 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56360c9bbd10) 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: cache_index_and_filter_blocks: 1 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: cache_index_and_filter_blocks_with_high_priority: 0 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: pin_top_level_index_and_filter: 1 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: index_type: 0 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: data_block_index_type: 0 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: index_shortening: 1 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: data_block_hash_table_util_ratio: 0.750000 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: hash_index_allow_collision: 1 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: checksum: 1 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: no_block_cache: 0 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: block_cache: 0x56360c9f2f10 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: block_cache_name: BinnedLRUCache 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: block_cache_options: 2024-02-18T08:22:53.047 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: capacity : 536870912 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: num_shard_bits : 4 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: strict_capacity_limit : 0 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: high_pri_pool_ratio: 0.000 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: block_cache_compressed: (nil) 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: persistent_cache: (nil) 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: block_size: 4096 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: block_size_deviation: 10 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: block_restart_interval: 16 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: index_block_restart_interval: 1 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: metadata_block_size: 4096 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: partition_filters: 0 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: use_delta_encoding: 1 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: filter_policy: rocksdb.BuiltinBloomFilter 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: whole_key_filtering: 1 2024-02-18T08:22:53.048 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: verify_compression: 0 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: read_amp_bytes_per_bit: 0 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: format_version: 2 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: enable_index_compression: 1 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: block_align: 0 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.write_buffer_size: 33554432 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_write_buffer_number: 2 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compression: NoCompression 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.bottommost_compression: Disabled 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.prefix_extractor: nullptr 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.num_levels: 7 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-02-18T08:22:53.049 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-02-18T08:22:53.050 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-02-18T08:22:53.050 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-02-18T08:22:53.050 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-02-18T08:22:53.050 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compression_opts.level: 32767 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compression_opts.strategy: 0 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compression_opts.enabled: false 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-02-18T08:22:53.051 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.target_file_size_base: 67108864 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-02-18T08:22:53.052 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.arena_block_size: 4194304 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.disable_auto_compactions: 0 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-02-18T08:22:53.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.table_properties_collectors: 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.inplace_update_support: 0 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.bloom_locality: 0 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.max_successive_merges: 0 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.paranoid_file_checks: 0 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.force_consistency_checks: 0 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.report_bg_io_stats: 0 2024-02-18T08:22:53.054 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.ttl: 2592000 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.873+0000 7f31f6ed9880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.877+0000 7f31f6ed9880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.877+0000 7f31f6ed9880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 22, last_sequence is 11878, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.877+0000 7f31f6ed9880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 18 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.877+0000 7f31f6ed9880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708244572881982, "job": 1, "event": "recovery_started", "log_files": [18]} 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.877+0000 7f31f6ed9880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #18 mode 2 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.889+0000 7f31f6ed9880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.897+0000 7f31f6ed9880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708244572905360, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 22, "file_size": 6732415, "table_properties": {"data_size": 6719751, "index_size": 10496, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 1349, "raw_key_size": 12185, "raw_average_key_size": 22, "raw_value_size": 6704420, "raw_average_value_size": 12578, "num_data_blocks": 322, "num_entries": 533, "num_deletions": 35, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1708244572, "oldest_key_time": 3, "file_creation_time": 0}} 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.897+0000 7f31f6ed9880 4 rocksdb: [version_set.cc:3826] Creating manifest 23 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.901+0000 7f31f6ed9880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.901+0000 7f31f6ed9880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708244572906218, "job": 1, "event": "recovery_finished"} 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.901+0000 7f31f6ed9880 4 rocksdb: DB pointer 0x56360cabb800 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.901+0000 7f31ddccb700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-02-18T08:22:53.055 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.901+0000 7f31ddccb700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ** DB Stats ** 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ** Compaction Stats [default] ** 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: L0 1/0 6.42 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 703.9 0.01 0.00 1 0.009 0 0 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: L6 1/0 22.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Sum 2/0 29.08 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 703.9 0.01 0.00 1 0.009 0 0 2024-02-18T08:22:53.056 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 703.9 0.01 0.00 1 0.009 0 0 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ** Compaction Stats [default] ** 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 703.9 0.01 0.00 1 0.009 0 0 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Flush(GB): cumulative 0.006, interval 0.006 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Cumulative compaction: 0.01 GB write, 224.82 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Interval compaction: 0.01 GB write, 224.82 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:22:53.057 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ** Compaction Stats [default] ** 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: L0 1/0 6.42 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 703.9 0.01 0.00 1 0.009 0 0 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: L6 1/0 22.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Sum 2/0 29.08 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 703.9 0.01 0.00 1 0.009 0 0 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ** Compaction Stats [default] ** 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 703.9 0.01 0.00 1 0.009 0 0 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Flush(GB): cumulative 0.006, interval 0.000 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:22:53.058 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Cumulative compaction: 0.01 GB write, 224.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.901+0000 7f31f6ed9880 0 starting mon.c rank 1 at public addrs [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] at bind addrs [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.905+0000 7f31f6ed9880 1 mon.c@-1(???) e3 preinit fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.905+0000 7f31f6ed9880 0 mon.c@-1(???).mds e7 new map 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.905+0000 7f31f6ed9880 0 mon.c@-1(???).mds e7 print_map 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: e7 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: enable_multiple, ever_enabled_multiple: 0,0 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: legacy client fscid: 1 2024-02-18T08:22:53.059 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Filesystem 'foo' (1) 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: fs_name foo 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: epoch 5 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: flags 12 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: created 2024-02-18T08:18:02.212304+0000 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: modified 2024-02-18T08:18:08.210293+0000 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: tableserver 0 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: root 0 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: session_timeout 60 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: session_autoclose 300 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: max_file_size 1099511627776 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: required_client_features {} 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: last_failure 0 2024-02-18T08:22:53.060 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: last_failure_osd_epoch 0 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: max_mds 1 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: in 0 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: up {0=34481} 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: failed 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: damaged 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: stopped 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: data_pools [4] 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: metadata_pool 3 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: inline_data disabled 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: balancer 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: standby_count_wanted 1 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: [mds.foo.smithi191.yrmaff{0:34481} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.191:6832/3033893043,v1:172.21.15.191:6833/3033893043] compat {c=[1],r=[1],i=[7ff]}] 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: 2024-02-18T08:22:53.061 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: Standby daemons: 2024-02-18T08:22:53.062 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: 2024-02-18T08:22:53.062 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: [mds.foo.smithi110.fvzuby{-1:14637} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.110:6834/957643580,v1:172.21.15.110:6835/957643580] compat {c=[1],r=[1],i=[7ff]}] 2024-02-18T08:22:53.062 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.905+0000 7f31f6ed9880 0 mon.c@-1(???).osd e228 crush map has features 3314933069571702784, adjusting msgr requires 2024-02-18T08:22:53.062 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.905+0000 7f31f6ed9880 0 mon.c@-1(???).osd e228 crush map has features 288514119978713088, adjusting msgr requires 2024-02-18T08:22:53.062 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: cluster 2024-02-18T08:22:49.606276+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-02-18T08:22:53.062 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:52 smithi110 bash[55875]: debug 2024-02-18T08:22:52.905+0000 7f31f6ed9880 1 mon.c@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-02-18T08:22:53.062 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:53 smithi110 bash[55875]: cluster 2024-02-18T08:22:50.581012+0000 mgr.y (mgr.44100) 13 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 182 MiB data, 287 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 906 KiB/s wr, 16 op/s 2024-02-18T08:22:53.062 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:53 smithi110 bash[55875]: cluster 2024-02-18T08:22:50.613470+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-02-18T08:22:53.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:53 smithi191 bash[19424]: cluster 2024-02-18T08:22:50.581012+0000 mgr.y (mgr.44100) 13 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 182 MiB data, 287 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 906 KiB/s wr, 16 op/s 2024-02-18T08:22:53.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:53 smithi191 bash[19424]: cluster 2024-02-18T08:22:50.613470+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-02-18T08:22:53.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:53 smithi110 bash[54479]: cluster 2024-02-18T08:22:50.581012+0000 mgr.y (mgr.44100) 13 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 182 MiB data, 287 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 906 KiB/s wr, 16 op/s 2024-02-18T08:22:53.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:53 smithi110 bash[54479]: cluster 2024-02-18T08:22:50.613470+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-02-18T08:22:53.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:53.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:53.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:53.518Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:53.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:53.518Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:22:53.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:53.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:53.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:53.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:22:53.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:22:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:22:53.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:22:54.046 INFO:tasks.rados.rados.0.smithi110.stdout:905: done (3 left) 2024-02-18T08:22:54.046 INFO:tasks.rados.rados.0.smithi110.stdout:907: done (2 left) 2024-02-18T08:22:54.046 INFO:tasks.rados.rados.0.smithi110.stdout:908: done (1 left) 2024-02-18T08:22:54.047 INFO:tasks.rados.rados.0.smithi110.stdout:909: done (0 left) 2024-02-18T08:22:54.047 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 88 2024-02-18T08:22:54.047 INFO:tasks.rados.rados.0.smithi110.stdout:910: seq_num 297 ranges {0=180224} 2024-02-18T08:22:54.050 INFO:tasks.rados.rados.0.smithi110.stdout:910: writing smithi11051043-15 from 0 to 180224 tid 1 2024-02-18T08:22:54.050 INFO:tasks.rados.rados.0.smithi110.stdout:911: delete oid 31 current snap is 88 2024-02-18T08:22:54.057 INFO:tasks.rados.rados.0.smithi110.stdout:910: finishing write tid 1 to smithi11051043-15 2024-02-18T08:22:54.057 INFO:tasks.rados.rados.0.smithi110.stdout:911: done (1 left) 2024-02-18T08:22:54.057 INFO:tasks.rados.rados.0.smithi110.stdout:912: snap_create 2024-02-18T08:22:54.057 INFO:tasks.rados.rados.0.smithi110.stdout:910: finishing write tid 3 to smithi11051043-15 2024-02-18T08:22:54.059 INFO:tasks.rados.rados.0.smithi110.stdout:910: finishing write tid 4 to smithi11051043-15 2024-02-18T08:22:54.059 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 183 (ObjNum 297 snap 88 seq_num 297) dirty exists 2024-02-18T08:22:54.059 INFO:tasks.rados.rados.0.smithi110.stdout:910: left oid 15 (ObjNum 297 snap 88 seq_num 297) 2024-02-18T08:22:54.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: cluster 2024-02-18T08:22:52.581821+0000 mgr.y (mgr.44100) 14 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 182 MiB data, 287 MiB used, 707 GiB / 715 GiB avail; 9.7 MiB/s rd, 743 KiB/s wr, 13 op/s 2024-02-18T08:22:54.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: cluster 2024-02-18T08:22:53.023149+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2024-02-18T08:22:54.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: cluster 2024-02-18T08:22:53.025294+0000 mon.a (mon.0) 55 : cluster [INF] mon.a calling monitor election 2024-02-18T08:22:54.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: cluster 2024-02-18T08:22:53.028603+0000 mon.a (mon.0) 56 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:22:54.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: cluster 2024-02-18T08:22:53.038287+0000 mon.a (mon.0) 57 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} removed_ranks: {} 2024-02-18T08:22:54.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: cluster 2024-02-18T08:22:53.039104+0000 mon.a (mon.0) 58 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:22:54.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: cluster 2024-02-18T08:22:53.039166+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-02-18T08:22:54.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: cluster 2024-02-18T08:22:53.039711+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e29: y(active, since 20s), standbys: x 2024-02-18T08:22:54.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: cluster 2024-02-18T08:22:53.039919+0000 mon.a (mon.0) 61 : cluster [INF] overall HEALTH_OK 2024-02-18T08:22:54.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: audit 2024-02-18T08:22:53.047029+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.44100 ' entity='' 2024-02-18T08:22:54.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: audit 2024-02-18T08:22:53.051013+0000 mon.b (mon.2) 232 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:54.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:54 smithi191 bash[19424]: audit 2024-02-18T08:22:53.054314+0000 mon.b (mon.2) 233 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:54.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: cluster 2024-02-18T08:22:52.581821+0000 mgr.y (mgr.44100) 14 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 182 MiB data, 287 MiB used, 707 GiB / 715 GiB avail; 9.7 MiB/s rd, 743 KiB/s wr, 13 op/s 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: cluster 2024-02-18T08:22:53.023149+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: cluster 2024-02-18T08:22:53.025294+0000 mon.a (mon.0) 55 : cluster [INF] mon.a calling monitor election 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: cluster 2024-02-18T08:22:53.028603+0000 mon.a (mon.0) 56 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: cluster 2024-02-18T08:22:53.038287+0000 mon.a (mon.0) 57 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} removed_ranks: {} 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: cluster 2024-02-18T08:22:53.039104+0000 mon.a (mon.0) 58 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: cluster 2024-02-18T08:22:53.039166+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: cluster 2024-02-18T08:22:53.039711+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e29: y(active, since 20s), standbys: x 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: cluster 2024-02-18T08:22:53.039919+0000 mon.a (mon.0) 61 : cluster [INF] overall HEALTH_OK 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: audit 2024-02-18T08:22:53.047029+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.44100 ' entity='' 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: audit 2024-02-18T08:22:53.051013+0000 mon.b (mon.2) 232 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[54479]: audit 2024-02-18T08:22:53.054314+0000 mon.b (mon.2) 233 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:54.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: cluster 2024-02-18T08:22:52.581821+0000 mgr.y (mgr.44100) 14 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 182 MiB data, 287 MiB used, 707 GiB / 715 GiB avail; 9.7 MiB/s rd, 743 KiB/s wr, 13 op/s 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: cluster 2024-02-18T08:22:53.023149+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: cluster 2024-02-18T08:22:53.025294+0000 mon.a (mon.0) 55 : cluster [INF] mon.a calling monitor election 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: cluster 2024-02-18T08:22:53.028603+0000 mon.a (mon.0) 56 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: cluster 2024-02-18T08:22:53.038287+0000 mon.a (mon.0) 57 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} removed_ranks: {} 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: cluster 2024-02-18T08:22:53.039104+0000 mon.a (mon.0) 58 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: cluster 2024-02-18T08:22:53.039166+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: cluster 2024-02-18T08:22:53.039711+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e29: y(active, since 20s), standbys: x 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: cluster 2024-02-18T08:22:53.039919+0000 mon.a (mon.0) 61 : cluster [INF] overall HEALTH_OK 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: audit 2024-02-18T08:22:53.047029+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.44100 ' entity='' 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: audit 2024-02-18T08:22:53.051013+0000 mon.b (mon.2) 232 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:54.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:54 smithi110 bash[55875]: audit 2024-02-18T08:22:53.054314+0000 mon.b (mon.2) 233 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:22:54.613 INFO:tasks.rados.rados.0.smithi110.stdout:910: done (1 left) 2024-02-18T08:22:54.613 INFO:tasks.rados.rados.0.smithi110.stdout:912: done (0 left) 2024-02-18T08:22:54.613 INFO:tasks.rados.rados.0.smithi110.stdout:913: copy_from oid 33 from oid 44 current snap is 89 2024-02-18T08:22:54.613 INFO:tasks.rados.rados.0.smithi110.stdout:914: delete oid 3 current snap is 89 2024-02-18T08:22:54.622 INFO:tasks.rados.rados.0.smithi110.stdout:914: done (1 left) 2024-02-18T08:22:54.622 INFO:tasks.rados.rados.0.smithi110.stdout:915: snap_remove snap 86 2024-02-18T08:22:55.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:55 smithi191 bash[19424]: cluster 2024-02-18T08:22:54.042511+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-02-18T08:22:55.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:55 smithi191 bash[19424]: cluster 2024-02-18T08:22:54.609615+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-02-18T08:22:55.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:55 smithi110 bash[54479]: cluster 2024-02-18T08:22:54.042511+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-02-18T08:22:55.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:55 smithi110 bash[54479]: cluster 2024-02-18T08:22:54.609615+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-02-18T08:22:55.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:55 smithi110 bash[55875]: cluster 2024-02-18T08:22:54.042511+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-02-18T08:22:55.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:55 smithi110 bash[55875]: cluster 2024-02-18T08:22:54.609615+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-02-18T08:22:55.618 INFO:tasks.rados.rados.0.smithi110.stdout:915: done (1 left) 2024-02-18T08:22:55.618 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 89 2024-02-18T08:22:55.619 INFO:tasks.rados.rados.0.smithi110.stdout:916: seq_num 300 ranges {0=229376} 2024-02-18T08:22:55.619 INFO:tasks.rados.rados.0.smithi110.stdout:916: writing smithi11051043-21 from 0 to 229376 tid 1 2024-02-18T08:22:55.620 INFO:tasks.rados.rados.0.smithi110.stdout:913: finishing copy_from to smithi11051043-33 2024-02-18T08:22:55.620 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 268 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-02-18T08:22:55.620 INFO:tasks.rados.rados.0.smithi110.stdout:913: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:22:55.620 INFO:tasks.rados.rados.0.smithi110.stdout:913: done (1 left) 2024-02-18T08:22:55.620 INFO:tasks.rados.rados.0.smithi110.stdout:917: read oid 26 snap -1 2024-02-18T08:22:55.620 INFO:tasks.rados.rados.0.smithi110.stdout:917: expect (ObjNum 216 snap 58 seq_num 216) 2024-02-18T08:22:55.621 INFO:tasks.rados.rados.0.smithi110.stdout:918: read oid 23 snap -1 2024-02-18T08:22:55.621 INFO:tasks.rados.rados.0.smithi110.stdout:918: expect (ObjNum 275 snap 76 seq_num 275) 2024-02-18T08:22:55.621 INFO:tasks.rados.rados.0.smithi110.stdout:919: setattr oid 1 current snap is 89 2024-02-18T08:22:55.622 INFO:tasks.rados.rados.0.smithi110.stdout:920: delete oid 29 current snap is 89 2024-02-18T08:22:55.626 INFO:tasks.rados.rados.0.smithi110.stdout:920: done (4 left) 2024-02-18T08:22:55.626 INFO:tasks.rados.rados.0.smithi110.stdout:921: rollback oid 50 current snap is 89 2024-02-18T08:22:55.626 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 50 to 88 2024-02-18T08:22:55.627 INFO:tasks.rados.rados.0.smithi110.stdout:922: rollback oid 2 current snap is 89 2024-02-18T08:22:55.627 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 2 to 80 2024-02-18T08:22:55.627 INFO:tasks.rados.rados.0.smithi110.stdout:916: finishing write tid 1 to smithi11051043-21 2024-02-18T08:22:55.627 INFO:tasks.rados.rados.0.smithi110.stdout:923: rmattr oid 34 current snap is 89 2024-02-18T08:22:55.627 INFO:tasks.rados.rados.0.smithi110.stdout:923: done (6 left) 2024-02-18T08:22:55.627 INFO:tasks.rados.rados.0.smithi110.stdout:924: read oid 43 snap -1 2024-02-18T08:22:55.627 INFO:tasks.rados.rados.0.smithi110.stdout:924: expect deleted 2024-02-18T08:22:55.627 INFO:tasks.rados.rados.0.smithi110.stdout:925: snap_create 2024-02-18T08:22:55.628 INFO:tasks.rados.rados.0.smithi110.stdout:916: finishing write tid 3 to smithi11051043-21 2024-02-18T08:22:55.632 INFO:tasks.rados.rados.0.smithi110.stdout:921: finishing rollback tid 1 to smithi11051043-50 2024-02-18T08:22:55.632 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 59 (ObjNum 288 snap 0 seq_num 161) dirty dne 2024-02-18T08:22:55.633 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 281 (ObjNum 245 snap 64 seq_num 245) dirty exists 2024-02-18T08:22:55.633 INFO:tasks.rados.rados.0.smithi110.stdout:916: finishing write tid 4 to smithi11051043-21 2024-02-18T08:22:55.633 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 314 (ObjNum 300 snap 89 seq_num 300) dirty exists 2024-02-18T08:22:55.634 INFO:tasks.rados.rados.0.smithi110.stdout:916: left oid 21 (ObjNum 300 snap 89 seq_num 300) 2024-02-18T08:22:55.634 INFO:tasks.rados.rados.0.smithi110.stdout:922: finishing rollback tid 0 to smithi11051043-2 2024-02-18T08:22:55.636 INFO:tasks.rados.rados.0.smithi110.stdout:922: finishing rollback tid 1 to smithi11051043-2 2024-02-18T08:22:55.636 INFO:tasks.rados.rados.0.smithi110.stdout:922: finishing rollback tid 2 to smithi11051043-2 2024-02-18T08:22:55.636 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 284 (ObjNum -130082720 snap 22008 seq_num 4165403280) dirty exists 2024-02-18T08:22:55.652 INFO:tasks.rados.rados.0.smithi110.stdout:917: expect (ObjNum 216 snap 58 seq_num 216) 2024-02-18T08:22:55.800 INFO:tasks.rados.rados.0.smithi110.stdout:918: expect (ObjNum 275 snap 76 seq_num 275) 2024-02-18T08:22:56.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:56 smithi191 bash[19424]: cluster 2024-02-18T08:22:54.582536+0000 mgr.y (mgr.44100) 15 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 182 MiB data, 287 MiB used, 707 GiB / 715 GiB avail; 8.0 MiB/s rd, 617 KiB/s wr, 11 op/s 2024-02-18T08:22:56.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:56 smithi191 bash[19424]: cluster 2024-02-18T08:22:55.612391+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-02-18T08:22:56.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:56 smithi110 bash[54479]: cluster 2024-02-18T08:22:54.582536+0000 mgr.y (mgr.44100) 15 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 182 MiB data, 287 MiB used, 707 GiB / 715 GiB avail; 8.0 MiB/s rd, 617 KiB/s wr, 11 op/s 2024-02-18T08:22:56.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:56 smithi110 bash[54479]: cluster 2024-02-18T08:22:55.612391+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-02-18T08:22:56.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:56 smithi110 bash[55875]: cluster 2024-02-18T08:22:54.582536+0000 mgr.y (mgr.44100) 15 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 182 MiB data, 287 MiB used, 707 GiB / 715 GiB avail; 8.0 MiB/s rd, 617 KiB/s wr, 11 op/s 2024-02-18T08:22:56.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:56 smithi110 bash[55875]: cluster 2024-02-18T08:22:55.612391+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-02-18T08:22:56.618 INFO:tasks.rados.rados.0.smithi110.stdout:916: done (7 left) 2024-02-18T08:22:56.618 INFO:tasks.rados.rados.0.smithi110.stdout:917: done (6 left) 2024-02-18T08:22:56.618 INFO:tasks.rados.rados.0.smithi110.stdout:918: done (5 left) 2024-02-18T08:22:56.619 INFO:tasks.rados.rados.0.smithi110.stdout:919: done (4 left) 2024-02-18T08:22:56.619 INFO:tasks.rados.rados.0.smithi110.stdout:921: done (3 left) 2024-02-18T08:22:56.619 INFO:tasks.rados.rados.0.smithi110.stdout:922: done (2 left) 2024-02-18T08:22:56.619 INFO:tasks.rados.rados.0.smithi110.stdout:924: done (1 left) 2024-02-18T08:22:56.619 INFO:tasks.rados.rados.0.smithi110.stdout:925: done (0 left) 2024-02-18T08:22:56.619 INFO:tasks.rados.rados.0.smithi110.stdout:926: snap_remove snap 83 2024-02-18T08:22:57.626 INFO:tasks.rados.rados.0.smithi110.stdout:926: done (0 left) 2024-02-18T08:22:57.626 INFO:tasks.rados.rados.0.smithi110.stdout:927: read oid 47 snap -1 2024-02-18T08:22:57.627 INFO:tasks.rados.rados.0.smithi110.stdout:927: expect (ObjNum 221 snap 58 seq_num 221) 2024-02-18T08:22:57.627 INFO:tasks.rados.rados.0.smithi110.stdout:928: copy_from oid 21 from oid 5 current snap is 90 2024-02-18T08:22:57.627 INFO:tasks.rados.rados.0.smithi110.stdout:929: snap_create 2024-02-18T08:22:57.639 INFO:tasks.rados.rados.0.smithi110.stdout:927: expect (ObjNum 221 snap 58 seq_num 221) 2024-02-18T08:22:57.670 INFO:tasks.rados.rados.0.smithi110.stdout:928: finishing copy_from to smithi11051043-21 2024-02-18T08:22:57.670 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 482 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:22:57.670 INFO:tasks.rados.rados.0.smithi110.stdout:928: finishing copy_from racing read to smithi11051043-21 2024-02-18T08:22:57.921 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:57 smithi110 bash[54479]: cluster 2024-02-18T08:22:56.583287+0000 mgr.y (mgr.44100) 16 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 183 MiB data, 290 MiB used, 707 GiB / 715 GiB avail; 4.5 MiB/s rd, 213 KiB/s wr, 5 op/s 2024-02-18T08:22:57.922 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:57 smithi110 bash[54479]: cluster 2024-02-18T08:22:56.614474+0000 mon.a (mon.0) 66 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-02-18T08:22:57.922 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:57 smithi110 bash[55875]: cluster 2024-02-18T08:22:56.583287+0000 mgr.y (mgr.44100) 16 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 183 MiB data, 290 MiB used, 707 GiB / 715 GiB avail; 4.5 MiB/s rd, 213 KiB/s wr, 5 op/s 2024-02-18T08:22:57.922 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:57 smithi110 bash[55875]: cluster 2024-02-18T08:22:56.614474+0000 mon.a (mon.0) 66 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-02-18T08:22:58.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:57 smithi191 bash[19424]: cluster 2024-02-18T08:22:56.583287+0000 mgr.y (mgr.44100) 16 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 183 MiB data, 290 MiB used, 707 GiB / 715 GiB avail; 4.5 MiB/s rd, 213 KiB/s wr, 5 op/s 2024-02-18T08:22:58.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:57 smithi191 bash[19424]: cluster 2024-02-18T08:22:56.614474+0000 mon.a (mon.0) 66 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-02-18T08:22:58.223 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:22:57 smithi110 bash[52513]: debug 2024-02-18T08:22:57.913+0000 7fc859bf6700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-02-18T08:22:58.643 INFO:tasks.rados.rados.0.smithi110.stdout:927: done (2 left) 2024-02-18T08:22:58.643 INFO:tasks.rados.rados.0.smithi110.stdout:928: done (1 left) 2024-02-18T08:22:58.643 INFO:tasks.rados.rados.0.smithi110.stdout:929: done (0 left) 2024-02-18T08:22:58.643 INFO:tasks.rados.rados.0.smithi110.stdout:930: rollback oid 44 current snap is 91 2024-02-18T08:22:58.643 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 44 to 72 2024-02-18T08:22:58.643 INFO:tasks.rados.rados.0.smithi110.stdout:931: copy_from oid 18 from oid 38 current snap is 91 2024-02-18T08:22:58.643 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 91 2024-02-18T08:22:58.643 INFO:tasks.rados.rados.0.smithi110.stdout:932: seq_num 302 ranges {0=262144} 2024-02-18T08:22:58.645 INFO:tasks.rados.rados.0.smithi110.stdout:932: writing smithi11051043-3 from 0 to 262144 tid 1 2024-02-18T08:22:58.645 INFO:tasks.rados.rados.0.smithi110.stdout:933: snap_remove snap 73 2024-02-18T08:22:58.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:58 smithi110 bash[54479]: cluster 2024-02-18T08:22:57.617200+0000 mon.a (mon.0) 67 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-02-18T08:22:58.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:58 smithi110 bash[55875]: cluster 2024-02-18T08:22:57.617200+0000 mon.a (mon.0) 67 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-02-18T08:22:59.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:58 smithi191 bash[19424]: cluster 2024-02-18T08:22:57.617200+0000 mon.a (mon.0) 67 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-02-18T08:22:59.652 INFO:tasks.rados.rados.0.smithi110.stdout:933: done (3 left) 2024-02-18T08:22:59.652 INFO:tasks.rados.rados.0.smithi110.stdout:934: snap_create 2024-02-18T08:22:59.652 INFO:tasks.rados.rados.0.smithi110.stdout:930: finishing rollback tid 0 to smithi11051043-44 2024-02-18T08:22:59.652 INFO:tasks.rados.rados.0.smithi110.stdout:930: finishing rollback tid 1 to smithi11051043-44 2024-02-18T08:22:59.652 INFO:tasks.rados.rados.0.smithi110.stdout:930: finishing rollback tid 2 to smithi11051043-44 2024-02-18T08:22:59.652 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 287 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-02-18T08:22:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:932: finishing write tid 1 to smithi11051043-3 2024-02-18T08:22:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:932: finishing write tid 3 to smithi11051043-3 2024-02-18T08:22:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:932: finishing write tid 4 to smithi11051043-3 2024-02-18T08:22:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 484 (ObjNum 302 snap 91 seq_num 302) dirty exists 2024-02-18T08:22:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:932: left oid 3 (ObjNum 302 snap 91 seq_num 302) 2024-02-18T08:22:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:931: finishing copy_from to smithi11051043-18 2024-02-18T08:22:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 257 (ObjNum 134 snap 36 seq_num 134) dirty exists 2024-02-18T08:22:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:931: finishing copy_from racing read to smithi11051043-18 2024-02-18T08:22:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[54479]: cluster 2024-02-18T08:22:58.583897+0000 mgr.y (mgr.44100) 17 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 183 MiB data, 290 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 318 KiB/s wr, 7 op/s 2024-02-18T08:22:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[54479]: cluster 2024-02-18T08:22:58.636046+0000 mon.a (mon.0) 68 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-02-18T08:22:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[54479]: audit 2024-02-18T08:22:59.358919+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[54479]: audit 2024-02-18T08:22:59.363742+0000 mon.b (mon.2) 234 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[54479]: audit 2024-02-18T08:22:59.365594+0000 mon.b (mon.2) 235 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[54479]: audit 2024-02-18T08:22:59.373999+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[54479]: audit 2024-02-18T08:22:59.388829+0000 mon.b (mon.2) 236 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[54479]: audit 2024-02-18T08:22:59.395145+0000 mon.b (mon.2) 237 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[54479]: audit 2024-02-18T08:22:59.397824+0000 mon.b (mon.2) 238 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[54479]: audit 2024-02-18T08:22:59.399651+0000 mon.b (mon.2) 239 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[55875]: cluster 2024-02-18T08:22:58.583897+0000 mgr.y (mgr.44100) 17 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 183 MiB data, 290 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 318 KiB/s wr, 7 op/s 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[55875]: cluster 2024-02-18T08:22:58.636046+0000 mon.a (mon.0) 68 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[55875]: audit 2024-02-18T08:22:59.358919+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[55875]: audit 2024-02-18T08:22:59.363742+0000 mon.b (mon.2) 234 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[55875]: audit 2024-02-18T08:22:59.365594+0000 mon.b (mon.2) 235 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:22:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[55875]: audit 2024-02-18T08:22:59.373999+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:22:59.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[55875]: audit 2024-02-18T08:22:59.388829+0000 mon.b (mon.2) 236 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:22:59.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[55875]: audit 2024-02-18T08:22:59.395145+0000 mon.b (mon.2) 237 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:22:59.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[55875]: audit 2024-02-18T08:22:59.397824+0000 mon.b (mon.2) 238 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-02-18T08:22:59.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:22:59 smithi110 bash[55875]: audit 2024-02-18T08:22:59.399651+0000 mon.b (mon.2) 239 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-02-18T08:23:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:59 smithi191 bash[19424]: cluster 2024-02-18T08:22:58.583897+0000 mgr.y (mgr.44100) 17 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 183 MiB data, 290 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 318 KiB/s wr, 7 op/s 2024-02-18T08:23:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:59 smithi191 bash[19424]: cluster 2024-02-18T08:22:58.636046+0000 mon.a (mon.0) 68 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-02-18T08:23:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:59 smithi191 bash[19424]: audit 2024-02-18T08:22:59.358919+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:23:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:59 smithi191 bash[19424]: audit 2024-02-18T08:22:59.363742+0000 mon.b (mon.2) 234 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:59 smithi191 bash[19424]: audit 2024-02-18T08:22:59.365594+0000 mon.b (mon.2) 235 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:23:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:59 smithi191 bash[19424]: audit 2024-02-18T08:22:59.373999+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:23:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:59 smithi191 bash[19424]: audit 2024-02-18T08:22:59.388829+0000 mon.b (mon.2) 236 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:23:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:59 smithi191 bash[19424]: audit 2024-02-18T08:22:59.395145+0000 mon.b (mon.2) 237 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:59 smithi191 bash[19424]: audit 2024-02-18T08:22:59.397824+0000 mon.b (mon.2) 238 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-02-18T08:23:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:22:59 smithi191 bash[19424]: audit 2024-02-18T08:22:59.399651+0000 mon.b (mon.2) 239 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-02-18T08:23:00.661 INFO:tasks.rados.rados.0.smithi110.stdout:930: done (3 left) 2024-02-18T08:23:00.662 INFO:tasks.rados.rados.0.smithi110.stdout:931: done (2 left) 2024-02-18T08:23:00.662 INFO:tasks.rados.rados.0.smithi110.stdout:932: done (1 left) 2024-02-18T08:23:00.662 INFO:tasks.rados.rados.0.smithi110.stdout:934: done (0 left) 2024-02-18T08:23:00.662 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 92 2024-02-18T08:23:00.665 INFO:tasks.rados.rados.0.smithi110.stdout:935: seq_num 303 ranges {1712128=278528} 2024-02-18T08:23:00.677 INFO:tasks.rados.rados.0.smithi110.stdout:935: writing smithi11051043-1 from 1712128 to 1990656 tid 1 2024-02-18T08:23:00.677 INFO:tasks.rados.rados.0.smithi110.stdout:936: read oid 35 snap -1 2024-02-18T08:23:00.677 INFO:tasks.rados.rados.0.smithi110.stdout:936: expect (ObjNum 215 snap 58 seq_num 215) 2024-02-18T08:23:00.677 INFO:tasks.rados.rados.0.smithi110.stdout:937: snap_create 2024-02-18T08:23:00.689 INFO:tasks.rados.rados.0.smithi110.stdout:935: finishing write tid 1 to smithi11051043-1 2024-02-18T08:23:00.689 INFO:tasks.rados.rados.0.smithi110.stdout:935: finishing write tid 3 to smithi11051043-1 2024-02-18T08:23:00.690 INFO:tasks.rados.rados.0.smithi110.stdout:935: finishing write tid 4 to smithi11051043-1 2024-02-18T08:23:00.690 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 289 (ObjNum 303 snap 92 seq_num 303) dirty exists 2024-02-18T08:23:00.691 INFO:tasks.rados.rados.0.smithi110.stdout:935: left oid 1 (ObjNum 303 snap 92 seq_num 303) 2024-02-18T08:23:00.692 INFO:tasks.rados.rados.0.smithi110.stdout:936: expect (ObjNum 215 snap 58 seq_num 215) 2024-02-18T08:23:00.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:00 smithi191 bash[19424]: cephadm 2024-02-18T08:22:59.365990+0000 mgr.y (mgr.44100) 18 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:23:00.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:00 smithi191 bash[19424]: cephadm 2024-02-18T08:22:59.399888+0000 mgr.y (mgr.44100) 19 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-02-18T08:23:00.930 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:00 smithi191 bash[19424]: cluster 2024-02-18T08:22:59.647937+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-02-18T08:23:00.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:00 smithi110 bash[54479]: cephadm 2024-02-18T08:22:59.365990+0000 mgr.y (mgr.44100) 18 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:23:00.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:00 smithi110 bash[54479]: cephadm 2024-02-18T08:22:59.399888+0000 mgr.y (mgr.44100) 19 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-02-18T08:23:00.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:00 smithi110 bash[54479]: cluster 2024-02-18T08:22:59.647937+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-02-18T08:23:00.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:00 smithi110 bash[55875]: cephadm 2024-02-18T08:22:59.365990+0000 mgr.y (mgr.44100) 18 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:23:00.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:00 smithi110 bash[55875]: cephadm 2024-02-18T08:22:59.399888+0000 mgr.y (mgr.44100) 19 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-02-18T08:23:00.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:00 smithi110 bash[55875]: cluster 2024-02-18T08:22:59.647937+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-02-18T08:23:01.664 INFO:tasks.rados.rados.0.smithi110.stdout:935: done (2 left) 2024-02-18T08:23:01.665 INFO:tasks.rados.rados.0.smithi110.stdout:936: done (1 left) 2024-02-18T08:23:01.665 INFO:tasks.rados.rados.0.smithi110.stdout:937: done (0 left) 2024-02-18T08:23:01.665 INFO:tasks.rados.rados.0.smithi110.stdout:938: rollback oid 37 current snap is 93 2024-02-18T08:23:01.665 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 37 to 92 2024-02-18T08:23:01.665 INFO:tasks.rados.rados.0.smithi110.stdout:939: delete oid 44 current snap is 93 2024-02-18T08:23:01.674 INFO:tasks.rados.rados.0.smithi110.stdout:938: finishing rollback tid 0 to smithi11051043-37 2024-02-18T08:23:01.674 INFO:tasks.rados.rados.0.smithi110.stdout:938: finishing rollback tid 1 to smithi11051043-37 2024-02-18T08:23:01.674 INFO:tasks.rados.rados.0.smithi110.stdout:938: finishing rollback tid 2 to smithi11051043-37 2024-02-18T08:23:01.674 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 292 (ObjNum 287 snap 84 seq_num 287) dirty exists 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:938: done (1 left) 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:939: done (0 left) 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:940: copy_from oid 5 from oid 45 current snap is 93 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:941: read oid 12 snap 91 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:941: expect (ObjNum 284 snap 79 seq_num 284) 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:942: rmattr oid 22 current snap is 93 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:942: done (2 left) 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:943: read oid 6 snap -1 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:943: expect (ObjNum 263 snap 72 seq_num 263) 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 93 2024-02-18T08:23:01.678 INFO:tasks.rados.rados.0.smithi110.stdout:944: seq_num 305 ranges {2129920=311296} 2024-02-18T08:23:01.692 INFO:tasks.rados.rados.0.smithi110.stdout:944: writing smithi11051043-25 from 2129920 to 2441216 tid 1 2024-02-18T08:23:01.692 INFO:tasks.rados.rados.0.smithi110.stdout:945: delete oid 41 current snap is 93 2024-02-18T08:23:01.696 INFO:tasks.rados.rados.0.smithi110.stdout:941: expect (ObjNum 284 snap 79 seq_num 284) 2024-02-18T08:23:01.754 INFO:tasks.rados.rados.0.smithi110.stdout:944: finishing write tid 1 to smithi11051043-25 2024-02-18T08:23:01.754 INFO:tasks.rados.rados.0.smithi110.stdout:944: finishing write tid 3 to smithi11051043-25 2024-02-18T08:23:01.754 INFO:tasks.rados.rados.0.smithi110.stdout:944: finishing write tid 4 to smithi11051043-25 2024-02-18T08:23:01.754 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 270 (ObjNum 305 snap 93 seq_num 305) dirty exists 2024-02-18T08:23:01.754 INFO:tasks.rados.rados.0.smithi110.stdout:944: left oid 25 (ObjNum 305 snap 93 seq_num 305) 2024-02-18T08:23:01.754 INFO:tasks.rados.rados.0.smithi110.stdout:943: expect (ObjNum 263 snap 72 seq_num 263) 2024-02-18T08:23:01.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:01 smithi110 bash[54479]: cluster 2024-02-18T08:23:00.585159+0000 mgr.y (mgr.44100) 20 : cluster [DBG] pgmap v34: 89 pgs: 1 active+clean+snaptrim_wait, 83 active+clean, 5 active+clean+snaptrim; 187 MiB data, 298 MiB used, 707 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-02-18T08:23:01.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:01 smithi110 bash[54479]: cluster 2024-02-18T08:23:00.658528+0000 mon.a (mon.0) 72 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-02-18T08:23:01.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:01 smithi110 bash[55875]: cluster 2024-02-18T08:23:00.585159+0000 mgr.y (mgr.44100) 20 : cluster [DBG] pgmap v34: 89 pgs: 1 active+clean+snaptrim_wait, 83 active+clean, 5 active+clean+snaptrim; 187 MiB data, 298 MiB used, 707 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-02-18T08:23:01.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:01 smithi110 bash[55875]: cluster 2024-02-18T08:23:00.658528+0000 mon.a (mon.0) 72 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-02-18T08:23:01.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:01.624Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:01.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:01.624Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:01.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:01.624Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:23:02.001 INFO:tasks.rados.rados.0.smithi110.stdout:940: finishing copy_from to smithi11051043-5 2024-02-18T08:23:02.001 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 236 (ObjNum 276 snap 77 seq_num 276) dirty exists 2024-02-18T08:23:02.001 INFO:tasks.rados.rados.0.smithi110.stdout:940: finishing copy_from racing read to smithi11051043-5 2024-02-18T08:23:02.001 INFO:tasks.rados.rados.0.smithi110.stdout:940: done (4 left) 2024-02-18T08:23:02.001 INFO:tasks.rados.rados.0.smithi110.stdout:941: done (3 left) 2024-02-18T08:23:02.001 INFO:tasks.rados.rados.0.smithi110.stdout:943: done (2 left) 2024-02-18T08:23:02.001 INFO:tasks.rados.rados.0.smithi110.stdout:944: done (1 left) 2024-02-18T08:23:02.001 INFO:tasks.rados.rados.0.smithi110.stdout:945: done (0 left) 2024-02-18T08:23:02.001 INFO:tasks.rados.rados.0.smithi110.stdout:946: snap_remove snap 81 2024-02-18T08:23:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:01 smithi191 bash[19424]: cluster 2024-02-18T08:23:00.585159+0000 mgr.y (mgr.44100) 20 : cluster [DBG] pgmap v34: 89 pgs: 1 active+clean+snaptrim_wait, 83 active+clean, 5 active+clean+snaptrim; 187 MiB data, 298 MiB used, 707 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-02-18T08:23:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:01 smithi191 bash[19424]: cluster 2024-02-18T08:23:00.658528+0000 mon.a (mon.0) 72 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-02-18T08:23:02.864 INFO:tasks.rados.rados.0.smithi110.stdout:946: done (0 left) 2024-02-18T08:23:02.864 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 93 2024-02-18T08:23:02.864 INFO:tasks.rados.rados.0.smithi110.stdout:947: seq_num 307 ranges {6488064=344064} 2024-02-18T08:23:02.903 INFO:tasks.rados.rados.0.smithi110.stdout:947: writing smithi11051043-45 from 6488064 to 6832128 tid 1 2024-02-18T08:23:02.903 INFO:tasks.rados.rados.0.smithi110.stdout:948: copy_from oid 41 from oid 49 current snap is 93 2024-02-18T08:23:02.904 INFO:tasks.rados.rados.0.smithi110.stdout:949: snap_remove snap 88 2024-02-18T08:23:02.971 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:02 smithi191 bash[19424]: cluster 2024-02-18T08:23:01.661128+0000 mon.a (mon.0) 73 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-02-18T08:23:02.971 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:02 smithi191 bash[19424]: cephadm 2024-02-18T08:23:01.838673+0000 mgr.y (mgr.44100) 21 : cephadm [INF] Upgrade: Updating mon.b 2024-02-18T08:23:02.971 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:02 smithi191 bash[19424]: audit 2024-02-18T08:23:01.848117+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:23:02.971 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:02 smithi191 bash[19424]: audit 2024-02-18T08:23:01.851628+0000 mon.b (mon.2) 240 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:02.971 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:02 smithi191 bash[19424]: audit 2024-02-18T08:23:01.853233+0000 mon.b (mon.2) 241 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:02.971 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:02 smithi191 bash[19424]: audit 2024-02-18T08:23:01.854812+0000 mon.b (mon.2) 242 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:02.971 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:02 smithi191 bash[19424]: cephadm 2024-02-18T08:23:01.854975+0000 mgr.y (mgr.44100) 22 : cephadm [INF] Deploying daemon mon.b on smithi191 2024-02-18T08:23:02.972 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:02 smithi191 bash[19424]: audit 2024-02-18T08:23:01.856708+0000 mon.b (mon.2) 243 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2024-02-18T08:23:02.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[54479]: cluster 2024-02-18T08:23:01.661128+0000 mon.a (mon.0) 73 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-02-18T08:23:02.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[54479]: cephadm 2024-02-18T08:23:01.838673+0000 mgr.y (mgr.44100) 21 : cephadm [INF] Upgrade: Updating mon.b 2024-02-18T08:23:02.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[54479]: audit 2024-02-18T08:23:01.848117+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:23:02.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[54479]: audit 2024-02-18T08:23:01.851628+0000 mon.b (mon.2) 240 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:02.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[54479]: audit 2024-02-18T08:23:01.853233+0000 mon.b (mon.2) 241 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:02.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[54479]: audit 2024-02-18T08:23:01.854812+0000 mon.b (mon.2) 242 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:02.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[54479]: cephadm 2024-02-18T08:23:01.854975+0000 mgr.y (mgr.44100) 22 : cephadm [INF] Deploying daemon mon.b on smithi191 2024-02-18T08:23:02.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[54479]: audit 2024-02-18T08:23:01.856708+0000 mon.b (mon.2) 243 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2024-02-18T08:23:02.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[55875]: cluster 2024-02-18T08:23:01.661128+0000 mon.a (mon.0) 73 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-02-18T08:23:02.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[55875]: cephadm 2024-02-18T08:23:01.838673+0000 mgr.y (mgr.44100) 21 : cephadm [INF] Upgrade: Updating mon.b 2024-02-18T08:23:02.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[55875]: audit 2024-02-18T08:23:01.848117+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.44100 ' entity='mgr.y' 2024-02-18T08:23:02.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[55875]: audit 2024-02-18T08:23:01.851628+0000 mon.b (mon.2) 240 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:02.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[55875]: audit 2024-02-18T08:23:01.853233+0000 mon.b (mon.2) 241 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:02.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[55875]: audit 2024-02-18T08:23:01.854812+0000 mon.b (mon.2) 242 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:02.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[55875]: cephadm 2024-02-18T08:23:01.854975+0000 mgr.y (mgr.44100) 22 : cephadm [INF] Deploying daemon mon.b on smithi191 2024-02-18T08:23:02.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:02 smithi110 bash[55875]: audit 2024-02-18T08:23:01.856708+0000 mon.b (mon.2) 243 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2024-02-18T08:23:03.862 INFO:tasks.rados.rados.0.smithi110.stdout:949: done (2 left) 2024-02-18T08:23:03.862 INFO:tasks.rados.rados.0.smithi110.stdout:950: snap_remove snap 69 2024-02-18T08:23:03.865 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:03 smithi110 bash[54479]: cluster 2024-02-18T08:23:02.585906+0000 mgr.y (mgr.44100) 23 : cluster [DBG] pgmap v37: 89 pgs: 1 active+clean+snaptrim_wait, 83 active+clean, 5 active+clean+snaptrim; 187 MiB data, 298 MiB used, 707 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-02-18T08:23:03.865 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:03 smithi110 bash[54479]: cluster 2024-02-18T08:23:02.854452+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-02-18T08:23:03.865 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:03 smithi110 bash[55875]: cluster 2024-02-18T08:23:02.585906+0000 mgr.y (mgr.44100) 23 : cluster [DBG] pgmap v37: 89 pgs: 1 active+clean+snaptrim_wait, 83 active+clean, 5 active+clean+snaptrim; 187 MiB data, 298 MiB used, 707 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-02-18T08:23:03.865 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:03 smithi110 bash[55875]: cluster 2024-02-18T08:23:02.854452+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-02-18T08:23:03.865 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:03.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:03.866 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:03.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:03.866 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:03.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:23:03.866 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:03.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:03.866 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:03.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:03.866 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:03.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:23:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:03 smithi191 bash[19424]: cluster 2024-02-18T08:23:02.585906+0000 mgr.y (mgr.44100) 23 : cluster [DBG] pgmap v37: 89 pgs: 1 active+clean+snaptrim_wait, 83 active+clean, 5 active+clean+snaptrim; 187 MiB data, 298 MiB used, 707 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-02-18T08:23:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:03 smithi191 bash[19424]: cluster 2024-02-18T08:23:02.854452+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-02-18T08:23:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:03 smithi191 systemd[1]: Stopping Ceph mon.b for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:23:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:04 smithi191 bash[19424]: debug 2024-02-18T08:23:04.058+0000 7faf3500f700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:23:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:04 smithi191 bash[19424]: debug 2024-02-18T08:23:04.058+0000 7faf3500f700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-02-18T08:23:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:04 smithi191 bash[38537]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mon.b 2024-02-18T08:23:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:04 smithi191 systemd[1]: Stopped Ceph mon.b for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:23:05.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:05 smithi191 systemd[1]: Started Ceph mon.b for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.310+0000 7f0ccbbc5880 0 set uid:gid to 167:167 (ceph:ceph) 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.310+0000 7f0ccbbc5880 0 ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable), process ceph-mon, pid 1 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.310+0000 7f0ccbbc5880 0 pidfile_write: ignore empty --pid-file 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 0 load: jerasure load: lrc load: isa 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: RocksDB version: 6.8.1 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Compile date Feb 17 2024 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: DB SUMMARY 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: CURRENT file: CURRENT 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: IDENTITY file: IDENTITY 2024-02-18T08:23:06.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 666 Bytes 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000020.sst 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000018.log size: 11995276 ; 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.error_if_exists: 0 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.create_if_missing: 0 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.paranoid_checks: 1 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.env: 0x55fa31f43080 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.fs: Posix File System 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.info_log: 0x55fa32b79a20 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_file_opening_threads: 16 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.statistics: (nil) 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.use_fsync: 0 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_log_file_size: 0 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-02-18T08:23:06.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.log_file_time_to_roll: 0 2024-02-18T08:23:06.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.keep_log_file_num: 1000 2024-02-18T08:23:06.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.recycle_log_file_num: 0 2024-02-18T08:23:06.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.allow_fallocate: 1 2024-02-18T08:23:06.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.allow_mmap_reads: 0 2024-02-18T08:23:06.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.allow_mmap_writes: 0 2024-02-18T08:23:06.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.use_direct_reads: 0 2024-02-18T08:23:06.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-02-18T08:23:06.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.create_missing_column_families: 0 2024-02-18T08:23:06.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.db_log_dir: 2024-02-18T08:23:06.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-02-18T08:23:06.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.table_cache_numshardbits: 6 2024-02-18T08:23:06.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_subcompactions: 1 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_background_flushes: -1 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.advise_random_on_open: 1 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.db_write_buffer_size: 0 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.write_buffer_manager: 0x55fa33878360 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.use_adaptive_mutex: 0 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.rate_limiter: (nil) 2024-02-18T08:23:06.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.wal_recovery_mode: 2 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.enable_thread_tracking: 0 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.enable_pipelined_write: 0 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.unordered_write: 0 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.row_cache: None 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.wal_filter: None 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.allow_ingest_behind: 0 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.preserve_deletes: 0 2024-02-18T08:23:06.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.two_write_queues: 0 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.manual_wal_flush: 0 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.atomic_flush: 0 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.persist_stats_to_disk: 0 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.log_readahead_size: 0 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_background_jobs: 2 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_background_compactions: -1 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.delayed_write_rate : 16777216 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_total_wal_size: 0 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-02-18T08:23:06.601 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.stats_dump_period_sec: 600 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.stats_persist_period_sec: 600 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_open_files: -1 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.bytes_per_sync: 0 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_readahead_size: 0 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Compression algorithms supported: 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: kZSTD supported: 0 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: kXpressCompression supported: 0 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: kLZ4HCCompression supported: 1 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: kLZ4Compression supported: 1 2024-02-18T08:23:06.602 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: kBZip2Compression supported: 0 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: kZlibCompression supported: 1 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: kSnappyCompression supported: 1 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.merge_operator: 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_filter: None 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_filter_factory: None 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.table_factory: BlockBasedTable 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55fa32b27d10) 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: cache_index_and_filter_blocks: 1 2024-02-18T08:23:06.603 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: cache_index_and_filter_blocks_with_high_priority: 0 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: pin_top_level_index_and_filter: 1 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: index_type: 0 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: data_block_index_type: 0 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: index_shortening: 1 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: data_block_hash_table_util_ratio: 0.750000 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: hash_index_allow_collision: 1 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: checksum: 1 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: no_block_cache: 0 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: block_cache: 0x55fa32b5ef10 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: block_cache_name: BinnedLRUCache 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: block_cache_options: 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: capacity : 536870912 2024-02-18T08:23:06.604 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: num_shard_bits : 4 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: strict_capacity_limit : 0 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: high_pri_pool_ratio: 0.000 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: block_cache_compressed: (nil) 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: persistent_cache: (nil) 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: block_size: 4096 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: block_size_deviation: 10 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: block_restart_interval: 16 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: index_block_restart_interval: 1 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: metadata_block_size: 4096 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: partition_filters: 0 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: use_delta_encoding: 1 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: filter_policy: rocksdb.BuiltinBloomFilter 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: whole_key_filtering: 1 2024-02-18T08:23:06.605 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: verify_compression: 0 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: read_amp_bytes_per_bit: 0 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: format_version: 2 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: enable_index_compression: 1 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: block_align: 0 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.write_buffer_size: 33554432 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_write_buffer_number: 2 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compression: NoCompression 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.bottommost_compression: Disabled 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.prefix_extractor: nullptr 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.num_levels: 7 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-02-18T08:23:06.606 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compression_opts.window_bits: -14 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compression_opts.level: 32767 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compression_opts.strategy: 0 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compression_opts.enabled: false 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.target_file_size_base: 67108864 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.target_file_size_multiplier: 1 2024-02-18T08:23:06.607 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.arena_block_size: 4194304 2024-02-18T08:23:06.608 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.disable_auto_compactions: 0 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.table_properties_collectors: 2024-02-18T08:23:06.609 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.inplace_update_support: 0 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.memtable_huge_page_size: 0 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.bloom_locality: 0 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.max_successive_merges: 0 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.paranoid_file_checks: 0 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.force_consistency_checks: 0 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.report_bg_io_stats: 0 2024-02-18T08:23:06.610 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.ttl: 2592000 2024-02-18T08:23:06.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-02-18T08:23:06.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-02-18T08:23:06.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 22, last_sequence is 11760, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-02-18T08:23:06.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.318+0000 7f0ccbbc5880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 18 2024-02-18T08:23:06.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.322+0000 7f0ccbbc5880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708244586324761, "job": 1, "event": "recovery_started", "log_files": [18]} 2024-02-18T08:23:06.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.322+0000 7f0ccbbc5880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #18 mode 2 2024-02-18T08:23:06.611 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.338+0000 7f0ccbbc5880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.350+0000 7f0ccbbc5880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708244586355011, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 22, "file_size": 7784541, "table_properties": {"data_size": 7769546, "index_size": 12571, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 1605, "raw_key_size": 14251, "raw_average_key_size": 22, "raw_value_size": 7751352, "raw_average_value_size": 12303, "num_data_blocks": 386, "num_entries": 630, "num_deletions": 37, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1708244586, "oldest_key_time": 3, "file_creation_time": 0}} 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.350+0000 7f0ccbbc5880 4 rocksdb: [version_set.cc:3826] Creating manifest 23 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.350+0000 7f0ccbbc5880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.354+0000 7f0ccbbc5880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1708244586356788, "job": 1, "event": "recovery_finished"} 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.354+0000 7f0ccbbc5880 4 rocksdb: DB pointer 0x55fa32c27800 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.358+0000 7f0cb29b7700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.358+0000 7f0cb29b7700 4 rocksdb: [db_impl/db_impl.cc:851] 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ** DB Stats ** 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-02-18T08:23:06.612 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ** Compaction Stats [default] ** 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: L0 1/0 7.42 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 535.7 0.01 0.00 1 0.014 0 0 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: L6 1/0 22.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Sum 2/0 30.08 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 535.7 0.01 0.00 1 0.014 0 0 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 535.7 0.01 0.00 1 0.014 0 0 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ** Compaction Stats [default] ** 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 535.7 0.01 0.00 1 0.014 0 0 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Flush(GB): cumulative 0.007, interval 0.007 2024-02-18T08:23:06.613 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Cumulative compaction: 0.01 GB write, 192.04 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Interval compaction: 0.01 GB write, 192.04 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ** Compaction Stats [default] ** 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: L0 1/0 7.42 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 535.7 0.01 0.00 1 0.014 0 0 2024-02-18T08:23:06.614 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: L6 1/0 22.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Sum 2/0 30.08 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 535.7 0.01 0.00 1 0.014 0 0 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ** Compaction Stats [default] ** 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 535.7 0.01 0.00 1 0.014 0 0 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Uptime(secs): 0.0 total, 0.0 interval 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Flush(GB): cumulative 0.007, interval 0.000 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: AddFile(Total Files): cumulative 0, interval 0 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: AddFile(L0 Files): cumulative 0, interval 0 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: AddFile(Keys): cumulative 0, interval 0 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Cumulative compaction: 0.01 GB write, 191.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-18T08:23:06.615 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: ** File Read Latency Histogram By Level [default] ** 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.358+0000 7f0ccbbc5880 0 starting mon.b rank 2 at public addrs [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] at bind addrs [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.362+0000 7f0ccbbc5880 1 mon.b@-1(???) e3 preinit fsid 14c080d4-ce35-11ee-95ba-87774f69a715 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.362+0000 7f0ccbbc5880 0 mon.b@-1(???).mds e7 new map 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.362+0000 7f0ccbbc5880 0 mon.b@-1(???).mds e7 print_map 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: e7 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: enable_multiple, ever_enabled_multiple: 0,0 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: legacy client fscid: 1 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Filesystem 'foo' (1) 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: fs_name foo 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: epoch 5 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: flags 12 2024-02-18T08:23:06.616 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: created 2024-02-18T08:18:02.212304+0000 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: modified 2024-02-18T08:18:08.210293+0000 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: tableserver 0 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: root 0 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: session_timeout 60 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: session_autoclose 300 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: max_file_size 1099511627776 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: required_client_features {} 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: last_failure 0 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: last_failure_osd_epoch 0 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: max_mds 1 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: in 0 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: up {0=34481} 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: failed 2024-02-18T08:23:06.617 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: damaged 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: stopped 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: data_pools [4] 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: metadata_pool 3 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: inline_data disabled 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: balancer 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: standby_count_wanted 1 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: [mds.foo.smithi191.yrmaff{0:34481} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.191:6832/3033893043,v1:172.21.15.191:6833/3033893043] compat {c=[1],r=[1],i=[7ff]}] 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: Standby daemons: 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: [mds.foo.smithi110.fvzuby{-1:14637} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.110:6834/957643580,v1:172.21.15.110:6835/957643580] compat {c=[1],r=[1],i=[7ff]}] 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.362+0000 7f0ccbbc5880 0 mon.b@-1(???).osd e239 crush map has features 3314933069571702784, adjusting msgr requires 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.362+0000 7f0ccbbc5880 0 mon.b@-1(???).osd e239 crush map has features 288514119978713088, adjusting msgr requires 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: cluster 2024-02-18T08:23:02.585906+0000 mgr.y (mgr.44100) 23 : cluster [DBG] pgmap v37: 89 pgs: 1 active+clean+snaptrim_wait, 83 active+clean, 5 active+clean+snaptrim; 187 MiB data, 298 MiB used, 707 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-02-18T08:23:06.618 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: cluster 2024-02-18T08:23:02.854452+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-02-18T08:23:06.619 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:06 smithi191 bash[38688]: debug 2024-02-18T08:23:06.362+0000 7f0ccbbc5880 1 mon.b@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2024-02-18T08:23:07.652 INFO:tasks.rados.rados.0.smithi110.stdout:950: done (2 left) 2024-02-18T08:23:07.653 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 93 2024-02-18T08:23:07.653 INFO:tasks.rados.rados.0.smithi110.stdout:951: seq_num 308 ranges {6488064=360448} 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:951: writing smithi11051043-5 from 6488064 to 6848512 tid 1 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:952: read oid 4 snap -1 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:952: expect deleted 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:953: setattr oid 6 current snap is 93 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:948: finishing copy_from to smithi11051043-41 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:948: got expected ENOENT (src dne) 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:948: finishing copy_from racing read to smithi11051043-41 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:947: finishing write tid 1 to smithi11051043-45 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:947: finishing write tid 3 to smithi11051043-45 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:947: finishing write tid 4 to smithi11051043-45 2024-02-18T08:23:07.697 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 246 (ObjNum 307 snap 93 seq_num 307) dirty exists 2024-02-18T08:23:07.698 INFO:tasks.rados.rados.0.smithi110.stdout:947: left oid 45 (ObjNum 307 snap 93 seq_num 307) 2024-02-18T08:23:07.698 INFO:tasks.rados.rados.0.smithi110.stdout:947: done (4 left) 2024-02-18T08:23:07.698 INFO:tasks.rados.rados.0.smithi110.stdout:948: done (3 left) 2024-02-18T08:23:07.698 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 93 2024-02-18T08:23:07.698 INFO:tasks.rados.rados.0.smithi110.stdout:954: seq_num 309 ranges {0=376832} 2024-02-18T08:23:07.700 INFO:tasks.rados.rados.0.smithi110.stdout:954: writing smithi11051043-13 from 0 to 376832 tid 1 2024-02-18T08:23:07.700 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 93 2024-02-18T08:23:07.700 INFO:tasks.rados.rados.0.smithi110.stdout:955: seq_num 310 ranges {2875392=401408} 2024-02-18T08:23:07.718 INFO:tasks.rados.rados.0.smithi110.stdout:955: writing smithi11051043-38 from 2875392 to 3276800 tid 1 2024-02-18T08:23:07.719 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 93 2024-02-18T08:23:07.719 INFO:tasks.rados.rados.0.smithi110.stdout:956: seq_num 311 ranges {6832128=417792} 2024-02-18T08:23:07.759 INFO:tasks.rados.rados.0.smithi110.stdout:956: writing smithi11051043-45 from 6832128 to 7249920 tid 1 2024-02-18T08:23:07.760 INFO:tasks.rados.rados.0.smithi110.stdout:957: snap_remove snap 64 2024-02-18T08:23:11.723 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:23:11 smithi110 bash[52513]: debug 2024-02-18T08:23:11.373+0000 7fc859bf6700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-02-18T08:23:11.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:11.624Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:11.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:11.624Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:11.724 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:11.625Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:23:13.724 INFO:tasks.rados.rados.0.smithi110.stdout:957: done (6 left) 2024-02-18T08:23:13.724 INFO:tasks.rados.rados.0.smithi110.stdout:958: setattr oid 2 current snap is 93 2024-02-18T08:23:13.724 INFO:tasks.rados.rados.0.smithi110.stdout:951: finishing write tid 1 to smithi11051043-5 2024-02-18T08:23:13.724 INFO:tasks.rados.rados.0.smithi110.stdout:951: finishing write tid 3 to smithi11051043-5 2024-02-18T08:23:13.724 INFO:tasks.rados.rados.0.smithi110.stdout:951: finishing write tid 4 to smithi11051043-5 2024-02-18T08:23:13.724 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 485 (ObjNum 308 snap 93 seq_num 308) dirty exists 2024-02-18T08:23:13.724 INFO:tasks.rados.rados.0.smithi110.stdout:951: left oid 5 (ObjNum 308 snap 93 seq_num 308) 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 392 (ObjNum 263 snap 72 seq_num 263) dirty exists 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:954: finishing write tid 1 to smithi11051043-13 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:954: finishing write tid 3 to smithi11051043-13 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:954: finishing write tid 4 to smithi11051043-13 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 394 (ObjNum 309 snap 93 seq_num 309) dirty exists 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:954: left oid 13 (ObjNum 309 snap 93 seq_num 309) 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:955: finishing write tid 1 to smithi11051043-38 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:955: finishing write tid 3 to smithi11051043-38 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:955: finishing write tid 4 to smithi11051043-38 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 429 (ObjNum 310 snap 93 seq_num 310) dirty exists 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:955: left oid 38 (ObjNum 310 snap 93 seq_num 310) 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:956: finishing write tid 1 to smithi11051043-45 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:956: finishing write tid 3 to smithi11051043-45 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:956: finishing write tid 4 to smithi11051043-45 2024-02-18T08:23:13.725 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 254 (ObjNum 311 snap 93 seq_num 311) dirty exists 2024-02-18T08:23:13.726 INFO:tasks.rados.rados.0.smithi110.stdout:956: left oid 45 (ObjNum 311 snap 93 seq_num 311) 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:951: done (6 left) 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:952: done (5 left) 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:953: done (4 left) 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:954: done (3 left) 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:955: done (2 left) 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:956: done (1 left) 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:959: rollback oid 25 current snap is 93 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 25 to 80 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:960: read oid 33 snap -1 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:960: expect (ObjNum 178 snap 45 seq_num 178) 2024-02-18T08:23:13.727 INFO:tasks.rados.rados.0.smithi110.stdout:961: read oid 22 snap 82 2024-02-18T08:23:13.728 INFO:tasks.rados.rados.0.smithi110.stdout:961: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:23:13.728 INFO:tasks.rados.rados.0.smithi110.stdout:962: read oid 24 snap -1 2024-02-18T08:23:13.728 INFO:tasks.rados.rados.0.smithi110.stdout:962: expect (ObjNum 279 snap 77 seq_num 279) 2024-02-18T08:23:13.728 INFO:tasks.rados.rados.0.smithi110.stdout:963: rollback oid 3 current snap is 93 2024-02-18T08:23:13.728 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 3 to 90 2024-02-18T08:23:13.728 INFO:tasks.rados.rados.0.smithi110.stdout:964: setattr oid 16 current snap is 93 2024-02-18T08:23:13.729 INFO:tasks.rados.rados.0.smithi110.stdout:965: rollback oid 6 current snap is 93 2024-02-18T08:23:13.729 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 6 to 82 2024-02-18T08:23:13.729 INFO:tasks.rados.rados.0.smithi110.stdout:966: rollback oid 34 current snap is 93 2024-02-18T08:23:13.729 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 34 to 82 2024-02-18T08:23:13.729 INFO:tasks.rados.rados.0.smithi110.stdout:967: read oid 44 snap -1 2024-02-18T08:23:13.729 INFO:tasks.rados.rados.0.smithi110.stdout:967: expect deleted 2024-02-18T08:23:13.729 INFO:tasks.rados.rados.0.smithi110.stdout:968: snap_create 2024-02-18T08:23:13.737 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 322 (ObjNum -143909168 snap 22008 seq_num 1597440) dirty exists 2024-02-18T08:23:13.741 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 542 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:23:13.743 INFO:tasks.rados.rados.0.smithi110.stdout:963: finishing rollback tid 0 to smithi11051043-3 2024-02-18T08:23:13.744 INFO:tasks.rados.rados.0.smithi110.stdout:963: finishing rollback tid 1 to smithi11051043-3 2024-02-18T08:23:13.744 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 486 (ObjNum -130191360 snap 22008 seq_num 4165529728) dirty dne 2024-02-18T08:23:13.744 INFO:tasks.rados.rados.0.smithi110.stdout:965: finishing rollback tid 0 to smithi11051043-6 2024-02-18T08:23:13.744 INFO:tasks.rados.rados.0.smithi110.stdout:959: finishing rollback tid 0 to smithi11051043-25 2024-02-18T08:23:13.745 INFO:tasks.rados.rados.0.smithi110.stdout:965: finishing rollback tid 1 to smithi11051043-6 2024-02-18T08:23:13.745 INFO:tasks.rados.rados.0.smithi110.stdout:959: finishing rollback tid 1 to smithi11051043-25 2024-02-18T08:23:13.745 INFO:tasks.rados.rados.0.smithi110.stdout:959: finishing rollback tid 2 to smithi11051043-25 2024-02-18T08:23:13.745 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 273 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-02-18T08:23:13.745 INFO:tasks.rados.rados.0.smithi110.stdout:965: finishing rollback tid 2 to smithi11051043-6 2024-02-18T08:23:13.745 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 397 (ObjNum 263 snap 72 seq_num 263) dirty exists 2024-02-18T08:23:13.757 INFO:tasks.rados.rados.0.smithi110.stdout:960: expect (ObjNum 178 snap 45 seq_num 178) 2024-02-18T08:23:13.782 INFO:tasks.rados.rados.0.smithi110.stdout:961: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:23:13.792 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:23:13.906 INFO:tasks.rados.rados.0.smithi110.stdout:962: expect (ObjNum 279 snap 77 seq_num 279) 2024-02-18T08:23:13.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:07.661049+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2024-02-18T08:23:13.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:07.673612+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2024-02-18T08:23:13.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.590654+0000 mgr.y (mgr.44100) 28 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 192 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1004 KiB/s wr, 6 op/s 2024-02-18T08:23:13.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.686583+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-02-18T08:23:13.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.687294+0000 mon.a (mon.0) 95 : cluster [DBG] mgrmap e29: y(active, since 40s), standbys: x 2024-02-18T08:23:13.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.687738+0000 mon.a (mon.0) 96 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-02-18T08:23:13.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.694717+0000 mon.a (mon.0) 97 : cluster [INF] overall HEALTH_OK 2024-02-18T08:23:13.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.695590+0000 mon.a (mon.0) 98 : cluster [INF] mon.a calling monitor election 2024-02-18T08:23:13.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.699001+0000 mon.a (mon.0) 99 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:23:13.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.707057+0000 mon.a (mon.0) 100 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} removed_ranks: {} 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.708102+0000 mon.a (mon.0) 101 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.708168+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.708745+0000 mon.a (mon.0) 103 : cluster [DBG] mgrmap e29: y(active, since 40s), standbys: x 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.709084+0000 mon.a (mon.0) 104 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.709130+0000 mon.a (mon.0) 105 : cluster [INF] Cluster is now healthy 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: cluster 2024-02-18T08:23:12.714444+0000 mon.a (mon.0) 106 : cluster [INF] overall HEALTH_OK 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: audit 2024-02-18T08:23:12.719544+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: audit 2024-02-18T08:23:12.720941+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[54479]: audit 2024-02-18T08:23:12.724142+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:07.661049+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:07.673612+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2024-02-18T08:23:13.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.590654+0000 mgr.y (mgr.44100) 28 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 192 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1004 KiB/s wr, 6 op/s 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.686583+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.687294+0000 mon.a (mon.0) 95 : cluster [DBG] mgrmap e29: y(active, since 40s), standbys: x 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.687738+0000 mon.a (mon.0) 96 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.694717+0000 mon.a (mon.0) 97 : cluster [INF] overall HEALTH_OK 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.695590+0000 mon.a (mon.0) 98 : cluster [INF] mon.a calling monitor election 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.699001+0000 mon.a (mon.0) 99 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.707057+0000 mon.a (mon.0) 100 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} removed_ranks: {} 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.708102+0000 mon.a (mon.0) 101 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.708168+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.708745+0000 mon.a (mon.0) 103 : cluster [DBG] mgrmap e29: y(active, since 40s), standbys: x 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.709084+0000 mon.a (mon.0) 104 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.709130+0000 mon.a (mon.0) 105 : cluster [INF] Cluster is now healthy 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: cluster 2024-02-18T08:23:12.714444+0000 mon.a (mon.0) 106 : cluster [INF] overall HEALTH_OK 2024-02-18T08:23:13.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: audit 2024-02-18T08:23:12.719544+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:13.977 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: audit 2024-02-18T08:23:12.720941+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:23:13.977 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[55875]: audit 2024-02-18T08:23:12.724142+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:23:13.977 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:13.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:13.977 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:13.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:13.977 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:13.519Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:23:13.977 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:13.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:13.977 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:13.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:13.977 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:13.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:23:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:07.661049+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2024-02-18T08:23:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:07.673612+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2024-02-18T08:23:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.590654+0000 mgr.y (mgr.44100) 28 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 192 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 1004 KiB/s wr, 6 op/s 2024-02-18T08:23:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.686583+0000 mon.a (mon.0) 94 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-02-18T08:23:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.687294+0000 mon.a (mon.0) 95 : cluster [DBG] mgrmap e29: y(active, since 40s), standbys: x 2024-02-18T08:23:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.687738+0000 mon.a (mon.0) 96 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-02-18T08:23:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.694717+0000 mon.a (mon.0) 97 : cluster [INF] overall HEALTH_OK 2024-02-18T08:23:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.695590+0000 mon.a (mon.0) 98 : cluster [INF] mon.a calling monitor election 2024-02-18T08:23:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.699001+0000 mon.a (mon.0) 99 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-18T08:23:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.707057+0000 mon.a (mon.0) 100 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0],b=[v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0],c=[v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0]} removed_ranks: {} 2024-02-18T08:23:14.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.708102+0000 mon.a (mon.0) 101 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:23:14.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.708168+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-02-18T08:23:14.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.708745+0000 mon.a (mon.0) 103 : cluster [DBG] mgrmap e29: y(active, since 40s), standbys: x 2024-02-18T08:23:14.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.709084+0000 mon.a (mon.0) 104 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-02-18T08:23:14.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.709130+0000 mon.a (mon.0) 105 : cluster [INF] Cluster is now healthy 2024-02-18T08:23:14.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: cluster 2024-02-18T08:23:12.714444+0000 mon.a (mon.0) 106 : cluster [INF] overall HEALTH_OK 2024-02-18T08:23:14.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: audit 2024-02-18T08:23:12.719544+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:14.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: audit 2024-02-18T08:23:12.720941+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:23:14.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:13 smithi191 bash[38688]: audit 2024-02-18T08:23:12.724142+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:23:14.121 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:23:14.121 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (6m) 14s ago 6m 13.6M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:23:14.121 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (6m) 28s ago 6m 24.6M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:23:14.121 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (5m) 14s ago 5m 13.5M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:23:14.121 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (5m) 28s ago 5m 16.0M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:23:14.121 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (63s) 28s ago 10m 375M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:23:14.121 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (101s) 14s ago 12m 409M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:23:14.121 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (50s) 14s ago 12m 38.4M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:23:14.121 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 starting - - - 2048M 2024-02-18T08:23:14.121 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (22s) 14s ago 11m 22.5M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (7m) 14s ago 7m 10.7M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (7m) 28s ago 7m 11.0M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (10m) 14s ago 10m 152M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 4653ae3edd3d 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (9m) 14s ago 9m 124M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 d367d50f4287 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (9m) 14s ago 9m 100M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 7034e30efa32 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (9m) 14s ago 9m 81.2M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 a630753383f3 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (8m) 28s ago 8m 108M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 2f52ea6278f0 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (8m) 28s ago 8m 120M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (7m) 28s ago 8m 107M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (7m) 28s ago 7m 72.8M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:23:14.122 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (2m) 28s ago 7m 35.5M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:23:14.316 INFO:tasks.rados.rados.0.smithi110.stdout:966: finishing rollback tid 1 to smithi11051043-34 2024-02-18T08:23:14.316 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 0 (ObjNum -130178656 snap 22008 seq_num 4164749440) dirty dne 2024-02-18T08:23:14.496 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:23:14.496 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:23:14.496 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:23:14.496 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 8 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 10, 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 5 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:23:14.497 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:23:14.740 INFO:tasks.rados.rados.0.smithi110.stdout:958: done (10 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:959: done (9 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:960: done (8 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:961: done (7 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:962: done (6 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:963: done (5 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:964: done (4 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:965: done (3 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:966: done (2 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:967: done (1 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:968: done (0 left) 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:969: copy_from oid 2 from oid 18 current snap is 94 2024-02-18T08:23:14.741 INFO:tasks.rados.rados.0.smithi110.stdout:970: snap_create 2024-02-18T08:23:14.779 INFO:tasks.rados.rados.0.smithi110.stdout:969: finishing copy_from to smithi11051043-2 2024-02-18T08:23:14.779 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 257 (ObjNum 134 snap 36 seq_num 134) dirty exists 2024-02-18T08:23:14.779 INFO:tasks.rados.rados.0.smithi110.stdout:969: finishing copy_from racing read to smithi11051043-2 2024-02-18T08:23:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: cluster 2024-02-18T08:23:13.720868+0000 mon.a (mon.0) 110 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-02-18T08:23:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:13.771036+0000 mgr.y (mgr.44100) 29 : audit [DBG] from='client.54103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.091976+0000 mgr.y (mgr.44100) 30 : audit [DBG] from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.095412+0000 mon.a (mon.0) 111 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.096186+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:15.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.096831+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.097569+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.098194+0000 mon.a (mon.0) 115 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.098808+0000 mon.a (mon.0) 116 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.101608+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:15.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.102296+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.103014+0000 mon.a (mon.0) 119 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.103728+0000 mon.a (mon.0) 120 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.104409+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:14 smithi191 bash[38688]: audit 2024-02-18T08:23:14.492857+0000 mon.c (mon.1) 3 : audit [DBG] from='client.? 172.21.15.110:0/893608501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: cluster 2024-02-18T08:23:13.720868+0000 mon.a (mon.0) 110 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:13.771036+0000 mgr.y (mgr.44100) 29 : audit [DBG] from='client.54103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.091976+0000 mgr.y (mgr.44100) 30 : audit [DBG] from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.095412+0000 mon.a (mon.0) 111 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.096186+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.096831+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.097569+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.098194+0000 mon.a (mon.0) 115 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.098808+0000 mon.a (mon.0) 116 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.101608+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.102296+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.103014+0000 mon.a (mon.0) 119 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.103728+0000 mon.a (mon.0) 120 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.104409+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[54479]: audit 2024-02-18T08:23:14.492857+0000 mon.c (mon.1) 3 : audit [DBG] from='client.? 172.21.15.110:0/893608501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: cluster 2024-02-18T08:23:13.720868+0000 mon.a (mon.0) 110 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:13.771036+0000 mgr.y (mgr.44100) 29 : audit [DBG] from='client.54103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.091976+0000 mgr.y (mgr.44100) 30 : audit [DBG] from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.095412+0000 mon.a (mon.0) 111 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.096186+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.096831+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.097569+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.098194+0000 mon.a (mon.0) 115 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.098808+0000 mon.a (mon.0) 116 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.101608+0000 mon.a (mon.0) 117 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:15.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.102296+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.103014+0000 mon.a (mon.0) 119 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.103728+0000 mon.a (mon.0) 120 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.104409+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:15.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:14 smithi110 bash[55875]: audit 2024-02-18T08:23:14.492857+0000 mon.c (mon.1) 3 : audit [DBG] from='client.? 172.21.15.110:0/893608501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:15.745 INFO:tasks.rados.rados.0.smithi110.stdout:969: done (1 left) 2024-02-18T08:23:15.746 INFO:tasks.rados.rados.0.smithi110.stdout:970: done (0 left) 2024-02-18T08:23:15.746 INFO:tasks.rados.rados.0.smithi110.stdout:971: read oid 19 snap -1 2024-02-18T08:23:15.746 INFO:tasks.rados.rados.0.smithi110.stdout:971: expect (ObjNum 220 snap 58 seq_num 220) 2024-02-18T08:23:15.746 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 95 2024-02-18T08:23:15.746 INFO:tasks.rados.rados.0.smithi110.stdout:972: seq_num 312 ranges {0=434176} 2024-02-18T08:23:15.752 INFO:tasks.rados.rados.0.smithi110.stdout:972: writing smithi11051043-44 from 0 to 434176 tid 1 2024-02-18T08:23:15.752 INFO:tasks.rados.rados.0.smithi110.stdout:973: snap_create 2024-02-18T08:23:15.758 INFO:tasks.rados.rados.0.smithi110.stdout:971: expect (ObjNum 220 snap 58 seq_num 220) 2024-02-18T08:23:15.790 INFO:tasks.rados.rados.0.smithi110.stdout:972: finishing write tid 1 to smithi11051043-44 2024-02-18T08:23:15.790 INFO:tasks.rados.rados.0.smithi110.stdout:972: finishing write tid 3 to smithi11051043-44 2024-02-18T08:23:15.790 INFO:tasks.rados.rados.0.smithi110.stdout:972: finishing write tid 4 to smithi11051043-44 2024-02-18T08:23:15.790 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 332 (ObjNum 312 snap 95 seq_num 312) dirty exists 2024-02-18T08:23:15.790 INFO:tasks.rados.rados.0.smithi110.stdout:972: left oid 44 (ObjNum 312 snap 95 seq_num 312) 2024-02-18T08:23:16.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:15 smithi191 bash[38688]: cluster 2024-02-18T08:23:14.591387+0000 mgr.y (mgr.44100) 31 : cluster [DBG] pgmap v47: 89 pgs: 89 active+clean; 192 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 511 B/s rd, 190 KiB/s wr, 3 op/s 2024-02-18T08:23:16.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:15 smithi191 bash[38688]: cluster 2024-02-18T08:23:14.736933+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-02-18T08:23:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:15 smithi110 bash[55875]: cluster 2024-02-18T08:23:14.591387+0000 mgr.y (mgr.44100) 31 : cluster [DBG] pgmap v47: 89 pgs: 89 active+clean; 192 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 511 B/s rd, 190 KiB/s wr, 3 op/s 2024-02-18T08:23:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:15 smithi110 bash[55875]: cluster 2024-02-18T08:23:14.736933+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-02-18T08:23:16.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:15 smithi110 bash[54479]: cluster 2024-02-18T08:23:14.591387+0000 mgr.y (mgr.44100) 31 : cluster [DBG] pgmap v47: 89 pgs: 89 active+clean; 192 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 511 B/s rd, 190 KiB/s wr, 3 op/s 2024-02-18T08:23:16.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:15 smithi110 bash[54479]: cluster 2024-02-18T08:23:14.736933+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-02-18T08:23:16.757 INFO:tasks.rados.rados.0.smithi110.stdout:971: done (2 left) 2024-02-18T08:23:16.757 INFO:tasks.rados.rados.0.smithi110.stdout:972: done (1 left) 2024-02-18T08:23:16.757 INFO:tasks.rados.rados.0.smithi110.stdout:973: done (0 left) 2024-02-18T08:23:16.757 INFO:tasks.rados.rados.0.smithi110.stdout:974: copy_from oid 44 from oid 47 current snap is 96 2024-02-18T08:23:16.757 INFO:tasks.rados.rados.0.smithi110.stdout:975: copy_from oid 18 from oid 21 current snap is 96 2024-02-18T08:23:16.758 INFO:tasks.rados.rados.0.smithi110.stdout:976: snap_create 2024-02-18T08:23:16.783 INFO:tasks.rados.rados.0.smithi110.stdout:974: finishing copy_from to smithi11051043-44 2024-02-18T08:23:16.783 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 170 (ObjNum 221 snap 58 seq_num 221) dirty exists 2024-02-18T08:23:16.784 INFO:tasks.rados.rados.0.smithi110.stdout:974: finishing copy_from racing read to smithi11051043-44 2024-02-18T08:23:16.791 INFO:tasks.rados.rados.0.smithi110.stdout:975: finishing copy_from to smithi11051043-18 2024-02-18T08:23:16.791 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 482 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:23:16.791 INFO:tasks.rados.rados.0.smithi110.stdout:975: finishing copy_from racing read to smithi11051043-18 2024-02-18T08:23:17.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:16 smithi191 bash[38688]: cluster 2024-02-18T08:23:15.741074+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-02-18T08:23:17.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:16 smithi110 bash[54479]: cluster 2024-02-18T08:23:15.741074+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-02-18T08:23:17.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:16 smithi110 bash[55875]: cluster 2024-02-18T08:23:15.741074+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-02-18T08:23:17.758 INFO:tasks.rados.rados.0.smithi110.stdout:974: done (2 left) 2024-02-18T08:23:17.758 INFO:tasks.rados.rados.0.smithi110.stdout:975: done (1 left) 2024-02-18T08:23:17.758 INFO:tasks.rados.rados.0.smithi110.stdout:976: done (0 left) 2024-02-18T08:23:17.758 INFO:tasks.rados.rados.0.smithi110.stdout:977: read oid 16 snap 84 2024-02-18T08:23:17.758 INFO:tasks.rados.rados.0.smithi110.stdout:977: expect (ObjNum 219 snap 58 seq_num 219) 2024-02-18T08:23:17.758 INFO:tasks.rados.rados.0.smithi110.stdout:978: setattr oid 20 current snap is 97 2024-02-18T08:23:17.759 INFO:tasks.rados.rados.0.smithi110.stdout:979: copy_from oid 23 from oid 36 current snap is 97 2024-02-18T08:23:17.759 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 97 2024-02-18T08:23:17.759 INFO:tasks.rados.rados.0.smithi110.stdout:980: seq_num 313 ranges {3186688=450560} 2024-02-18T08:23:17.781 INFO:tasks.rados.rados.0.smithi110.stdout:980: writing smithi11051043-17 from 3186688 to 3637248 tid 1 2024-02-18T08:23:17.782 INFO:tasks.rados.rados.0.smithi110.stdout:981: setattr oid 13 current snap is 97 2024-02-18T08:23:17.782 INFO:tasks.rados.rados.0.smithi110.stdout:977: expect (ObjNum 219 snap 58 seq_num 219) 2024-02-18T08:23:17.815 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 44 (ObjNum 235 snap 60 seq_num 235) dirty exists 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:979: finishing copy_from to smithi11051043-23 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 265 (ObjNum 273 snap 76 seq_num 273) dirty exists 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:979: finishing copy_from racing read to smithi11051043-23 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:980: finishing write tid 1 to smithi11051043-17 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:980: finishing write tid 3 to smithi11051043-17 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:980: finishing write tid 4 to smithi11051043-17 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 484 (ObjNum 313 snap 97 seq_num 313) dirty exists 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:980: left oid 17 (ObjNum 313 snap 97 seq_num 313) 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:977: done (4 left) 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:978: done (3 left) 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:979: done (2 left) 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:980: done (1 left) 2024-02-18T08:23:17.816 INFO:tasks.rados.rados.0.smithi110.stdout:982: snap_create 2024-02-18T08:23:17.819 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 398 (ObjNum 309 snap 93 seq_num 309) dirty exists 2024-02-18T08:23:18.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:17 smithi191 bash[38688]: cluster 2024-02-18T08:23:16.592197+0000 mgr.y (mgr.44100) 32 : cluster [DBG] pgmap v50: 89 pgs: 89 active+clean; 174 MiB data, 281 MiB used, 707 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-02-18T08:23:18.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:17 smithi191 bash[38688]: cluster 2024-02-18T08:23:16.753119+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-02-18T08:23:18.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:17 smithi191 bash[38688]: cluster 2024-02-18T08:23:17.754622+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-02-18T08:23:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:17 smithi110 bash[54479]: cluster 2024-02-18T08:23:16.592197+0000 mgr.y (mgr.44100) 32 : cluster [DBG] pgmap v50: 89 pgs: 89 active+clean; 174 MiB data, 281 MiB used, 707 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-02-18T08:23:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:17 smithi110 bash[54479]: cluster 2024-02-18T08:23:16.753119+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-02-18T08:23:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:17 smithi110 bash[54479]: cluster 2024-02-18T08:23:17.754622+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-02-18T08:23:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:17 smithi110 bash[55875]: cluster 2024-02-18T08:23:16.592197+0000 mgr.y (mgr.44100) 32 : cluster [DBG] pgmap v50: 89 pgs: 89 active+clean; 174 MiB data, 281 MiB used, 707 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-02-18T08:23:18.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:17 smithi110 bash[55875]: cluster 2024-02-18T08:23:16.753119+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-02-18T08:23:18.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:17 smithi110 bash[55875]: cluster 2024-02-18T08:23:17.754622+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-02-18T08:23:18.774 INFO:tasks.rados.rados.0.smithi110.stdout:981: done (1 left) 2024-02-18T08:23:18.775 INFO:tasks.rados.rados.0.smithi110.stdout:982: done (0 left) 2024-02-18T08:23:18.775 INFO:tasks.rados.rados.0.smithi110.stdout:983: snap_create 2024-02-18T08:23:19.620 INFO:tasks.rados.rados.0.smithi110.stdout:983: done (0 left) 2024-02-18T08:23:19.620 INFO:tasks.rados.rados.0.smithi110.stdout:984: copy_from oid 10 from oid 16 current snap is 99 2024-02-18T08:23:19.620 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 99 2024-02-18T08:23:19.620 INFO:tasks.rados.rados.0.smithi110.stdout:985: seq_num 314 ranges {6848512=466944} 2024-02-18T08:23:19.665 INFO:tasks.rados.rados.0.smithi110.stdout:985: writing smithi11051043-5 from 6848512 to 7315456 tid 1 2024-02-18T08:23:19.665 INFO:tasks.rados.rados.0.smithi110.stdout:986: read oid 23 snap 72 2024-02-18T08:23:19.665 INFO:tasks.rados.rados.0.smithi110.stdout:986: expect (ObjNum 252 snap 69 seq_num 252) 2024-02-18T08:23:19.665 INFO:tasks.rados.rados.0.smithi110.stdout:987: read oid 47 snap -1 2024-02-18T08:23:19.665 INFO:tasks.rados.rados.0.smithi110.stdout:987: expect (ObjNum 221 snap 58 seq_num 221) 2024-02-18T08:23:19.666 INFO:tasks.rados.rados.0.smithi110.stdout:988: copy_from oid 11 from oid 37 current snap is 99 2024-02-18T08:23:19.666 INFO:tasks.rados.rados.0.smithi110.stdout:984: finishing copy_from to smithi11051043-10 2024-02-18T08:23:19.666 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 542 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:23:19.666 INFO:tasks.rados.rados.0.smithi110.stdout:984: finishing copy_from racing read to smithi11051043-10 2024-02-18T08:23:19.666 INFO:tasks.rados.rados.0.smithi110.stdout:984: done (4 left) 2024-02-18T08:23:19.666 INFO:tasks.rados.rados.0.smithi110.stdout:989: delete oid 14 current snap is 99 2024-02-18T08:23:19.670 INFO:tasks.rados.rados.0.smithi110.stdout:989: done (4 left) 2024-02-18T08:23:19.670 INFO:tasks.rados.rados.0.smithi110.stdout:990: setattr oid 35 current snap is 99 2024-02-18T08:23:19.672 INFO:tasks.rados.rados.0.smithi110.stdout:991: rollback oid 38 current snap is 99 2024-02-18T08:23:19.673 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 38 to 93 2024-02-18T08:23:19.673 INFO:tasks.rados.rados.0.smithi110.stdout:992: snap_create 2024-02-18T08:23:19.680 INFO:tasks.rados.rados.0.smithi110.stdout:985: finishing write tid 1 to smithi11051043-5 2024-02-18T08:23:19.681 INFO:tasks.rados.rados.0.smithi110.stdout:991: finishing rollback tid 0 to smithi11051043-38 2024-02-18T08:23:19.681 INFO:tasks.rados.rados.0.smithi110.stdout:985: finishing write tid 3 to smithi11051043-5 2024-02-18T08:23:19.681 INFO:tasks.rados.rados.0.smithi110.stdout:991: finishing rollback tid 1 to smithi11051043-38 2024-02-18T08:23:19.681 INFO:tasks.rados.rados.0.smithi110.stdout:991: finishing rollback tid 2 to smithi11051043-38 2024-02-18T08:23:19.681 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 432 (ObjNum 310 snap 93 seq_num 310) dirty exists 2024-02-18T08:23:19.681 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 487 (ObjNum 215 snap 58 seq_num 215) dirty exists 2024-02-18T08:23:19.682 INFO:tasks.rados.rados.0.smithi110.stdout:985: finishing write tid 4 to smithi11051043-5 2024-02-18T08:23:19.682 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 487 (ObjNum 314 snap 99 seq_num 314) dirty exists 2024-02-18T08:23:19.682 INFO:tasks.rados.rados.0.smithi110.stdout:985: left oid 5 (ObjNum 314 snap 99 seq_num 314) 2024-02-18T08:23:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:987: expect (ObjNum 221 snap 58 seq_num 221) 2024-02-18T08:23:19.721 INFO:tasks.rados.rados.0.smithi110.stdout:986: expect (ObjNum 252 snap 69 seq_num 252) 2024-02-18T08:23:19.836 INFO:tasks.rados.rados.0.smithi110.stdout:988: finishing copy_from to smithi11051043-11 2024-02-18T08:23:19.836 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 292 (ObjNum 287 snap 84 seq_num 287) dirty exists 2024-02-18T08:23:19.836 INFO:tasks.rados.rados.0.smithi110.stdout:988: finishing copy_from racing read to smithi11051043-11 2024-02-18T08:23:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: cluster 2024-02-18T08:23:18.592871+0000 mgr.y (mgr.44100) 33 : cluster [DBG] pgmap v53: 89 pgs: 89 active+clean; 174 MiB data, 281 MiB used, 707 GiB / 715 GiB avail; 8.2 MiB/s rd, 0 B/s wr, 14 op/s 2024-02-18T08:23:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: cluster 2024-02-18T08:23:18.770991+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-02-18T08:23:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: audit 2024-02-18T08:23:19.239361+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: audit 2024-02-18T08:23:19.241304+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: audit 2024-02-18T08:23:19.243042+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:23:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: audit 2024-02-18T08:23:19.253228+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: audit 2024-02-18T08:23:19.258160+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: audit 2024-02-18T08:23:19.259464+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: audit 2024-02-18T08:23:19.260507+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:20.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: audit 2024-02-18T08:23:19.262177+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2024-02-18T08:23:20.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:19 smithi191 bash[38688]: cluster 2024-02-18T08:23:19.616653+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-02-18T08:23:20.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: cluster 2024-02-18T08:23:18.592871+0000 mgr.y (mgr.44100) 33 : cluster [DBG] pgmap v53: 89 pgs: 89 active+clean; 174 MiB data, 281 MiB used, 707 GiB / 715 GiB avail; 8.2 MiB/s rd, 0 B/s wr, 14 op/s 2024-02-18T08:23:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: cluster 2024-02-18T08:23:18.770991+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-02-18T08:23:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: audit 2024-02-18T08:23:19.239361+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: audit 2024-02-18T08:23:19.241304+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: audit 2024-02-18T08:23:19.243042+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:23:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: audit 2024-02-18T08:23:19.253228+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: audit 2024-02-18T08:23:19.258160+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: audit 2024-02-18T08:23:19.259464+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: audit 2024-02-18T08:23:19.260507+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: audit 2024-02-18T08:23:19.262177+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2024-02-18T08:23:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[54479]: cluster 2024-02-18T08:23:19.616653+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: cluster 2024-02-18T08:23:18.592871+0000 mgr.y (mgr.44100) 33 : cluster [DBG] pgmap v53: 89 pgs: 89 active+clean; 174 MiB data, 281 MiB used, 707 GiB / 715 GiB avail; 8.2 MiB/s rd, 0 B/s wr, 14 op/s 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: cluster 2024-02-18T08:23:18.770991+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: audit 2024-02-18T08:23:19.239361+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: audit 2024-02-18T08:23:19.241304+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: audit 2024-02-18T08:23:19.243042+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: audit 2024-02-18T08:23:19.253228+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: audit 2024-02-18T08:23:19.258160+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: audit 2024-02-18T08:23:19.259464+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: audit 2024-02-18T08:23:19.260507+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: audit 2024-02-18T08:23:19.262177+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2024-02-18T08:23:20.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:19 smithi110 bash[55875]: cluster 2024-02-18T08:23:19.616653+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-02-18T08:23:20.623 INFO:tasks.rados.rados.0.smithi110.stdout:985: done (6 left) 2024-02-18T08:23:20.623 INFO:tasks.rados.rados.0.smithi110.stdout:986: done (5 left) 2024-02-18T08:23:20.623 INFO:tasks.rados.rados.0.smithi110.stdout:987: done (4 left) 2024-02-18T08:23:20.623 INFO:tasks.rados.rados.0.smithi110.stdout:988: done (3 left) 2024-02-18T08:23:20.624 INFO:tasks.rados.rados.0.smithi110.stdout:990: done (2 left) 2024-02-18T08:23:20.624 INFO:tasks.rados.rados.0.smithi110.stdout:991: done (1 left) 2024-02-18T08:23:20.624 INFO:tasks.rados.rados.0.smithi110.stdout:992: done (0 left) 2024-02-18T08:23:20.624 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 100 2024-02-18T08:23:20.624 INFO:tasks.rados.rados.0.smithi110.stdout:993: seq_num 316 ranges {2826240=499712} 2024-02-18T08:23:20.643 INFO:tasks.rados.rados.0.smithi110.stdout:993: writing smithi11051043-36 from 2826240 to 3325952 tid 1 2024-02-18T08:23:20.643 INFO:tasks.rados.rados.0.smithi110.stdout:994: read oid 24 snap -1 2024-02-18T08:23:20.644 INFO:tasks.rados.rados.0.smithi110.stdout:994: expect (ObjNum 279 snap 77 seq_num 279) 2024-02-18T08:23:20.644 INFO:tasks.rados.rados.0.smithi110.stdout:995: snap_remove snap 80 2024-02-18T08:23:20.935 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:20 smithi110 bash[55875]: cephadm 2024-02-18T08:23:19.244668+0000 mgr.y (mgr.44100) 34 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:23:20.935 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:20 smithi110 bash[55875]: cephadm 2024-02-18T08:23:19.257635+0000 mgr.y (mgr.44100) 35 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-02-18T08:23:20.935 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:20 smithi110 bash[55875]: cephadm 2024-02-18T08:23:19.261474+0000 mgr.y (mgr.44100) 36 : cephadm [INF] Reconfiguring daemon mon.a on smithi110 2024-02-18T08:23:20.935 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:20 smithi110 bash[55875]: cluster 2024-02-18T08:23:20.619750+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-02-18T08:23:20.935 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:20 smithi110 bash[54479]: cephadm 2024-02-18T08:23:19.244668+0000 mgr.y (mgr.44100) 34 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:23:20.935 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:20 smithi110 bash[54479]: cephadm 2024-02-18T08:23:19.257635+0000 mgr.y (mgr.44100) 35 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-02-18T08:23:20.935 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:20 smithi110 bash[54479]: cephadm 2024-02-18T08:23:19.261474+0000 mgr.y (mgr.44100) 36 : cephadm [INF] Reconfiguring daemon mon.a on smithi110 2024-02-18T08:23:20.935 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:20 smithi110 bash[54479]: cluster 2024-02-18T08:23:20.619750+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-02-18T08:23:21.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:20 smithi191 bash[38688]: cephadm 2024-02-18T08:23:19.244668+0000 mgr.y (mgr.44100) 34 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:23:21.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:20 smithi191 bash[38688]: cephadm 2024-02-18T08:23:19.257635+0000 mgr.y (mgr.44100) 35 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-02-18T08:23:21.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:20 smithi191 bash[38688]: cephadm 2024-02-18T08:23:19.261474+0000 mgr.y (mgr.44100) 36 : cephadm [INF] Reconfiguring daemon mon.a on smithi110 2024-02-18T08:23:21.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:20 smithi191 bash[38688]: cluster 2024-02-18T08:23:20.619750+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-02-18T08:23:21.626 INFO:tasks.rados.rados.0.smithi110.stdout:995: done (2 left) 2024-02-18T08:23:21.626 INFO:tasks.rados.rados.0.smithi110.stdout:996: read oid 22 snap -1 2024-02-18T08:23:21.626 INFO:tasks.rados.rados.0.smithi110.stdout:996: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:23:21.626 INFO:tasks.rados.rados.0.smithi110.stdout:997: read oid 46 snap -1 2024-02-18T08:23:21.626 INFO:tasks.rados.rados.0.smithi110.stdout:997: expect deleted 2024-02-18T08:23:21.627 INFO:tasks.rados.rados.0.smithi110.stdout:998: snap_remove snap 99 2024-02-18T08:23:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[54479]: cluster 2024-02-18T08:23:20.594189+0000 mgr.y (mgr.44100) 37 : cluster [DBG] pgmap v56: 89 pgs: 89 active+clean; 184 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-02-18T08:23:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[54479]: audit 2024-02-18T08:23:21.572190+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[54479]: audit 2024-02-18T08:23:21.574016+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:23:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[54479]: audit 2024-02-18T08:23:21.575671+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:23:21.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[54479]: audit 2024-02-18T08:23:21.577169+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:21.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[54479]: audit 2024-02-18T08:23:21.579196+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2024-02-18T08:23:21.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[54479]: cluster 2024-02-18T08:23:21.621801+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-02-18T08:23:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[55875]: cluster 2024-02-18T08:23:20.594189+0000 mgr.y (mgr.44100) 37 : cluster [DBG] pgmap v56: 89 pgs: 89 active+clean; 184 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-02-18T08:23:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[55875]: audit 2024-02-18T08:23:21.572190+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[55875]: audit 2024-02-18T08:23:21.574016+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:23:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[55875]: audit 2024-02-18T08:23:21.575671+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:23:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[55875]: audit 2024-02-18T08:23:21.577169+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[55875]: audit 2024-02-18T08:23:21.579196+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2024-02-18T08:23:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[55875]: cluster 2024-02-18T08:23:21.621801+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-02-18T08:23:21.975 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:21.625Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:21.975 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:21.625Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:21.975 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:21.625Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:23:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:21 smithi191 bash[38688]: cluster 2024-02-18T08:23:20.594189+0000 mgr.y (mgr.44100) 37 : cluster [DBG] pgmap v56: 89 pgs: 89 active+clean; 184 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-02-18T08:23:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:21 smithi191 bash[38688]: audit 2024-02-18T08:23:21.572190+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:21 smithi191 bash[38688]: audit 2024-02-18T08:23:21.574016+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:23:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:21 smithi191 bash[38688]: audit 2024-02-18T08:23:21.575671+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:23:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:21 smithi191 bash[38688]: audit 2024-02-18T08:23:21.577169+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:21 smithi191 bash[38688]: audit 2024-02-18T08:23:21.579196+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2024-02-18T08:23:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:21 smithi191 bash[38688]: cluster 2024-02-18T08:23:21.621801+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-02-18T08:23:22.628 INFO:tasks.rados.rados.0.smithi110.stdout:998: done (4 left) 2024-02-18T08:23:22.628 INFO:tasks.rados.rados.0.smithi110.stdout:999: read oid 40 snap 89 2024-02-18T08:23:22.628 INFO:tasks.rados.rados.0.smithi110.stdout:999: expect (ObjNum 264 snap 73 seq_num 264) 2024-02-18T08:23:22.628 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 100 2024-02-18T08:23:22.628 INFO:tasks.rados.rados.0.smithi110.stdout:1000: seq_num 317 ranges {1277952=516096} 2024-02-18T08:23:22.639 INFO:tasks.rados.rados.0.smithi110.stdout:1000: writing smithi11051043-18 from 1277952 to 1794048 tid 1 2024-02-18T08:23:22.639 INFO:tasks.rados.rados.0.smithi110.stdout:1001: read oid 25 snap -1 2024-02-18T08:23:22.639 INFO:tasks.rados.rados.0.smithi110.stdout:1001: expect (ObjNum 270 snap 76 seq_num 270) 2024-02-18T08:23:22.639 INFO:tasks.rados.rados.0.smithi110.stdout:1002: read oid 17 snap -1 2024-02-18T08:23:22.639 INFO:tasks.rados.rados.0.smithi110.stdout:1002: expect (ObjNum 313 snap 97 seq_num 313) 2024-02-18T08:23:22.639 INFO:tasks.rados.rados.0.smithi110.stdout:1003: copy_from oid 43 from oid 41 current snap is 100 2024-02-18T08:23:22.644 INFO:tasks.rados.rados.0.smithi110.stdout:993: finishing write tid 1 to smithi11051043-36 2024-02-18T08:23:22.644 INFO:tasks.rados.rados.0.smithi110.stdout:993: finishing write tid 3 to smithi11051043-36 2024-02-18T08:23:22.644 INFO:tasks.rados.rados.0.smithi110.stdout:993: finishing write tid 4 to smithi11051043-36 2024-02-18T08:23:22.644 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 337 (ObjNum 316 snap 100 seq_num 316) dirty exists 2024-02-18T08:23:22.644 INFO:tasks.rados.rados.0.smithi110.stdout:993: left oid 36 (ObjNum 316 snap 100 seq_num 316) 2024-02-18T08:23:22.644 INFO:tasks.rados.rados.0.smithi110.stdout:994: expect (ObjNum 279 snap 77 seq_num 279) 2024-02-18T08:23:22.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:22 smithi110 bash[54479]: cephadm 2024-02-18T08:23:21.573555+0000 mgr.y (mgr.44100) 38 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-02-18T08:23:22.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:22 smithi110 bash[54479]: cephadm 2024-02-18T08:23:21.578425+0000 mgr.y (mgr.44100) 39 : cephadm [INF] Reconfiguring daemon mgr.y on smithi110 2024-02-18T08:23:22.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:22 smithi110 bash[54479]: cluster 2024-02-18T08:23:22.624656+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-02-18T08:23:22.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:22 smithi110 bash[55875]: cephadm 2024-02-18T08:23:21.573555+0000 mgr.y (mgr.44100) 38 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-02-18T08:23:22.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:22 smithi110 bash[55875]: cephadm 2024-02-18T08:23:21.578425+0000 mgr.y (mgr.44100) 39 : cephadm [INF] Reconfiguring daemon mgr.y on smithi110 2024-02-18T08:23:22.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:22 smithi110 bash[55875]: cluster 2024-02-18T08:23:22.624656+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-02-18T08:23:23.067 INFO:tasks.rados.rados.0.smithi110.stdout:996: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:23:23.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:22 smithi191 bash[38688]: cephadm 2024-02-18T08:23:21.573555+0000 mgr.y (mgr.44100) 38 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-02-18T08:23:23.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:22 smithi191 bash[38688]: cephadm 2024-02-18T08:23:21.578425+0000 mgr.y (mgr.44100) 39 : cephadm [INF] Reconfiguring daemon mgr.y on smithi110 2024-02-18T08:23:23.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:22 smithi191 bash[38688]: cluster 2024-02-18T08:23:22.624656+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-02-18T08:23:23.183 INFO:tasks.rados.rados.0.smithi110.stdout:1003: finishing copy_from to smithi11051043-43 2024-02-18T08:23:23.184 INFO:tasks.rados.rados.0.smithi110.stdout:1003: got expected ENOENT (src dne) 2024-02-18T08:23:23.184 INFO:tasks.rados.rados.0.smithi110.stdout:1003: finishing copy_from racing read to smithi11051043-43 2024-02-18T08:23:23.184 INFO:tasks.rados.rados.0.smithi110.stdout:1000: finishing write tid 1 to smithi11051043-18 2024-02-18T08:23:23.184 INFO:tasks.rados.rados.0.smithi110.stdout:1000: finishing write tid 3 to smithi11051043-18 2024-02-18T08:23:23.184 INFO:tasks.rados.rados.0.smithi110.stdout:999: expect (ObjNum 264 snap 73 seq_num 264) 2024-02-18T08:23:23.443 INFO:tasks.rados.rados.0.smithi110.stdout:1001: expect (ObjNum 270 snap 76 seq_num 270) 2024-02-18T08:23:23.488 INFO:tasks.rados.rados.0.smithi110.stdout:1000: finishing write tid 4 to smithi11051043-18 2024-02-18T08:23:23.489 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 486 (ObjNum 317 snap 100 seq_num 317) dirty exists 2024-02-18T08:23:23.489 INFO:tasks.rados.rados.0.smithi110.stdout:1000: left oid 18 (ObjNum 317 snap 100 seq_num 317) 2024-02-18T08:23:23.489 INFO:tasks.rados.rados.0.smithi110.stdout:1002: expect (ObjNum 313 snap 97 seq_num 313) 2024-02-18T08:23:23.705 INFO:tasks.rados.rados.0.smithi110.stdout:993: done (8 left) 2024-02-18T08:23:23.705 INFO:tasks.rados.rados.0.smithi110.stdout:994: done (7 left) 2024-02-18T08:23:23.705 INFO:tasks.rados.rados.0.smithi110.stdout:996: done (6 left) 2024-02-18T08:23:23.706 INFO:tasks.rados.rados.0.smithi110.stdout:997: done (5 left) 2024-02-18T08:23:23.706 INFO:tasks.rados.rados.0.smithi110.stdout:999: done (4 left) 2024-02-18T08:23:23.706 INFO:tasks.rados.rados.0.smithi110.stdout:1000: done (3 left) 2024-02-18T08:23:23.706 INFO:tasks.rados.rados.0.smithi110.stdout:1001: done (2 left) 2024-02-18T08:23:23.706 INFO:tasks.rados.rados.0.smithi110.stdout:1002: done (1 left) 2024-02-18T08:23:23.706 INFO:tasks.rados.rados.0.smithi110.stdout:1003: done (0 left) 2024-02-18T08:23:23.706 INFO:tasks.rados.rados.0.smithi110.stdout:1004: copy_from oid 13 from oid 18 current snap is 100 2024-02-18T08:23:23.706 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 100 2024-02-18T08:23:23.706 INFO:tasks.rados.rados.0.smithi110.stdout:1005: seq_num 318 ranges {2826240=532480} 2024-02-18T08:23:23.730 INFO:tasks.rados.rados.0.smithi110.stdout:1005: writing smithi11051043-23 from 2826240 to 3358720 tid 1 2024-02-18T08:23:23.730 INFO:tasks.rados.rados.0.smithi110.stdout:1006: snap_remove snap 96 2024-02-18T08:23:23.791 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:23.519Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:23.791 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:23.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:23.792 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:23.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:23:23.792 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:23.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:23.792 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:23.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:23.792 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:23.522Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:23:24.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:23 smithi191 bash[38688]: cluster 2024-02-18T08:23:22.595053+0000 mgr.y (mgr.44100) 40 : cluster [DBG] pgmap v59: 89 pgs: 89 active+clean; 184 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-02-18T08:23:24.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:23 smithi191 bash[38688]: audit 2024-02-18T08:23:23.671545+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:24.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:23 smithi191 bash[38688]: audit 2024-02-18T08:23:23.673060+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:24.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:23 smithi191 bash[38688]: audit 2024-02-18T08:23:23.674107+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:24.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:23 smithi191 bash[38688]: audit 2024-02-18T08:23:23.675064+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:24.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:23 smithi191 bash[38688]: audit 2024-02-18T08:23:23.676513+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2024-02-18T08:23:24.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[54479]: cluster 2024-02-18T08:23:22.595053+0000 mgr.y (mgr.44100) 40 : cluster [DBG] pgmap v59: 89 pgs: 89 active+clean; 184 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-02-18T08:23:24.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[54479]: audit 2024-02-18T08:23:23.671545+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:24.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[54479]: audit 2024-02-18T08:23:23.673060+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:24.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[54479]: audit 2024-02-18T08:23:23.674107+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:24.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[54479]: audit 2024-02-18T08:23:23.675064+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:24.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[54479]: audit 2024-02-18T08:23:23.676513+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2024-02-18T08:23:24.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[55875]: cluster 2024-02-18T08:23:22.595053+0000 mgr.y (mgr.44100) 40 : cluster [DBG] pgmap v59: 89 pgs: 89 active+clean; 184 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-02-18T08:23:24.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[55875]: audit 2024-02-18T08:23:23.671545+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:24.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[55875]: audit 2024-02-18T08:23:23.673060+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:24.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[55875]: audit 2024-02-18T08:23:23.674107+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:24.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[55875]: audit 2024-02-18T08:23:23.675064+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:24.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:23 smithi110 bash[55875]: audit 2024-02-18T08:23:23.676513+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2024-02-18T08:23:24.680 INFO:tasks.rados.rados.0.smithi110.stdout:1006: done (2 left) 2024-02-18T08:23:24.680 INFO:tasks.rados.rados.0.smithi110.stdout:1007: rmattr oid 9 current snap is 100 2024-02-18T08:23:24.680 INFO:tasks.rados.rados.0.smithi110.stdout:1004: finishing copy_from to smithi11051043-13 2024-02-18T08:23:24.680 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 486 (ObjNum 317 snap 100 seq_num 317) dirty exists 2024-02-18T08:23:24.680 INFO:tasks.rados.rados.0.smithi110.stdout:1004: finishing copy_from racing read to smithi11051043-13 2024-02-18T08:23:24.681 INFO:tasks.rados.rados.0.smithi110.stdout:1005: finishing write tid 1 to smithi11051043-23 2024-02-18T08:23:24.681 INFO:tasks.rados.rados.0.smithi110.stdout:1005: finishing write tid 3 to smithi11051043-23 2024-02-18T08:23:24.681 INFO:tasks.rados.rados.0.smithi110.stdout:1005: finishing write tid 4 to smithi11051043-23 2024-02-18T08:23:24.681 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 559 (ObjNum 318 snap 100 seq_num 318) dirty exists 2024-02-18T08:23:24.681 INFO:tasks.rados.rados.0.smithi110.stdout:1005: left oid 23 (ObjNum 318 snap 100 seq_num 318) 2024-02-18T08:23:24.681 INFO:tasks.rados.rados.0.smithi110.stdout:1004: done (2 left) 2024-02-18T08:23:24.681 INFO:tasks.rados.rados.0.smithi110.stdout:1005: done (1 left) 2024-02-18T08:23:24.681 INFO:tasks.rados.rados.0.smithi110.stdout:1008: rollback oid 27 current snap is 100 2024-02-18T08:23:24.681 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 27 to 92 2024-02-18T08:23:24.681 INFO:tasks.rados.rados.0.smithi110.stdout:1009: delete oid 13 current snap is 100 2024-02-18T08:23:24.690 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 487 (ObjNum 272 snap 76 seq_num 272) dirty exists 2024-02-18T08:23:24.697 INFO:tasks.rados.rados.0.smithi110.stdout:1007: done (2 left) 2024-02-18T08:23:24.697 INFO:tasks.rados.rados.0.smithi110.stdout:1009: done (1 left) 2024-02-18T08:23:24.697 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 100 2024-02-18T08:23:24.698 INFO:tasks.rados.rados.0.smithi110.stdout:1010: seq_num 320 ranges {0=565248} 2024-02-18T08:23:24.698 INFO:tasks.rados.rados.0.smithi110.stdout:1010: writing smithi11051043-43 from 0 to 565248 tid 1 2024-02-18T08:23:24.698 INFO:tasks.rados.rados.0.smithi110.stdout:1008: finishing rollback tid 0 to smithi11051043-27 2024-02-18T08:23:24.698 INFO:tasks.rados.rados.0.smithi110.stdout:1008: finishing rollback tid 1 to smithi11051043-27 2024-02-18T08:23:24.698 INFO:tasks.rados.rados.0.smithi110.stdout:1011: read oid 14 snap -1 2024-02-18T08:23:24.698 INFO:tasks.rados.rados.0.smithi110.stdout:1011: expect deleted 2024-02-18T08:23:24.698 INFO:tasks.rados.rados.0.smithi110.stdout:1012: snap_remove snap 98 2024-02-18T08:23:25.085 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:24 smithi110 bash[54479]: cephadm 2024-02-18T08:23:23.672661+0000 mgr.y (mgr.44100) 41 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-02-18T08:23:25.085 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:24 smithi110 bash[54479]: cephadm 2024-02-18T08:23:23.675920+0000 mgr.y (mgr.44100) 42 : cephadm [INF] Reconfiguring daemon mon.c on smithi110 2024-02-18T08:23:25.085 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:24 smithi110 bash[54479]: cluster 2024-02-18T08:23:24.676337+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-02-18T08:23:25.085 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:24 smithi110 bash[55875]: cephadm 2024-02-18T08:23:23.672661+0000 mgr.y (mgr.44100) 41 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-02-18T08:23:25.085 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:24 smithi110 bash[55875]: cephadm 2024-02-18T08:23:23.675920+0000 mgr.y (mgr.44100) 42 : cephadm [INF] Reconfiguring daemon mon.c on smithi110 2024-02-18T08:23:25.085 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:24 smithi110 bash[55875]: cluster 2024-02-18T08:23:24.676337+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-02-18T08:23:25.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:24 smithi191 bash[38688]: cephadm 2024-02-18T08:23:23.672661+0000 mgr.y (mgr.44100) 41 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-02-18T08:23:25.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:24 smithi191 bash[38688]: cephadm 2024-02-18T08:23:23.675920+0000 mgr.y (mgr.44100) 42 : cephadm [INF] Reconfiguring daemon mon.c on smithi110 2024-02-18T08:23:25.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:24 smithi191 bash[38688]: cluster 2024-02-18T08:23:24.676337+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-02-18T08:23:25.684 INFO:tasks.rados.rados.0.smithi110.stdout:1008: finishing rollback tid 2 to smithi11051043-27 2024-02-18T08:23:25.684 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 563 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:23:25.684 INFO:tasks.rados.rados.0.smithi110.stdout:1010: finishing write tid 1 to smithi11051043-43 2024-02-18T08:23:25.684 INFO:tasks.rados.rados.0.smithi110.stdout:1010: finishing write tid 3 to smithi11051043-43 2024-02-18T08:23:25.684 INFO:tasks.rados.rados.0.smithi110.stdout:1010: finishing write tid 4 to smithi11051043-43 2024-02-18T08:23:25.684 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 159 (ObjNum 320 snap 100 seq_num 320) dirty exists 2024-02-18T08:23:25.684 INFO:tasks.rados.rados.0.smithi110.stdout:1010: left oid 43 (ObjNum 320 snap 100 seq_num 320) 2024-02-18T08:23:25.684 INFO:tasks.rados.rados.0.smithi110.stdout:1008: done (3 left) 2024-02-18T08:23:25.685 INFO:tasks.rados.rados.0.smithi110.stdout:1010: done (2 left) 2024-02-18T08:23:25.685 INFO:tasks.rados.rados.0.smithi110.stdout:1011: done (1 left) 2024-02-18T08:23:25.685 INFO:tasks.rados.rados.0.smithi110.stdout:1012: done (0 left) 2024-02-18T08:23:25.685 INFO:tasks.rados.rados.0.smithi110.stdout:1013: read oid 36 snap -1 2024-02-18T08:23:25.685 INFO:tasks.rados.rados.0.smithi110.stdout:1013: expect (ObjNum 316 snap 100 seq_num 316) 2024-02-18T08:23:25.685 INFO:tasks.rados.rados.0.smithi110.stdout:1014: rmattr oid 43 current snap is 100 2024-02-18T08:23:25.685 INFO:tasks.rados.rados.0.smithi110.stdout:1014: done (1 left) 2024-02-18T08:23:25.685 INFO:tasks.rados.rados.0.smithi110.stdout:1015: snap_remove snap 84 2024-02-18T08:23:26.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:25 smithi191 bash[38688]: cluster 2024-02-18T08:23:24.595732+0000 mgr.y (mgr.44100) 43 : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 184 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-02-18T08:23:26.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:25 smithi191 bash[38688]: cluster 2024-02-18T08:23:25.680093+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-02-18T08:23:26.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:25 smithi191 bash[38688]: audit 2024-02-18T08:23:25.732960+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:26.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:25 smithi191 bash[38688]: audit 2024-02-18T08:23:25.734360+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-18T08:23:26.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:25 smithi191 bash[38688]: audit 2024-02-18T08:23:25.735377+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:26.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:25 smithi191 bash[38688]: audit 2024-02-18T08:23:25.738181+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2024-02-18T08:23:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[54479]: cluster 2024-02-18T08:23:24.595732+0000 mgr.y (mgr.44100) 43 : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 184 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-02-18T08:23:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[54479]: cluster 2024-02-18T08:23:25.680093+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-02-18T08:23:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[54479]: audit 2024-02-18T08:23:25.732960+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[54479]: audit 2024-02-18T08:23:25.734360+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-18T08:23:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[54479]: audit 2024-02-18T08:23:25.735377+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[54479]: audit 2024-02-18T08:23:25.738181+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2024-02-18T08:23:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[55875]: cluster 2024-02-18T08:23:24.595732+0000 mgr.y (mgr.44100) 43 : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 184 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-02-18T08:23:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[55875]: cluster 2024-02-18T08:23:25.680093+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-02-18T08:23:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[55875]: audit 2024-02-18T08:23:25.732960+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[55875]: audit 2024-02-18T08:23:25.734360+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-18T08:23:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[55875]: audit 2024-02-18T08:23:25.735377+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:26.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:25 smithi110 bash[55875]: audit 2024-02-18T08:23:25.738181+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2024-02-18T08:23:26.687 INFO:tasks.rados.rados.0.smithi110.stdout:1015: done (1 left) 2024-02-18T08:23:26.687 INFO:tasks.rados.rados.0.smithi110.stdout:1016: read oid 1 snap -1 2024-02-18T08:23:26.687 INFO:tasks.rados.rados.0.smithi110.stdout:1016: expect (ObjNum 303 snap 92 seq_num 303) 2024-02-18T08:23:26.687 INFO:tasks.rados.rados.0.smithi110.stdout:1017: snap_remove snap 90 2024-02-18T08:23:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:26 smithi191 bash[38688]: cephadm 2024-02-18T08:23:25.733983+0000 mgr.y (mgr.44100) 44 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-02-18T08:23:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:26 smithi191 bash[38688]: cephadm 2024-02-18T08:23:25.737461+0000 mgr.y (mgr.44100) 45 : cephadm [INF] Reconfiguring daemon osd.0 on smithi110 2024-02-18T08:23:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:26 smithi191 bash[38688]: cluster 2024-02-18T08:23:26.683297+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-02-18T08:23:27.133 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:26 smithi110 bash[54479]: cephadm 2024-02-18T08:23:25.733983+0000 mgr.y (mgr.44100) 44 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-02-18T08:23:27.134 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:26 smithi110 bash[54479]: cephadm 2024-02-18T08:23:25.737461+0000 mgr.y (mgr.44100) 45 : cephadm [INF] Reconfiguring daemon osd.0 on smithi110 2024-02-18T08:23:27.134 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:26 smithi110 bash[54479]: cluster 2024-02-18T08:23:26.683297+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-02-18T08:23:27.134 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:26 smithi110 bash[55875]: cephadm 2024-02-18T08:23:25.733983+0000 mgr.y (mgr.44100) 44 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-02-18T08:23:27.134 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:26 smithi110 bash[55875]: cephadm 2024-02-18T08:23:25.737461+0000 mgr.y (mgr.44100) 45 : cephadm [INF] Reconfiguring daemon osd.0 on smithi110 2024-02-18T08:23:27.134 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:26 smithi110 bash[55875]: cluster 2024-02-18T08:23:26.683297+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-02-18T08:23:27.687 INFO:tasks.rados.rados.0.smithi110.stdout:1017: done (2 left) 2024-02-18T08:23:27.687 INFO:tasks.rados.rados.0.smithi110.stdout:1018: snap_create 2024-02-18T08:23:27.688 INFO:tasks.rados.rados.0.smithi110.stdout:1013: expect (ObjNum 316 snap 100 seq_num 316) 2024-02-18T08:23:27.855 INFO:tasks.rados.rados.0.smithi110.stdout:1016: expect (ObjNum 303 snap 92 seq_num 303) 2024-02-18T08:23:28.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:27 smithi191 bash[38688]: cluster 2024-02-18T08:23:26.596449+0000 mgr.y (mgr.44100) 46 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 192 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-02-18T08:23:28.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:27 smithi191 bash[38688]: cluster 2024-02-18T08:23:27.683941+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-02-18T08:23:28.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:27 smithi191 bash[38688]: audit 2024-02-18T08:23:27.738911+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:28.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:27 smithi191 bash[38688]: audit 2024-02-18T08:23:27.740605+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-18T08:23:28.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:27 smithi191 bash[38688]: audit 2024-02-18T08:23:27.741714+0000 mon.a (mon.0) 159 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:28.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:27 smithi191 bash[38688]: audit 2024-02-18T08:23:27.744478+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2024-02-18T08:23:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[55875]: cluster 2024-02-18T08:23:26.596449+0000 mgr.y (mgr.44100) 46 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 192 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-02-18T08:23:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[55875]: cluster 2024-02-18T08:23:27.683941+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-02-18T08:23:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[55875]: audit 2024-02-18T08:23:27.738911+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[55875]: audit 2024-02-18T08:23:27.740605+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-18T08:23:28.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[55875]: audit 2024-02-18T08:23:27.741714+0000 mon.a (mon.0) 159 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:28.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[55875]: audit 2024-02-18T08:23:27.744478+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2024-02-18T08:23:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[54479]: cluster 2024-02-18T08:23:26.596449+0000 mgr.y (mgr.44100) 46 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 192 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-02-18T08:23:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[54479]: cluster 2024-02-18T08:23:27.683941+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-02-18T08:23:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[54479]: audit 2024-02-18T08:23:27.738911+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[54479]: audit 2024-02-18T08:23:27.740605+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-18T08:23:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[54479]: audit 2024-02-18T08:23:27.741714+0000 mon.a (mon.0) 159 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:27 smithi110 bash[54479]: audit 2024-02-18T08:23:27.744478+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2024-02-18T08:23:28.690 INFO:tasks.rados.rados.0.smithi110.stdout:1013: done (2 left) 2024-02-18T08:23:28.690 INFO:tasks.rados.rados.0.smithi110.stdout:1016: done (1 left) 2024-02-18T08:23:28.691 INFO:tasks.rados.rados.0.smithi110.stdout:1018: done (0 left) 2024-02-18T08:23:28.691 INFO:tasks.rados.rados.0.smithi110.stdout:1019: rollback oid 30 current snap is 101 2024-02-18T08:23:28.691 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 30 to 87 2024-02-18T08:23:28.691 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 101 2024-02-18T08:23:28.691 INFO:tasks.rados.rados.0.smithi110.stdout:1020: seq_num 321 ranges {3874816=581632} 2024-02-18T08:23:28.717 INFO:tasks.rados.rados.0.smithi110.stdout:1020: writing smithi11051043-26 from 3874816 to 4456448 tid 1 2024-02-18T08:23:28.717 INFO:tasks.rados.rados.0.smithi110.stdout:1021: snap_remove snap 72 2024-02-18T08:23:29.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:28 smithi191 bash[38688]: cephadm 2024-02-18T08:23:27.740097+0000 mgr.y (mgr.44100) 47 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-02-18T08:23:29.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:28 smithi191 bash[38688]: cephadm 2024-02-18T08:23:27.743804+0000 mgr.y (mgr.44100) 48 : cephadm [INF] Reconfiguring daemon osd.1 on smithi110 2024-02-18T08:23:29.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:28 smithi191 bash[38688]: cluster 2024-02-18T08:23:28.686639+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-02-18T08:23:29.164 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:28 smithi110 bash[54479]: cephadm 2024-02-18T08:23:27.740097+0000 mgr.y (mgr.44100) 47 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-02-18T08:23:29.164 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:28 smithi110 bash[54479]: cephadm 2024-02-18T08:23:27.743804+0000 mgr.y (mgr.44100) 48 : cephadm [INF] Reconfiguring daemon osd.1 on smithi110 2024-02-18T08:23:29.165 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:28 smithi110 bash[54479]: cluster 2024-02-18T08:23:28.686639+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-02-18T08:23:29.165 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:28 smithi110 bash[55875]: cephadm 2024-02-18T08:23:27.740097+0000 mgr.y (mgr.44100) 47 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-02-18T08:23:29.165 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:28 smithi110 bash[55875]: cephadm 2024-02-18T08:23:27.743804+0000 mgr.y (mgr.44100) 48 : cephadm [INF] Reconfiguring daemon osd.1 on smithi110 2024-02-18T08:23:29.165 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:28 smithi110 bash[55875]: cluster 2024-02-18T08:23:28.686639+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-02-18T08:23:29.621 INFO:tasks.rados.rados.0.smithi110.stdout:1021: done (2 left) 2024-02-18T08:23:29.622 INFO:tasks.rados.rados.0.smithi110.stdout:1022: read oid 42 snap -1 2024-02-18T08:23:29.622 INFO:tasks.rados.rados.0.smithi110.stdout:1022: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:23:29.622 INFO:tasks.rados.rados.0.smithi110.stdout:1023: snap_remove snap 95 2024-02-18T08:23:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:29 smithi191 bash[38688]: cluster 2024-02-18T08:23:28.597125+0000 mgr.y (mgr.44100) 49 : cluster [DBG] pgmap v67: 89 pgs: 89 active+clean; 192 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-02-18T08:23:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:29 smithi191 bash[38688]: cluster 2024-02-18T08:23:29.618066+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-02-18T08:23:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:29 smithi191 bash[38688]: audit 2024-02-18T08:23:29.812611+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:30.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:29 smithi191 bash[38688]: audit 2024-02-18T08:23:29.814307+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-18T08:23:30.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:29 smithi191 bash[38688]: audit 2024-02-18T08:23:29.815532+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:29 smithi110 bash[54479]: cluster 2024-02-18T08:23:28.597125+0000 mgr.y (mgr.44100) 49 : cluster [DBG] pgmap v67: 89 pgs: 89 active+clean; 192 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-02-18T08:23:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:29 smithi110 bash[54479]: cluster 2024-02-18T08:23:29.618066+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-02-18T08:23:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:29 smithi110 bash[54479]: audit 2024-02-18T08:23:29.812611+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:29 smithi110 bash[54479]: audit 2024-02-18T08:23:29.814307+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-18T08:23:30.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:29 smithi110 bash[54479]: audit 2024-02-18T08:23:29.815532+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:30.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:29 smithi110 bash[55875]: cluster 2024-02-18T08:23:28.597125+0000 mgr.y (mgr.44100) 49 : cluster [DBG] pgmap v67: 89 pgs: 89 active+clean; 192 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-02-18T08:23:30.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:29 smithi110 bash[55875]: cluster 2024-02-18T08:23:29.618066+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-02-18T08:23:30.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:29 smithi110 bash[55875]: audit 2024-02-18T08:23:29.812611+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:30.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:29 smithi110 bash[55875]: audit 2024-02-18T08:23:29.814307+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-18T08:23:30.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:29 smithi110 bash[55875]: audit 2024-02-18T08:23:29.815532+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:30.624 INFO:tasks.rados.rados.0.smithi110.stdout:1023: done (3 left) 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:1024: snap_create 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:1019: finishing rollback tid 0 to smithi11051043-30 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:1019: finishing rollback tid 1 to smithi11051043-30 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:1019: finishing rollback tid 2 to smithi11051043-30 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 490 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:1020: finishing write tid 1 to smithi11051043-26 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:1020: finishing write tid 3 to smithi11051043-26 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:1020: finishing write tid 4 to smithi11051043-26 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 586 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:1020: left oid 26 (ObjNum 321 snap 101 seq_num 321) 2024-02-18T08:23:30.625 INFO:tasks.rados.rados.0.smithi110.stdout:1022: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:23:31.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:30 smithi191 bash[38688]: cephadm 2024-02-18T08:23:29.813937+0000 mgr.y (mgr.44100) 50 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-02-18T08:23:31.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:30 smithi191 bash[38688]: cephadm 2024-02-18T08:23:29.817516+0000 mgr.y (mgr.44100) 51 : cephadm [INF] Reconfiguring daemon osd.2 on smithi110 2024-02-18T08:23:31.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:30 smithi191 bash[38688]: audit 2024-02-18T08:23:29.818856+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2024-02-18T08:23:31.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:30 smithi191 bash[38688]: cluster 2024-02-18T08:23:30.619496+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-02-18T08:23:31.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:30 smithi110 bash[55875]: cephadm 2024-02-18T08:23:29.813937+0000 mgr.y (mgr.44100) 50 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-02-18T08:23:31.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:30 smithi110 bash[55875]: cephadm 2024-02-18T08:23:29.817516+0000 mgr.y (mgr.44100) 51 : cephadm [INF] Reconfiguring daemon osd.2 on smithi110 2024-02-18T08:23:31.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:30 smithi110 bash[55875]: audit 2024-02-18T08:23:29.818856+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2024-02-18T08:23:31.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:30 smithi110 bash[55875]: cluster 2024-02-18T08:23:30.619496+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-02-18T08:23:31.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:30 smithi110 bash[54479]: cephadm 2024-02-18T08:23:29.813937+0000 mgr.y (mgr.44100) 50 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-02-18T08:23:31.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:30 smithi110 bash[54479]: cephadm 2024-02-18T08:23:29.817516+0000 mgr.y (mgr.44100) 51 : cephadm [INF] Reconfiguring daemon osd.2 on smithi110 2024-02-18T08:23:31.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:30 smithi110 bash[54479]: audit 2024-02-18T08:23:29.818856+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2024-02-18T08:23:31.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:30 smithi110 bash[54479]: cluster 2024-02-18T08:23:30.619496+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-02-18T08:23:31.628 INFO:tasks.rados.rados.0.smithi110.stdout:1019: done (3 left) 2024-02-18T08:23:31.628 INFO:tasks.rados.rados.0.smithi110.stdout:1020: done (2 left) 2024-02-18T08:23:31.628 INFO:tasks.rados.rados.0.smithi110.stdout:1022: done (1 left) 2024-02-18T08:23:31.628 INFO:tasks.rados.rados.0.smithi110.stdout:1024: done (0 left) 2024-02-18T08:23:31.629 INFO:tasks.rados.rados.0.smithi110.stdout:1025: snap_remove snap 87 2024-02-18T08:23:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:31 smithi110 bash[55875]: cluster 2024-02-18T08:23:30.598474+0000 mgr.y (mgr.44100) 52 : cluster [DBG] pgmap v70: 89 pgs: 89 active+clean; 176 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 7 op/s 2024-02-18T08:23:31.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:31 smithi110 bash[55875]: cluster 2024-02-18T08:23:31.624919+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-02-18T08:23:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:31 smithi110 bash[54479]: cluster 2024-02-18T08:23:30.598474+0000 mgr.y (mgr.44100) 52 : cluster [DBG] pgmap v70: 89 pgs: 89 active+clean; 176 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 7 op/s 2024-02-18T08:23:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:31 smithi110 bash[54479]: cluster 2024-02-18T08:23:31.624919+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-02-18T08:23:31.976 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:31.625Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:31.976 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:31.625Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:31.977 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:31.625Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:23:32.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:31 smithi191 bash[38688]: cluster 2024-02-18T08:23:30.598474+0000 mgr.y (mgr.44100) 52 : cluster [DBG] pgmap v70: 89 pgs: 89 active+clean; 176 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 7 op/s 2024-02-18T08:23:32.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:31 smithi191 bash[38688]: cluster 2024-02-18T08:23:31.624919+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-02-18T08:23:32.632 INFO:tasks.rados.rados.0.smithi110.stdout:1025: done (0 left) 2024-02-18T08:23:32.632 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 102 2024-02-18T08:23:32.633 INFO:tasks.rados.rados.0.smithi110.stdout:1026: seq_num 322 ranges {2129920=598016} 2024-02-18T08:23:32.649 INFO:tasks.rados.rados.0.smithi110.stdout:1026: writing smithi11051043-25 from 2129920 to 2727936 tid 1 2024-02-18T08:23:32.649 INFO:tasks.rados.rados.0.smithi110.stdout:1027: copy_from oid 1 from oid 10 current snap is 102 2024-02-18T08:23:32.649 INFO:tasks.rados.rados.0.smithi110.stdout:1028: read oid 46 snap -1 2024-02-18T08:23:32.649 INFO:tasks.rados.rados.0.smithi110.stdout:1028: expect deleted 2024-02-18T08:23:32.649 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 102 2024-02-18T08:23:32.649 INFO:tasks.rados.rados.0.smithi110.stdout:1029: seq_num 323 ranges {8421376=614400} 2024-02-18T08:23:32.700 INFO:tasks.rados.rados.0.smithi110.stdout:1029: writing smithi11051043-24 from 8421376 to 9035776 tid 1 2024-02-18T08:23:32.700 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 102 2024-02-18T08:23:32.700 INFO:tasks.rados.rados.0.smithi110.stdout:1030: seq_num 324 ranges {7315456=630784} 2024-02-18T08:23:32.745 INFO:tasks.rados.rados.0.smithi110.stdout:1030: writing smithi11051043-5 from 7315456 to 7946240 tid 1 2024-02-18T08:23:32.745 INFO:tasks.rados.rados.0.smithi110.stdout:1031: rollback oid 26 current snap is 102 2024-02-18T08:23:32.745 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 100 2024-02-18T08:23:32.745 INFO:tasks.rados.rados.0.smithi110.stdout:1026: finishing write tid 1 to smithi11051043-25 2024-02-18T08:23:32.746 INFO:tasks.rados.rados.0.smithi110.stdout:1026: finishing write tid 3 to smithi11051043-25 2024-02-18T08:23:32.746 INFO:tasks.rados.rados.0.smithi110.stdout:1026: finishing write tid 4 to smithi11051043-25 2024-02-18T08:23:32.746 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 544 (ObjNum 322 snap 102 seq_num 322) dirty exists 2024-02-18T08:23:32.746 INFO:tasks.rados.rados.0.smithi110.stdout:1026: left oid 25 (ObjNum 322 snap 102 seq_num 322) 2024-02-18T08:23:32.746 INFO:tasks.rados.rados.0.smithi110.stdout:1026: done (5 left) 2024-02-18T08:23:32.746 INFO:tasks.rados.rados.0.smithi110.stdout:1028: done (4 left) 2024-02-18T08:23:32.746 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 102 2024-02-18T08:23:32.746 INFO:tasks.rados.rados.0.smithi110.stdout:1032: seq_num 325 ranges {4448256=647168} 2024-02-18T08:23:32.775 INFO:tasks.rados.rados.0.smithi110.stdout:1032: writing smithi11051043-11 from 4448256 to 5095424 tid 1 2024-02-18T08:23:32.775 INFO:tasks.rados.rados.0.smithi110.stdout:1033: copy_from oid 31 from oid 3 current snap is 102 2024-02-18T08:23:32.775 INFO:tasks.rados.rados.0.smithi110.stdout:1027: finishing copy_from to smithi11051043-1 2024-02-18T08:23:32.775 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 542 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1027: finishing copy_from racing read to smithi11051043-1 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1029: finishing write tid 1 to smithi11051043-24 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1029: finishing write tid 3 to smithi11051043-24 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1027: done (5 left) 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1034: copy_from oid 22 from oid 13 current snap is 102 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1029: finishing write tid 4 to smithi11051043-24 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 434 (ObjNum 323 snap 102 seq_num 323) dirty exists 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1029: left oid 24 (ObjNum 323 snap 102 seq_num 323) 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1029: done (5 left) 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1035: read oid 41 snap -1 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1035: expect deleted 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1036: setattr oid 49 current snap is 102 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1031: finishing rollback tid 0 to smithi11051043-26 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1030: finishing write tid 1 to smithi11051043-5 2024-02-18T08:23:32.776 INFO:tasks.rados.rados.0.smithi110.stdout:1030: finishing write tid 3 to smithi11051043-5 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:1031: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:1031: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 616 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:1030: finishing write tid 4 to smithi11051043-5 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 489 (ObjNum 324 snap 102 seq_num 324) dirty exists 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:1030: left oid 5 (ObjNum 324 snap 102 seq_num 324) 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:1034: finishing copy_from to smithi11051043-22 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:1034: got expected ENOENT (src dne) 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:1033: finishing copy_from to smithi11051043-31 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:1033: got expected ENOENT (src dne) 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:1034: finishing copy_from racing read to smithi11051043-22 2024-02-18T08:23:32.777 INFO:tasks.rados.rados.0.smithi110.stdout:1033: finishing copy_from racing read to smithi11051043-31 2024-02-18T08:23:32.778 INFO:tasks.rados.rados.0.smithi110.stdout:1030: done (6 left) 2024-02-18T08:23:32.778 INFO:tasks.rados.rados.0.smithi110.stdout:1031: done (5 left) 2024-02-18T08:23:32.778 INFO:tasks.rados.rados.0.smithi110.stdout:1033: done (4 left) 2024-02-18T08:23:32.778 INFO:tasks.rados.rados.0.smithi110.stdout:1034: done (3 left) 2024-02-18T08:23:32.779 INFO:tasks.rados.rados.0.smithi110.stdout:1035: done (2 left) 2024-02-18T08:23:32.779 INFO:tasks.rados.rados.0.smithi110.stdout:1037: rollback oid 21 current snap is 102 2024-02-18T08:23:32.779 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 21 to 92 2024-02-18T08:23:32.779 INFO:tasks.rados.rados.0.smithi110.stdout:1038: rollback oid 26 current snap is 102 2024-02-18T08:23:32.779 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 97 2024-02-18T08:23:32.779 INFO:tasks.rados.rados.0.smithi110.stdout:1039: read oid 38 snap -1 2024-02-18T08:23:32.779 INFO:tasks.rados.rados.0.smithi110.stdout:1039: expect (ObjNum 310 snap 93 seq_num 310) 2024-02-18T08:23:32.779 INFO:tasks.rados.rados.0.smithi110.stdout:1040: delete oid 29 current snap is 102 2024-02-18T08:23:32.781 INFO:tasks.rados.rados.0.smithi110.stdout:1037: finishing rollback tid 0 to smithi11051043-21 2024-02-18T08:23:32.781 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 155 (ObjNum -129716832 snap 22008 seq_num 4165245904) dirty exists 2024-02-18T08:23:32.781 INFO:tasks.rados.rados.0.smithi110.stdout:1037: finishing rollback tid 1 to smithi11051043-21 2024-02-18T08:23:32.782 INFO:tasks.rados.rados.0.smithi110.stdout:1038: finishing rollback tid 0 to smithi11051043-26 2024-02-18T08:23:32.782 INFO:tasks.rados.rados.0.smithi110.stdout:1036: done (5 left) 2024-02-18T08:23:32.782 INFO:tasks.rados.rados.0.smithi110.stdout:1040: done (4 left) 2024-02-18T08:23:32.782 INFO:tasks.rados.rados.0.smithi110.stdout:1041: snap_remove snap 100 2024-02-18T08:23:33.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[55875]: audit 2024-02-18T08:23:31.882397+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:33.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[55875]: cephadm 2024-02-18T08:23:31.883795+0000 mgr.y (mgr.44100) 53 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-02-18T08:23:33.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[55875]: audit 2024-02-18T08:23:31.884317+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-18T08:23:33.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[55875]: audit 2024-02-18T08:23:31.885428+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:33.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[55875]: cephadm 2024-02-18T08:23:31.888142+0000 mgr.y (mgr.44100) 54 : cephadm [INF] Reconfiguring daemon osd.3 on smithi110 2024-02-18T08:23:33.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[55875]: audit 2024-02-18T08:23:31.889053+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2024-02-18T08:23:33.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[55875]: cluster 2024-02-18T08:23:32.626252+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-02-18T08:23:33.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[54479]: audit 2024-02-18T08:23:31.882397+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:33.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[54479]: cephadm 2024-02-18T08:23:31.883795+0000 mgr.y (mgr.44100) 53 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-02-18T08:23:33.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[54479]: audit 2024-02-18T08:23:31.884317+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-18T08:23:33.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[54479]: audit 2024-02-18T08:23:31.885428+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:33.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[54479]: cephadm 2024-02-18T08:23:31.888142+0000 mgr.y (mgr.44100) 54 : cephadm [INF] Reconfiguring daemon osd.3 on smithi110 2024-02-18T08:23:33.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[54479]: audit 2024-02-18T08:23:31.889053+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2024-02-18T08:23:33.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:32 smithi110 bash[54479]: cluster 2024-02-18T08:23:32.626252+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-02-18T08:23:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:32 smithi191 bash[38688]: audit 2024-02-18T08:23:31.882397+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:32 smithi191 bash[38688]: cephadm 2024-02-18T08:23:31.883795+0000 mgr.y (mgr.44100) 53 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-02-18T08:23:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:32 smithi191 bash[38688]: audit 2024-02-18T08:23:31.884317+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-18T08:23:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:32 smithi191 bash[38688]: audit 2024-02-18T08:23:31.885428+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:32 smithi191 bash[38688]: cephadm 2024-02-18T08:23:31.888142+0000 mgr.y (mgr.44100) 54 : cephadm [INF] Reconfiguring daemon osd.3 on smithi110 2024-02-18T08:23:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:32 smithi191 bash[38688]: audit 2024-02-18T08:23:31.889053+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2024-02-18T08:23:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:32 smithi191 bash[38688]: cluster 2024-02-18T08:23:32.626252+0000 mon.a (mon.0) 173 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-02-18T08:23:33.633 INFO:tasks.rados.rados.0.smithi110.stdout:1041: done (4 left) 2024-02-18T08:23:33.633 INFO:tasks.rados.rados.0.smithi110.stdout:1042: rollback oid 22 current snap is 102 2024-02-18T08:23:33.633 INFO:tasks.rados.rados.0.smithi110.stdout:1038: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:23:33.633 INFO:tasks.rados.rados.0.smithi110.stdout:1037: finishing rollback tid 2 to smithi11051043-21 2024-02-18T08:23:33.633 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 490 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:23:33.633 INFO:tasks.rados.rados.0.smithi110.stdout:1032: finishing write tid 1 to smithi11051043-11 2024-02-18T08:23:33.633 INFO:tasks.rados.rados.0.smithi110.stdout:1038: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:23:33.633 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 619 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:23:33.634 INFO:tasks.rados.rados.0.smithi110.stdout:1032: finishing write tid 3 to smithi11051043-11 2024-02-18T08:23:33.634 INFO:tasks.rados.rados.0.smithi110.stdout:1032: finishing write tid 4 to smithi11051043-11 2024-02-18T08:23:33.634 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 489 (ObjNum 325 snap 102 seq_num 325) dirty exists 2024-02-18T08:23:33.634 INFO:tasks.rados.rados.0.smithi110.stdout:1032: left oid 11 (ObjNum 325 snap 102 seq_num 325) 2024-02-18T08:23:33.634 INFO:tasks.rados.rados.0.smithi110.stdout:1039: expect (ObjNum 310 snap 93 seq_num 310) 2024-02-18T08:23:33.772 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 22 to 89 2024-02-18T08:23:33.772 INFO:tasks.rados.rados.0.smithi110.stdout:1032: done (4 left) 2024-02-18T08:23:33.772 INFO:tasks.rados.rados.0.smithi110.stdout:1037: done (3 left) 2024-02-18T08:23:33.772 INFO:tasks.rados.rados.0.smithi110.stdout:1038: done (2 left) 2024-02-18T08:23:33.772 INFO:tasks.rados.rados.0.smithi110.stdout:1039: done (1 left) 2024-02-18T08:23:33.772 INFO:tasks.rados.rados.0.smithi110.stdout:1043: delete oid 6 current snap is 102 2024-02-18T08:23:33.777 INFO:tasks.rados.rados.0.smithi110.stdout:1043: done (1 left) 2024-02-18T08:23:33.777 INFO:tasks.rados.rados.0.smithi110.stdout:1044: snap_create 2024-02-18T08:23:33.777 INFO:tasks.rados.rados.0.smithi110.stdout:1042: finishing rollback tid 0 to smithi11051043-22 2024-02-18T08:23:33.777 INFO:tasks.rados.rados.0.smithi110.stdout:1042: finishing rollback tid 1 to smithi11051043-22 2024-02-18T08:23:33.778 INFO:tasks.rados.rados.0.smithi110.stdout:1042: finishing rollback tid 2 to smithi11051043-22 2024-02-18T08:23:33.778 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 437 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-02-18T08:23:33.896 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:33.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:33.897 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:33.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:33.897 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:33.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:23:34.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[54479]: cluster 2024-02-18T08:23:32.599228+0000 mgr.y (mgr.44100) 55 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 176 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 7 op/s 2024-02-18T08:23:34.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[54479]: cluster 2024-02-18T08:23:33.628853+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-02-18T08:23:34.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[54479]: audit 2024-02-18T08:23:33.868556+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:34.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[54479]: audit 2024-02-18T08:23:33.871529+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:23:34.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[54479]: audit 2024-02-18T08:23:33.875241+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:34.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[54479]: audit 2024-02-18T08:23:33.876777+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "container_image"}]: dispatch 2024-02-18T08:23:34.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[55875]: cluster 2024-02-18T08:23:32.599228+0000 mgr.y (mgr.44100) 55 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 176 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 7 op/s 2024-02-18T08:23:34.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[55875]: cluster 2024-02-18T08:23:33.628853+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-02-18T08:23:34.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[55875]: audit 2024-02-18T08:23:33.868556+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:34.227 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[55875]: audit 2024-02-18T08:23:33.871529+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:23:34.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[55875]: audit 2024-02-18T08:23:33.875241+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:34.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:33 smithi110 bash[55875]: audit 2024-02-18T08:23:33.876777+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "container_image"}]: dispatch 2024-02-18T08:23:34.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:33 smithi191 bash[38688]: cluster 2024-02-18T08:23:32.599228+0000 mgr.y (mgr.44100) 55 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 176 MiB data, 306 MiB used, 707 GiB / 715 GiB avail; 5.3 MiB/s rd, 280 KiB/s wr, 7 op/s 2024-02-18T08:23:34.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:33 smithi191 bash[38688]: cluster 2024-02-18T08:23:33.628853+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-02-18T08:23:34.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:33 smithi191 bash[38688]: audit 2024-02-18T08:23:33.868556+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:34.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:33 smithi191 bash[38688]: audit 2024-02-18T08:23:33.871529+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:23:34.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:33 smithi191 bash[38688]: audit 2024-02-18T08:23:33.875241+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:34.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:33 smithi191 bash[38688]: audit 2024-02-18T08:23:33.876777+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "container_image"}]: dispatch 2024-02-18T08:23:34.627 INFO:tasks.rados.rados.0.smithi110.stdout:1042: done (1 left) 2024-02-18T08:23:34.627 INFO:tasks.rados.rados.0.smithi110.stdout:1044: done (0 left) 2024-02-18T08:23:34.627 INFO:tasks.rados.rados.0.smithi110.stdout:1045: read oid 35 snap -1 2024-02-18T08:23:34.627 INFO:tasks.rados.rados.0.smithi110.stdout:1045: expect (ObjNum 215 snap 58 seq_num 215) 2024-02-18T08:23:34.627 INFO:tasks.rados.rados.0.smithi110.stdout:1046: read oid 42 snap -1 2024-02-18T08:23:34.627 INFO:tasks.rados.rados.0.smithi110.stdout:1046: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:23:34.628 INFO:tasks.rados.rados.0.smithi110.stdout:1047: copy_from oid 29 from oid 34 current snap is 103 2024-02-18T08:23:34.628 INFO:tasks.rados.rados.0.smithi110.stdout:1048: read oid 27 snap 102 2024-02-18T08:23:34.628 INFO:tasks.rados.rados.0.smithi110.stdout:1048: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:23:34.628 INFO:tasks.rados.rados.0.smithi110.stdout:1049: read oid 31 snap -1 2024-02-18T08:23:34.628 INFO:tasks.rados.rados.0.smithi110.stdout:1049: expect deleted 2024-02-18T08:23:34.628 INFO:tasks.rados.rados.0.smithi110.stdout:1050: copy_from oid 21 from oid 50 current snap is 103 2024-02-18T08:23:34.630 INFO:tasks.rados.rados.0.smithi110.stdout:1051: setattr oid 23 current snap is 103 2024-02-18T08:23:34.630 INFO:tasks.rados.rados.0.smithi110.stdout:1052: delete oid 8 current snap is 103 2024-02-18T08:23:34.632 INFO:tasks.rados.rados.0.smithi110.stdout:1047: finishing copy_from to smithi11051043-29 2024-02-18T08:23:34.632 INFO:tasks.rados.rados.0.smithi110.stdout:1047: got expected ENOENT (src dne) 2024-02-18T08:23:34.632 INFO:tasks.rados.rados.0.smithi110.stdout:1047: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:23:34.637 INFO:tasks.rados.rados.0.smithi110.stdout:1050: finishing copy_from to smithi11051043-21 2024-02-18T08:23:34.637 INFO:tasks.rados.rados.0.smithi110.stdout:1050: got expected ENOENT (src dne) 2024-02-18T08:23:34.637 INFO:tasks.rados.rados.0.smithi110.stdout:1050: finishing copy_from racing read to smithi11051043-21 2024-02-18T08:23:34.640 INFO:tasks.rados.rados.0.smithi110.stdout:1046: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:23:34.705 INFO:tasks.rados.rados.0.smithi110.stdout:1048: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:23:34.782 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 623 (ObjNum 318 snap 100 seq_num 318) dirty exists 2024-02-18T08:23:34.782 INFO:tasks.rados.rados.0.smithi110.stdout:1045: expect (ObjNum 215 snap 58 seq_num 215) 2024-02-18T08:23:34.882 INFO:tasks.rados.rados.0.smithi110.stdout:1045: done (7 left) 2024-02-18T08:23:34.882 INFO:tasks.rados.rados.0.smithi110.stdout:1046: done (6 left) 2024-02-18T08:23:34.882 INFO:tasks.rados.rados.0.smithi110.stdout:1047: done (5 left) 2024-02-18T08:23:34.882 INFO:tasks.rados.rados.0.smithi110.stdout:1048: done (4 left) 2024-02-18T08:23:34.883 INFO:tasks.rados.rados.0.smithi110.stdout:1049: done (3 left) 2024-02-18T08:23:34.883 INFO:tasks.rados.rados.0.smithi110.stdout:1050: done (2 left) 2024-02-18T08:23:34.883 INFO:tasks.rados.rados.0.smithi110.stdout:1051: done (1 left) 2024-02-18T08:23:34.883 INFO:tasks.rados.rados.0.smithi110.stdout:1052: done (0 left) 2024-02-18T08:23:34.883 INFO:tasks.rados.rados.0.smithi110.stdout:1053: setattr oid 28 current snap is 103 2024-02-18T08:23:34.883 INFO:tasks.rados.rados.0.smithi110.stdout:1054: snap_create 2024-02-18T08:23:34.888 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 305 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:23:35.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:34 smithi110 bash[55875]: cephadm 2024-02-18T08:23:33.871012+0000 mgr.y (mgr.44100) 56 : cephadm [INF] Reconfiguring mds.foo.smithi110.fvzuby (monmap changed)... 2024-02-18T08:23:35.213 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:34 smithi110 bash[55875]: cephadm 2024-02-18T08:23:33.876247+0000 mgr.y (mgr.44100) 57 : cephadm [INF] Reconfiguring daemon mds.foo.smithi110.fvzuby on smithi110 2024-02-18T08:23:35.213 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:34 smithi110 bash[55875]: cluster 2024-02-18T08:23:34.623284+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-02-18T08:23:35.213 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:34 smithi110 bash[54479]: cephadm 2024-02-18T08:23:33.871012+0000 mgr.y (mgr.44100) 56 : cephadm [INF] Reconfiguring mds.foo.smithi110.fvzuby (monmap changed)... 2024-02-18T08:23:35.213 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:34 smithi110 bash[54479]: cephadm 2024-02-18T08:23:33.876247+0000 mgr.y (mgr.44100) 57 : cephadm [INF] Reconfiguring daemon mds.foo.smithi110.fvzuby on smithi110 2024-02-18T08:23:35.213 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:34 smithi110 bash[54479]: cluster 2024-02-18T08:23:34.623284+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-02-18T08:23:35.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:34 smithi191 bash[38688]: cephadm 2024-02-18T08:23:33.871012+0000 mgr.y (mgr.44100) 56 : cephadm [INF] Reconfiguring mds.foo.smithi110.fvzuby (monmap changed)... 2024-02-18T08:23:35.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:34 smithi191 bash[38688]: cephadm 2024-02-18T08:23:33.876247+0000 mgr.y (mgr.44100) 57 : cephadm [INF] Reconfiguring daemon mds.foo.smithi110.fvzuby on smithi110 2024-02-18T08:23:35.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:34 smithi191 bash[38688]: cluster 2024-02-18T08:23:34.623284+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-02-18T08:23:35.627 INFO:tasks.rados.rados.0.smithi110.stdout:1053: done (1 left) 2024-02-18T08:23:35.627 INFO:tasks.rados.rados.0.smithi110.stdout:1054: done (0 left) 2024-02-18T08:23:35.627 INFO:tasks.rados.rados.0.smithi110.stdout:1055: read oid 42 snap -1 2024-02-18T08:23:35.628 INFO:tasks.rados.rados.0.smithi110.stdout:1055: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:23:35.628 INFO:tasks.rados.rados.0.smithi110.stdout:1056: rmattr oid 30 current snap is 104 2024-02-18T08:23:35.628 INFO:tasks.rados.rados.0.smithi110.stdout:1057: setattr oid 26 current snap is 104 2024-02-18T08:23:35.630 INFO:tasks.rados.rados.0.smithi110.stdout:1058: copy_from oid 16 from oid 50 current snap is 104 2024-02-18T08:23:35.630 INFO:tasks.rados.rados.0.smithi110.stdout:1059: rollback oid 36 current snap is 104 2024-02-18T08:23:35.631 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 36 to 93 2024-02-18T08:23:35.631 INFO:tasks.rados.rados.0.smithi110.stdout:1060: snap_create 2024-02-18T08:23:35.637 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 492 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-02-18T08:23:35.637 INFO:tasks.rados.rados.0.smithi110.stdout:1059: finishing rollback tid 0 to smithi11051043-36 2024-02-18T08:23:35.637 INFO:tasks.rados.rados.0.smithi110.stdout:1059: finishing rollback tid 1 to smithi11051043-36 2024-02-18T08:23:35.637 INFO:tasks.rados.rados.0.smithi110.stdout:1059: finishing rollback tid 2 to smithi11051043-36 2024-02-18T08:23:35.638 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 545 (ObjNum 273 snap 76 seq_num 273) dirty exists 2024-02-18T08:23:35.640 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 627 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:23:35.641 INFO:tasks.rados.rados.0.smithi110.stdout:1058: finishing copy_from to smithi11051043-16 2024-02-18T08:23:35.641 INFO:tasks.rados.rados.0.smithi110.stdout:1058: got expected ENOENT (src dne) 2024-02-18T08:23:35.642 INFO:tasks.rados.rados.0.smithi110.stdout:1058: finishing copy_from racing read to smithi11051043-16 2024-02-18T08:23:35.642 INFO:tasks.rados.rados.0.smithi110.stdout:1055: expect (ObjNum 224 snap 58 seq_num 224) 2024-02-18T08:23:36.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[54479]: cluster 2024-02-18T08:23:34.599952+0000 mgr.y (mgr.44100) 58 : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 176 MiB data, 306 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:23:36.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[54479]: cluster 2024-02-18T08:23:35.623750+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-02-18T08:23:36.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[54479]: audit 2024-02-18T08:23:35.859568+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:36.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[54479]: audit 2024-02-18T08:23:35.861290+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:36.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[54479]: audit 2024-02-18T08:23:35.863115+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:36.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[54479]: audit 2024-02-18T08:23:35.864816+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:36.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[54479]: audit 2024-02-18T08:23:35.867387+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2024-02-18T08:23:36.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[55875]: cluster 2024-02-18T08:23:34.599952+0000 mgr.y (mgr.44100) 58 : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 176 MiB data, 306 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:23:36.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[55875]: cluster 2024-02-18T08:23:35.623750+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-02-18T08:23:36.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[55875]: audit 2024-02-18T08:23:35.859568+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:36.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[55875]: audit 2024-02-18T08:23:35.861290+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:36.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[55875]: audit 2024-02-18T08:23:35.863115+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:36.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[55875]: audit 2024-02-18T08:23:35.864816+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:36.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:35 smithi110 bash[55875]: audit 2024-02-18T08:23:35.867387+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2024-02-18T08:23:36.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:35 smithi191 bash[38688]: cluster 2024-02-18T08:23:34.599952+0000 mgr.y (mgr.44100) 58 : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 176 MiB data, 306 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:23:36.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:35 smithi191 bash[38688]: cluster 2024-02-18T08:23:35.623750+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-02-18T08:23:36.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:35 smithi191 bash[38688]: audit 2024-02-18T08:23:35.859568+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:36.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:35 smithi191 bash[38688]: audit 2024-02-18T08:23:35.861290+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-18T08:23:36.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:35 smithi191 bash[38688]: audit 2024-02-18T08:23:35.863115+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-18T08:23:36.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:35 smithi191 bash[38688]: audit 2024-02-18T08:23:35.864816+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:36.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:35 smithi191 bash[38688]: audit 2024-02-18T08:23:35.867387+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2024-02-18T08:23:36.629 INFO:tasks.rados.rados.0.smithi110.stdout:1055: done (5 left) 2024-02-18T08:23:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:1056: done (4 left) 2024-02-18T08:23:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:1057: done (3 left) 2024-02-18T08:23:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:1058: done (2 left) 2024-02-18T08:23:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:1059: done (1 left) 2024-02-18T08:23:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:1060: done (0 left) 2024-02-18T08:23:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:1061: read oid 7 snap 85 2024-02-18T08:23:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:1061: expect deleted 2024-02-18T08:23:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:1062: copy_from oid 13 from oid 41 current snap is 105 2024-02-18T08:23:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:1063: snap_remove snap 102 2024-02-18T08:23:37.183 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:36 smithi191 bash[38688]: cephadm 2024-02-18T08:23:35.860834+0000 mgr.y (mgr.44100) 59 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-02-18T08:23:37.183 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:36 smithi191 bash[38688]: cephadm 2024-02-18T08:23:35.866364+0000 mgr.y (mgr.44100) 60 : cephadm [INF] Reconfiguring daemon mon.b on smithi191 2024-02-18T08:23:37.183 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:36 smithi191 bash[38688]: cluster 2024-02-18T08:23:36.626196+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-02-18T08:23:37.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:36 smithi110 bash[54479]: cephadm 2024-02-18T08:23:35.860834+0000 mgr.y (mgr.44100) 59 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-02-18T08:23:37.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:36 smithi110 bash[54479]: cephadm 2024-02-18T08:23:35.866364+0000 mgr.y (mgr.44100) 60 : cephadm [INF] Reconfiguring daemon mon.b on smithi191 2024-02-18T08:23:37.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:36 smithi110 bash[54479]: cluster 2024-02-18T08:23:36.626196+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-02-18T08:23:37.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:36 smithi110 bash[55875]: cephadm 2024-02-18T08:23:35.860834+0000 mgr.y (mgr.44100) 59 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-02-18T08:23:37.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:36 smithi110 bash[55875]: cephadm 2024-02-18T08:23:35.866364+0000 mgr.y (mgr.44100) 60 : cephadm [INF] Reconfiguring daemon mon.b on smithi191 2024-02-18T08:23:37.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:36 smithi110 bash[55875]: cluster 2024-02-18T08:23:36.626196+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-02-18T08:23:37.636 INFO:tasks.rados.rados.0.smithi110.stdout:1063: done (2 left) 2024-02-18T08:23:37.636 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 105 2024-02-18T08:23:37.636 INFO:tasks.rados.rados.0.smithi110.stdout:1064: seq_num 329 ranges {1310720=712704} 2024-02-18T08:23:37.646 INFO:tasks.rados.rados.0.smithi110.stdout:1064: writing smithi11051043-44 from 1310720 to 2023424 tid 1 2024-02-18T08:23:37.646 INFO:tasks.rados.rados.0.smithi110.stdout:1065: snap_create 2024-02-18T08:23:37.646 INFO:tasks.rados.rados.0.smithi110.stdout:1062: finishing copy_from to smithi11051043-13 2024-02-18T08:23:37.646 INFO:tasks.rados.rados.0.smithi110.stdout:1062: got expected ENOENT (src dne) 2024-02-18T08:23:37.646 INFO:tasks.rados.rados.0.smithi110.stdout:1062: finishing copy_from racing read to smithi11051043-13 2024-02-18T08:23:37.651 INFO:tasks.rados.rados.0.smithi110.stdout:1064: finishing write tid 1 to smithi11051043-44 2024-02-18T08:23:37.651 INFO:tasks.rados.rados.0.smithi110.stdout:1064: finishing write tid 3 to smithi11051043-44 2024-02-18T08:23:37.654 INFO:tasks.rados.rados.0.smithi110.stdout:1064: finishing write tid 4 to smithi11051043-44 2024-02-18T08:23:37.654 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 547 (ObjNum 329 snap 105 seq_num 329) dirty exists 2024-02-18T08:23:37.654 INFO:tasks.rados.rados.0.smithi110.stdout:1064: left oid 44 (ObjNum 329 snap 105 seq_num 329) 2024-02-18T08:23:38.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:37 smithi110 bash[54479]: cluster 2024-02-18T08:23:36.600713+0000 mgr.y (mgr.44100) 61 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 179 MiB data, 292 MiB used, 707 GiB / 715 GiB avail; 7.1 MiB/s rd, 920 KiB/s wr, 20 op/s 2024-02-18T08:23:38.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:37 smithi110 bash[54479]: cluster 2024-02-18T08:23:37.630748+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-02-18T08:23:38.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:37 smithi110 bash[55875]: cluster 2024-02-18T08:23:36.600713+0000 mgr.y (mgr.44100) 61 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 179 MiB data, 292 MiB used, 707 GiB / 715 GiB avail; 7.1 MiB/s rd, 920 KiB/s wr, 20 op/s 2024-02-18T08:23:38.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:37 smithi110 bash[55875]: cluster 2024-02-18T08:23:37.630748+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-02-18T08:23:38.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:37 smithi191 bash[38688]: cluster 2024-02-18T08:23:36.600713+0000 mgr.y (mgr.44100) 61 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 179 MiB data, 292 MiB used, 707 GiB / 715 GiB avail; 7.1 MiB/s rd, 920 KiB/s wr, 20 op/s 2024-02-18T08:23:38.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:37 smithi191 bash[38688]: cluster 2024-02-18T08:23:37.630748+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-02-18T08:23:38.635 INFO:tasks.rados.rados.0.smithi110.stdout:1061: done (3 left) 2024-02-18T08:23:38.635 INFO:tasks.rados.rados.0.smithi110.stdout:1062: done (2 left) 2024-02-18T08:23:38.635 INFO:tasks.rados.rados.0.smithi110.stdout:1064: done (1 left) 2024-02-18T08:23:38.635 INFO:tasks.rados.rados.0.smithi110.stdout:1065: done (0 left) 2024-02-18T08:23:38.635 INFO:tasks.rados.rados.0.smithi110.stdout:1066: snap_create 2024-02-18T08:23:39.278 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: audit 2024-02-18T08:23:38.003182+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:39.279 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: cephadm 2024-02-18T08:23:38.005154+0000 mgr.y (mgr.44100) 62 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-02-18T08:23:39.279 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: audit 2024-02-18T08:23:38.005806+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:23:39.279 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: audit 2024-02-18T08:23:38.007416+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:23:39.279 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: audit 2024-02-18T08:23:38.008756+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:39.279 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: cephadm 2024-02-18T08:23:38.009896+0000 mgr.y (mgr.44100) 63 : cephadm [INF] Reconfiguring daemon mgr.x on smithi191 2024-02-18T08:23:39.279 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: audit 2024-02-18T08:23:38.010600+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2024-02-18T08:23:39.279 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: cluster 2024-02-18T08:23:38.631927+0000 mon.a (mon.0) 193 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-02-18T08:23:39.279 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: audit 2024-02-18T08:23:38.640793+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:23:39.279 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: audit 2024-02-18T08:23:38.641259+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:23:39.279 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:39 smithi191 bash[38688]: audit 2024-02-18T08:23:38.641739+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:23:39.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: audit 2024-02-18T08:23:38.003182+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:39.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: cephadm 2024-02-18T08:23:38.005154+0000 mgr.y (mgr.44100) 62 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-02-18T08:23:39.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: audit 2024-02-18T08:23:38.005806+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: audit 2024-02-18T08:23:38.007416+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: audit 2024-02-18T08:23:38.008756+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: cephadm 2024-02-18T08:23:38.009896+0000 mgr.y (mgr.44100) 63 : cephadm [INF] Reconfiguring daemon mgr.x on smithi191 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: audit 2024-02-18T08:23:38.010600+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: cluster 2024-02-18T08:23:38.631927+0000 mon.a (mon.0) 193 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: audit 2024-02-18T08:23:38.640793+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: audit 2024-02-18T08:23:38.641259+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[54479]: audit 2024-02-18T08:23:38.641739+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: audit 2024-02-18T08:23:38.003182+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: cephadm 2024-02-18T08:23:38.005154+0000 mgr.y (mgr.44100) 62 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: audit 2024-02-18T08:23:38.005806+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: audit 2024-02-18T08:23:38.007416+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-18T08:23:39.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: audit 2024-02-18T08:23:38.008756+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:39.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: cephadm 2024-02-18T08:23:38.009896+0000 mgr.y (mgr.44100) 63 : cephadm [INF] Reconfiguring daemon mgr.x on smithi191 2024-02-18T08:23:39.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: audit 2024-02-18T08:23:38.010600+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2024-02-18T08:23:39.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: cluster 2024-02-18T08:23:38.631927+0000 mon.a (mon.0) 193 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-02-18T08:23:39.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: audit 2024-02-18T08:23:38.640793+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:23:39.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: audit 2024-02-18T08:23:38.641259+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:23:39.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:39 smithi110 bash[55875]: audit 2024-02-18T08:23:38.641739+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:23:39.628 INFO:tasks.rados.rados.0.smithi110.stdout:1066: done (0 left) 2024-02-18T08:23:39.628 INFO:tasks.rados.rados.0.smithi110.stdout:1067: snap_remove snap 89 2024-02-18T08:23:40.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:40 smithi191 bash[38688]: cluster 2024-02-18T08:23:38.601399+0000 mgr.y (mgr.44100) 64 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 179 MiB data, 292 MiB used, 707 GiB / 715 GiB avail; 7.1 MiB/s rd, 920 KiB/s wr, 20 op/s 2024-02-18T08:23:40.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:40 smithi191 bash[38688]: cluster 2024-02-18T08:23:39.624344+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-02-18T08:23:40.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:40 smithi110 bash[54479]: cluster 2024-02-18T08:23:38.601399+0000 mgr.y (mgr.44100) 64 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 179 MiB data, 292 MiB used, 707 GiB / 715 GiB avail; 7.1 MiB/s rd, 920 KiB/s wr, 20 op/s 2024-02-18T08:23:40.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:40 smithi110 bash[54479]: cluster 2024-02-18T08:23:39.624344+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-02-18T08:23:40.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:40 smithi110 bash[55875]: cluster 2024-02-18T08:23:38.601399+0000 mgr.y (mgr.44100) 64 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 179 MiB data, 292 MiB used, 707 GiB / 715 GiB avail; 7.1 MiB/s rd, 920 KiB/s wr, 20 op/s 2024-02-18T08:23:40.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:40 smithi110 bash[55875]: cluster 2024-02-18T08:23:39.624344+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-02-18T08:23:40.630 INFO:tasks.rados.rados.0.smithi110.stdout:1067: done (0 left) 2024-02-18T08:23:40.630 INFO:tasks.rados.rados.0.smithi110.stdout:1068: snap_remove snap 101 2024-02-18T08:23:41.370 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:41 smithi191 bash[38688]: audit 2024-02-18T08:23:40.101611+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:41.371 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:41 smithi191 bash[38688]: cephadm 2024-02-18T08:23:40.103475+0000 mgr.y (mgr.44100) 65 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-02-18T08:23:41.371 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:41 smithi191 bash[38688]: audit 2024-02-18T08:23:40.104125+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-18T08:23:41.371 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:41 smithi191 bash[38688]: audit 2024-02-18T08:23:40.105837+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:41.371 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:41 smithi191 bash[38688]: cephadm 2024-02-18T08:23:40.107720+0000 mgr.y (mgr.44100) 66 : cephadm [INF] Reconfiguring daemon osd.4 on smithi191 2024-02-18T08:23:41.371 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:41 smithi191 bash[38688]: audit 2024-02-18T08:23:40.108385+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2024-02-18T08:23:41.371 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:41 smithi191 bash[38688]: cluster 2024-02-18T08:23:40.626740+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-02-18T08:23:41.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[54479]: audit 2024-02-18T08:23:40.101611+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:41.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[54479]: cephadm 2024-02-18T08:23:40.103475+0000 mgr.y (mgr.44100) 65 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-02-18T08:23:41.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[54479]: audit 2024-02-18T08:23:40.104125+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-18T08:23:41.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[54479]: audit 2024-02-18T08:23:40.105837+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:41.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[54479]: cephadm 2024-02-18T08:23:40.107720+0000 mgr.y (mgr.44100) 66 : cephadm [INF] Reconfiguring daemon osd.4 on smithi191 2024-02-18T08:23:41.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[54479]: audit 2024-02-18T08:23:40.108385+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2024-02-18T08:23:41.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[54479]: cluster 2024-02-18T08:23:40.626740+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-02-18T08:23:41.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[55875]: audit 2024-02-18T08:23:40.101611+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:41.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[55875]: cephadm 2024-02-18T08:23:40.103475+0000 mgr.y (mgr.44100) 65 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-02-18T08:23:41.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[55875]: audit 2024-02-18T08:23:40.104125+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-18T08:23:41.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[55875]: audit 2024-02-18T08:23:40.105837+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:41.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[55875]: cephadm 2024-02-18T08:23:40.107720+0000 mgr.y (mgr.44100) 66 : cephadm [INF] Reconfiguring daemon osd.4 on smithi191 2024-02-18T08:23:41.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[55875]: audit 2024-02-18T08:23:40.108385+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2024-02-18T08:23:41.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[55875]: cluster 2024-02-18T08:23:40.626740+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-02-18T08:23:41.633 INFO:tasks.rados.rados.0.smithi110.stdout:1068: done (0 left) 2024-02-18T08:23:41.633 INFO:tasks.rados.rados.0.smithi110.stdout:1069: delete oid 6 current snap is 107 2024-02-18T08:23:41.643 INFO:tasks.rados.rados.0.smithi110.stdout:1069: done (0 left) 2024-02-18T08:23:41.643 INFO:tasks.rados.rados.0.smithi110.stdout:1070: read oid 23 snap 82 2024-02-18T08:23:41.643 INFO:tasks.rados.rados.0.smithi110.stdout:1070: expect (ObjNum 275 snap 76 seq_num 275) 2024-02-18T08:23:41.643 INFO:tasks.rados.rados.0.smithi110.stdout:1071: delete oid 13 current snap is 107 2024-02-18T08:23:41.648 INFO:tasks.rados.rados.0.smithi110.stdout:1071: done (1 left) 2024-02-18T08:23:41.648 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 107 2024-02-18T08:23:41.648 INFO:tasks.rados.rados.0.smithi110.stdout:1072: seq_num 332 ranges {2727936=770048} 2024-02-18T08:23:41.668 INFO:tasks.rados.rados.0.smithi110.stdout:1072: writing smithi11051043-25 from 2727936 to 3497984 tid 1 2024-02-18T08:23:41.668 INFO:tasks.rados.rados.0.smithi110.stdout:1073: read oid 21 snap -1 2024-02-18T08:23:41.668 INFO:tasks.rados.rados.0.smithi110.stdout:1073: expect (ObjNum 219 snap 58 seq_num 219) 2024-02-18T08:23:41.668 INFO:tasks.rados.rados.0.smithi110.stdout:1074: read oid 40 snap 106 2024-02-18T08:23:41.668 INFO:tasks.rados.rados.0.smithi110.stdout:1074: expect (ObjNum 264 snap 73 seq_num 264) 2024-02-18T08:23:41.669 INFO:tasks.rados.rados.0.smithi110.stdout:1075: snap_remove snap 104 2024-02-18T08:23:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:41.625Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:41.625Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:41.626Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:23:42.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:42 smithi110 bash[54479]: cluster 2024-02-18T08:23:40.602909+0000 mgr.y (mgr.44100) 67 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 180 MiB data, 293 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 174 KiB/s wr, 14 op/s 2024-02-18T08:23:42.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:42 smithi110 bash[54479]: cluster 2024-02-18T08:23:41.629744+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-02-18T08:23:42.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:42 smithi110 bash[55875]: cluster 2024-02-18T08:23:40.602909+0000 mgr.y (mgr.44100) 67 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 180 MiB data, 293 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 174 KiB/s wr, 14 op/s 2024-02-18T08:23:42.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:42 smithi110 bash[55875]: cluster 2024-02-18T08:23:41.629744+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-02-18T08:23:42.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:42 smithi191 bash[38688]: cluster 2024-02-18T08:23:40.602909+0000 mgr.y (mgr.44100) 67 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 180 MiB data, 293 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 174 KiB/s wr, 14 op/s 2024-02-18T08:23:42.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:42 smithi191 bash[38688]: cluster 2024-02-18T08:23:41.629744+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-02-18T08:23:42.635 INFO:tasks.rados.rados.0.smithi110.stdout:1075: done (4 left) 2024-02-18T08:23:42.635 INFO:tasks.rados.rados.0.smithi110.stdout:1076: delete oid 38 current snap is 107 2024-02-18T08:23:42.636 INFO:tasks.rados.rados.0.smithi110.stdout:1072: finishing write tid 1 to smithi11051043-25 2024-02-18T08:23:42.636 INFO:tasks.rados.rados.0.smithi110.stdout:1072: finishing write tid 3 to smithi11051043-25 2024-02-18T08:23:42.636 INFO:tasks.rados.rados.0.smithi110.stdout:1072: finishing write tid 4 to smithi11051043-25 2024-02-18T08:23:42.636 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 546 (ObjNum 332 snap 107 seq_num 332) dirty exists 2024-02-18T08:23:42.636 INFO:tasks.rados.rados.0.smithi110.stdout:1072: left oid 25 (ObjNum 332 snap 107 seq_num 332) 2024-02-18T08:23:42.636 INFO:tasks.rados.rados.0.smithi110.stdout:1073: expect (ObjNum 219 snap 58 seq_num 219) 2024-02-18T08:23:42.667 INFO:tasks.rados.rados.0.smithi110.stdout:1074: expect (ObjNum 264 snap 73 seq_num 264) 2024-02-18T08:23:42.937 INFO:tasks.rados.rados.0.smithi110.stdout:1070: expect (ObjNum 275 snap 76 seq_num 275) 2024-02-18T08:23:43.283 INFO:tasks.rados.rados.0.smithi110.stdout:1070: done (4 left) 2024-02-18T08:23:43.283 INFO:tasks.rados.rados.0.smithi110.stdout:1072: done (3 left) 2024-02-18T08:23:43.283 INFO:tasks.rados.rados.0.smithi110.stdout:1073: done (2 left) 2024-02-18T08:23:43.283 INFO:tasks.rados.rados.0.smithi110.stdout:1074: done (1 left) 2024-02-18T08:23:43.284 INFO:tasks.rados.rados.0.smithi110.stdout:1076: done (0 left) 2024-02-18T08:23:43.284 INFO:tasks.rados.rados.0.smithi110.stdout:1077: delete oid 33 current snap is 107 2024-02-18T08:23:43.288 INFO:tasks.rados.rados.0.smithi110.stdout:1077: done (0 left) 2024-02-18T08:23:43.288 INFO:tasks.rados.rados.0.smithi110.stdout:1078: rollback oid 13 current snap is 107 2024-02-18T08:23:43.288 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 103 2024-02-18T08:23:43.288 INFO:tasks.rados.rados.0.smithi110.stdout:1079: snap_remove snap 91 2024-02-18T08:23:43.503 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:43 smithi191 bash[38688]: audit 2024-02-18T08:23:42.217567+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:43.503 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:43 smithi191 bash[38688]: cephadm 2024-02-18T08:23:42.219444+0000 mgr.y (mgr.44100) 68 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-02-18T08:23:43.503 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:43 smithi191 bash[38688]: audit 2024-02-18T08:23:42.220020+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-18T08:23:43.503 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:43 smithi191 bash[38688]: audit 2024-02-18T08:23:42.221498+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:43.503 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:43 smithi191 bash[38688]: cephadm 2024-02-18T08:23:42.224579+0000 mgr.y (mgr.44100) 69 : cephadm [INF] Reconfiguring daemon osd.5 on smithi191 2024-02-18T08:23:43.503 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:43 smithi191 bash[38688]: audit 2024-02-18T08:23:42.225587+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2024-02-18T08:23:43.503 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:43 smithi191 bash[38688]: cluster 2024-02-18T08:23:42.603563+0000 mgr.y (mgr.44100) 70 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 180 MiB data, 293 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 174 KiB/s wr, 14 op/s 2024-02-18T08:23:43.503 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:43 smithi191 bash[38688]: cluster 2024-02-18T08:23:42.631808+0000 mon.a (mon.0) 208 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-02-18T08:23:43.524 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[54479]: audit 2024-02-18T08:23:42.217567+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:43.524 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[54479]: cephadm 2024-02-18T08:23:42.219444+0000 mgr.y (mgr.44100) 68 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-02-18T08:23:43.524 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[54479]: audit 2024-02-18T08:23:42.220020+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-18T08:23:43.524 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[54479]: audit 2024-02-18T08:23:42.221498+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:43.524 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[54479]: cephadm 2024-02-18T08:23:42.224579+0000 mgr.y (mgr.44100) 69 : cephadm [INF] Reconfiguring daemon osd.5 on smithi191 2024-02-18T08:23:43.524 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[54479]: audit 2024-02-18T08:23:42.225587+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2024-02-18T08:23:43.524 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[54479]: cluster 2024-02-18T08:23:42.603563+0000 mgr.y (mgr.44100) 70 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 180 MiB data, 293 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 174 KiB/s wr, 14 op/s 2024-02-18T08:23:43.524 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[54479]: cluster 2024-02-18T08:23:42.631808+0000 mon.a (mon.0) 208 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-02-18T08:23:43.524 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[55875]: audit 2024-02-18T08:23:42.217567+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:43.525 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[55875]: cephadm 2024-02-18T08:23:42.219444+0000 mgr.y (mgr.44100) 68 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-02-18T08:23:43.525 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[55875]: audit 2024-02-18T08:23:42.220020+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-18T08:23:43.525 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[55875]: audit 2024-02-18T08:23:42.221498+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:43.525 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[55875]: cephadm 2024-02-18T08:23:42.224579+0000 mgr.y (mgr.44100) 69 : cephadm [INF] Reconfiguring daemon osd.5 on smithi191 2024-02-18T08:23:43.525 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[55875]: audit 2024-02-18T08:23:42.225587+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2024-02-18T08:23:43.525 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[55875]: cluster 2024-02-18T08:23:42.603563+0000 mgr.y (mgr.44100) 70 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 180 MiB data, 293 MiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 174 KiB/s wr, 14 op/s 2024-02-18T08:23:43.525 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[55875]: cluster 2024-02-18T08:23:42.631808+0000 mon.a (mon.0) 208 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-02-18T08:23:43.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:43.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:43.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:43.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:43.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:43.520Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:23:44.235 INFO:tasks.rados.rados.0.smithi110.stdout:1079: done (1 left) 2024-02-18T08:23:44.235 INFO:tasks.rados.rados.0.smithi110.stdout:1080: read oid 34 snap -1 2024-02-18T08:23:44.235 INFO:tasks.rados.rados.0.smithi110.stdout:1080: expect deleted 2024-02-18T08:23:44.235 INFO:tasks.rados.rados.0.smithi110.stdout:1081: rmattr oid 50 current snap is 107 2024-02-18T08:23:44.236 INFO:tasks.rados.rados.0.smithi110.stdout:1078: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:23:44.236 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 487 (ObjNum 1 snap 22008 seq_num 4165089392) dirty dne 2024-02-18T08:23:44.236 INFO:tasks.rados.rados.0.smithi110.stdout:1078: done (2 left) 2024-02-18T08:23:44.236 INFO:tasks.rados.rados.0.smithi110.stdout:1081: done (1 left) 2024-02-18T08:23:44.236 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 107 2024-02-18T08:23:44.236 INFO:tasks.rados.rados.0.smithi110.stdout:1082: seq_num 335 ranges {0=417792,417792=401408} 2024-02-18T08:23:44.238 INFO:tasks.rados.rados.0.smithi110.stdout:1082: writing smithi11051043-14 from 0 to 417792 tid 1 2024-02-18T08:23:44.241 INFO:tasks.rados.rados.0.smithi110.stdout:1082: writing smithi11051043-14 from 417792 to 819200 tid 2 2024-02-18T08:23:44.241 INFO:tasks.rados.rados.0.smithi110.stdout:1083: delete oid 37 current snap is 107 2024-02-18T08:23:44.250 INFO:tasks.rados.rados.0.smithi110.stdout:1080: done (2 left) 2024-02-18T08:23:44.250 INFO:tasks.rados.rados.0.smithi110.stdout:1083: done (1 left) 2024-02-18T08:23:44.250 INFO:tasks.rados.rados.0.smithi110.stdout:1084: read oid 30 snap -1 2024-02-18T08:23:44.251 INFO:tasks.rados.rados.0.smithi110.stdout:1084: expect (ObjNum 205 snap 55 seq_num 205) 2024-02-18T08:23:44.251 INFO:tasks.rados.rados.0.smithi110.stdout:1085: copy_from oid 4 from oid 27 current snap is 107 2024-02-18T08:23:44.251 INFO:tasks.rados.rados.0.smithi110.stdout:1086: rollback oid 11 current snap is 107 2024-02-18T08:23:44.251 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 11 to 97 2024-02-18T08:23:44.251 INFO:tasks.rados.rados.0.smithi110.stdout:1087: copy_from oid 5 from oid 7 current snap is 107 2024-02-18T08:23:44.251 INFO:tasks.rados.rados.0.smithi110.stdout:1088: setattr oid 23 current snap is 107 2024-02-18T08:23:44.252 INFO:tasks.rados.rados.0.smithi110.stdout:1089: delete oid 2 current snap is 107 2024-02-18T08:23:44.256 INFO:tasks.rados.rados.0.smithi110.stdout:1087: finishing copy_from to smithi11051043-5 2024-02-18T08:23:44.256 INFO:tasks.rados.rados.0.smithi110.stdout:1087: got expected ENOENT (src dne) 2024-02-18T08:23:44.256 INFO:tasks.rados.rados.0.smithi110.stdout:1087: finishing copy_from racing read to smithi11051043-5 2024-02-18T08:23:44.259 INFO:tasks.rados.rados.0.smithi110.stdout:1082: finishing write tid 1 to smithi11051043-14 2024-02-18T08:23:44.259 INFO:tasks.rados.rados.0.smithi110.stdout:1082: finishing write tid 2 to smithi11051043-14 2024-02-18T08:23:44.259 INFO:tasks.rados.rados.0.smithi110.stdout:1082: finishing write tid 4 to smithi11051043-14 2024-02-18T08:23:44.259 INFO:tasks.rados.rados.0.smithi110.stdout:1086: finishing rollback tid 0 to smithi11051043-11 2024-02-18T08:23:44.259 INFO:tasks.rados.rados.0.smithi110.stdout:1082: finishing write tid 5 to smithi11051043-14 2024-02-18T08:23:44.259 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 224 (ObjNum 335 snap 107 seq_num 335) dirty exists 2024-02-18T08:23:44.259 INFO:tasks.rados.rados.0.smithi110.stdout:1082: left oid 14 (ObjNum 335 snap 107 seq_num 335) 2024-02-18T08:23:44.261 INFO:tasks.rados.rados.0.smithi110.stdout:1082: done (6 left) 2024-02-18T08:23:44.261 INFO:tasks.rados.rados.0.smithi110.stdout:1087: done (5 left) 2024-02-18T08:23:44.261 INFO:tasks.rados.rados.0.smithi110.stdout:1089: done (4 left) 2024-02-18T08:23:44.261 INFO:tasks.rados.rados.0.smithi110.stdout:1090: read oid 36 snap -1 2024-02-18T08:23:44.261 INFO:tasks.rados.rados.0.smithi110.stdout:1090: expect (ObjNum 273 snap 76 seq_num 273) 2024-02-18T08:23:44.261 INFO:tasks.rados.rados.0.smithi110.stdout:1091: read oid 29 snap 94 2024-02-18T08:23:44.261 INFO:tasks.rados.rados.0.smithi110.stdout:1091: expect deleted 2024-02-18T08:23:44.261 INFO:tasks.rados.rados.0.smithi110.stdout:1092: snap_remove snap 82 2024-02-18T08:23:44.625 INFO:tasks.rados.rados.0.smithi110.stdout:1092: done (6 left) 2024-02-18T08:23:44.625 INFO:tasks.rados.rados.0.smithi110.stdout:1093: copy_from oid 34 from oid 40 current snap is 107 2024-02-18T08:23:44.625 INFO:tasks.rados.rados.0.smithi110.stdout:1086: finishing rollback tid 1 to smithi11051043-11 2024-02-18T08:23:44.626 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 659 (ObjNum 318 snap 100 seq_num 318) dirty exists 2024-02-18T08:23:44.626 INFO:tasks.rados.rados.0.smithi110.stdout:1086: finishing rollback tid 2 to smithi11051043-11 2024-02-18T08:23:44.626 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 492 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-02-18T08:23:44.626 INFO:tasks.rados.rados.0.smithi110.stdout:1084: expect (ObjNum 205 snap 55 seq_num 205) 2024-02-18T08:23:44.705 INFO:tasks.rados.rados.0.smithi110.stdout:1085: finishing copy_from to smithi11051043-4 2024-02-18T08:23:44.705 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 563 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:23:44.705 INFO:tasks.rados.rados.0.smithi110.stdout:1085: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:23:44.705 INFO:tasks.rados.rados.0.smithi110.stdout:1090: expect (ObjNum 273 snap 76 seq_num 273) 2024-02-18T08:23:44.782 INFO:tasks.rados.rados.0.smithi110.stdout:1093: finishing copy_from to smithi11051043-34 2024-02-18T08:23:44.782 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 426 (ObjNum 264 snap 73 seq_num 264) dirty exists 2024-02-18T08:23:44.782 INFO:tasks.rados.rados.0.smithi110.stdout:1093: finishing copy_from racing read to smithi11051043-34 2024-02-18T08:23:44.782 INFO:tasks.rados.rados.0.smithi110.stdout:1084: done (6 left) 2024-02-18T08:23:44.782 INFO:tasks.rados.rados.0.smithi110.stdout:1085: done (5 left) 2024-02-18T08:23:44.782 INFO:tasks.rados.rados.0.smithi110.stdout:1086: done (4 left) 2024-02-18T08:23:44.782 INFO:tasks.rados.rados.0.smithi110.stdout:1088: done (3 left) 2024-02-18T08:23:44.783 INFO:tasks.rados.rados.0.smithi110.stdout:1090: done (2 left) 2024-02-18T08:23:44.783 INFO:tasks.rados.rados.0.smithi110.stdout:1091: done (1 left) 2024-02-18T08:23:44.783 INFO:tasks.rados.rados.0.smithi110.stdout:1093: done (0 left) 2024-02-18T08:23:44.783 INFO:tasks.rados.rados.0.smithi110.stdout:1094: read oid 1 snap -1 2024-02-18T08:23:44.783 INFO:tasks.rados.rados.0.smithi110.stdout:1094: expect (ObjNum 219 snap 58 seq_num 219) 2024-02-18T08:23:44.783 INFO:tasks.rados.rados.0.smithi110.stdout:1095: copy_from oid 15 from oid 27 current snap is 107 2024-02-18T08:23:44.783 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 46 current snap is 107 2024-02-18T08:23:44.783 INFO:tasks.rados.rados.0.smithi110.stdout:1096: seq_num 338 ranges {0=466944,466944=401408} 2024-02-18T08:23:44.790 INFO:tasks.rados.rados.0.smithi110.stdout:1096: writing smithi11051043-46 from 0 to 466944 tid 1 2024-02-18T08:23:44.794 INFO:tasks.rados.rados.0.smithi110.stdout:1096: writing smithi11051043-46 from 466944 to 868352 tid 2 2024-02-18T08:23:44.794 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 107 2024-02-18T08:23:44.794 INFO:tasks.rados.rados.0.smithi110.stdout:1097: seq_num 339 ranges {565248=483328,1048576=401408} 2024-02-18T08:23:44.800 INFO:tasks.rados.rados.0.smithi110.stdout:1097: writing smithi11051043-43 from 565248 to 1048576 tid 1 2024-02-18T08:23:44.803 INFO:tasks.rados.rados.0.smithi110.stdout:1097: writing smithi11051043-43 from 1048576 to 1449984 tid 2 2024-02-18T08:23:44.803 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 107 2024-02-18T08:23:44.803 INFO:tasks.rados.rados.0.smithi110.stdout:1098: seq_num 340 ranges {2056192=499712,2555904=401408} 2024-02-18T08:23:44.817 INFO:tasks.rados.rados.0.smithi110.stdout:1098: writing smithi11051043-42 from 2056192 to 2555904 tid 1 2024-02-18T08:23:44.819 INFO:tasks.rados.rados.0.smithi110.stdout:1098: writing smithi11051043-42 from 2555904 to 2957312 tid 2 2024-02-18T08:23:44.819 INFO:tasks.rados.rados.0.smithi110.stdout:1099: snap_create 2024-02-18T08:23:44.819 INFO:tasks.rados.rados.0.smithi110.stdout:1094: expect (ObjNum 219 snap 58 seq_num 219) 2024-02-18T08:23:44.850 INFO:tasks.rados.rados.0.smithi110.stdout:1096: finishing write tid 1 to smithi11051043-46 2024-02-18T08:23:44.850 INFO:tasks.rados.rados.0.smithi110.stdout:1096: finishing write tid 2 to smithi11051043-46 2024-02-18T08:23:44.850 INFO:tasks.rados.rados.0.smithi110.stdout:1096: finishing write tid 4 to smithi11051043-46 2024-02-18T08:23:44.850 INFO:tasks.rados.rados.0.smithi110.stdout:1096: finishing write tid 5 to smithi11051043-46 2024-02-18T08:23:44.850 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 160 (ObjNum 338 snap 107 seq_num 338) dirty exists 2024-02-18T08:23:44.850 INFO:tasks.rados.rados.0.smithi110.stdout:1096: left oid 46 (ObjNum 338 snap 107 seq_num 338) 2024-02-18T08:23:44.850 INFO:tasks.rados.rados.0.smithi110.stdout:1095: finishing copy_from to smithi11051043-15 2024-02-18T08:23:44.850 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 563 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:23:44.850 INFO:tasks.rados.rados.0.smithi110.stdout:1095: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:23:44.850 INFO:tasks.rados.rados.0.smithi110.stdout:1097: finishing write tid 1 to smithi11051043-43 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:1097: finishing write tid 2 to smithi11051043-43 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:1097: finishing write tid 4 to smithi11051043-43 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:1097: finishing write tid 5 to smithi11051043-43 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 162 (ObjNum 339 snap 107 seq_num 339) dirty exists 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:1097: left oid 43 (ObjNum 339 snap 107 seq_num 339) 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:1098: finishing write tid 1 to smithi11051043-42 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:1098: finishing write tid 2 to smithi11051043-42 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:1098: finishing write tid 4 to smithi11051043-42 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:1098: finishing write tid 5 to smithi11051043-42 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 165 (ObjNum 340 snap 107 seq_num 340) dirty exists 2024-02-18T08:23:44.851 INFO:tasks.rados.rados.0.smithi110.stdout:1098: left oid 42 (ObjNum 340 snap 107 seq_num 340) 2024-02-18T08:23:44.876 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:23:45.203 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:23:45.203 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (7m) 45s ago 7m 13.6M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:23:45.203 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (7m) 25s ago 7m 24.7M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:23:45.203 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (5m) 45s ago 5m 13.5M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:23:45.203 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (5m) 25s ago 5m 16.3M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (94s) 25s ago 11m 376M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (2m) 45s ago 13m 409M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (81s) 45s ago 13m 38.4M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (40s) 25s ago 11m 24.4M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (53s) 45s ago 11m 22.5M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (7m) 45s ago 7m 10.7M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (7m) 25s ago 7m 11.3M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (10m) 45s ago 10m 152M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 4653ae3edd3d 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (10m) 45s ago 10m 124M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 d367d50f4287 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (9m) 45s ago 10m 100M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 7034e30efa32 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (9m) 45s ago 9m 81.2M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 a630753383f3 2024-02-18T08:23:45.204 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (9m) 25s ago 9m 115M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 2f52ea6278f0 2024-02-18T08:23:45.205 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (8m) 25s ago 8m 125M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:23:45.205 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (8m) 25s ago 8m 119M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:23:45.205 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (8m) 25s ago 8m 87.2M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:23:45.205 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (2m) 25s ago 7m 36.2M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:23:45.580 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:23:45.580 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:23:45.580 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:23:45.581 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:23:45.581 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:23:45.581 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:23:45.581 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:23:45.581 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:23:45.581 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 8 2024-02-18T08:23:45.581 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:23:45.582 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:23:45.582 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:23:45.582 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:23:45.582 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:23:45.582 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 10, 2024-02-18T08:23:45.582 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 5 2024-02-18T08:23:45.582 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:23:45.582 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:23:45.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: cluster 2024-02-18T08:23:44.230701+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-02-18T08:23:45.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:44.297279+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:45.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: cephadm 2024-02-18T08:23:44.298415+0000 mgr.y (mgr.44100) 71 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-02-18T08:23:45.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:44.298792+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-18T08:23:45.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:44.299760+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:45.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: cephadm 2024-02-18T08:23:44.302206+0000 mgr.y (mgr.44100) 72 : cephadm [INF] Reconfiguring daemon osd.6 on smithi191 2024-02-18T08:23:45.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:44.302948+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2024-02-18T08:23:45.597 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: cluster 2024-02-18T08:23:44.604017+0000 mgr.y (mgr.44100) 73 : cluster [DBG] pgmap v91: 89 pgs: 89 active+clean; 180 MiB data, 293 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:23:45.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: cluster 2024-02-18T08:23:44.622415+0000 mon.a (mon.0) 214 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-02-18T08:23:45.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:44.856242+0000 mgr.y (mgr.44100) 74 : audit [DBG] from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:45.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.176438+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:45.598 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.177388+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:45.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.178241+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.179165+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.180039+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.180921+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.186292+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:45.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.187030+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.599 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.187719+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.188263+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.600 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:45 smithi191 bash[38688]: audit 2024-02-18T08:23:45.188776+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.631 INFO:tasks.rados.rados.0.smithi110.stdout:1094: done (5 left) 2024-02-18T08:23:45.631 INFO:tasks.rados.rados.0.smithi110.stdout:1095: done (4 left) 2024-02-18T08:23:45.631 INFO:tasks.rados.rados.0.smithi110.stdout:1096: done (3 left) 2024-02-18T08:23:45.631 INFO:tasks.rados.rados.0.smithi110.stdout:1097: done (2 left) 2024-02-18T08:23:45.631 INFO:tasks.rados.rados.0.smithi110.stdout:1098: done (1 left) 2024-02-18T08:23:45.631 INFO:tasks.rados.rados.0.smithi110.stdout:1099: done (0 left) 2024-02-18T08:23:45.632 INFO:tasks.rados.rados.0.smithi110.stdout:1100: read oid 16 snap -1 2024-02-18T08:23:45.632 INFO:tasks.rados.rados.0.smithi110.stdout:1100: expect (ObjNum 219 snap 58 seq_num 219) 2024-02-18T08:23:45.632 INFO:tasks.rados.rados.0.smithi110.stdout:1101: snap_create 2024-02-18T08:23:45.644 INFO:tasks.rados.rados.0.smithi110.stdout:1100: expect (ObjNum 219 snap 58 seq_num 219) 2024-02-18T08:23:45.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: cluster 2024-02-18T08:23:44.230701+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-02-18T08:23:45.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:44.297279+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:45.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: cephadm 2024-02-18T08:23:44.298415+0000 mgr.y (mgr.44100) 71 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-02-18T08:23:45.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:44.298792+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-18T08:23:45.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:44.299760+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:45.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: cephadm 2024-02-18T08:23:44.302206+0000 mgr.y (mgr.44100) 72 : cephadm [INF] Reconfiguring daemon osd.6 on smithi191 2024-02-18T08:23:45.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:44.302948+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2024-02-18T08:23:45.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: cluster 2024-02-18T08:23:44.604017+0000 mgr.y (mgr.44100) 73 : cluster [DBG] pgmap v91: 89 pgs: 89 active+clean; 180 MiB data, 293 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:23:45.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: cluster 2024-02-18T08:23:44.622415+0000 mon.a (mon.0) 214 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-02-18T08:23:45.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:44.856242+0000 mgr.y (mgr.44100) 74 : audit [DBG] from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:45.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.176438+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:45.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.177388+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:45.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.178241+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.179165+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.725 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.180039+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.180921+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.186292+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:45.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.187030+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.187719+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.188263+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.726 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[54479]: audit 2024-02-18T08:23:45.188776+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.726 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: cluster 2024-02-18T08:23:44.230701+0000 mon.a (mon.0) 209 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-02-18T08:23:45.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:44.297279+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:45.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: cephadm 2024-02-18T08:23:44.298415+0000 mgr.y (mgr.44100) 71 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-02-18T08:23:45.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:44.298792+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-18T08:23:45.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:44.299760+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:45.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: cephadm 2024-02-18T08:23:44.302206+0000 mgr.y (mgr.44100) 72 : cephadm [INF] Reconfiguring daemon osd.6 on smithi191 2024-02-18T08:23:45.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:44.302948+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2024-02-18T08:23:45.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: cluster 2024-02-18T08:23:44.604017+0000 mgr.y (mgr.44100) 73 : cluster [DBG] pgmap v91: 89 pgs: 89 active+clean; 180 MiB data, 293 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:23:45.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: cluster 2024-02-18T08:23:44.622415+0000 mon.a (mon.0) 214 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-02-18T08:23:45.727 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:44.856242+0000 mgr.y (mgr.44100) 74 : audit [DBG] from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.176438+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.177388+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.178241+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.179165+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.180039+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.180921+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.186292+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.187030+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.187719+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.188263+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:45.728 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:45 smithi110 bash[55875]: audit 2024-02-18T08:23:45.188776+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:23:46.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:46 smithi191 bash[38688]: audit 2024-02-18T08:23:45.170899+0000 mgr.y (mgr.44100) 75 : audit [DBG] from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:46.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:46 smithi191 bash[38688]: audit 2024-02-18T08:23:45.576472+0000 mon.c (mon.1) 4 : audit [DBG] from='client.? 172.21.15.110:0/4288448026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:46.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:46 smithi191 bash[38688]: cluster 2024-02-18T08:23:45.627608+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-02-18T08:23:46.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:46 smithi191 bash[38688]: audit 2024-02-18T08:23:46.263765+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:46.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:46 smithi191 bash[38688]: audit 2024-02-18T08:23:46.265364+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-18T08:23:46.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:46 smithi191 bash[38688]: audit 2024-02-18T08:23:46.267021+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:46.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:46 smithi191 bash[38688]: audit 2024-02-18T08:23:46.269758+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2024-02-18T08:23:46.632 INFO:tasks.rados.rados.0.smithi110.stdout:1100: done (1 left) 2024-02-18T08:23:46.632 INFO:tasks.rados.rados.0.smithi110.stdout:1101: done (0 left) 2024-02-18T08:23:46.632 INFO:tasks.rados.rados.0.smithi110.stdout:1102: rmattr oid 40 current snap is 109 2024-02-18T08:23:46.632 INFO:tasks.rados.rados.0.smithi110.stdout:1102: done (0 left) 2024-02-18T08:23:46.632 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 109 2024-02-18T08:23:46.632 INFO:tasks.rados.rados.0.smithi110.stdout:1103: seq_num 341 ranges {1294336=516096,1810432=401408} 2024-02-18T08:23:46.647 INFO:tasks.rados.rados.0.smithi110.stdout:1103: writing smithi11051043-19 from 1294336 to 1810432 tid 1 2024-02-18T08:23:46.649 INFO:tasks.rados.rados.0.smithi110.stdout:1103: writing smithi11051043-19 from 1810432 to 2211840 tid 2 2024-02-18T08:23:46.650 INFO:tasks.rados.rados.0.smithi110.stdout:1104: snap_create 2024-02-18T08:23:46.654 INFO:tasks.rados.rados.0.smithi110.stdout:1103: finishing write tid 1 to smithi11051043-19 2024-02-18T08:23:46.655 INFO:tasks.rados.rados.0.smithi110.stdout:1103: finishing write tid 2 to smithi11051043-19 2024-02-18T08:23:46.655 INFO:tasks.rados.rados.0.smithi110.stdout:1103: finishing write tid 4 to smithi11051043-19 2024-02-18T08:23:46.657 INFO:tasks.rados.rados.0.smithi110.stdout:1103: finishing write tid 5 to smithi11051043-19 2024-02-18T08:23:46.657 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 279 (ObjNum 341 snap 109 seq_num 341) dirty exists 2024-02-18T08:23:46.657 INFO:tasks.rados.rados.0.smithi110.stdout:1103: left oid 19 (ObjNum 341 snap 109 seq_num 341) 2024-02-18T08:23:46.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[54479]: audit 2024-02-18T08:23:45.170899+0000 mgr.y (mgr.44100) 75 : audit [DBG] from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:46.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[54479]: audit 2024-02-18T08:23:45.576472+0000 mon.c (mon.1) 4 : audit [DBG] from='client.? 172.21.15.110:0/4288448026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:46.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[54479]: cluster 2024-02-18T08:23:45.627608+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-02-18T08:23:46.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[54479]: audit 2024-02-18T08:23:46.263765+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:46.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[54479]: audit 2024-02-18T08:23:46.265364+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-18T08:23:46.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[54479]: audit 2024-02-18T08:23:46.267021+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:46.724 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[54479]: audit 2024-02-18T08:23:46.269758+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2024-02-18T08:23:46.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[55875]: audit 2024-02-18T08:23:45.170899+0000 mgr.y (mgr.44100) 75 : audit [DBG] from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:23:46.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[55875]: audit 2024-02-18T08:23:45.576472+0000 mon.c (mon.1) 4 : audit [DBG] from='client.? 172.21.15.110:0/4288448026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:46.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[55875]: cluster 2024-02-18T08:23:45.627608+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-02-18T08:23:46.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[55875]: audit 2024-02-18T08:23:46.263765+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:46.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[55875]: audit 2024-02-18T08:23:46.265364+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-18T08:23:46.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[55875]: audit 2024-02-18T08:23:46.267021+0000 mon.a (mon.0) 229 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:46.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:46 smithi110 bash[55875]: audit 2024-02-18T08:23:46.269758+0000 mon.a (mon.0) 230 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2024-02-18T08:23:47.643 INFO:tasks.rados.rados.0.smithi110.stdout:1103: done (1 left) 2024-02-18T08:23:47.643 INFO:tasks.rados.rados.0.smithi110.stdout:1104: done (0 left) 2024-02-18T08:23:47.644 INFO:tasks.rados.rados.0.smithi110.stdout:1105: snap_remove snap 105 2024-02-18T08:23:47.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:47 smithi191 bash[38688]: cephadm 2024-02-18T08:23:46.264937+0000 mgr.y (mgr.44100) 76 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-02-18T08:23:47.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:47 smithi191 bash[38688]: cephadm 2024-02-18T08:23:46.268940+0000 mgr.y (mgr.44100) 77 : cephadm [INF] Reconfiguring daemon osd.7 on smithi191 2024-02-18T08:23:47.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:47 smithi191 bash[38688]: cluster 2024-02-18T08:23:46.604667+0000 mgr.y (mgr.44100) 78 : cluster [DBG] pgmap v94: 89 pgs: 4 active+clean+snaptrim, 85 active+clean; 190 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-02-18T08:23:47.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:47 smithi191 bash[38688]: cluster 2024-02-18T08:23:46.628838+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-02-18T08:23:47.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:47 smithi110 bash[54479]: cephadm 2024-02-18T08:23:46.264937+0000 mgr.y (mgr.44100) 76 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-02-18T08:23:47.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:47 smithi110 bash[54479]: cephadm 2024-02-18T08:23:46.268940+0000 mgr.y (mgr.44100) 77 : cephadm [INF] Reconfiguring daemon osd.7 on smithi191 2024-02-18T08:23:47.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:47 smithi110 bash[54479]: cluster 2024-02-18T08:23:46.604667+0000 mgr.y (mgr.44100) 78 : cluster [DBG] pgmap v94: 89 pgs: 4 active+clean+snaptrim, 85 active+clean; 190 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-02-18T08:23:47.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:47 smithi110 bash[54479]: cluster 2024-02-18T08:23:46.628838+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-02-18T08:23:47.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:47 smithi110 bash[55875]: cephadm 2024-02-18T08:23:46.264937+0000 mgr.y (mgr.44100) 76 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-02-18T08:23:47.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:47 smithi110 bash[55875]: cephadm 2024-02-18T08:23:46.268940+0000 mgr.y (mgr.44100) 77 : cephadm [INF] Reconfiguring daemon osd.7 on smithi191 2024-02-18T08:23:47.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:47 smithi110 bash[55875]: cluster 2024-02-18T08:23:46.604667+0000 mgr.y (mgr.44100) 78 : cluster [DBG] pgmap v94: 89 pgs: 4 active+clean+snaptrim, 85 active+clean; 190 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-02-18T08:23:47.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:47 smithi110 bash[55875]: cluster 2024-02-18T08:23:46.628838+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-02-18T08:23:48.647 INFO:tasks.rados.rados.0.smithi110.stdout:1105: done (0 left) 2024-02-18T08:23:48.647 INFO:tasks.rados.rados.0.smithi110.stdout:1106: copy_from oid 33 from oid 1 current snap is 110 2024-02-18T08:23:48.648 INFO:tasks.rados.rados.0.smithi110.stdout:1107: read oid 46 snap -1 2024-02-18T08:23:48.648 INFO:tasks.rados.rados.0.smithi110.stdout:1107: expect (ObjNum 338 snap 107 seq_num 338) 2024-02-18T08:23:48.648 INFO:tasks.rados.rados.0.smithi110.stdout:1108: snap_remove snap 107 2024-02-18T08:23:48.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:48 smithi110 bash[54479]: cluster 2024-02-18T08:23:47.640393+0000 mon.a (mon.0) 232 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-02-18T08:23:48.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:48 smithi110 bash[54479]: audit 2024-02-18T08:23:48.321176+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:48.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:48 smithi110 bash[54479]: audit 2024-02-18T08:23:48.325095+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:23:48.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:48 smithi110 bash[54479]: audit 2024-02-18T08:23:48.327100+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:48.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:48 smithi110 bash[54479]: audit 2024-02-18T08:23:48.329388+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "container_image"}]: dispatch 2024-02-18T08:23:48.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:48 smithi110 bash[55875]: cluster 2024-02-18T08:23:47.640393+0000 mon.a (mon.0) 232 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-02-18T08:23:48.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:48 smithi110 bash[55875]: audit 2024-02-18T08:23:48.321176+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:48.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:48 smithi110 bash[55875]: audit 2024-02-18T08:23:48.325095+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:23:48.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:48 smithi110 bash[55875]: audit 2024-02-18T08:23:48.327100+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:48.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:48 smithi110 bash[55875]: audit 2024-02-18T08:23:48.329388+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "container_image"}]: dispatch 2024-02-18T08:23:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:48 smithi191 bash[38688]: cluster 2024-02-18T08:23:47.640393+0000 mon.a (mon.0) 232 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-02-18T08:23:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:48 smithi191 bash[38688]: audit 2024-02-18T08:23:48.321176+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:48 smithi191 bash[38688]: audit 2024-02-18T08:23:48.325095+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:23:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:48 smithi191 bash[38688]: audit 2024-02-18T08:23:48.327100+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:48 smithi191 bash[38688]: audit 2024-02-18T08:23:48.329388+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "container_image"}]: dispatch 2024-02-18T08:23:49.632 INFO:tasks.rados.rados.0.smithi110.stdout:1108: done (2 left) 2024-02-18T08:23:49.632 INFO:tasks.rados.rados.0.smithi110.stdout:1109: snap_remove snap 108 2024-02-18T08:23:49.673 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:49 smithi191 bash[38688]: cephadm 2024-02-18T08:23:48.324380+0000 mgr.y (mgr.44100) 79 : cephadm [INF] Reconfiguring mds.foo.smithi191.yrmaff (monmap changed)... 2024-02-18T08:23:49.674 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:49 smithi191 bash[38688]: cephadm 2024-02-18T08:23:48.328512+0000 mgr.y (mgr.44100) 80 : cephadm [INF] Reconfiguring daemon mds.foo.smithi191.yrmaff on smithi191 2024-02-18T08:23:49.674 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:49 smithi191 bash[38688]: cluster 2024-02-18T08:23:48.605350+0000 mgr.y (mgr.44100) 81 : cluster [DBG] pgmap v97: 89 pgs: 4 active+clean+snaptrim, 85 active+clean; 190 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-02-18T08:23:49.674 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:49 smithi191 bash[38688]: cluster 2024-02-18T08:23:48.643347+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-02-18T08:23:49.674 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:49 smithi191 bash[38688]: cluster 2024-02-18T08:23:49.628611+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-02-18T08:23:49.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:49 smithi110 bash[54479]: cephadm 2024-02-18T08:23:48.324380+0000 mgr.y (mgr.44100) 79 : cephadm [INF] Reconfiguring mds.foo.smithi191.yrmaff (monmap changed)... 2024-02-18T08:23:49.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:49 smithi110 bash[54479]: cephadm 2024-02-18T08:23:48.328512+0000 mgr.y (mgr.44100) 80 : cephadm [INF] Reconfiguring daemon mds.foo.smithi191.yrmaff on smithi191 2024-02-18T08:23:49.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:49 smithi110 bash[54479]: cluster 2024-02-18T08:23:48.605350+0000 mgr.y (mgr.44100) 81 : cluster [DBG] pgmap v97: 89 pgs: 4 active+clean+snaptrim, 85 active+clean; 190 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-02-18T08:23:49.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:49 smithi110 bash[54479]: cluster 2024-02-18T08:23:48.643347+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-02-18T08:23:49.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:49 smithi110 bash[54479]: cluster 2024-02-18T08:23:49.628611+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-02-18T08:23:49.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:49 smithi110 bash[55875]: cephadm 2024-02-18T08:23:48.324380+0000 mgr.y (mgr.44100) 79 : cephadm [INF] Reconfiguring mds.foo.smithi191.yrmaff (monmap changed)... 2024-02-18T08:23:49.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:49 smithi110 bash[55875]: cephadm 2024-02-18T08:23:48.328512+0000 mgr.y (mgr.44100) 80 : cephadm [INF] Reconfiguring daemon mds.foo.smithi191.yrmaff on smithi191 2024-02-18T08:23:49.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:49 smithi110 bash[55875]: cluster 2024-02-18T08:23:48.605350+0000 mgr.y (mgr.44100) 81 : cluster [DBG] pgmap v97: 89 pgs: 4 active+clean+snaptrim, 85 active+clean; 190 MiB data, 295 MiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-02-18T08:23:49.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:49 smithi110 bash[55875]: cluster 2024-02-18T08:23:48.643347+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-02-18T08:23:49.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:49 smithi110 bash[55875]: cluster 2024-02-18T08:23:49.628611+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-02-18T08:23:50.632 INFO:tasks.rados.rados.0.smithi110.stdout:1109: done (2 left) 2024-02-18T08:23:50.632 INFO:tasks.rados.rados.0.smithi110.stdout:1110: snap_create 2024-02-18T08:23:50.632 INFO:tasks.rados.rados.0.smithi110.stdout:1107: expect (ObjNum 338 snap 107 seq_num 338) 2024-02-18T08:23:50.652 INFO:tasks.rados.rados.0.smithi110.stdout:1106: finishing copy_from to smithi11051043-33 2024-02-18T08:23:50.652 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 542 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:23:50.652 INFO:tasks.rados.rados.0.smithi110.stdout:1106: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:23:51.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.312103+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:51.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.316099+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:23:51.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.321597+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.324784+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: cephadm 2024-02-18T08:23:50.326189+0000 mgr.y (mgr.44100) 82 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.335109+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.336610+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.341936+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.343363+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.350180+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.351548+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.356659+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.359064+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: cephadm 2024-02-18T08:23:50.360334+0000 mgr.y (mgr.44100) 83 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.365355+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.367954+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-02-18T08:23:51.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: audit 2024-02-18T08:23:50.368223+0000 mgr.y (mgr.44100) 84 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-02-18T08:23:51.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: cephadm 2024-02-18T08:23:50.369571+0000 mgr.y (mgr.44100) 85 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-02-18T08:23:51.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: cluster 2024-02-18T08:23:50.606032+0000 mgr.y (mgr.44100) 86 : cluster [DBG] pgmap v100: 89 pgs: 89 active+clean; 196 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-02-18T08:23:51.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:51 smithi191 bash[38688]: cluster 2024-02-18T08:23:50.628998+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-02-18T08:23:51.630 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.312103+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.316099+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.321597+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.324784+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: cephadm 2024-02-18T08:23:50.326189+0000 mgr.y (mgr.44100) 82 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.335109+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.336610+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.341936+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.343363+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.350180+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.351548+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.356659+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.359064+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:51.631 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: cephadm 2024-02-18T08:23:50.360334+0000 mgr.y (mgr.44100) 83 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-02-18T08:23:51.632 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.365355+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:51.632 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.367954+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-02-18T08:23:51.632 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: audit 2024-02-18T08:23:50.368223+0000 mgr.y (mgr.44100) 84 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-02-18T08:23:51.632 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: cephadm 2024-02-18T08:23:50.369571+0000 mgr.y (mgr.44100) 85 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-02-18T08:23:51.632 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: cluster 2024-02-18T08:23:50.606032+0000 mgr.y (mgr.44100) 86 : cluster [DBG] pgmap v100: 89 pgs: 89 active+clean; 196 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-02-18T08:23:51.632 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[54479]: cluster 2024-02-18T08:23:50.628998+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-02-18T08:23:51.632 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.312103+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:51.632 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.316099+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:23:51.632 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.321597+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:51.632 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.324784+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: cephadm 2024-02-18T08:23:50.326189+0000 mgr.y (mgr.44100) 82 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.335109+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.336610+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.341936+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.343363+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.350180+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.351548+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.356659+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.359064+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: cephadm 2024-02-18T08:23:50.360334+0000 mgr.y (mgr.44100) 83 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.365355+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.367954+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: audit 2024-02-18T08:23:50.368223+0000 mgr.y (mgr.44100) 84 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: cephadm 2024-02-18T08:23:50.369571+0000 mgr.y (mgr.44100) 85 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-02-18T08:23:51.633 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: cluster 2024-02-18T08:23:50.606032+0000 mgr.y (mgr.44100) 86 : cluster [DBG] pgmap v100: 89 pgs: 89 active+clean; 196 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-02-18T08:23:51.634 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[55875]: cluster 2024-02-18T08:23:50.628998+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-02-18T08:23:51.637 INFO:tasks.rados.rados.0.smithi110.stdout:1106: done (2 left) 2024-02-18T08:23:51.638 INFO:tasks.rados.rados.0.smithi110.stdout:1107: done (1 left) 2024-02-18T08:23:51.638 INFO:tasks.rados.rados.0.smithi110.stdout:1110: done (0 left) 2024-02-18T08:23:51.638 INFO:tasks.rados.rados.0.smithi110.stdout:1111: rmattr oid 26 current snap is 111 2024-02-18T08:23:51.638 INFO:tasks.rados.rados.0.smithi110.stdout:1112: rmattr oid 42 current snap is 111 2024-02-18T08:23:51.638 INFO:tasks.rados.rados.0.smithi110.stdout:1113: rmattr oid 24 current snap is 111 2024-02-18T08:23:51.638 INFO:tasks.rados.rados.0.smithi110.stdout:1113: done (2 left) 2024-02-18T08:23:51.638 INFO:tasks.rados.rados.0.smithi110.stdout:1114: snap_remove snap 103 2024-02-18T08:23:51.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:51.626Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:51.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:51.626Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:51.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:51.626Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:23:52.645 INFO:tasks.rados.rados.0.smithi110.stdout:1114: done (2 left) 2024-02-18T08:23:52.645 INFO:tasks.rados.rados.0.smithi110.stdout:1115: delete oid 10 current snap is 111 2024-02-18T08:23:52.645 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 166 (ObjNum 340 snap 107 seq_num 340) dirty exists 2024-02-18T08:23:52.645 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 677 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:23:52.651 INFO:tasks.rados.rados.0.smithi110.stdout:1111: done (2 left) 2024-02-18T08:23:52.651 INFO:tasks.rados.rados.0.smithi110.stdout:1112: done (1 left) 2024-02-18T08:23:52.651 INFO:tasks.rados.rados.0.smithi110.stdout:1115: done (0 left) 2024-02-18T08:23:52.651 INFO:tasks.rados.rados.0.smithi110.stdout:1116: rollback oid 3 current snap is 111 2024-02-18T08:23:52.651 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 3 to 106 2024-02-18T08:23:52.651 INFO:tasks.rados.rados.0.smithi110.stdout:1117: setattr oid 37 current snap is 111 2024-02-18T08:23:52.659 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 111 2024-02-18T08:23:52.659 INFO:tasks.rados.rados.0.smithi110.stdout:1118: seq_num 343 ranges {1794048=548864,2342912=401408} 2024-02-18T08:23:52.667 INFO:tasks.rados.rados.0.smithi110.stdout:1118: writing smithi11051043-18 from 1794048 to 2342912 tid 1 2024-02-18T08:23:52.670 INFO:tasks.rados.rados.0.smithi110.stdout:1118: writing smithi11051043-18 from 2342912 to 2744320 tid 2 2024-02-18T08:23:52.670 INFO:tasks.rados.rados.0.smithi110.stdout:1119: snap_create 2024-02-18T08:23:52.670 INFO:tasks.rados.rados.0.smithi110.stdout:1116: finishing rollback tid 1 to smithi11051043-3 2024-02-18T08:23:52.670 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 486 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:23:52.670 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 550 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:23:52.675 INFO:tasks.rados.rados.0.smithi110.stdout:1118: finishing write tid 1 to smithi11051043-18 2024-02-18T08:23:52.675 INFO:tasks.rados.rados.0.smithi110.stdout:1118: finishing write tid 2 to smithi11051043-18 2024-02-18T08:23:52.675 INFO:tasks.rados.rados.0.smithi110.stdout:1118: finishing write tid 4 to smithi11051043-18 2024-02-18T08:23:52.678 INFO:tasks.rados.rados.0.smithi110.stdout:1118: finishing write tid 5 to smithi11051043-18 2024-02-18T08:23:52.678 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 502 (ObjNum 343 snap 111 seq_num 343) dirty exists 2024-02-18T08:23:52.678 INFO:tasks.rados.rados.0.smithi110.stdout:1118: left oid 18 (ObjNum 343 snap 111 seq_num 343) 2024-02-18T08:23:52.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:52 smithi110 bash[54479]: cluster 2024-02-18T08:23:51.634632+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-02-18T08:23:52.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:52 smithi110 bash[55875]: cluster 2024-02-18T08:23:51.634632+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-02-18T08:23:53.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:52 smithi191 bash[38688]: cluster 2024-02-18T08:23:51.634632+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-02-18T08:23:53.652 INFO:tasks.rados.rados.0.smithi110.stdout:1116: done (3 left) 2024-02-18T08:23:53.652 INFO:tasks.rados.rados.0.smithi110.stdout:1117: done (2 left) 2024-02-18T08:23:53.653 INFO:tasks.rados.rados.0.smithi110.stdout:1118: done (1 left) 2024-02-18T08:23:53.653 INFO:tasks.rados.rados.0.smithi110.stdout:1119: done (0 left) 2024-02-18T08:23:53.653 INFO:tasks.rados.rados.0.smithi110.stdout:1120: read oid 7 snap 110 2024-02-18T08:23:53.653 INFO:tasks.rados.rados.0.smithi110.stdout:1120: expect deleted 2024-02-18T08:23:53.653 INFO:tasks.rados.rados.0.smithi110.stdout:1121: rmattr oid 2 current snap is 112 2024-02-18T08:23:53.653 INFO:tasks.rados.rados.0.smithi110.stdout:1121: done (1 left) 2024-02-18T08:23:53.653 INFO:tasks.rados.rados.0.smithi110.stdout:1122: copy_from oid 47 from oid 9 current snap is 112 2024-02-18T08:23:53.653 INFO:tasks.rados.rados.0.smithi110.stdout:1123: copy_from oid 42 from oid 35 current snap is 112 2024-02-18T08:23:53.653 INFO:tasks.rados.rados.0.smithi110.stdout:1124: copy_from oid 15 from oid 1 current snap is 112 2024-02-18T08:23:53.653 INFO:tasks.rados.rados.0.smithi110.stdout:1125: delete oid 28 current snap is 112 2024-02-18T08:23:53.676 INFO:tasks.rados.rados.0.smithi110.stdout:1120: done (4 left) 2024-02-18T08:23:53.676 INFO:tasks.rados.rados.0.smithi110.stdout:1125: done (3 left) 2024-02-18T08:23:53.676 INFO:tasks.rados.rados.0.smithi110.stdout:1126: rollback oid 40 current snap is 112 2024-02-18T08:23:53.676 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 40 to 97 2024-02-18T08:23:53.676 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 112 2024-02-18T08:23:53.676 INFO:tasks.rados.rados.0.smithi110.stdout:1127: seq_num 345 ranges {6135808=581632,6717440=401408} 2024-02-18T08:23:53.707 INFO:tasks.rados.rados.0.smithi110.stdout:1127: writing smithi11051043-48 from 6135808 to 6717440 tid 1 2024-02-18T08:23:53.709 INFO:tasks.rados.rados.0.smithi110.stdout:1127: writing smithi11051043-48 from 6717440 to 7118848 tid 2 2024-02-18T08:23:53.709 INFO:tasks.rados.rados.0.smithi110.stdout:1128: snap_remove snap 110 2024-02-18T08:23:53.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:53.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:53.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:53.520Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:23:53.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:23:53.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[54479]: cluster 2024-02-18T08:23:52.606682+0000 mgr.y (mgr.44100) 87 : cluster [DBG] pgmap v103: 89 pgs: 89 active+clean; 196 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[54479]: cluster 2024-02-18T08:23:52.641616+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[54479]: cephadm 2024-02-18T08:23:52.757900+0000 mgr.y (mgr.44100) 88 : cephadm [INF] Upgrade: Updating osd.0 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[54479]: audit 2024-02-18T08:23:52.763654+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[54479]: audit 2024-02-18T08:23:52.765198+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[54479]: audit 2024-02-18T08:23:52.766657+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[54479]: cephadm 2024-02-18T08:23:52.768301+0000 mgr.y (mgr.44100) 89 : cephadm [INF] Deploying daemon osd.0 on smithi110 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[54479]: audit 2024-02-18T08:23:52.768936+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[55875]: cluster 2024-02-18T08:23:52.606682+0000 mgr.y (mgr.44100) 87 : cluster [DBG] pgmap v103: 89 pgs: 89 active+clean; 196 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[55875]: cluster 2024-02-18T08:23:52.641616+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[55875]: cephadm 2024-02-18T08:23:52.757900+0000 mgr.y (mgr.44100) 88 : cephadm [INF] Upgrade: Updating osd.0 2024-02-18T08:23:53.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[55875]: audit 2024-02-18T08:23:52.763654+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:53.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[55875]: audit 2024-02-18T08:23:52.765198+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-18T08:23:53.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[55875]: audit 2024-02-18T08:23:52.766657+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:53.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[55875]: cephadm 2024-02-18T08:23:52.768301+0000 mgr.y (mgr.44100) 89 : cephadm [INF] Deploying daemon osd.0 on smithi110 2024-02-18T08:23:53.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:53 smithi110 bash[55875]: audit 2024-02-18T08:23:52.768936+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2024-02-18T08:23:54.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:53 smithi191 bash[38688]: cluster 2024-02-18T08:23:52.606682+0000 mgr.y (mgr.44100) 87 : cluster [DBG] pgmap v103: 89 pgs: 89 active+clean; 196 MiB data, 309 MiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-02-18T08:23:54.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:53 smithi191 bash[38688]: cluster 2024-02-18T08:23:52.641616+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-02-18T08:23:54.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:53 smithi191 bash[38688]: cephadm 2024-02-18T08:23:52.757900+0000 mgr.y (mgr.44100) 88 : cephadm [INF] Upgrade: Updating osd.0 2024-02-18T08:23:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:53 smithi191 bash[38688]: audit 2024-02-18T08:23:52.763654+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:23:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:53 smithi191 bash[38688]: audit 2024-02-18T08:23:52.765198+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-18T08:23:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:53 smithi191 bash[38688]: audit 2024-02-18T08:23:52.766657+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:23:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:53 smithi191 bash[38688]: cephadm 2024-02-18T08:23:52.768301+0000 mgr.y (mgr.44100) 89 : cephadm [INF] Deploying daemon osd.0 on smithi110 2024-02-18T08:23:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:53 smithi191 bash[38688]: audit 2024-02-18T08:23:52.768936+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2024-02-18T08:23:54.634 INFO:tasks.rados.rados.0.smithi110.stdout:1124: finishing copy_from to smithi11051043-15 2024-02-18T08:23:54.634 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 542 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:23:54.634 INFO:tasks.rados.rados.0.smithi110.stdout:1124: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:23:54.634 INFO:tasks.rados.rados.0.smithi110.stdout:1126: finishing rollback tid 0 to smithi11051043-40 2024-02-18T08:23:54.634 INFO:tasks.rados.rados.0.smithi110.stdout:1126: finishing rollback tid 1 to smithi11051043-40 2024-02-18T08:23:54.634 INFO:tasks.rados.rados.0.smithi110.stdout:1126: finishing rollback tid 2 to smithi11051043-40 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 545 (ObjNum 264 snap 73 seq_num 264) dirty exists 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1123: finishing copy_from to smithi11051043-42 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 487 (ObjNum 215 snap 58 seq_num 215) dirty exists 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1123: finishing copy_from racing read to smithi11051043-42 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1127: finishing write tid 1 to smithi11051043-48 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1127: finishing write tid 2 to smithi11051043-48 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1127: finishing write tid 4 to smithi11051043-48 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1127: finishing write tid 5 to smithi11051043-48 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 164 (ObjNum 345 snap 112 seq_num 345) dirty exists 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1127: left oid 48 (ObjNum 345 snap 112 seq_num 345) 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1122: finishing copy_from to smithi11051043-47 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 487 (ObjNum 272 snap 76 seq_num 272) dirty exists 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1122: finishing copy_from racing read to smithi11051043-47 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1122: done (5 left) 2024-02-18T08:23:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:1123: done (4 left) 2024-02-18T08:23:54.636 INFO:tasks.rados.rados.0.smithi110.stdout:1124: done (3 left) 2024-02-18T08:23:54.636 INFO:tasks.rados.rados.0.smithi110.stdout:1126: done (2 left) 2024-02-18T08:23:54.636 INFO:tasks.rados.rados.0.smithi110.stdout:1127: done (1 left) 2024-02-18T08:23:54.636 INFO:tasks.rados.rados.0.smithi110.stdout:1128: done (0 left) 2024-02-18T08:23:54.636 INFO:tasks.rados.rados.0.smithi110.stdout:1129: snap_remove snap 106 2024-02-18T08:23:54.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:54 smithi110 bash[54479]: cluster 2024-02-18T08:23:53.649219+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-02-18T08:23:54.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:54 smithi110 bash[54479]: cluster 2024-02-18T08:23:54.630698+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-02-18T08:23:54.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:54 smithi110 bash[55875]: cluster 2024-02-18T08:23:53.649219+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-02-18T08:23:54.724 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:54 smithi110 bash[55875]: cluster 2024-02-18T08:23:54.630698+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-02-18T08:23:55.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:54 smithi191 bash[38688]: cluster 2024-02-18T08:23:53.649219+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-02-18T08:23:55.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:54 smithi191 bash[38688]: cluster 2024-02-18T08:23:54.630698+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-02-18T08:23:55.640 INFO:tasks.rados.rados.0.smithi110.stdout:1129: done (0 left) 2024-02-18T08:23:55.640 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 112 2024-02-18T08:23:55.640 INFO:tasks.rados.rados.0.smithi110.stdout:1130: seq_num 346 ranges {2613248=598016,3211264=401408} 2024-02-18T08:23:55.657 INFO:tasks.rados.rados.0.smithi110.stdout:1130: writing smithi11051043-42 from 2613248 to 3211264 tid 1 2024-02-18T08:23:55.660 INFO:tasks.rados.rados.0.smithi110.stdout:1130: writing smithi11051043-42 from 3211264 to 3612672 tid 2 2024-02-18T08:23:55.660 INFO:tasks.rados.rados.0.smithi110.stdout:1131: read oid 32 snap -1 2024-02-18T08:23:55.660 INFO:tasks.rados.rados.0.smithi110.stdout:1131: expect deleted 2024-02-18T08:23:55.660 INFO:tasks.rados.rados.0.smithi110.stdout:1132: delete oid 7 current snap is 112 2024-02-18T08:23:55.662 INFO:tasks.rados.rados.0.smithi110.stdout:1131: done (2 left) 2024-02-18T08:23:55.662 INFO:tasks.rados.rados.0.smithi110.stdout:1132: done (1 left) 2024-02-18T08:23:55.663 INFO:tasks.rados.rados.0.smithi110.stdout:1133: rollback oid 26 current snap is 112 2024-02-18T08:23:55.663 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 97 2024-02-18T08:23:55.663 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 112 2024-02-18T08:23:55.663 INFO:tasks.rados.rados.0.smithi110.stdout:1134: seq_num 348 ranges {0=630784,630784=401408} 2024-02-18T08:23:55.666 INFO:tasks.rados.rados.0.smithi110.stdout:1134: writing smithi11051043-49 from 0 to 630784 tid 1 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:1134: writing smithi11051043-49 from 630784 to 1032192 tid 2 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:1135: rollback oid 3 current snap is 112 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 3 to 85 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:1130: finishing write tid 1 to smithi11051043-42 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:1130: finishing write tid 2 to smithi11051043-42 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:1130: finishing write tid 4 to smithi11051043-42 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:1130: finishing write tid 5 to smithi11051043-42 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 490 (ObjNum 346 snap 112 seq_num 346) dirty exists 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:1130: left oid 42 (ObjNum 346 snap 112 seq_num 346) 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:1133: finishing rollback tid 0 to smithi11051043-26 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:1133: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:1133: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:23:55.669 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 691 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:23:55.670 INFO:tasks.rados.rados.0.smithi110.stdout:1130: done (3 left) 2024-02-18T08:23:55.670 INFO:tasks.rados.rados.0.smithi110.stdout:1133: done (2 left) 2024-02-18T08:23:55.670 INFO:tasks.rados.rados.0.smithi110.stdout:1136: delete oid 21 current snap is 112 2024-02-18T08:23:55.672 INFO:tasks.rados.rados.0.smithi110.stdout:1135: finishing rollback tid 1 to smithi11051043-3 2024-02-18T08:23:55.672 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 486 (ObjNum 1750751347 snap 1432970578 seq_num 1415336038) dirty dne 2024-02-18T08:23:55.672 INFO:tasks.rados.rados.0.smithi110.stdout:1134: finishing write tid 1 to smithi11051043-49 2024-02-18T08:23:55.672 INFO:tasks.rados.rados.0.smithi110.stdout:1135: done (2 left) 2024-02-18T08:23:55.673 INFO:tasks.rados.rados.0.smithi110.stdout:1136: done (1 left) 2024-02-18T08:23:55.673 INFO:tasks.rados.rados.0.smithi110.stdout:1137: delete oid 18 current snap is 112 2024-02-18T08:23:55.673 INFO:tasks.rados.rados.0.smithi110.stdout:1134: finishing write tid 2 to smithi11051043-49 2024-02-18T08:23:55.673 INFO:tasks.rados.rados.0.smithi110.stdout:1134: finishing write tid 4 to smithi11051043-49 2024-02-18T08:23:55.674 INFO:tasks.rados.rados.0.smithi110.stdout:1134: finishing write tid 5 to smithi11051043-49 2024-02-18T08:23:55.675 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 172 (ObjNum 348 snap 112 seq_num 348) dirty exists 2024-02-18T08:23:55.675 INFO:tasks.rados.rados.0.smithi110.stdout:1134: left oid 49 (ObjNum 348 snap 112 seq_num 348) 2024-02-18T08:23:55.675 INFO:tasks.rados.rados.0.smithi110.stdout:1134: done (1 left) 2024-02-18T08:23:55.675 INFO:tasks.rados.rados.0.smithi110.stdout:1137: done (0 left) 2024-02-18T08:23:55.675 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 112 2024-02-18T08:23:55.675 INFO:tasks.rados.rados.0.smithi110.stdout:1138: seq_num 351 ranges {0=688128,688128=401408} 2024-02-18T08:23:55.678 INFO:tasks.rados.rados.0.smithi110.stdout:1138: writing smithi11051043-10 from 0 to 688128 tid 1 2024-02-18T08:23:55.681 INFO:tasks.rados.rados.0.smithi110.stdout:1138: writing smithi11051043-10 from 688128 to 1089536 tid 2 2024-02-18T08:23:55.681 INFO:tasks.rados.rados.0.smithi110.stdout:1139: rmattr oid 1 current snap is 112 2024-02-18T08:23:55.681 INFO:tasks.rados.rados.0.smithi110.stdout:1140: read oid 36 snap 93 2024-02-18T08:23:55.681 INFO:tasks.rados.rados.0.smithi110.stdout:1140: expect (ObjNum 273 snap 76 seq_num 273) 2024-02-18T08:23:55.681 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 37 current snap is 112 2024-02-18T08:23:55.681 INFO:tasks.rados.rados.0.smithi110.stdout:1141: seq_num 352 ranges {0=704512,704512=401408} 2024-02-18T08:23:55.685 INFO:tasks.rados.rados.0.smithi110.stdout:1141: writing smithi11051043-37 from 0 to 704512 tid 1 2024-02-18T08:23:55.688 INFO:tasks.rados.rados.0.smithi110.stdout:1141: writing smithi11051043-37 from 704512 to 1105920 tid 2 2024-02-18T08:23:55.688 INFO:tasks.rados.rados.0.smithi110.stdout:1142: rollback oid 28 current snap is 112 2024-02-18T08:23:55.688 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 28 to 92 2024-02-18T08:23:55.688 INFO:tasks.rados.rados.0.smithi110.stdout:1138: finishing write tid 1 to smithi11051043-10 2024-02-18T08:23:55.688 INFO:tasks.rados.rados.0.smithi110.stdout:1138: finishing write tid 2 to smithi11051043-10 2024-02-18T08:23:55.688 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 551 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:23:55.688 INFO:tasks.rados.rados.0.smithi110.stdout:1139: done (4 left) 2024-02-18T08:23:55.688 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 112 2024-02-18T08:23:55.689 INFO:tasks.rados.rados.0.smithi110.stdout:1143: seq_num 353 ranges {0=720896,720896=401408} 2024-02-18T08:23:55.692 INFO:tasks.rados.rados.0.smithi110.stdout:1143: writing smithi11051043-13 from 0 to 720896 tid 1 2024-02-18T08:23:55.695 INFO:tasks.rados.rados.0.smithi110.stdout:1143: writing smithi11051043-13 from 720896 to 1122304 tid 2 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:1144: rollback oid 11 current snap is 112 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 11 to 111 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:1138: finishing write tid 4 to smithi11051043-10 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:1142: finishing rollback tid 1 to smithi11051043-28 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:1142: finishing rollback tid 2 to smithi11051043-28 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 324 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:1138: finishing write tid 5 to smithi11051043-10 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 550 (ObjNum 351 snap 112 seq_num 351) dirty exists 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:1138: left oid 10 (ObjNum 351 snap 112 seq_num 351) 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:1138: done (5 left) 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:1142: done (4 left) 2024-02-18T08:23:55.696 INFO:tasks.rados.rados.0.smithi110.stdout:1145: snap_remove snap 92 2024-02-18T08:23:55.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:55 smithi110 bash[54479]: cluster 2024-02-18T08:23:54.607460+0000 mgr.y (mgr.44100) 90 : cluster [DBG] pgmap v106: 89 pgs: 89 active+clean; 196 MiB data, 309 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:23:55.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:55 smithi110 bash[54479]: cluster 2024-02-18T08:23:55.633715+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-02-18T08:23:55.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:55 smithi110 bash[55875]: cluster 2024-02-18T08:23:54.607460+0000 mgr.y (mgr.44100) 90 : cluster [DBG] pgmap v106: 89 pgs: 89 active+clean; 196 MiB data, 309 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:23:55.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:55 smithi110 bash[55875]: cluster 2024-02-18T08:23:55.633715+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-02-18T08:23:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:55 smithi191 bash[38688]: cluster 2024-02-18T08:23:54.607460+0000 mgr.y (mgr.44100) 90 : cluster [DBG] pgmap v106: 89 pgs: 89 active+clean; 196 MiB data, 309 MiB used, 707 GiB / 715 GiB avail 2024-02-18T08:23:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:55 smithi191 bash[38688]: cluster 2024-02-18T08:23:55.633715+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-02-18T08:23:56.672 INFO:tasks.rados.rados.0.smithi110.stdout:1143: finishing write tid 1 to smithi11051043-13 2024-02-18T08:23:56.672 INFO:tasks.rados.rados.0.smithi110.stdout:1143: finishing write tid 2 to smithi11051043-13 2024-02-18T08:23:56.672 INFO:tasks.rados.rados.0.smithi110.stdout:1143: finishing write tid 4 to smithi11051043-13 2024-02-18T08:23:56.672 INFO:tasks.rados.rados.0.smithi110.stdout:1140: expect (ObjNum 273 snap 76 seq_num 273) 2024-02-18T08:23:56.760 INFO:tasks.rados.rados.0.smithi110.stdout:1141: finishing write tid 1 to smithi11051043-37 2024-02-18T08:23:56.760 INFO:tasks.rados.rados.0.smithi110.stdout:1141: finishing write tid 2 to smithi11051043-37 2024-02-18T08:23:56.760 INFO:tasks.rados.rados.0.smithi110.stdout:1141: finishing write tid 4 to smithi11051043-37 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1141: finishing write tid 5 to smithi11051043-37 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 554 (ObjNum 352 snap 112 seq_num 352) dirty exists 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1141: left oid 37 (ObjNum 352 snap 112 seq_num 352) 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1144: finishing rollback tid 0 to smithi11051043-11 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1140: done (4 left) 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1141: done (3 left) 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1145: done (2 left) 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1146: read oid 8 snap -1 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1146: expect deleted 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1147: setattr oid 26 current snap is 112 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1143: finishing write tid 5 to smithi11051043-13 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 495 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1143: left oid 13 (ObjNum 353 snap 112 seq_num 353) 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1144: finishing rollback tid 1 to smithi11051043-11 2024-02-18T08:23:56.761 INFO:tasks.rados.rados.0.smithi110.stdout:1144: finishing rollback tid 2 to smithi11051043-11 2024-02-18T08:23:56.762 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 516 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-02-18T08:23:56.762 INFO:tasks.rados.rados.0.smithi110.stdout:1143: done (3 left) 2024-02-18T08:23:56.762 INFO:tasks.rados.rados.0.smithi110.stdout:1144: done (2 left) 2024-02-18T08:23:56.762 INFO:tasks.rados.rados.0.smithi110.stdout:1146: done (1 left) 2024-02-18T08:23:56.762 INFO:tasks.rados.rados.0.smithi110.stdout:1148: delete oid 6 current snap is 112 2024-02-18T08:23:56.762 INFO:tasks.rados.rados.0.smithi110.stdout:1148: done (1 left) 2024-02-18T08:23:56.763 INFO:tasks.rados.rados.0.smithi110.stdout:1149: snap_create 2024-02-18T08:23:56.763 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 702 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-02-18T08:23:57.473 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:23:57 smithi110 systemd[1]: Stopping Ceph osd.0 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:23:57.473 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:23:57 smithi110 bash[27416]: debug 2024-02-18T08:23:57.420+0000 7f6c8dcab700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:23:57.473 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:23:57 smithi110 bash[27416]: debug 2024-02-18T08:23:57.420+0000 7f6c8dcab700 -1 osd.0 283 *** Got signal Terminated *** 2024-02-18T08:23:57.473 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:23:57 smithi110 bash[27416]: debug 2024-02-18T08:23:57.420+0000 7f6c8dcab700 -1 osd.0 283 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T08:23:57.680 INFO:tasks.rados.rados.0.smithi110.stdout:1147: done (1 left) 2024-02-18T08:23:57.680 INFO:tasks.rados.rados.0.smithi110.stdout:1149: done (0 left) 2024-02-18T08:23:57.680 INFO:tasks.rados.rados.0.smithi110.stdout:1150: rollback oid 41 current snap is 113 2024-02-18T08:23:57.680 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 109 2024-02-18T08:23:57.680 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 113 2024-02-18T08:23:57.681 INFO:tasks.rados.rados.0.smithi110.stdout:1151: seq_num 355 ranges {1933312=753664,2686976=401408} 2024-02-18T08:23:57.697 INFO:tasks.rados.rados.0.smithi110.stdout:1151: writing smithi11051043-4 from 1933312 to 2686976 tid 1 2024-02-18T08:23:57.700 INFO:tasks.rados.rados.0.smithi110.stdout:1151: writing smithi11051043-4 from 2686976 to 3088384 tid 2 2024-02-18T08:23:57.700 INFO:tasks.rados.rados.0.smithi110.stdout:1152: delete oid 19 current snap is 113 2024-02-18T08:23:57.704 INFO:tasks.rados.rados.0.smithi110.stdout:1151: finishing write tid 1 to smithi11051043-4 2024-02-18T08:23:57.704 INFO:tasks.rados.rados.0.smithi110.stdout:1151: finishing write tid 2 to smithi11051043-4 2024-02-18T08:23:57.704 INFO:tasks.rados.rados.0.smithi110.stdout:1151: finishing write tid 4 to smithi11051043-4 2024-02-18T08:23:57.706 INFO:tasks.rados.rados.0.smithi110.stdout:1151: finishing write tid 5 to smithi11051043-4 2024-02-18T08:23:57.706 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 567 (ObjNum 355 snap 113 seq_num 355) dirty exists 2024-02-18T08:23:57.706 INFO:tasks.rados.rados.0.smithi110.stdout:1151: left oid 4 (ObjNum 355 snap 113 seq_num 355) 2024-02-18T08:23:57.981 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:57 smithi110 bash[54479]: cluster 2024-02-18T08:23:56.608194+0000 mgr.y (mgr.44100) 91 : cluster [DBG] pgmap v109: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 210 MiB data, 330 MiB used, 707 GiB / 715 GiB avail; 511 B/s rd, 3.5 MiB/s wr, 14 op/s 2024-02-18T08:23:57.981 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:57 smithi110 bash[54479]: cluster 2024-02-18T08:23:56.665412+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-02-18T08:23:57.982 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:57 smithi110 bash[54479]: cluster 2024-02-18T08:23:57.423043+0000 mon.a (mon.0) 264 : cluster [INF] osd.0 marked itself down and dead 2024-02-18T08:23:57.983 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:57 smithi110 bash[55875]: cluster 2024-02-18T08:23:56.608194+0000 mgr.y (mgr.44100) 91 : cluster [DBG] pgmap v109: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 210 MiB data, 330 MiB used, 707 GiB / 715 GiB avail; 511 B/s rd, 3.5 MiB/s wr, 14 op/s 2024-02-18T08:23:57.983 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:57 smithi110 bash[55875]: cluster 2024-02-18T08:23:56.665412+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-02-18T08:23:57.983 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:57 smithi110 bash[55875]: cluster 2024-02-18T08:23:57.423043+0000 mon.a (mon.0) 264 : cluster [INF] osd.0 marked itself down and dead 2024-02-18T08:23:58.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:57 smithi191 bash[38688]: cluster 2024-02-18T08:23:56.608194+0000 mgr.y (mgr.44100) 91 : cluster [DBG] pgmap v109: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 210 MiB data, 330 MiB used, 707 GiB / 715 GiB avail; 511 B/s rd, 3.5 MiB/s wr, 14 op/s 2024-02-18T08:23:58.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:57 smithi191 bash[38688]: cluster 2024-02-18T08:23:56.665412+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-02-18T08:23:58.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:57 smithi191 bash[38688]: cluster 2024-02-18T08:23:57.423043+0000 mon.a (mon.0) 264 : cluster [INF] osd.0 marked itself down and dead 2024-02-18T08:23:58.677 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:23:58 smithi110 bash[57970]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.0 2024-02-18T08:23:58.677 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:23:58 smithi110 bash[57970]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.0 2024-02-18T08:23:58.695 INFO:tasks.rados.rados.0.smithi110.stdout:1150: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:23:58.695 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 483 (ObjNum 0 snap 32588 seq_num 4165045136) dirty dne 2024-02-18T08:23:58.699 INFO:tasks.rados.rados.0.smithi110.stdout:1150: done (2 left) 2024-02-18T08:23:58.699 INFO:tasks.rados.rados.0.smithi110.stdout:1151: done (1 left) 2024-02-18T08:23:58.699 INFO:tasks.rados.rados.0.smithi110.stdout:1152: done (0 left) 2024-02-18T08:23:58.699 INFO:tasks.rados.rados.0.smithi110.stdout:1153: rollback oid 25 current snap is 113 2024-02-18T08:23:58.699 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 25 to 93 2024-02-18T08:23:58.700 INFO:tasks.rados.rados.0.smithi110.stdout:1154: snap_remove snap 109 2024-02-18T08:23:58.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:58 smithi110 bash[55875]: cluster 2024-02-18T08:23:57.663395+0000 mon.a (mon.0) 265 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:23:58.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:58 smithi110 bash[55875]: cluster 2024-02-18T08:23:57.677011+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e284: 8 total, 7 up, 8 in 2024-02-18T08:23:58.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:58 smithi110 bash[54479]: cluster 2024-02-18T08:23:57.663395+0000 mon.a (mon.0) 265 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:23:58.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:58 smithi110 bash[54479]: cluster 2024-02-18T08:23:57.677011+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e284: 8 total, 7 up, 8 in 2024-02-18T08:23:59.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:58 smithi191 bash[38688]: cluster 2024-02-18T08:23:57.663395+0000 mon.a (mon.0) 265 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:23:59.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:58 smithi191 bash[38688]: cluster 2024-02-18T08:23:57.677011+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e284: 8 total, 7 up, 8 in 2024-02-18T08:23:59.634 INFO:tasks.rados.rados.0.smithi110.stdout:1154: done (1 left) 2024-02-18T08:23:59.634 INFO:tasks.rados.rados.0.smithi110.stdout:1155: rmattr oid 30 current snap is 113 2024-02-18T08:23:59.634 INFO:tasks.rados.rados.0.smithi110.stdout:1153: finishing rollback tid 0 to smithi11051043-25 2024-02-18T08:23:59.634 INFO:tasks.rados.rados.0.smithi110.stdout:1153: finishing rollback tid 1 to smithi11051043-25 2024-02-18T08:23:59.634 INFO:tasks.rados.rados.0.smithi110.stdout:1153: finishing rollback tid 2 to smithi11051043-25 2024-02-18T08:23:59.634 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 553 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-02-18T08:23:59.634 INFO:tasks.rados.rados.0.smithi110.stdout:1153: done (1 left) 2024-02-18T08:23:59.634 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 113 2024-02-18T08:23:59.635 INFO:tasks.rados.rados.0.smithi110.stdout:1156: seq_num 357 ranges {1277952=786432,2064384=401408} 2024-02-18T08:23:59.653 INFO:tasks.rados.rados.0.smithi110.stdout:1156: writing smithi11051043-15 from 1277952 to 2064384 tid 1 2024-02-18T08:23:59.656 INFO:tasks.rados.rados.0.smithi110.stdout:1156: writing smithi11051043-15 from 2064384 to 2465792 tid 2 2024-02-18T08:23:59.656 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 496 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-02-18T08:23:59.656 INFO:tasks.rados.rados.0.smithi110.stdout:1155: done (1 left) 2024-02-18T08:23:59.657 INFO:tasks.rados.rados.0.smithi110.stdout:1157: rollback oid 17 current snap is 113 2024-02-18T08:23:59.657 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 17 to 97 2024-02-18T08:23:59.657 INFO:tasks.rados.rados.0.smithi110.stdout:1158: rmattr oid 44 current snap is 113 2024-02-18T08:23:59.657 INFO:tasks.rados.rados.0.smithi110.stdout:1159: delete oid 19 current snap is 113 2024-02-18T08:23:59.659 INFO:tasks.rados.rados.0.smithi110.stdout:1156: finishing write tid 1 to smithi11051043-15 2024-02-18T08:23:59.660 INFO:tasks.rados.rados.0.smithi110.stdout:1159: done (3 left) 2024-02-18T08:23:59.660 INFO:tasks.rados.rados.0.smithi110.stdout:1160: read oid 5 snap -1 2024-02-18T08:23:59.660 INFO:tasks.rados.rados.0.smithi110.stdout:1160: expect (ObjNum 324 snap 102 seq_num 324) 2024-02-18T08:23:59.660 INFO:tasks.rados.rados.0.smithi110.stdout:1161: snap_create 2024-02-18T08:23:59.661 INFO:tasks.rados.rados.0.smithi110.stdout:1156: finishing write tid 2 to smithi11051043-15 2024-02-18T08:23:59.661 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 555 (ObjNum 329 snap 105 seq_num 329) dirty exists 2024-02-18T08:23:59.661 INFO:tasks.rados.rados.0.smithi110.stdout:1157: finishing rollback tid 0 to smithi11051043-17 2024-02-18T08:23:59.661 INFO:tasks.rados.rados.0.smithi110.stdout:1156: finishing write tid 4 to smithi11051043-15 2024-02-18T08:23:59.661 INFO:tasks.rados.rados.0.smithi110.stdout:1157: finishing rollback tid 1 to smithi11051043-17 2024-02-18T08:23:59.662 INFO:tasks.rados.rados.0.smithi110.stdout:1157: finishing rollback tid 2 to smithi11051043-17 2024-02-18T08:23:59.662 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 528 (ObjNum 313 snap 97 seq_num 313) dirty exists 2024-02-18T08:23:59.662 INFO:tasks.rados.rados.0.smithi110.stdout:1156: finishing write tid 5 to smithi11051043-15 2024-02-18T08:23:59.663 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 566 (ObjNum 357 snap 113 seq_num 357) dirty exists 2024-02-18T08:23:59.663 INFO:tasks.rados.rados.0.smithi110.stdout:1156: left oid 15 (ObjNum 357 snap 113 seq_num 357) 2024-02-18T08:23:59.700 INFO:tasks.rados.rados.0.smithi110.stdout:1160: expect (ObjNum 324 snap 102 seq_num 324) 2024-02-18T08:23:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:59 smithi110 bash[54479]: cluster 2024-02-18T08:23:58.608770+0000 mgr.y (mgr.44100) 92 : cluster [DBG] pgmap v112: 89 pgs: 13 stale+active+clean, 1 active+clean+snaptrim, 75 active+clean; 210 MiB data, 330 MiB used, 707 GiB / 715 GiB avail; 511 B/s rd, 3.5 MiB/s wr, 14 op/s 2024-02-18T08:23:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:59 smithi110 bash[54479]: cluster 2024-02-18T08:23:58.676200+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e285: 8 total, 7 up, 8 in 2024-02-18T08:23:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:23:59 smithi110 bash[54479]: cluster 2024-02-18T08:23:59.630266+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e286: 8 total, 7 up, 8 in 2024-02-18T08:23:59.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:59 smithi110 bash[55875]: cluster 2024-02-18T08:23:58.608770+0000 mgr.y (mgr.44100) 92 : cluster [DBG] pgmap v112: 89 pgs: 13 stale+active+clean, 1 active+clean+snaptrim, 75 active+clean; 210 MiB data, 330 MiB used, 707 GiB / 715 GiB avail; 511 B/s rd, 3.5 MiB/s wr, 14 op/s 2024-02-18T08:23:59.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:59 smithi110 bash[55875]: cluster 2024-02-18T08:23:58.676200+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e285: 8 total, 7 up, 8 in 2024-02-18T08:23:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:23:59 smithi110 bash[55875]: cluster 2024-02-18T08:23:59.630266+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e286: 8 total, 7 up, 8 in 2024-02-18T08:24:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:59 smithi191 bash[38688]: cluster 2024-02-18T08:23:58.608770+0000 mgr.y (mgr.44100) 92 : cluster [DBG] pgmap v112: 89 pgs: 13 stale+active+clean, 1 active+clean+snaptrim, 75 active+clean; 210 MiB data, 330 MiB used, 707 GiB / 715 GiB avail; 511 B/s rd, 3.5 MiB/s wr, 14 op/s 2024-02-18T08:24:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:59 smithi191 bash[38688]: cluster 2024-02-18T08:23:58.676200+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e285: 8 total, 7 up, 8 in 2024-02-18T08:24:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:23:59 smithi191 bash[38688]: cluster 2024-02-18T08:23:59.630266+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e286: 8 total, 7 up, 8 in 2024-02-18T08:24:00.638 INFO:tasks.rados.rados.0.smithi110.stdout:1156: done (4 left) 2024-02-18T08:24:00.638 INFO:tasks.rados.rados.0.smithi110.stdout:1157: done (3 left) 2024-02-18T08:24:00.638 INFO:tasks.rados.rados.0.smithi110.stdout:1158: done (2 left) 2024-02-18T08:24:00.638 INFO:tasks.rados.rados.0.smithi110.stdout:1160: done (1 left) 2024-02-18T08:24:00.638 INFO:tasks.rados.rados.0.smithi110.stdout:1161: done (0 left) 2024-02-18T08:24:00.638 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 114 2024-02-18T08:24:00.638 INFO:tasks.rados.rados.0.smithi110.stdout:1162: seq_num 359 ranges {5079040=417792,5496832=417792,5914624=385024} 2024-02-18T08:24:00.667 INFO:tasks.rados.rados.0.smithi110.stdout:1162: writing smithi11051043-40 from 5079040 to 5496832 tid 1 2024-02-18T08:24:00.670 INFO:tasks.rados.rados.0.smithi110.stdout:1162: writing smithi11051043-40 from 5496832 to 5914624 tid 2 2024-02-18T08:24:00.672 INFO:tasks.rados.rados.0.smithi110.stdout:1162: writing smithi11051043-40 from 5914624 to 6299648 tid 3 2024-02-18T08:24:00.673 INFO:tasks.rados.rados.0.smithi110.stdout:1163: delete oid 2 current snap is 114 2024-02-18T08:24:00.676 INFO:tasks.rados.rados.0.smithi110.stdout:1162: finishing write tid 1 to smithi11051043-40 2024-02-18T08:24:00.677 INFO:tasks.rados.rados.0.smithi110.stdout:1162: finishing write tid 2 to smithi11051043-40 2024-02-18T08:24:00.678 INFO:tasks.rados.rados.0.smithi110.stdout:1162: finishing write tid 3 to smithi11051043-40 2024-02-18T08:24:00.679 INFO:tasks.rados.rados.0.smithi110.stdout:1162: finishing write tid 5 to smithi11051043-40 2024-02-18T08:24:00.681 INFO:tasks.rados.rados.0.smithi110.stdout:1163: done (1 left) 2024-02-18T08:24:00.682 INFO:tasks.rados.rados.0.smithi110.stdout:1164: snap_remove snap 112 2024-02-18T08:24:00.973 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:00 smithi110 systemd[1]: Stopped Ceph osd.0 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:24:00.973 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:00 smithi110 systemd[1]: Started Ceph osd.0 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:24:01.692 INFO:tasks.rados.rados.0.smithi110.stdout:1164: done (1 left) 2024-02-18T08:24:01.692 INFO:tasks.rados.rados.0.smithi110.stdout:1165: copy_from oid 43 from oid 39 current snap is 114 2024-02-18T08:24:01.692 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 114 2024-02-18T08:24:01.692 INFO:tasks.rados.rados.0.smithi110.stdout:1166: seq_num 361 ranges {2613248=450560,3063808=581632,3645440=221184} 2024-02-18T08:24:01.708 INFO:tasks.rados.rados.0.smithi110.stdout:1166: writing smithi11051043-35 from 2613248 to 3063808 tid 1 2024-02-18T08:24:01.711 INFO:tasks.rados.rados.0.smithi110.stdout:1166: writing smithi11051043-35 from 3063808 to 3645440 tid 2 2024-02-18T08:24:01.712 INFO:tasks.rados.rados.0.smithi110.stdout:1166: writing smithi11051043-35 from 3645440 to 3866624 tid 3 2024-02-18T08:24:01.712 INFO:tasks.rados.rados.0.smithi110.stdout:1162: finishing write tid 6 to smithi11051043-40 2024-02-18T08:24:01.713 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 549 (ObjNum 359 snap 114 seq_num 359) dirty exists 2024-02-18T08:24:01.713 INFO:tasks.rados.rados.0.smithi110.stdout:1162: left oid 40 (ObjNum 359 snap 114 seq_num 359) 2024-02-18T08:24:01.713 INFO:tasks.rados.rados.0.smithi110.stdout:1162: done (2 left) 2024-02-18T08:24:01.713 INFO:tasks.rados.rados.0.smithi110.stdout:1167: delete oid 26 current snap is 114 2024-02-18T08:24:01.715 INFO:tasks.rados.rados.0.smithi110.stdout:1166: finishing write tid 1 to smithi11051043-35 2024-02-18T08:24:01.717 INFO:tasks.rados.rados.0.smithi110.stdout:1167: done (2 left) 2024-02-18T08:24:01.717 INFO:tasks.rados.rados.0.smithi110.stdout:1168: read oid 32 snap 97 2024-02-18T08:24:01.717 INFO:tasks.rados.rados.0.smithi110.stdout:1168: expect deleted 2024-02-18T08:24:01.717 INFO:tasks.rados.rados.0.smithi110.stdout:1169: rollback oid 36 current snap is 114 2024-02-18T08:24:01.717 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 36 to 111 2024-02-18T08:24:01.717 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 114 2024-02-18T08:24:01.717 INFO:tasks.rados.rados.0.smithi110.stdout:1170: seq_num 363 ranges {9035776=483328,9519104=753664,10272768=49152} 2024-02-18T08:24:01.771 INFO:tasks.rados.rados.0.smithi110.stdout:1170: writing smithi11051043-24 from 9035776 to 9519104 tid 1 2024-02-18T08:24:01.775 INFO:tasks.rados.rados.0.smithi110.stdout:1170: writing smithi11051043-24 from 9519104 to 10272768 tid 2 2024-02-18T08:24:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:1170: writing smithi11051043-24 from 10272768 to 10321920 tid 3 2024-02-18T08:24:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:1171: read oid 2 snap -1 2024-02-18T08:24:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:1171: expect deleted 2024-02-18T08:24:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 114 2024-02-18T08:24:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:1172: seq_num 364 ranges {2129920=499712,2629632=638976,3268608=163840} 2024-02-18T08:24:01.790 INFO:tasks.rados.rados.0.smithi110.stdout:1172: writing smithi11051043-25 from 2129920 to 2629632 tid 1 2024-02-18T08:24:01.794 INFO:tasks.rados.rados.0.smithi110.stdout:1172: writing smithi11051043-25 from 2629632 to 3268608 tid 2 2024-02-18T08:24:01.796 INFO:tasks.rados.rados.0.smithi110.stdout:1172: writing smithi11051043-25 from 3268608 to 3432448 tid 3 2024-02-18T08:24:01.796 INFO:tasks.rados.rados.0.smithi110.stdout:1173: read oid 22 snap -1 2024-02-18T08:24:01.796 INFO:tasks.rados.rados.0.smithi110.stdout:1173: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:24:01.796 INFO:tasks.rados.rados.0.smithi110.stdout:1174: snap_create 2024-02-18T08:24:01.796 INFO:tasks.rados.rados.0.smithi110.stdout:1166: finishing write tid 2 to smithi11051043-35 2024-02-18T08:24:01.796 INFO:tasks.rados.rados.0.smithi110.stdout:1165: finishing copy_from to smithi11051043-43 2024-02-18T08:24:01.796 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 257 (ObjNum 134 snap 36 seq_num 134) dirty exists 2024-02-18T08:24:01.796 INFO:tasks.rados.rados.0.smithi110.stdout:1165: finishing copy_from racing read to smithi11051043-43 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1166: finishing write tid 3 to smithi11051043-35 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1169: finishing rollback tid 0 to smithi11051043-36 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1166: finishing write tid 5 to smithi11051043-35 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1169: finishing rollback tid 1 to smithi11051043-36 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1169: finishing rollback tid 2 to smithi11051043-36 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 558 (ObjNum 273 snap 76 seq_num 273) dirty exists 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1166: finishing write tid 6 to smithi11051043-35 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 571 (ObjNum 361 snap 114 seq_num 361) dirty exists 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1166: left oid 35 (ObjNum 361 snap 114 seq_num 361) 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1170: finishing write tid 1 to smithi11051043-24 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1170: finishing write tid 2 to smithi11051043-24 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1170: finishing write tid 3 to smithi11051043-24 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1170: finishing write tid 5 to smithi11051043-24 2024-02-18T08:24:01.797 INFO:tasks.rados.rados.0.smithi110.stdout:1170: finishing write tid 6 to smithi11051043-24 2024-02-18T08:24:01.798 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 553 (ObjNum 363 snap 114 seq_num 363) dirty exists 2024-02-18T08:24:01.798 INFO:tasks.rados.rados.0.smithi110.stdout:1170: left oid 24 (ObjNum 363 snap 114 seq_num 363) 2024-02-18T08:24:01.798 INFO:tasks.rados.rados.0.smithi110.stdout:1172: finishing write tid 1 to smithi11051043-25 2024-02-18T08:24:01.798 INFO:tasks.rados.rados.0.smithi110.stdout:1172: finishing write tid 2 to smithi11051043-25 2024-02-18T08:24:01.800 INFO:tasks.rados.rados.0.smithi110.stdout:1172: finishing write tid 3 to smithi11051043-25 2024-02-18T08:24:01.800 INFO:tasks.rados.rados.0.smithi110.stdout:1172: finishing write tid 5 to smithi11051043-25 2024-02-18T08:24:01.802 INFO:tasks.rados.rados.0.smithi110.stdout:1172: finishing write tid 6 to smithi11051043-25 2024-02-18T08:24:01.802 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 557 (ObjNum 364 snap 114 seq_num 364) dirty exists 2024-02-18T08:24:01.802 INFO:tasks.rados.rados.0.smithi110.stdout:1172: left oid 25 (ObjNum 364 snap 114 seq_num 364) 2024-02-18T08:24:01.804 INFO:tasks.rados.rados.0.smithi110.stdout:1173: expect (ObjNum 159 snap 42 seq_num 159) 2024-02-18T08:24:01.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[54479]: cluster 2024-02-18T08:24:00.610301+0000 mgr.y (mgr.44100) 93 : cluster [DBG] pgmap v115: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 210 MiB data, 332 MiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s; 69/429 objects degraded (16.084%) 2024-02-18T08:24:01.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[54479]: cluster 2024-02-18T08:24:00.634563+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e287: 8 total, 7 up, 8 in 2024-02-18T08:24:01.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[54479]: cluster 2024-02-18T08:24:00.675559+0000 mon.a (mon.0) 270 : cluster [WRN] Health check failed: Degraded data redundancy: 69/429 objects degraded (16.084%), 14 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:01.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[54479]: audit 2024-02-18T08:24:00.848639+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:01.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[54479]: audit 2024-02-18T08:24:00.849715+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:01.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[54479]: audit 2024-02-18T08:24:00.851938+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:24:01.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:01.626Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:01.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:01.626Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:01.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:01.626Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:24:01.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[55875]: cluster 2024-02-18T08:24:00.610301+0000 mgr.y (mgr.44100) 93 : cluster [DBG] pgmap v115: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 210 MiB data, 332 MiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s; 69/429 objects degraded (16.084%) 2024-02-18T08:24:01.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[55875]: cluster 2024-02-18T08:24:00.634563+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e287: 8 total, 7 up, 8 in 2024-02-18T08:24:01.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[55875]: cluster 2024-02-18T08:24:00.675559+0000 mon.a (mon.0) 270 : cluster [WRN] Health check failed: Degraded data redundancy: 69/429 objects degraded (16.084%), 14 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:01.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[55875]: audit 2024-02-18T08:24:00.848639+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:01.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[55875]: audit 2024-02-18T08:24:00.849715+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:01.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:01 smithi110 bash[55875]: audit 2024-02-18T08:24:00.851938+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:24:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:01 smithi191 bash[38688]: cluster 2024-02-18T08:24:00.610301+0000 mgr.y (mgr.44100) 93 : cluster [DBG] pgmap v115: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 210 MiB data, 332 MiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s; 69/429 objects degraded (16.084%) 2024-02-18T08:24:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:01 smithi191 bash[38688]: cluster 2024-02-18T08:24:00.634563+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e287: 8 total, 7 up, 8 in 2024-02-18T08:24:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:01 smithi191 bash[38688]: cluster 2024-02-18T08:24:00.675559+0000 mon.a (mon.0) 270 : cluster [WRN] Health check failed: Degraded data redundancy: 69/429 objects degraded (16.084%), 14 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:01 smithi191 bash[38688]: audit 2024-02-18T08:24:00.848639+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:01 smithi191 bash[38688]: audit 2024-02-18T08:24:00.849715+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:01 smithi191 bash[38688]: audit 2024-02-18T08:24:00.851938+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:24:02.693 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:02 smithi110 bash[58268]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-02-18T08:24:02.693 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:02 smithi110 bash[58268]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-02-18T08:24:02.693 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:02 smithi110 bash[58268]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-02-18T08:24:02.693 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:02 smithi110 bash[58268]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-02-18T08:24:02.693 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:02 smithi110 bash[58268]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-02-18T08:24:02.693 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:02 smithi110 bash[58268]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-02-18T08:24:02.693 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:02 smithi110 bash[58268]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-02-18T08:24:02.693 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:02 smithi110 bash[58268]: --> ceph-volume lvm activate successful for osd ID: 0 2024-02-18T08:24:02.696 INFO:tasks.rados.rados.0.smithi110.stdout:1165: done (8 left) 2024-02-18T08:24:02.696 INFO:tasks.rados.rados.0.smithi110.stdout:1166: done (7 left) 2024-02-18T08:24:02.696 INFO:tasks.rados.rados.0.smithi110.stdout:1168: done (6 left) 2024-02-18T08:24:02.696 INFO:tasks.rados.rados.0.smithi110.stdout:1169: done (5 left) 2024-02-18T08:24:02.697 INFO:tasks.rados.rados.0.smithi110.stdout:1170: done (4 left) 2024-02-18T08:24:02.697 INFO:tasks.rados.rados.0.smithi110.stdout:1171: done (3 left) 2024-02-18T08:24:02.697 INFO:tasks.rados.rados.0.smithi110.stdout:1172: done (2 left) 2024-02-18T08:24:02.697 INFO:tasks.rados.rados.0.smithi110.stdout:1173: done (1 left) 2024-02-18T08:24:02.697 INFO:tasks.rados.rados.0.smithi110.stdout:1174: done (0 left) 2024-02-18T08:24:02.697 INFO:tasks.rados.rados.0.smithi110.stdout:1175: read oid 18 snap -1 2024-02-18T08:24:02.697 INFO:tasks.rados.rados.0.smithi110.stdout:1175: expect deleted 2024-02-18T08:24:02.697 INFO:tasks.rados.rados.0.smithi110.stdout:1176: setattr oid 1 current snap is 115 2024-02-18T08:24:02.697 INFO:tasks.rados.rados.0.smithi110.stdout:1175: done (1 left) 2024-02-18T08:24:02.697 INFO:tasks.rados.rados.0.smithi110.stdout:1177: snap_create 2024-02-18T08:24:02.706 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 559 (ObjNum 219 snap 58 seq_num 219) dirty exists 2024-02-18T08:24:02.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:02 smithi110 bash[54479]: cluster 2024-02-18T08:24:01.686285+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e288: 8 total, 7 up, 8 in 2024-02-18T08:24:02.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:02 smithi110 bash[55875]: cluster 2024-02-18T08:24:01.686285+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e288: 8 total, 7 up, 8 in 2024-02-18T08:24:03.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:02 smithi191 bash[38688]: cluster 2024-02-18T08:24:01.686285+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e288: 8 total, 7 up, 8 in 2024-02-18T08:24:03.700 INFO:tasks.rados.rados.0.smithi110.stdout:1176: done (1 left) 2024-02-18T08:24:03.700 INFO:tasks.rados.rados.0.smithi110.stdout:1177: done (0 left) 2024-02-18T08:24:03.700 INFO:tasks.rados.rados.0.smithi110.stdout:1178: setattr oid 40 current snap is 116 2024-02-18T08:24:03.707 INFO:tasks.rados.rados.0.smithi110.stdout:1179: read oid 8 snap -1 2024-02-18T08:24:03.708 INFO:tasks.rados.rados.0.smithi110.stdout:1179: expect deleted 2024-02-18T08:24:03.708 INFO:tasks.rados.rados.0.smithi110.stdout:1180: snap_remove snap 85 2024-02-18T08:24:03.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:03 smithi110 bash[54479]: cluster 2024-02-18T08:24:02.611285+0000 mgr.y (mgr.44100) 94 : cluster [DBG] pgmap v118: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 210 MiB data, 332 MiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s; 69/429 objects degraded (16.084%) 2024-02-18T08:24:03.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:03 smithi110 bash[54479]: cluster 2024-02-18T08:24:02.693406+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e289: 8 total, 7 up, 8 in 2024-02-18T08:24:03.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:03 smithi110 bash[55875]: cluster 2024-02-18T08:24:02.611285+0000 mgr.y (mgr.44100) 94 : cluster [DBG] pgmap v118: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 210 MiB data, 332 MiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s; 69/429 objects degraded (16.084%) 2024-02-18T08:24:03.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:03 smithi110 bash[55875]: cluster 2024-02-18T08:24:02.693406+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e289: 8 total, 7 up, 8 in 2024-02-18T08:24:03.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:03.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:03.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:03.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:03.975 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:03.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:24:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:03 smithi191 bash[38688]: cluster 2024-02-18T08:24:02.611285+0000 mgr.y (mgr.44100) 94 : cluster [DBG] pgmap v118: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 210 MiB data, 332 MiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s; 69/429 objects degraded (16.084%) 2024-02-18T08:24:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:03 smithi191 bash[38688]: cluster 2024-02-18T08:24:02.693406+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e289: 8 total, 7 up, 8 in 2024-02-18T08:24:04.473 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:04 smithi110 bash[58268]: debug 2024-02-18T08:24:04.268+0000 7fd94b8be700 1 -- 172.21.15.110:0/1308951539 <== mon.0 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5578e64ea680 con 0x5578e655b400 2024-02-18T08:24:04.638 INFO:tasks.rados.rados.0.smithi110.stdout:1180: done (2 left) 2024-02-18T08:24:04.638 INFO:tasks.rados.rados.0.smithi110.stdout:1181: read oid 6 snap -1 2024-02-18T08:24:04.638 INFO:tasks.rados.rados.0.smithi110.stdout:1181: expect deleted 2024-02-18T08:24:04.638 INFO:tasks.rados.rados.0.smithi110.stdout:1182: snap_remove snap 94 2024-02-18T08:24:04.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:04 smithi110 bash[55875]: cluster 2024-02-18T08:24:03.696203+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e290: 8 total, 7 up, 8 in 2024-02-18T08:24:04.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:04 smithi110 bash[55875]: cluster 2024-02-18T08:24:04.634425+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e291: 8 total, 7 up, 8 in 2024-02-18T08:24:04.973 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:04 smithi110 bash[58268]: debug 2024-02-18T08:24:04.800+0000 7fd95334c380 -1 Falling back to public interface 2024-02-18T08:24:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:04 smithi110 bash[54479]: cluster 2024-02-18T08:24:03.696203+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e290: 8 total, 7 up, 8 in 2024-02-18T08:24:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:04 smithi110 bash[54479]: cluster 2024-02-18T08:24:04.634425+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e291: 8 total, 7 up, 8 in 2024-02-18T08:24:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:04 smithi191 bash[38688]: cluster 2024-02-18T08:24:03.696203+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e290: 8 total, 7 up, 8 in 2024-02-18T08:24:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:04 smithi191 bash[38688]: cluster 2024-02-18T08:24:04.634425+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e291: 8 total, 7 up, 8 in 2024-02-18T08:24:05.640 INFO:tasks.rados.rados.0.smithi110.stdout:1182: done (3 left) 2024-02-18T08:24:05.640 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 116 2024-02-18T08:24:05.640 INFO:tasks.rados.rados.0.smithi110.stdout:1183: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-02-18T08:24:05.648 INFO:tasks.rados.rados.0.smithi110.stdout:1183: writing smithi11051043-19 from 0 to 516096 tid 1 2024-02-18T08:24:05.653 INFO:tasks.rados.rados.0.smithi110.stdout:1183: writing smithi11051043-19 from 516096 to 1089536 tid 2 2024-02-18T08:24:05.654 INFO:tasks.rados.rados.0.smithi110.stdout:1183: writing smithi11051043-19 from 1089536 to 1318912 tid 3 2024-02-18T08:24:05.654 INFO:tasks.rados.rados.0.smithi110.stdout:1184: setattr oid 11 current snap is 116 2024-02-18T08:24:05.654 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 554 (ObjNum 359 snap 114 seq_num 359) dirty exists 2024-02-18T08:24:05.655 INFO:tasks.rados.rados.0.smithi110.stdout:1183: finishing write tid 1 to smithi11051043-19 2024-02-18T08:24:05.655 INFO:tasks.rados.rados.0.smithi110.stdout:1178: done (4 left) 2024-02-18T08:24:05.655 INFO:tasks.rados.rados.0.smithi110.stdout:1179: done (3 left) 2024-02-18T08:24:05.655 INFO:tasks.rados.rados.0.smithi110.stdout:1181: done (2 left) 2024-02-18T08:24:05.655 INFO:tasks.rados.rados.0.smithi110.stdout:1185: rollback oid 44 current snap is 116 2024-02-18T08:24:05.655 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 44 to 115 2024-02-18T08:24:05.655 INFO:tasks.rados.rados.0.smithi110.stdout:1186: snap_remove snap 113 2024-02-18T08:24:05.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:05 smithi110 bash[54479]: cluster 2024-02-18T08:24:04.612273+0000 mgr.y (mgr.44100) 95 : cluster [DBG] pgmap v121: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 210 MiB data, 332 MiB used, 707 GiB / 715 GiB avail; 69/429 objects degraded (16.084%) 2024-02-18T08:24:05.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:05 smithi110 bash[54479]: cluster 2024-02-18T08:24:05.636898+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e292: 8 total, 7 up, 8 in 2024-02-18T08:24:05.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:05 smithi110 bash[55875]: cluster 2024-02-18T08:24:04.612273+0000 mgr.y (mgr.44100) 95 : cluster [DBG] pgmap v121: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 210 MiB data, 332 MiB used, 707 GiB / 715 GiB avail; 69/429 objects degraded (16.084%) 2024-02-18T08:24:05.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:05 smithi110 bash[55875]: cluster 2024-02-18T08:24:05.636898+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e292: 8 total, 7 up, 8 in 2024-02-18T08:24:06.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:05 smithi191 bash[38688]: cluster 2024-02-18T08:24:04.612273+0000 mgr.y (mgr.44100) 95 : cluster [DBG] pgmap v121: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 210 MiB data, 332 MiB used, 707 GiB / 715 GiB avail; 69/429 objects degraded (16.084%) 2024-02-18T08:24:06.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:05 smithi191 bash[38688]: cluster 2024-02-18T08:24:05.636898+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e292: 8 total, 7 up, 8 in 2024-02-18T08:24:06.645 INFO:tasks.rados.rados.0.smithi110.stdout:1183: finishing write tid 2 to smithi11051043-19 2024-02-18T08:24:06.645 INFO:tasks.rados.rados.0.smithi110.stdout:1183: finishing write tid 3 to smithi11051043-19 2024-02-18T08:24:06.645 INFO:tasks.rados.rados.0.smithi110.stdout:1183: finishing write tid 5 to smithi11051043-19 2024-02-18T08:24:06.645 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 530 (ObjNum 254 snap 70 seq_num 254) dirty exists 2024-02-18T08:24:06.645 INFO:tasks.rados.rados.0.smithi110.stdout:1183: finishing write tid 6 to smithi11051043-19 2024-02-18T08:24:06.645 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 300 (ObjNum 365 snap 116 seq_num 365) dirty exists 2024-02-18T08:24:06.645 INFO:tasks.rados.rados.0.smithi110.stdout:1183: left oid 19 (ObjNum 365 snap 116 seq_num 365) 2024-02-18T08:24:06.645 INFO:tasks.rados.rados.0.smithi110.stdout:1185: finishing rollback tid 0 to smithi11051043-44 2024-02-18T08:24:06.645 INFO:tasks.rados.rados.0.smithi110.stdout:1185: finishing rollback tid 1 to smithi11051043-44 2024-02-18T08:24:06.646 INFO:tasks.rados.rados.0.smithi110.stdout:1185: finishing rollback tid 2 to smithi11051043-44 2024-02-18T08:24:06.646 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 562 (ObjNum 329 snap 105 seq_num 329) dirty exists 2024-02-18T08:24:06.646 INFO:tasks.rados.rados.0.smithi110.stdout:1183: done (3 left) 2024-02-18T08:24:06.646 INFO:tasks.rados.rados.0.smithi110.stdout:1184: done (2 left) 2024-02-18T08:24:06.646 INFO:tasks.rados.rados.0.smithi110.stdout:1185: done (1 left) 2024-02-18T08:24:06.646 INFO:tasks.rados.rados.0.smithi110.stdout:1186: done (0 left) 2024-02-18T08:24:06.646 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 116 2024-02-18T08:24:06.646 INFO:tasks.rados.rados.0.smithi110.stdout:1187: seq_num 366 ranges {7946240=532480,8478720=458752,8937472=344064} 2024-02-18T08:24:06.694 INFO:tasks.rados.rados.0.smithi110.stdout:1187: writing smithi11051043-5 from 7946240 to 8478720 tid 1 2024-02-18T08:24:06.696 INFO:tasks.rados.rados.0.smithi110.stdout:1187: writing smithi11051043-5 from 8478720 to 8937472 tid 2 2024-02-18T08:24:06.699 INFO:tasks.rados.rados.0.smithi110.stdout:1187: writing smithi11051043-5 from 8937472 to 9281536 tid 3 2024-02-18T08:24:06.699 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 116 2024-02-18T08:24:06.699 INFO:tasks.rados.rados.0.smithi110.stdout:1188: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-02-18T08:24:06.702 INFO:tasks.rados.rados.0.smithi110.stdout:1188: writing smithi11051043-6 from 0 to 548864 tid 1 2024-02-18T08:24:06.706 INFO:tasks.rados.rados.0.smithi110.stdout:1188: writing smithi11051043-6 from 548864 to 1286144 tid 2 2024-02-18T08:24:06.707 INFO:tasks.rados.rados.0.smithi110.stdout:1188: writing smithi11051043-6 from 1286144 to 1351680 tid 3 2024-02-18T08:24:06.707 INFO:tasks.rados.rados.0.smithi110.stdout:1189: read oid 28 snap -1 2024-02-18T08:24:06.707 INFO:tasks.rados.rados.0.smithi110.stdout:1189: expect (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:24:06.707 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 116 2024-02-18T08:24:06.707 INFO:tasks.rados.rados.0.smithi110.stdout:1190: seq_num 368 ranges {1032192=573440,1605632=622592,2228224=180224} 2024-02-18T08:24:06.716 INFO:tasks.rados.rados.0.smithi110.stdout:1190: writing smithi11051043-49 from 1032192 to 1605632 tid 1 2024-02-18T08:24:06.720 INFO:tasks.rados.rados.0.smithi110.stdout:1190: writing smithi11051043-49 from 1605632 to 2228224 tid 2 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1190: writing smithi11051043-49 from 2228224 to 2408448 tid 3 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1187: finishing write tid 1 to smithi11051043-5 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1187: finishing write tid 2 to smithi11051043-5 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1188: finishing write tid 1 to smithi11051043-6 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1187: finishing write tid 3 to smithi11051043-5 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1187: finishing write tid 5 to smithi11051043-5 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1187: finishing write tid 6 to smithi11051043-5 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 493 (ObjNum 366 snap 116 seq_num 366) dirty exists 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1187: left oid 5 (ObjNum 366 snap 116 seq_num 366) 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1188: finishing write tid 2 to smithi11051043-6 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1188: finishing write tid 3 to smithi11051043-6 2024-02-18T08:24:06.722 INFO:tasks.rados.rados.0.smithi110.stdout:1188: finishing write tid 5 to smithi11051043-6 2024-02-18T08:24:06.723 INFO:tasks.rados.rados.0.smithi110.stdout:1188: finishing write tid 6 to smithi11051043-6 2024-02-18T08:24:06.723 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 500 (ObjNum 367 snap 116 seq_num 367) dirty exists 2024-02-18T08:24:06.723 INFO:tasks.rados.rados.0.smithi110.stdout:1188: left oid 6 (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:06.723 INFO:tasks.rados.rados.0.smithi110.stdout:1189: expect (ObjNum 41 snap 0 seq_num 41) 2024-02-18T08:24:06.742 INFO:tasks.rados.rados.0.smithi110.stdout:1187: done (3 left) 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1188: done (2 left) 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1189: done (1 left) 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1191: copy_from oid 33 from oid 48 current snap is 116 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1190: finishing write tid 1 to smithi11051043-49 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1190: finishing write tid 2 to smithi11051043-49 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1190: finishing write tid 3 to smithi11051043-49 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1190: finishing write tid 5 to smithi11051043-49 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1190: finishing write tid 6 to smithi11051043-49 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 187 (ObjNum 368 snap 116 seq_num 368) dirty exists 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1190: left oid 49 (ObjNum 368 snap 116 seq_num 368) 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1190: done (1 left) 2024-02-18T08:24:06.743 INFO:tasks.rados.rados.0.smithi110.stdout:1192: snap_create 2024-02-18T08:24:06.794 INFO:tasks.rados.rados.0.smithi110.stdout:1191: finishing copy_from to smithi11051043-33 2024-02-18T08:24:06.794 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 164 (ObjNum 345 snap 112 seq_num 345) dirty exists 2024-02-18T08:24:06.794 INFO:tasks.rados.rados.0.smithi110.stdout:1191: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:24:07.718 INFO:tasks.rados.rados.0.smithi110.stdout:1191: done (1 left) 2024-02-18T08:24:07.718 INFO:tasks.rados.rados.0.smithi110.stdout:1192: done (0 left) 2024-02-18T08:24:07.718 INFO:tasks.rados.rados.0.smithi110.stdout:1193: snap_create 2024-02-18T08:24:07.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:07 smithi110 bash[54479]: cluster 2024-02-18T08:24:06.613186+0000 mgr.y (mgr.44100) 96 : cluster [DBG] pgmap v124: 89 pgs: 1 active+clean+snaptrim, 14 active+undersized+degraded, 20 active+undersized, 54 active+clean; 214 MiB data, 344 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 19 op/s; 70/435 objects degraded (16.092%) 2024-02-18T08:24:07.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:07 smithi110 bash[54479]: cluster 2024-02-18T08:24:06.640778+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e293: 8 total, 7 up, 8 in 2024-02-18T08:24:07.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:07 smithi110 bash[54479]: cluster 2024-02-18T08:24:06.709043+0000 mon.a (mon.0) 280 : cluster [WRN] Health check update: Degraded data redundancy: 70/435 objects degraded (16.092%), 14 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:07.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:07 smithi110 bash[55875]: cluster 2024-02-18T08:24:06.613186+0000 mgr.y (mgr.44100) 96 : cluster [DBG] pgmap v124: 89 pgs: 1 active+clean+snaptrim, 14 active+undersized+degraded, 20 active+undersized, 54 active+clean; 214 MiB data, 344 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 19 op/s; 70/435 objects degraded (16.092%) 2024-02-18T08:24:07.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:07 smithi110 bash[55875]: cluster 2024-02-18T08:24:06.640778+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e293: 8 total, 7 up, 8 in 2024-02-18T08:24:07.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:07 smithi110 bash[55875]: cluster 2024-02-18T08:24:06.709043+0000 mon.a (mon.0) 280 : cluster [WRN] Health check update: Degraded data redundancy: 70/435 objects degraded (16.092%), 14 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:08.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:07 smithi191 bash[38688]: cluster 2024-02-18T08:24:06.613186+0000 mgr.y (mgr.44100) 96 : cluster [DBG] pgmap v124: 89 pgs: 1 active+clean+snaptrim, 14 active+undersized+degraded, 20 active+undersized, 54 active+clean; 214 MiB data, 344 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 19 op/s; 70/435 objects degraded (16.092%) 2024-02-18T08:24:08.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:07 smithi191 bash[38688]: cluster 2024-02-18T08:24:06.640778+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e293: 8 total, 7 up, 8 in 2024-02-18T08:24:08.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:07 smithi191 bash[38688]: cluster 2024-02-18T08:24:06.709043+0000 mon.a (mon.0) 280 : cluster [WRN] Health check update: Degraded data redundancy: 70/435 objects degraded (16.092%), 14 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:08.723 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[58268]: debug 2024-02-18T08:24:08.296+0000 7fd95334c380 -1 osd.0 283 log_to_monitors {default=true} 2024-02-18T08:24:08.723 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[52513]: debug 2024-02-18T08:24:08.344+0000 7fc859bf6700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-02-18T08:24:08.724 INFO:tasks.rados.rados.0.smithi110.stdout:1193: done (0 left) 2024-02-18T08:24:08.724 INFO:tasks.rados.rados.0.smithi110.stdout:1194: snap_remove snap 115 2024-02-18T08:24:09.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: cluster 2024-02-18T08:24:07.714962+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e294: 8 total, 7 up, 8 in 2024-02-18T08:24:09.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.033969+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:09.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.301860+0000 mon.c (mon.1) 5 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/3930212195,v1:172.21.15.110:6803/3930212195]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-18T08:24:09.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.302194+0000 mon.a (mon.0) 283 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-18T08:24:09.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.320662+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:09.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.321707+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:24:09.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.327330+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:09.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.337209+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:09.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.340449+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:09.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.342461+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:09.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.343931+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:09.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:08 smithi191 bash[38688]: audit 2024-02-18T08:24:08.345778+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:09.223 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[58268]: debug 2024-02-18T08:24:08.740+0000 7fd944833700 -1 osd.0 283 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:24:09.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: cluster 2024-02-18T08:24:07.714962+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e294: 8 total, 7 up, 8 in 2024-02-18T08:24:09.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.033969+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:09.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.301860+0000 mon.c (mon.1) 5 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/3930212195,v1:172.21.15.110:6803/3930212195]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.302194+0000 mon.a (mon.0) 283 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.320662+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.321707+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.327330+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.337209+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.340449+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.342461+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.343931+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[55875]: audit 2024-02-18T08:24:08.345778+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: cluster 2024-02-18T08:24:07.714962+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e294: 8 total, 7 up, 8 in 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.033969+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:09.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.301860+0000 mon.c (mon.1) 5 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/3930212195,v1:172.21.15.110:6803/3930212195]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-18T08:24:09.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.302194+0000 mon.a (mon.0) 283 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-18T08:24:09.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.320662+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:09.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.321707+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:24:09.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.327330+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:09.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.337209+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:09.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.340449+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:09.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.342461+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:09.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.343931+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:09.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:08 smithi110 bash[54479]: audit 2024-02-18T08:24:08.345778+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:09.730 INFO:tasks.rados.rados.0.smithi110.stdout:1194: done (0 left) 2024-02-18T08:24:09.730 INFO:tasks.rados.rados.0.smithi110.stdout:1195: rollback oid 5 current snap is 118 2024-02-18T08:24:09.730 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 5 to 97 2024-02-18T08:24:09.730 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 118 2024-02-18T08:24:09.730 INFO:tasks.rados.rados.0.smithi110.stdout:1196: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-02-18T08:24:09.739 INFO:tasks.rados.rados.0.smithi110.stdout:1196: writing smithi11051043-29 from 0 to 589824 tid 1 2024-02-18T08:24:09.743 INFO:tasks.rados.rados.0.smithi110.stdout:1196: writing smithi11051043-29 from 589824 to 1097728 tid 2 2024-02-18T08:24:09.745 INFO:tasks.rados.rados.0.smithi110.stdout:1196: writing smithi11051043-29 from 1097728 to 1392640 tid 3 2024-02-18T08:24:09.745 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 118 2024-02-18T08:24:09.745 INFO:tasks.rados.rados.0.smithi110.stdout:1197: seq_num 370 ranges {1089536=606208,1695744=794624,2490368=8192} 2024-02-18T08:24:09.755 INFO:tasks.rados.rados.0.smithi110.stdout:1197: writing smithi11051043-10 from 1089536 to 1695744 tid 1 2024-02-18T08:24:09.760 INFO:tasks.rados.rados.0.smithi110.stdout:1197: writing smithi11051043-10 from 1695744 to 2490368 tid 2 2024-02-18T08:24:09.760 INFO:tasks.rados.rados.0.smithi110.stdout:1197: writing smithi11051043-10 from 2490368 to 2498560 tid 3 2024-02-18T08:24:09.760 INFO:tasks.rados.rados.0.smithi110.stdout:1198: delete oid 26 current snap is 118 2024-02-18T08:24:09.760 INFO:tasks.rados.rados.0.smithi110.stdout:1197: finishing write tid 1 to smithi11051043-10 2024-02-18T08:24:09.764 INFO:tasks.rados.rados.0.smithi110.stdout:1197: finishing write tid 2 to smithi11051043-10 2024-02-18T08:24:09.764 INFO:tasks.rados.rados.0.smithi110.stdout:1197: finishing write tid 3 to smithi11051043-10 2024-02-18T08:24:09.765 INFO:tasks.rados.rados.0.smithi110.stdout:1197: finishing write tid 5 to smithi11051043-10 2024-02-18T08:24:09.766 INFO:tasks.rados.rados.0.smithi110.stdout:1197: finishing write tid 6 to smithi11051043-10 2024-02-18T08:24:09.766 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 561 (ObjNum 370 snap 118 seq_num 370) dirty exists 2024-02-18T08:24:09.766 INFO:tasks.rados.rados.0.smithi110.stdout:1197: left oid 10 (ObjNum 370 snap 118 seq_num 370) 2024-02-18T08:24:10.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: cephadm 2024-02-18T08:24:08.322581+0000 mgr.y (mgr.44100) 97 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:24:10.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: audit 2024-02-18T08:24:08.346024+0000 mgr.y (mgr.44100) 98 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:10.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: cephadm 2024-02-18T08:24:08.347112+0000 mgr.y (mgr.44100) 99 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-02-18T08:24:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: cluster 2024-02-18T08:24:08.614103+0000 mgr.y (mgr.44100) 100 : cluster [DBG] pgmap v127: 89 pgs: 1 active+clean+snaptrim, 14 active+undersized+degraded, 20 active+undersized, 54 active+clean; 214 MiB data, 344 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 19 op/s; 70/435 objects degraded (16.092%) 2024-02-18T08:24:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: audit 2024-02-18T08:24:08.721278+0000 mon.a (mon.0) 292 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-18T08:24:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: cluster 2024-02-18T08:24:08.721503+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e295: 8 total, 7 up, 8 in 2024-02-18T08:24:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: audit 2024-02-18T08:24:08.723962+0000 mon.c (mon.1) 6 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/3930212195,v1:172.21.15.110:6803/3930212195]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:24:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: audit 2024-02-18T08:24:08.728686+0000 mon.a (mon.0) 294 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:24:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: cluster 2024-02-18T08:24:09.716297+0000 mon.a (mon.0) 295 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:24:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: cluster 2024-02-18T08:24:09.724419+0000 mon.a (mon.0) 296 : cluster [INF] osd.0 [v2:172.21.15.110:6802/3930212195,v1:172.21.15.110:6803/3930212195] boot 2024-02-18T08:24:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: cluster 2024-02-18T08:24:09.724563+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-02-18T08:24:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:09 smithi191 bash[38688]: audit 2024-02-18T08:24:09.725907+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:24:10.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: cephadm 2024-02-18T08:24:08.322581+0000 mgr.y (mgr.44100) 97 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:24:10.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: audit 2024-02-18T08:24:08.346024+0000 mgr.y (mgr.44100) 98 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:10.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: cephadm 2024-02-18T08:24:08.347112+0000 mgr.y (mgr.44100) 99 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-02-18T08:24:10.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: cluster 2024-02-18T08:24:08.614103+0000 mgr.y (mgr.44100) 100 : cluster [DBG] pgmap v127: 89 pgs: 1 active+clean+snaptrim, 14 active+undersized+degraded, 20 active+undersized, 54 active+clean; 214 MiB data, 344 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 19 op/s; 70/435 objects degraded (16.092%) 2024-02-18T08:24:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: audit 2024-02-18T08:24:08.721278+0000 mon.a (mon.0) 292 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-18T08:24:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: cluster 2024-02-18T08:24:08.721503+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e295: 8 total, 7 up, 8 in 2024-02-18T08:24:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: audit 2024-02-18T08:24:08.723962+0000 mon.c (mon.1) 6 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/3930212195,v1:172.21.15.110:6803/3930212195]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:24:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: audit 2024-02-18T08:24:08.728686+0000 mon.a (mon.0) 294 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:24:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: cluster 2024-02-18T08:24:09.716297+0000 mon.a (mon.0) 295 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:24:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: cluster 2024-02-18T08:24:09.724419+0000 mon.a (mon.0) 296 : cluster [INF] osd.0 [v2:172.21.15.110:6802/3930212195,v1:172.21.15.110:6803/3930212195] boot 2024-02-18T08:24:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: cluster 2024-02-18T08:24:09.724563+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-02-18T08:24:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[55875]: audit 2024-02-18T08:24:09.725907+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:24:10.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: cephadm 2024-02-18T08:24:08.322581+0000 mgr.y (mgr.44100) 97 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:24:10.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: audit 2024-02-18T08:24:08.346024+0000 mgr.y (mgr.44100) 98 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:10.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: cephadm 2024-02-18T08:24:08.347112+0000 mgr.y (mgr.44100) 99 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-02-18T08:24:10.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: cluster 2024-02-18T08:24:08.614103+0000 mgr.y (mgr.44100) 100 : cluster [DBG] pgmap v127: 89 pgs: 1 active+clean+snaptrim, 14 active+undersized+degraded, 20 active+undersized, 54 active+clean; 214 MiB data, 344 MiB used, 707 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.9 MiB/s wr, 19 op/s; 70/435 objects degraded (16.092%) 2024-02-18T08:24:10.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: audit 2024-02-18T08:24:08.721278+0000 mon.a (mon.0) 292 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-18T08:24:10.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: cluster 2024-02-18T08:24:08.721503+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e295: 8 total, 7 up, 8 in 2024-02-18T08:24:10.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: audit 2024-02-18T08:24:08.723962+0000 mon.c (mon.1) 6 : audit [INF] from='osd.0 [v2:172.21.15.110:6802/3930212195,v1:172.21.15.110:6803/3930212195]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:24:10.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: audit 2024-02-18T08:24:08.728686+0000 mon.a (mon.0) 294 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:24:10.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: cluster 2024-02-18T08:24:09.716297+0000 mon.a (mon.0) 295 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:24:10.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: cluster 2024-02-18T08:24:09.724419+0000 mon.a (mon.0) 296 : cluster [INF] osd.0 [v2:172.21.15.110:6802/3930212195,v1:172.21.15.110:6803/3930212195] boot 2024-02-18T08:24:10.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: cluster 2024-02-18T08:24:09.724563+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-02-18T08:24:10.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:09 smithi110 bash[54479]: audit 2024-02-18T08:24:09.725907+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-18T08:24:10.766 INFO:tasks.rados.rados.0.smithi110.stdout:1196: finishing write tid 1 to smithi11051043-29 2024-02-18T08:24:10.767 INFO:tasks.rados.rados.0.smithi110.stdout:1196: finishing write tid 2 to smithi11051043-29 2024-02-18T08:24:10.768 INFO:tasks.rados.rados.0.smithi110.stdout:1196: finishing write tid 3 to smithi11051043-29 2024-02-18T08:24:10.768 INFO:tasks.rados.rados.0.smithi110.stdout:1197: done (3 left) 2024-02-18T08:24:10.768 INFO:tasks.rados.rados.0.smithi110.stdout:1198: done (2 left) 2024-02-18T08:24:10.768 INFO:tasks.rados.rados.0.smithi110.stdout:1199: read oid 19 snap -1 2024-02-18T08:24:10.768 INFO:tasks.rados.rados.0.smithi110.stdout:1199: expect (ObjNum 365 snap 116 seq_num 365) 2024-02-18T08:24:10.768 INFO:tasks.rados.rados.0.smithi110.stdout:1200: snap_remove snap 116 2024-02-18T08:24:11.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:10 smithi191 bash[38688]: cluster 2024-02-18T08:24:09.752989+0000 mon.a (mon.0) 299 : cluster [DBG] mgrmap e30: y(active, since 97s), standbys: x 2024-02-18T08:24:11.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:10 smithi191 bash[38688]: cluster 2024-02-18T08:24:10.726091+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-02-18T08:24:11.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:10 smithi110 bash[54479]: cluster 2024-02-18T08:24:09.752989+0000 mon.a (mon.0) 299 : cluster [DBG] mgrmap e30: y(active, since 97s), standbys: x 2024-02-18T08:24:11.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:10 smithi110 bash[54479]: cluster 2024-02-18T08:24:10.726091+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-02-18T08:24:11.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:10 smithi110 bash[55875]: cluster 2024-02-18T08:24:09.752989+0000 mon.a (mon.0) 299 : cluster [DBG] mgrmap e30: y(active, since 97s), standbys: x 2024-02-18T08:24:11.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:10 smithi110 bash[55875]: cluster 2024-02-18T08:24:10.726091+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-02-18T08:24:11.767 INFO:tasks.rados.rados.0.smithi110.stdout:1196: finishing write tid 5 to smithi11051043-29 2024-02-18T08:24:11.768 INFO:tasks.rados.rados.0.smithi110.stdout:1196: finishing write tid 6 to smithi11051043-29 2024-02-18T08:24:11.768 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 304 (ObjNum 369 snap 118 seq_num 369) dirty exists 2024-02-18T08:24:11.768 INFO:tasks.rados.rados.0.smithi110.stdout:1196: left oid 29 (ObjNum 369 snap 118 seq_num 369) 2024-02-18T08:24:11.768 INFO:tasks.rados.rados.0.smithi110.stdout:1199: expect (ObjNum 365 snap 116 seq_num 365) 2024-02-18T08:24:11.800 INFO:tasks.rados.rados.0.smithi110.stdout:1195: finishing rollback tid 0 to smithi11051043-5 2024-02-18T08:24:11.800 INFO:tasks.rados.rados.0.smithi110.stdout:1195: finishing rollback tid 1 to smithi11051043-5 2024-02-18T08:24:11.800 INFO:tasks.rados.rados.0.smithi110.stdout:1196: done (3 left) 2024-02-18T08:24:11.800 INFO:tasks.rados.rados.0.smithi110.stdout:1199: done (2 left) 2024-02-18T08:24:11.800 INFO:tasks.rados.rados.0.smithi110.stdout:1200: done (1 left) 2024-02-18T08:24:11.800 INFO:tasks.rados.rados.0.smithi110.stdout:1201: snap_remove snap 114 2024-02-18T08:24:11.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:11 smithi110 bash[54479]: cluster 2024-02-18T08:24:10.614988+0000 mgr.y (mgr.44100) 101 : cluster [DBG] pgmap v130: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 226 MiB data, 658 MiB used, 708 GiB / 715 GiB avail; 533 KiB/s rd, 3.0 MiB/s wr, 12 op/s; 72/441 objects degraded (16.327%) 2024-02-18T08:24:11.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:11 smithi110 bash[55875]: cluster 2024-02-18T08:24:10.614988+0000 mgr.y (mgr.44100) 101 : cluster [DBG] pgmap v130: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 226 MiB data, 658 MiB used, 708 GiB / 715 GiB avail; 533 KiB/s rd, 3.0 MiB/s wr, 12 op/s; 72/441 objects degraded (16.327%) 2024-02-18T08:24:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:11.627Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:11.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:11.627Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:11.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:11.627Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:24:12.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:11 smithi191 bash[38688]: cluster 2024-02-18T08:24:10.614988+0000 mgr.y (mgr.44100) 101 : cluster [DBG] pgmap v130: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 226 MiB data, 658 MiB used, 708 GiB / 715 GiB avail; 533 KiB/s rd, 3.0 MiB/s wr, 12 op/s; 72/441 objects degraded (16.327%) 2024-02-18T08:24:12.785 INFO:tasks.rados.rados.0.smithi110.stdout:1201: done (1 left) 2024-02-18T08:24:12.786 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 118 2024-02-18T08:24:12.786 INFO:tasks.rados.rados.0.smithi110.stdout:1202: seq_num 372 ranges {8716288=638976,9355264=565248,9920512=237568} 2024-02-18T08:24:12.838 INFO:tasks.rados.rados.0.smithi110.stdout:1202: writing smithi11051043-9 from 8716288 to 9355264 tid 1 2024-02-18T08:24:12.841 INFO:tasks.rados.rados.0.smithi110.stdout:1202: writing smithi11051043-9 from 9355264 to 9920512 tid 2 2024-02-18T08:24:12.844 INFO:tasks.rados.rados.0.smithi110.stdout:1202: writing smithi11051043-9 from 9920512 to 10158080 tid 3 2024-02-18T08:24:12.844 INFO:tasks.rados.rados.0.smithi110.stdout:1203: copy_from oid 24 from oid 27 current snap is 118 2024-02-18T08:24:12.844 INFO:tasks.rados.rados.0.smithi110.stdout:1195: finishing rollback tid 2 to smithi11051043-5 2024-02-18T08:24:12.844 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 496 (ObjNum 308 snap 93 seq_num 308) dirty exists 2024-02-18T08:24:12.844 INFO:tasks.rados.rados.0.smithi110.stdout:1195: done (2 left) 2024-02-18T08:24:12.844 INFO:tasks.rados.rados.0.smithi110.stdout:1204: snap_create 2024-02-18T08:24:12.848 INFO:tasks.rados.rados.0.smithi110.stdout:1202: finishing write tid 1 to smithi11051043-9 2024-02-18T08:24:12.848 INFO:tasks.rados.rados.0.smithi110.stdout:1202: finishing write tid 2 to smithi11051043-9 2024-02-18T08:24:12.848 INFO:tasks.rados.rados.0.smithi110.stdout:1202: finishing write tid 3 to smithi11051043-9 2024-02-18T08:24:12.849 INFO:tasks.rados.rados.0.smithi110.stdout:1202: finishing write tid 5 to smithi11051043-9 2024-02-18T08:24:12.850 INFO:tasks.rados.rados.0.smithi110.stdout:1202: finishing write tid 6 to smithi11051043-9 2024-02-18T08:24:12.850 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 557 (ObjNum 372 snap 118 seq_num 372) dirty exists 2024-02-18T08:24:12.851 INFO:tasks.rados.rados.0.smithi110.stdout:1202: left oid 9 (ObjNum 372 snap 118 seq_num 372) 2024-02-18T08:24:12.860 INFO:tasks.rados.rados.0.smithi110.stdout:1203: finishing copy_from to smithi11051043-24 2024-02-18T08:24:12.860 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 563 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:24:12.861 INFO:tasks.rados.rados.0.smithi110.stdout:1203: finishing copy_from racing read to smithi11051043-24 2024-02-18T08:24:13.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:12 smithi191 bash[38688]: cluster 2024-02-18T08:24:11.762966+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2024-02-18T08:24:13.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:12 smithi110 bash[55875]: cluster 2024-02-18T08:24:11.762966+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2024-02-18T08:24:13.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:12 smithi110 bash[54479]: cluster 2024-02-18T08:24:11.762966+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2024-02-18T08:24:13.793 INFO:tasks.rados.rados.0.smithi110.stdout:1202: done (2 left) 2024-02-18T08:24:13.793 INFO:tasks.rados.rados.0.smithi110.stdout:1203: done (1 left) 2024-02-18T08:24:13.793 INFO:tasks.rados.rados.0.smithi110.stdout:1204: done (0 left) 2024-02-18T08:24:13.793 INFO:tasks.rados.rados.0.smithi110.stdout:1205: delete oid 3 current snap is 119 2024-02-18T08:24:13.795 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:13.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:13.795 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:13.521Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:13.795 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:13.521Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:24:13.796 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:13 smithi110 bash[55875]: cluster 2024-02-18T08:24:12.615928+0000 mgr.y (mgr.44100) 102 : cluster [DBG] pgmap v133: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 226 MiB data, 658 MiB used, 708 GiB / 715 GiB avail; 533 KiB/s rd, 3.0 MiB/s wr, 12 op/s; 72/441 objects degraded (16.327%) 2024-02-18T08:24:13.796 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:13 smithi110 bash[55875]: cluster 2024-02-18T08:24:12.782119+0000 mon.a (mon.0) 302 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2024-02-18T08:24:13.796 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:13 smithi110 bash[54479]: cluster 2024-02-18T08:24:12.615928+0000 mgr.y (mgr.44100) 102 : cluster [DBG] pgmap v133: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 226 MiB data, 658 MiB used, 708 GiB / 715 GiB avail; 533 KiB/s rd, 3.0 MiB/s wr, 12 op/s; 72/441 objects degraded (16.327%) 2024-02-18T08:24:13.796 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:13 smithi110 bash[54479]: cluster 2024-02-18T08:24:12.782119+0000 mon.a (mon.0) 302 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2024-02-18T08:24:13.800 INFO:tasks.rados.rados.0.smithi110.stdout:1205: done (0 left) 2024-02-18T08:24:13.800 INFO:tasks.rados.rados.0.smithi110.stdout:1206: read oid 6 snap -1 2024-02-18T08:24:13.800 INFO:tasks.rados.rados.0.smithi110.stdout:1206: expect (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:13.800 INFO:tasks.rados.rados.0.smithi110.stdout:1207: delete oid 30 current snap is 119 2024-02-18T08:24:13.807 INFO:tasks.rados.rados.0.smithi110.stdout:1206: expect (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:13.839 INFO:tasks.rados.rados.0.smithi110.stdout:1206: done (1 left) 2024-02-18T08:24:13.839 INFO:tasks.rados.rados.0.smithi110.stdout:1207: done (0 left) 2024-02-18T08:24:13.839 INFO:tasks.rados.rados.0.smithi110.stdout:1208: snap_remove snap 117 2024-02-18T08:24:14.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:13 smithi191 bash[38688]: cluster 2024-02-18T08:24:12.615928+0000 mgr.y (mgr.44100) 102 : cluster [DBG] pgmap v133: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 226 MiB data, 658 MiB used, 708 GiB / 715 GiB avail; 533 KiB/s rd, 3.0 MiB/s wr, 12 op/s; 72/441 objects degraded (16.327%) 2024-02-18T08:24:14.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:13 smithi191 bash[38688]: cluster 2024-02-18T08:24:12.782119+0000 mon.a (mon.0) 302 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2024-02-18T08:24:14.813 INFO:tasks.rados.rados.0.smithi110.stdout:1208: done (0 left) 2024-02-18T08:24:14.813 INFO:tasks.rados.rados.0.smithi110.stdout:1209: read oid 40 snap -1 2024-02-18T08:24:14.813 INFO:tasks.rados.rados.0.smithi110.stdout:1209: expect (ObjNum 359 snap 114 seq_num 359) 2024-02-18T08:24:14.813 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 119 2024-02-18T08:24:14.813 INFO:tasks.rados.rados.0.smithi110.stdout:1210: seq_num 375 ranges {2498560=688128,3186688=663552,3850240=139264} 2024-02-18T08:24:14.831 INFO:tasks.rados.rados.0.smithi110.stdout:1210: writing smithi11051043-10 from 2498560 to 3186688 tid 1 2024-02-18T08:24:14.836 INFO:tasks.rados.rados.0.smithi110.stdout:1210: writing smithi11051043-10 from 3186688 to 3850240 tid 2 2024-02-18T08:24:14.837 INFO:tasks.rados.rados.0.smithi110.stdout:1210: writing smithi11051043-10 from 3850240 to 3989504 tid 3 2024-02-18T08:24:14.837 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 119 2024-02-18T08:24:14.837 INFO:tasks.rados.rados.0.smithi110.stdout:1211: seq_num 376 ranges {1277952=704512,1982464=548864,2531328=253952} 2024-02-18T08:24:14.848 INFO:tasks.rados.rados.0.smithi110.stdout:1211: writing smithi11051043-16 from 1277952 to 1982464 tid 1 2024-02-18T08:24:14.851 INFO:tasks.rados.rados.0.smithi110.stdout:1211: writing smithi11051043-16 from 1982464 to 2531328 tid 2 2024-02-18T08:24:14.853 INFO:tasks.rados.rados.0.smithi110.stdout:1211: writing smithi11051043-16 from 2531328 to 2785280 tid 3 2024-02-18T08:24:14.853 INFO:tasks.rados.rados.0.smithi110.stdout:1212: read oid 49 snap -1 2024-02-18T08:24:14.853 INFO:tasks.rados.rados.0.smithi110.stdout:1212: expect (ObjNum 368 snap 116 seq_num 368) 2024-02-18T08:24:14.853 INFO:tasks.rados.rados.0.smithi110.stdout:1213: read oid 39 snap 93 2024-02-18T08:24:14.854 INFO:tasks.rados.rados.0.smithi110.stdout:1213: expect (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:24:14.854 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 119 2024-02-18T08:24:14.854 INFO:tasks.rados.rados.0.smithi110.stdout:1214: seq_num 377 ranges {7208960=720896,7929856=434176,8364032=368640} 2024-02-18T08:24:14.898 INFO:tasks.rados.rados.0.smithi110.stdout:1214: writing smithi11051043-11 from 7208960 to 7929856 tid 1 2024-02-18T08:24:14.900 INFO:tasks.rados.rados.0.smithi110.stdout:1214: writing smithi11051043-11 from 7929856 to 8364032 tid 2 2024-02-18T08:24:14.903 INFO:tasks.rados.rados.0.smithi110.stdout:1214: writing smithi11051043-11 from 8364032 to 8732672 tid 3 2024-02-18T08:24:14.903 INFO:tasks.rados.rados.0.smithi110.stdout:1215: copy_from oid 36 from oid 6 current snap is 119 2024-02-18T08:24:14.903 INFO:tasks.rados.rados.0.smithi110.stdout:1216: rollback oid 48 current snap is 119 2024-02-18T08:24:14.903 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 48 to 118 2024-02-18T08:24:14.903 INFO:tasks.rados.rados.0.smithi110.stdout:1210: finishing write tid 1 to smithi11051043-10 2024-02-18T08:24:14.903 INFO:tasks.rados.rados.0.smithi110.stdout:1210: finishing write tid 2 to smithi11051043-10 2024-02-18T08:24:14.904 INFO:tasks.rados.rados.0.smithi110.stdout:1209: expect (ObjNum 359 snap 114 seq_num 359) 2024-02-18T08:24:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:14 smithi191 bash[38688]: cluster 2024-02-18T08:24:13.786214+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2024-02-18T08:24:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:14 smithi191 bash[38688]: cluster 2024-02-18T08:24:14.629020+0000 mon.a (mon.0) 304 : cluster [WRN] Health check update: Degraded data redundancy: 72/441 objects degraded (16.327%), 14 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:14 smithi110 bash[54479]: cluster 2024-02-18T08:24:13.786214+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2024-02-18T08:24:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:14 smithi110 bash[54479]: cluster 2024-02-18T08:24:14.629020+0000 mon.a (mon.0) 304 : cluster [WRN] Health check update: Degraded data redundancy: 72/441 objects degraded (16.327%), 14 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:15.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:14 smithi110 bash[55875]: cluster 2024-02-18T08:24:13.786214+0000 mon.a (mon.0) 303 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2024-02-18T08:24:15.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:14 smithi110 bash[55875]: cluster 2024-02-18T08:24:14.629020+0000 mon.a (mon.0) 304 : cluster [WRN] Health check update: Degraded data redundancy: 72/441 objects degraded (16.327%), 14 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:15.290 INFO:tasks.rados.rados.0.smithi110.stdout:1210: finishing write tid 3 to smithi11051043-10 2024-02-18T08:24:15.290 INFO:tasks.rados.rados.0.smithi110.stdout:1210: finishing write tid 5 to smithi11051043-10 2024-02-18T08:24:15.290 INFO:tasks.rados.rados.0.smithi110.stdout:1210: finishing write tid 6 to smithi11051043-10 2024-02-18T08:24:15.290 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 565 (ObjNum 375 snap 119 seq_num 375) dirty exists 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1210: left oid 10 (ObjNum 375 snap 119 seq_num 375) 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1209: done (7 left) 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1210: done (6 left) 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1217: delete oid 9 current snap is 119 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1211: finishing write tid 1 to smithi11051043-16 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1211: finishing write tid 2 to smithi11051043-16 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1211: finishing write tid 3 to smithi11051043-16 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1211: finishing write tid 5 to smithi11051043-16 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1211: finishing write tid 6 to smithi11051043-16 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 728 (ObjNum 376 snap 119 seq_num 376) dirty exists 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1211: left oid 16 (ObjNum 376 snap 119 seq_num 376) 2024-02-18T08:24:15.291 INFO:tasks.rados.rados.0.smithi110.stdout:1212: expect (ObjNum 368 snap 116 seq_num 368) 2024-02-18T08:24:15.362 INFO:tasks.rados.rados.0.smithi110.stdout:1213: expect (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:24:15.434 INFO:tasks.rados.rados.0.smithi110.stdout:1211: done (6 left) 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:1212: done (5 left) 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:1213: done (4 left) 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:1217: done (3 left) 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:1218: rollback oid 14 current snap is 119 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 14 to 97 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:1214: finishing write tid 1 to smithi11051043-11 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:1216: finishing rollback tid 0 to smithi11051043-48 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:1216: finishing rollback tid 1 to smithi11051043-48 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:1216: finishing rollback tid 2 to smithi11051043-48 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 195 (ObjNum 345 snap 112 seq_num 345) dirty exists 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:1214: finishing write tid 2 to smithi11051043-11 2024-02-18T08:24:15.435 INFO:tasks.rados.rados.0.smithi110.stdout:1214: finishing write tid 3 to smithi11051043-11 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:1214: finishing write tid 5 to smithi11051043-11 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:1214: finishing write tid 6 to smithi11051043-11 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 564 (ObjNum 377 snap 119 seq_num 377) dirty exists 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:1214: left oid 11 (ObjNum 377 snap 119 seq_num 377) 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:1215: finishing copy_from to smithi11051043-36 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 500 (ObjNum 367 snap 116 seq_num 367) dirty exists 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:1215: finishing copy_from racing read to smithi11051043-36 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:1214: done (3 left) 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:1215: done (2 left) 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:1216: done (1 left) 2024-02-18T08:24:15.436 INFO:tasks.rados.rados.0.smithi110.stdout:1219: delete oid 50 current snap is 119 2024-02-18T08:24:15.437 INFO:tasks.rados.rados.0.smithi110.stdout:1219: done (1 left) 2024-02-18T08:24:15.437 INFO:tasks.rados.rados.0.smithi110.stdout:1220: copy_from oid 1 from oid 48 current snap is 119 2024-02-18T08:24:15.438 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 119 2024-02-18T08:24:15.438 INFO:tasks.rados.rados.0.smithi110.stdout:1221: seq_num 380 ranges {6848512=770048,7618560=483328,8101888=319488} 2024-02-18T08:24:15.479 INFO:tasks.rados.rados.0.smithi110.stdout:1221: writing smithi11051043-5 from 6848512 to 7618560 tid 1 2024-02-18T08:24:15.482 INFO:tasks.rados.rados.0.smithi110.stdout:1221: writing smithi11051043-5 from 7618560 to 8101888 tid 2 2024-02-18T08:24:15.484 INFO:tasks.rados.rados.0.smithi110.stdout:1221: writing smithi11051043-5 from 8101888 to 8421376 tid 3 2024-02-18T08:24:15.484 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 119 2024-02-18T08:24:15.484 INFO:tasks.rados.rados.0.smithi110.stdout:1222: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-02-18T08:24:15.489 INFO:tasks.rados.rados.0.smithi110.stdout:1222: writing smithi11051043-3 from 0 to 786432 tid 1 2024-02-18T08:24:15.491 INFO:tasks.rados.rados.0.smithi110.stdout:1222: writing smithi11051043-3 from 786432 to 1204224 tid 2 2024-02-18T08:24:15.494 INFO:tasks.rados.rados.0.smithi110.stdout:1222: writing smithi11051043-3 from 1204224 to 1589248 tid 3 2024-02-18T08:24:15.494 INFO:tasks.rados.rados.0.smithi110.stdout:1223: rollback oid 13 current snap is 119 2024-02-18T08:24:15.494 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 118 2024-02-18T08:24:15.494 INFO:tasks.rados.rados.0.smithi110.stdout:1218: finishing rollback tid 0 to smithi11051043-14 2024-02-18T08:24:15.494 INFO:tasks.rados.rados.0.smithi110.stdout:1224: read oid 36 snap -1 2024-02-18T08:24:15.494 INFO:tasks.rados.rados.0.smithi110.stdout:1224: expect (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:15.494 INFO:tasks.rados.rados.0.smithi110.stdout:1225: snap_remove snap 111 2024-02-18T08:24:15.813 INFO:tasks.rados.rados.0.smithi110.stdout:1225: done (6 left) 2024-02-18T08:24:15.813 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 119 2024-02-18T08:24:15.813 INFO:tasks.rados.rados.0.smithi110.stdout:1226: seq_num 382 ranges {7249920=802816,8052736=704512,8757248=98304} 2024-02-18T08:24:15.859 INFO:tasks.rados.rados.0.smithi110.stdout:1226: writing smithi11051043-45 from 7249920 to 8052736 tid 1 2024-02-18T08:24:15.864 INFO:tasks.rados.rados.0.smithi110.stdout:1226: writing smithi11051043-45 from 8052736 to 8757248 tid 2 2024-02-18T08:24:15.865 INFO:tasks.rados.rados.0.smithi110.stdout:1226: writing smithi11051043-45 from 8757248 to 8855552 tid 3 2024-02-18T08:24:15.865 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 119 2024-02-18T08:24:15.865 INFO:tasks.rados.rados.0.smithi110.stdout:1227: seq_num 383 ranges {7118848=417792,7536640=589824,8126464=417792,8544256=196608} 2024-02-18T08:24:15.907 INFO:tasks.rados.rados.0.smithi110.stdout:1227: writing smithi11051043-33 from 7118848 to 7536640 tid 1 2024-02-18T08:24:15.910 INFO:tasks.rados.rados.0.smithi110.stdout:1227: writing smithi11051043-33 from 7536640 to 8126464 tid 2 2024-02-18T08:24:15.913 INFO:tasks.rados.rados.0.smithi110.stdout:1227: writing smithi11051043-33 from 8126464 to 8544256 tid 3 2024-02-18T08:24:15.915 INFO:tasks.rados.rados.0.smithi110.stdout:1227: writing smithi11051043-33 from 8544256 to 8740864 tid 4 2024-02-18T08:24:15.915 INFO:tasks.rados.rados.0.smithi110.stdout:1228: snap_create 2024-02-18T08:24:15.915 INFO:tasks.rados.rados.0.smithi110.stdout:1218: finishing rollback tid 1 to smithi11051043-14 2024-02-18T08:24:15.915 INFO:tasks.rados.rados.0.smithi110.stdout:1218: finishing rollback tid 2 to smithi11051043-14 2024-02-18T08:24:15.915 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 569 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-02-18T08:24:15.915 INFO:tasks.rados.rados.0.smithi110.stdout:1220: finishing copy_from to smithi11051043-1 2024-02-18T08:24:15.915 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 195 (ObjNum 345 snap 112 seq_num 345) dirty exists 2024-02-18T08:24:15.915 INFO:tasks.rados.rados.0.smithi110.stdout:1220: finishing copy_from racing read to smithi11051043-1 2024-02-18T08:24:15.915 INFO:tasks.rados.rados.0.smithi110.stdout:1221: finishing write tid 1 to smithi11051043-5 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1221: finishing write tid 2 to smithi11051043-5 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1221: finishing write tid 3 to smithi11051043-5 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1221: finishing write tid 5 to smithi11051043-5 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1221: finishing write tid 6 to smithi11051043-5 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 500 (ObjNum 380 snap 119 seq_num 380) dirty exists 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1221: left oid 5 (ObjNum 380 snap 119 seq_num 380) 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1222: finishing write tid 1 to smithi11051043-3 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1222: finishing write tid 2 to smithi11051043-3 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1223: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1223: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1223: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 504 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1222: finishing write tid 3 to smithi11051043-3 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1222: finishing write tid 5 to smithi11051043-3 2024-02-18T08:24:15.916 INFO:tasks.rados.rados.0.smithi110.stdout:1222: finishing write tid 6 to smithi11051043-3 2024-02-18T08:24:15.917 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 575 (ObjNum 381 snap 119 seq_num 381) dirty exists 2024-02-18T08:24:15.917 INFO:tasks.rados.rados.0.smithi110.stdout:1222: left oid 3 (ObjNum 381 snap 119 seq_num 381) 2024-02-18T08:24:15.917 INFO:tasks.rados.rados.0.smithi110.stdout:1224: expect (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:15.948 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:24:15.976 INFO:tasks.rados.rados.0.smithi110.stdout:1226: finishing write tid 1 to smithi11051043-45 2024-02-18T08:24:15.976 INFO:tasks.rados.rados.0.smithi110.stdout:1226: finishing write tid 2 to smithi11051043-45 2024-02-18T08:24:15.976 INFO:tasks.rados.rados.0.smithi110.stdout:1226: finishing write tid 3 to smithi11051043-45 2024-02-18T08:24:15.977 INFO:tasks.rados.rados.0.smithi110.stdout:1226: finishing write tid 5 to smithi11051043-45 2024-02-18T08:24:15.977 INFO:tasks.rados.rados.0.smithi110.stdout:1226: finishing write tid 6 to smithi11051043-45 2024-02-18T08:24:15.977 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 317 (ObjNum 382 snap 119 seq_num 382) dirty exists 2024-02-18T08:24:15.977 INFO:tasks.rados.rados.0.smithi110.stdout:1226: left oid 45 (ObjNum 382 snap 119 seq_num 382) 2024-02-18T08:24:15.977 INFO:tasks.rados.rados.0.smithi110.stdout:1227: finishing write tid 1 to smithi11051043-33 2024-02-18T08:24:15.977 INFO:tasks.rados.rados.0.smithi110.stdout:1227: finishing write tid 2 to smithi11051043-33 2024-02-18T08:24:15.977 INFO:tasks.rados.rados.0.smithi110.stdout:1227: finishing write tid 3 to smithi11051043-33 2024-02-18T08:24:15.977 INFO:tasks.rados.rados.0.smithi110.stdout:1227: finishing write tid 4 to smithi11051043-33 2024-02-18T08:24:15.978 INFO:tasks.rados.rados.0.smithi110.stdout:1227: finishing write tid 6 to smithi11051043-33 2024-02-18T08:24:15.978 INFO:tasks.rados.rados.0.smithi110.stdout:1227: finishing write tid 7 to smithi11051043-33 2024-02-18T08:24:15.978 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 568 (ObjNum 383 snap 119 seq_num 383) dirty exists 2024-02-18T08:24:15.978 INFO:tasks.rados.rados.0.smithi110.stdout:1227: left oid 33 (ObjNum 383 snap 119 seq_num 383) 2024-02-18T08:24:16.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:15 smithi191 bash[38688]: cluster 2024-02-18T08:24:14.616810+0000 mgr.y (mgr.44100) 103 : cluster [DBG] pgmap v136: 89 pgs: 10 active+undersized+degraded, 11 active+undersized, 68 active+clean; 221 MiB data, 660 MiB used, 708 GiB / 715 GiB avail; 966 KiB/s rd, 340 KiB/s wr, 2 op/s; 54/435 objects degraded (12.414%); 2.1 MiB/s, 1 objects/s recovering 2024-02-18T08:24:16.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:15 smithi191 bash[38688]: cluster 2024-02-18T08:24:14.807619+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2024-02-18T08:24:16.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:15 smithi110 bash[54479]: cluster 2024-02-18T08:24:14.616810+0000 mgr.y (mgr.44100) 103 : cluster [DBG] pgmap v136: 89 pgs: 10 active+undersized+degraded, 11 active+undersized, 68 active+clean; 221 MiB data, 660 MiB used, 708 GiB / 715 GiB avail; 966 KiB/s rd, 340 KiB/s wr, 2 op/s; 54/435 objects degraded (12.414%); 2.1 MiB/s, 1 objects/s recovering 2024-02-18T08:24:16.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:15 smithi110 bash[54479]: cluster 2024-02-18T08:24:14.807619+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2024-02-18T08:24:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:15 smithi110 bash[55875]: cluster 2024-02-18T08:24:14.616810+0000 mgr.y (mgr.44100) 103 : cluster [DBG] pgmap v136: 89 pgs: 10 active+undersized+degraded, 11 active+undersized, 68 active+clean; 221 MiB data, 660 MiB used, 708 GiB / 715 GiB avail; 966 KiB/s rd, 340 KiB/s wr, 2 op/s; 54/435 objects degraded (12.414%); 2.1 MiB/s, 1 objects/s recovering 2024-02-18T08:24:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:15 smithi110 bash[55875]: cluster 2024-02-18T08:24:14.807619+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2024-02-18T08:24:16.267 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (7m) 8s ago 7m 13.7M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (7m) 57s ago 7m 24.7M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (6m) 8s ago 6m 14.0M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (6m) 57s ago 6m 16.3M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (2m) 57s ago 11m 376M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (2m) 8s ago 13m 417M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (112s) 8s ago 13m 48.2M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (71s) 57s ago 11m 24.4M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (84s) 8s ago 12m 41.9M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (8m) 8s ago 8m 10.7M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (8m) 57s ago 8m 11.3M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:24:16.268 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (13s) 8s ago 11m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:24:16.269 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (10m) 8s ago 10m 175M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 d367d50f4287 2024-02-18T08:24:16.269 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (10m) 8s ago 10m 115M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 7034e30efa32 2024-02-18T08:24:16.269 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (10m) 8s ago 10m 98.9M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 a630753383f3 2024-02-18T08:24:16.269 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (9m) 57s ago 9m 115M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 2f52ea6278f0 2024-02-18T08:24:16.269 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (9m) 57s ago 9m 125M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:24:16.269 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (8m) 57s ago 9m 119M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:24:16.269 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (8m) 57s ago 8m 87.2M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:24:16.269 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (3m) 57s ago 8m 36.2M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:24:16.656 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:24:16.656 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:24:16.656 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:24:16.656 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:24:16.656 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 7, 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 1 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 9, 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 6 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:24:16.657 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:24:16.844 INFO:tasks.rados.rados.0.smithi110.stdout:1218: done (8 left) 2024-02-18T08:24:16.844 INFO:tasks.rados.rados.0.smithi110.stdout:1220: done (7 left) 2024-02-18T08:24:16.845 INFO:tasks.rados.rados.0.smithi110.stdout:1221: done (6 left) 2024-02-18T08:24:16.845 INFO:tasks.rados.rados.0.smithi110.stdout:1222: done (5 left) 2024-02-18T08:24:16.845 INFO:tasks.rados.rados.0.smithi110.stdout:1223: done (4 left) 2024-02-18T08:24:16.845 INFO:tasks.rados.rados.0.smithi110.stdout:1224: done (3 left) 2024-02-18T08:24:16.845 INFO:tasks.rados.rados.0.smithi110.stdout:1226: done (2 left) 2024-02-18T08:24:16.845 INFO:tasks.rados.rados.0.smithi110.stdout:1227: done (1 left) 2024-02-18T08:24:16.845 INFO:tasks.rados.rados.0.smithi110.stdout:1228: done (0 left) 2024-02-18T08:24:16.845 INFO:tasks.rados.rados.0.smithi110.stdout:1229: snap_create 2024-02-18T08:24:17.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: cluster 2024-02-18T08:24:15.809668+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2024-02-18T08:24:17.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:15.929293+0000 mgr.y (mgr.44100) 104 : audit [DBG] from='client.44187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.241000+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.242010+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.242834+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.243658+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.244476+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.245190+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.249482+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.253738+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.254278+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.254605+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.254927+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:16 smithi191 bash[38688]: audit 2024-02-18T08:24:16.652994+0000 mon.a (mon.0) 318 : audit [DBG] from='client.? 172.21.15.110:0/728323210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:17.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: cluster 2024-02-18T08:24:15.809668+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2024-02-18T08:24:17.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:15.929293+0000 mgr.y (mgr.44100) 104 : audit [DBG] from='client.44187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:17.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.241000+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.242010+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.242834+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.243658+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.244476+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.245190+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.249482+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.253738+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.254278+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.254605+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.254927+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[54479]: audit 2024-02-18T08:24:16.652994+0000 mon.a (mon.0) 318 : audit [DBG] from='client.? 172.21.15.110:0/728323210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:17.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: cluster 2024-02-18T08:24:15.809668+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:15.929293+0000 mgr.y (mgr.44100) 104 : audit [DBG] from='client.44187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.241000+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.242010+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.242834+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.243658+0000 mon.a (mon.0) 310 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.244476+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.245190+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.249482+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.253738+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.254278+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.254605+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.254927+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:17.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:16 smithi110 bash[55875]: audit 2024-02-18T08:24:16.652994+0000 mon.a (mon.0) 318 : audit [DBG] from='client.? 172.21.15.110:0/728323210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:17.850 INFO:tasks.rados.rados.0.smithi110.stdout:1229: done (0 left) 2024-02-18T08:24:17.851 INFO:tasks.rados.rados.0.smithi110.stdout:1230: rollback oid 44 current snap is 121 2024-02-18T08:24:17.851 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 44 to 120 2024-02-18T08:24:17.851 INFO:tasks.rados.rados.0.smithi110.stdout:1231: read oid 36 snap -1 2024-02-18T08:24:17.851 INFO:tasks.rados.rados.0.smithi110.stdout:1231: expect (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:17.851 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 121 2024-02-18T08:24:17.851 INFO:tasks.rados.rados.0.smithi110.stdout:1232: seq_num 384 ranges {7118848=434176,7553024=475136,8028160=630784,8658944=98304} 2024-02-18T08:24:17.897 INFO:tasks.rados.rados.0.smithi110.stdout:1232: writing smithi11051043-1 from 7118848 to 7553024 tid 1 2024-02-18T08:24:17.900 INFO:tasks.rados.rados.0.smithi110.stdout:1232: writing smithi11051043-1 from 7553024 to 8028160 tid 2 2024-02-18T08:24:17.904 INFO:tasks.rados.rados.0.smithi110.stdout:1232: writing smithi11051043-1 from 8028160 to 8658944 tid 3 2024-02-18T08:24:17.904 INFO:tasks.rados.rados.0.smithi110.stdout:1232: writing smithi11051043-1 from 8658944 to 8757248 tid 4 2024-02-18T08:24:17.905 INFO:tasks.rados.rados.0.smithi110.stdout:1233: delete oid 50 current snap is 121 2024-02-18T08:24:17.905 INFO:tasks.rados.rados.0.smithi110.stdout:1230: finishing rollback tid 0 to smithi11051043-44 2024-02-18T08:24:17.905 INFO:tasks.rados.rados.0.smithi110.stdout:1230: finishing rollback tid 1 to smithi11051043-44 2024-02-18T08:24:17.905 INFO:tasks.rados.rados.0.smithi110.stdout:1230: finishing rollback tid 2 to smithi11051043-44 2024-02-18T08:24:17.905 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 565 (ObjNum 329 snap 105 seq_num 329) dirty exists 2024-02-18T08:24:17.905 INFO:tasks.rados.rados.0.smithi110.stdout:1231: expect (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:17.945 INFO:tasks.rados.rados.0.smithi110.stdout:1232: finishing write tid 1 to smithi11051043-1 2024-02-18T08:24:17.945 INFO:tasks.rados.rados.0.smithi110.stdout:1232: finishing write tid 2 to smithi11051043-1 2024-02-18T08:24:17.945 INFO:tasks.rados.rados.0.smithi110.stdout:1232: finishing write tid 3 to smithi11051043-1 2024-02-18T08:24:17.945 INFO:tasks.rados.rados.0.smithi110.stdout:1232: finishing write tid 4 to smithi11051043-1 2024-02-18T08:24:17.945 INFO:tasks.rados.rados.0.smithi110.stdout:1232: finishing write tid 6 to smithi11051043-1 2024-02-18T08:24:17.945 INFO:tasks.rados.rados.0.smithi110.stdout:1232: finishing write tid 7 to smithi11051043-1 2024-02-18T08:24:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 570 (ObjNum 384 snap 121 seq_num 384) dirty exists 2024-02-18T08:24:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:1232: left oid 1 (ObjNum 384 snap 121 seq_num 384) 2024-02-18T08:24:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:1230: done (3 left) 2024-02-18T08:24:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:1231: done (2 left) 2024-02-18T08:24:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:1232: done (1 left) 2024-02-18T08:24:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:1233: done (0 left) 2024-02-18T08:24:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:1234: read oid 15 snap -1 2024-02-18T08:24:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:1234: expect (ObjNum 357 snap 113 seq_num 357) 2024-02-18T08:24:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:1235: rmattr oid 49 current snap is 121 2024-02-18T08:24:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:1236: delete oid 17 current snap is 121 2024-02-18T08:24:17.948 INFO:tasks.rados.rados.0.smithi110.stdout:1236: done (2 left) 2024-02-18T08:24:17.948 INFO:tasks.rados.rados.0.smithi110.stdout:1237: snap_create 2024-02-18T08:24:17.949 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 201 (ObjNum 368 snap 116 seq_num 368) dirty exists 2024-02-18T08:24:17.955 INFO:tasks.rados.rados.0.smithi110.stdout:1234: expect (ObjNum 357 snap 113 seq_num 357) 2024-02-18T08:24:18.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:17 smithi191 bash[38688]: audit 2024-02-18T08:24:16.235573+0000 mgr.y (mgr.44100) 105 : audit [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:18.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:17 smithi191 bash[38688]: cluster 2024-02-18T08:24:16.617563+0000 mgr.y (mgr.44100) 106 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 197 MiB data, 634 MiB used, 708 GiB / 715 GiB avail; 967 KiB/s rd, 1.5 MiB/s wr, 5 op/s; 12 MiB/s, 3 objects/s recovering 2024-02-18T08:24:18.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:17 smithi191 bash[38688]: cluster 2024-02-18T08:24:16.823819+0000 mon.a (mon.0) 319 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/435 objects degraded (12.414%), 10 pgs degraded) 2024-02-18T08:24:18.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:17 smithi191 bash[38688]: cluster 2024-02-18T08:24:16.823881+0000 mon.a (mon.0) 320 : cluster [INF] Cluster is now healthy 2024-02-18T08:24:18.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:17 smithi191 bash[38688]: cluster 2024-02-18T08:24:16.841593+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2024-02-18T08:24:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:17 smithi110 bash[54479]: audit 2024-02-18T08:24:16.235573+0000 mgr.y (mgr.44100) 105 : audit [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:17 smithi110 bash[54479]: cluster 2024-02-18T08:24:16.617563+0000 mgr.y (mgr.44100) 106 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 197 MiB data, 634 MiB used, 708 GiB / 715 GiB avail; 967 KiB/s rd, 1.5 MiB/s wr, 5 op/s; 12 MiB/s, 3 objects/s recovering 2024-02-18T08:24:18.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:17 smithi110 bash[54479]: cluster 2024-02-18T08:24:16.823819+0000 mon.a (mon.0) 319 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/435 objects degraded (12.414%), 10 pgs degraded) 2024-02-18T08:24:18.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:17 smithi110 bash[54479]: cluster 2024-02-18T08:24:16.823881+0000 mon.a (mon.0) 320 : cluster [INF] Cluster is now healthy 2024-02-18T08:24:18.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:17 smithi110 bash[54479]: cluster 2024-02-18T08:24:16.841593+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2024-02-18T08:24:18.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:17 smithi110 bash[55875]: audit 2024-02-18T08:24:16.235573+0000 mgr.y (mgr.44100) 105 : audit [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:18.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:17 smithi110 bash[55875]: cluster 2024-02-18T08:24:16.617563+0000 mgr.y (mgr.44100) 106 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 197 MiB data, 634 MiB used, 708 GiB / 715 GiB avail; 967 KiB/s rd, 1.5 MiB/s wr, 5 op/s; 12 MiB/s, 3 objects/s recovering 2024-02-18T08:24:18.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:17 smithi110 bash[55875]: cluster 2024-02-18T08:24:16.823819+0000 mon.a (mon.0) 319 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/435 objects degraded (12.414%), 10 pgs degraded) 2024-02-18T08:24:18.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:17 smithi110 bash[55875]: cluster 2024-02-18T08:24:16.823881+0000 mon.a (mon.0) 320 : cluster [INF] Cluster is now healthy 2024-02-18T08:24:18.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:17 smithi110 bash[55875]: cluster 2024-02-18T08:24:16.841593+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2024-02-18T08:24:18.862 INFO:tasks.rados.rados.0.smithi110.stdout:1234: done (2 left) 2024-02-18T08:24:18.862 INFO:tasks.rados.rados.0.smithi110.stdout:1235: done (1 left) 2024-02-18T08:24:18.862 INFO:tasks.rados.rados.0.smithi110.stdout:1237: done (0 left) 2024-02-18T08:24:18.862 INFO:tasks.rados.rados.0.smithi110.stdout:1238: read oid 10 snap -1 2024-02-18T08:24:18.862 INFO:tasks.rados.rados.0.smithi110.stdout:1238: expect (ObjNum 375 snap 119 seq_num 375) 2024-02-18T08:24:18.862 INFO:tasks.rados.rados.0.smithi110.stdout:1239: delete oid 19 current snap is 122 2024-02-18T08:24:18.867 INFO:tasks.rados.rados.0.smithi110.stdout:1239: done (1 left) 2024-02-18T08:24:18.867 INFO:tasks.rados.rados.0.smithi110.stdout:1240: delete oid 5 current snap is 122 2024-02-18T08:24:18.872 INFO:tasks.rados.rados.0.smithi110.stdout:1240: done (1 left) 2024-02-18T08:24:18.872 INFO:tasks.rados.rados.0.smithi110.stdout:1241: read oid 9 snap -1 2024-02-18T08:24:18.872 INFO:tasks.rados.rados.0.smithi110.stdout:1241: expect deleted 2024-02-18T08:24:18.872 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 122 2024-02-18T08:24:18.873 INFO:tasks.rados.rados.0.smithi110.stdout:1242: seq_num 389 ranges {0=524288,524288=745472,1269760=458752} 2024-02-18T08:24:18.875 INFO:tasks.rados.rados.0.smithi110.stdout:1242: writing smithi11051043-50 from 0 to 524288 tid 1 2024-02-18T08:24:18.880 INFO:tasks.rados.rados.0.smithi110.stdout:1242: writing smithi11051043-50 from 524288 to 1269760 tid 2 2024-02-18T08:24:18.883 INFO:tasks.rados.rados.0.smithi110.stdout:1242: writing smithi11051043-50 from 1269760 to 1728512 tid 3 2024-02-18T08:24:18.883 INFO:tasks.rados.rados.0.smithi110.stdout:1243: rmattr oid 45 current snap is 122 2024-02-18T08:24:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:1243: done (3 left) 2024-02-18T08:24:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 122 2024-02-18T08:24:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:1244: seq_num 390 ranges {3358720=540672,3899392=630784,4530176=573440} 2024-02-18T08:24:18.905 INFO:tasks.rados.rados.0.smithi110.stdout:1244: writing smithi11051043-23 from 3358720 to 3899392 tid 1 2024-02-18T08:24:18.909 INFO:tasks.rados.rados.0.smithi110.stdout:1244: writing smithi11051043-23 from 3899392 to 4530176 tid 2 2024-02-18T08:24:18.912 INFO:tasks.rados.rados.0.smithi110.stdout:1244: writing smithi11051043-23 from 4530176 to 5103616 tid 3 2024-02-18T08:24:18.912 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 122 2024-02-18T08:24:18.913 INFO:tasks.rados.rados.0.smithi110.stdout:1245: seq_num 391 ranges {0=557056,557056=516096,1073152=688128} 2024-02-18T08:24:18.915 INFO:tasks.rados.rados.0.smithi110.stdout:1245: writing smithi11051043-5 from 0 to 557056 tid 1 2024-02-18T08:24:18.919 INFO:tasks.rados.rados.0.smithi110.stdout:1245: writing smithi11051043-5 from 557056 to 1073152 tid 2 2024-02-18T08:24:18.924 INFO:tasks.rados.rados.0.smithi110.stdout:1245: writing smithi11051043-5 from 1073152 to 1761280 tid 3 2024-02-18T08:24:18.924 INFO:tasks.rados.rados.0.smithi110.stdout:1246: snap_remove snap 97 2024-02-18T08:24:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:18 smithi110 bash[54479]: cluster 2024-02-18T08:24:17.847337+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2024-02-18T08:24:19.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:18 smithi110 bash[55875]: cluster 2024-02-18T08:24:17.847337+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2024-02-18T08:24:19.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:18 smithi191 bash[38688]: cluster 2024-02-18T08:24:17.847337+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2024-02-18T08:24:19.644 INFO:tasks.rados.rados.0.smithi110.stdout:1246: done (5 left) 2024-02-18T08:24:19.644 INFO:tasks.rados.rados.0.smithi110.stdout:1247: snap_remove snap 93 2024-02-18T08:24:20.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:19 smithi110 bash[54479]: cluster 2024-02-18T08:24:18.618296+0000 mgr.y (mgr.44100) 107 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 197 MiB data, 634 MiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 3 op/s; 10 MiB/s, 1 objects/s recovering 2024-02-18T08:24:20.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:19 smithi110 bash[54479]: cluster 2024-02-18T08:24:18.858338+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2024-02-18T08:24:20.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:19 smithi110 bash[54479]: cluster 2024-02-18T08:24:19.640354+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2024-02-18T08:24:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:19 smithi110 bash[55875]: cluster 2024-02-18T08:24:18.618296+0000 mgr.y (mgr.44100) 107 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 197 MiB data, 634 MiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 3 op/s; 10 MiB/s, 1 objects/s recovering 2024-02-18T08:24:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:19 smithi110 bash[55875]: cluster 2024-02-18T08:24:18.858338+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2024-02-18T08:24:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:19 smithi110 bash[55875]: cluster 2024-02-18T08:24:19.640354+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2024-02-18T08:24:20.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:19 smithi191 bash[38688]: cluster 2024-02-18T08:24:18.618296+0000 mgr.y (mgr.44100) 107 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 197 MiB data, 634 MiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 3 op/s; 10 MiB/s, 1 objects/s recovering 2024-02-18T08:24:20.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:19 smithi191 bash[38688]: cluster 2024-02-18T08:24:18.858338+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2024-02-18T08:24:20.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:19 smithi191 bash[38688]: cluster 2024-02-18T08:24:19.640354+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2024-02-18T08:24:20.647 INFO:tasks.rados.rados.0.smithi110.stdout:1247: done (5 left) 2024-02-18T08:24:20.647 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 122 2024-02-18T08:24:20.647 INFO:tasks.rados.rados.0.smithi110.stdout:1248: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2024-02-18T08:24:20.651 INFO:tasks.rados.rados.0.smithi110.stdout:1248: writing smithi11051043-18 from 0 to 573440 tid 1 2024-02-18T08:24:20.657 INFO:tasks.rados.rados.0.smithi110.stdout:1248: writing smithi11051043-18 from 573440 to 1376256 tid 2 2024-02-18T08:24:20.660 INFO:tasks.rados.rados.0.smithi110.stdout:1248: writing smithi11051043-18 from 1376256 to 1777664 tid 3 2024-02-18T08:24:20.660 INFO:tasks.rados.rados.0.smithi110.stdout:1242: finishing write tid 1 to smithi11051043-50 2024-02-18T08:24:20.660 INFO:tasks.rados.rados.0.smithi110.stdout:1242: finishing write tid 2 to smithi11051043-50 2024-02-18T08:24:20.660 INFO:tasks.rados.rados.0.smithi110.stdout:1242: finishing write tid 3 to smithi11051043-50 2024-02-18T08:24:20.661 INFO:tasks.rados.rados.0.smithi110.stdout:1242: finishing write tid 5 to smithi11051043-50 2024-02-18T08:24:20.661 INFO:tasks.rados.rados.0.smithi110.stdout:1242: finishing write tid 6 to smithi11051043-50 2024-02-18T08:24:20.661 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 80 (ObjNum 389 snap 122 seq_num 389) dirty exists 2024-02-18T08:24:20.661 INFO:tasks.rados.rados.0.smithi110.stdout:1242: left oid 50 (ObjNum 389 snap 122 seq_num 389) 2024-02-18T08:24:20.661 INFO:tasks.rados.rados.0.smithi110.stdout:1238: expect (ObjNum 375 snap 119 seq_num 375) 2024-02-18T08:24:20.817 INFO:tasks.rados.rados.0.smithi110.stdout:1244: finishing write tid 1 to smithi11051043-23 2024-02-18T08:24:20.817 INFO:tasks.rados.rados.0.smithi110.stdout:1244: finishing write tid 2 to smithi11051043-23 2024-02-18T08:24:20.817 INFO:tasks.rados.rados.0.smithi110.stdout:1244: finishing write tid 3 to smithi11051043-23 2024-02-18T08:24:20.817 INFO:tasks.rados.rados.0.smithi110.stdout:1244: finishing write tid 5 to smithi11051043-23 2024-02-18T08:24:20.817 INFO:tasks.rados.rados.0.smithi110.stdout:1245: finishing write tid 1 to smithi11051043-5 2024-02-18T08:24:20.817 INFO:tasks.rados.rados.0.smithi110.stdout:1244: finishing write tid 6 to smithi11051043-23 2024-02-18T08:24:20.817 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 737 (ObjNum 390 snap 122 seq_num 390) dirty exists 2024-02-18T08:24:20.817 INFO:tasks.rados.rados.0.smithi110.stdout:1244: left oid 23 (ObjNum 390 snap 122 seq_num 390) 2024-02-18T08:24:20.817 INFO:tasks.rados.rados.0.smithi110.stdout:1245: finishing write tid 2 to smithi11051043-5 2024-02-18T08:24:20.817 INFO:tasks.rados.rados.0.smithi110.stdout:1245: finishing write tid 3 to smithi11051043-5 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1245: finishing write tid 5 to smithi11051043-5 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1245: finishing write tid 6 to smithi11051043-5 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 505 (ObjNum 391 snap 122 seq_num 391) dirty exists 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1245: left oid 5 (ObjNum 391 snap 122 seq_num 391) 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1248: finishing write tid 1 to smithi11051043-18 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1248: finishing write tid 2 to smithi11051043-18 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1248: finishing write tid 3 to smithi11051043-18 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1248: finishing write tid 5 to smithi11051043-18 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1248: finishing write tid 6 to smithi11051043-18 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 592 (ObjNum 392 snap 122 seq_num 392) dirty exists 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1248: left oid 18 (ObjNum 392 snap 122 seq_num 392) 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1238: done (5 left) 2024-02-18T08:24:20.818 INFO:tasks.rados.rados.0.smithi110.stdout:1241: done (4 left) 2024-02-18T08:24:20.819 INFO:tasks.rados.rados.0.smithi110.stdout:1242: done (3 left) 2024-02-18T08:24:20.819 INFO:tasks.rados.rados.0.smithi110.stdout:1244: done (2 left) 2024-02-18T08:24:20.819 INFO:tasks.rados.rados.0.smithi110.stdout:1245: done (1 left) 2024-02-18T08:24:20.819 INFO:tasks.rados.rados.0.smithi110.stdout:1248: done (0 left) 2024-02-18T08:24:20.819 INFO:tasks.rados.rados.0.smithi110.stdout:1249: read oid 19 snap 118 2024-02-18T08:24:20.819 INFO:tasks.rados.rados.0.smithi110.stdout:1249: expect (ObjNum 365 snap 116 seq_num 365) 2024-02-18T08:24:20.819 INFO:tasks.rados.rados.0.smithi110.stdout:1250: rmattr oid 46 current snap is 122 2024-02-18T08:24:20.819 INFO:tasks.rados.rados.0.smithi110.stdout:1250: done (1 left) 2024-02-18T08:24:20.819 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 122 2024-02-18T08:24:20.819 INFO:tasks.rados.rados.0.smithi110.stdout:1251: seq_num 393 ranges {0=589824,589824=679936,1269760=524288} 2024-02-18T08:24:20.826 INFO:tasks.rados.rados.0.smithi110.stdout:1251: writing smithi11051043-9 from 0 to 589824 tid 1 2024-02-18T08:24:20.834 INFO:tasks.rados.rados.0.smithi110.stdout:1251: writing smithi11051043-9 from 589824 to 1269760 tid 2 2024-02-18T08:24:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1251: writing smithi11051043-9 from 1269760 to 1794048 tid 3 2024-02-18T08:24:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1252: read oid 25 snap -1 2024-02-18T08:24:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1252: expect (ObjNum 364 snap 114 seq_num 364) 2024-02-18T08:24:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1253: delete oid 7 current snap is 122 2024-02-18T08:24:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1249: expect (ObjNum 365 snap 116 seq_num 365) 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:1251: finishing write tid 1 to smithi11051043-9 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:1251: finishing write tid 2 to smithi11051043-9 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:1251: finishing write tid 3 to smithi11051043-9 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:1251: finishing write tid 5 to smithi11051043-9 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:1251: finishing write tid 6 to smithi11051043-9 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 600 (ObjNum 393 snap 122 seq_num 393) dirty exists 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:1251: left oid 9 (ObjNum 393 snap 122 seq_num 393) 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:1249: done (3 left) 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:1251: done (2 left) 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:1253: done (1 left) 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:1254: rollback oid 34 current snap is 122 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 34 to 119 2024-02-18T08:24:20.875 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 122 2024-02-18T08:24:20.876 INFO:tasks.rados.rados.0.smithi110.stdout:1255: seq_num 395 ranges {696320=622592,1318912=450560,1769472=753664} 2024-02-18T08:24:20.886 INFO:tasks.rados.rados.0.smithi110.stdout:1255: writing smithi11051043-28 from 696320 to 1318912 tid 1 2024-02-18T08:24:20.888 INFO:tasks.rados.rados.0.smithi110.stdout:1255: writing smithi11051043-28 from 1318912 to 1769472 tid 2 2024-02-18T08:24:20.893 INFO:tasks.rados.rados.0.smithi110.stdout:1255: writing smithi11051043-28 from 1769472 to 2523136 tid 3 2024-02-18T08:24:20.893 INFO:tasks.rados.rados.0.smithi110.stdout:1256: read oid 3 snap -1 2024-02-18T08:24:20.893 INFO:tasks.rados.rados.0.smithi110.stdout:1256: expect (ObjNum 381 snap 119 seq_num 381) 2024-02-18T08:24:20.893 INFO:tasks.rados.rados.0.smithi110.stdout:1257: read oid 27 snap 121 2024-02-18T08:24:20.893 INFO:tasks.rados.rados.0.smithi110.stdout:1257: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:24:20.893 INFO:tasks.rados.rados.0.smithi110.stdout:1258: rmattr oid 8 current snap is 122 2024-02-18T08:24:20.893 INFO:tasks.rados.rados.0.smithi110.stdout:1258: done (5 left) 2024-02-18T08:24:20.893 INFO:tasks.rados.rados.0.smithi110.stdout:1259: snap_remove snap 120 2024-02-18T08:24:21.872 INFO:tasks.rados.rados.0.smithi110.stdout:1259: done (5 left) 2024-02-18T08:24:21.872 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 122 2024-02-18T08:24:21.872 INFO:tasks.rados.rados.0.smithi110.stdout:1260: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-02-18T08:24:21.876 INFO:tasks.rados.rados.0.smithi110.stdout:1260: writing smithi11051043-38 from 0 to 638976 tid 1 2024-02-18T08:24:21.881 INFO:tasks.rados.rados.0.smithi110.stdout:1260: writing smithi11051043-38 from 638976 to 1425408 tid 2 2024-02-18T08:24:21.885 INFO:tasks.rados.rados.0.smithi110.stdout:1260: writing smithi11051043-38 from 1425408 to 1843200 tid 3 2024-02-18T08:24:21.885 INFO:tasks.rados.rados.0.smithi110.stdout:1261: rollback oid 35 current snap is 122 2024-02-18T08:24:21.885 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 35 to 121 2024-02-18T08:24:21.885 INFO:tasks.rados.rados.0.smithi110.stdout:1252: expect (ObjNum 364 snap 114 seq_num 364) 2024-02-18T08:24:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:21 smithi110 bash[55875]: cluster 2024-02-18T08:24:20.619453+0000 mgr.y (mgr.44100) 108 : cluster [DBG] pgmap v145: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 208 MiB data, 645 MiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 6.3 MiB/s wr, 28 op/s 2024-02-18T08:24:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:21 smithi110 bash[55875]: cluster 2024-02-18T08:24:20.643817+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2024-02-18T08:24:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:21 smithi110 bash[54479]: cluster 2024-02-18T08:24:20.619453+0000 mgr.y (mgr.44100) 108 : cluster [DBG] pgmap v145: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 208 MiB data, 645 MiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 6.3 MiB/s wr, 28 op/s 2024-02-18T08:24:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:21 smithi110 bash[54479]: cluster 2024-02-18T08:24:20.643817+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2024-02-18T08:24:21.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:21.627Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:21.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:21.627Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:21.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:21.627Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:24:21.994 INFO:tasks.rados.rados.0.smithi110.stdout:1254: finishing rollback tid 0 to smithi11051043-34 2024-02-18T08:24:21.994 INFO:tasks.rados.rados.0.smithi110.stdout:1254: finishing rollback tid 1 to smithi11051043-34 2024-02-18T08:24:21.994 INFO:tasks.rados.rados.0.smithi110.stdout:1254: finishing rollback tid 2 to smithi11051043-34 2024-02-18T08:24:21.994 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 571 (ObjNum 264 snap 73 seq_num 264) dirty exists 2024-02-18T08:24:21.994 INFO:tasks.rados.rados.0.smithi110.stdout:1255: finishing write tid 1 to smithi11051043-28 2024-02-18T08:24:21.994 INFO:tasks.rados.rados.0.smithi110.stdout:1255: finishing write tid 2 to smithi11051043-28 2024-02-18T08:24:21.994 INFO:tasks.rados.rados.0.smithi110.stdout:1255: finishing write tid 3 to smithi11051043-28 2024-02-18T08:24:21.994 INFO:tasks.rados.rados.0.smithi110.stdout:1255: finishing write tid 5 to smithi11051043-28 2024-02-18T08:24:21.994 INFO:tasks.rados.rados.0.smithi110.stdout:1255: finishing write tid 6 to smithi11051043-28 2024-02-18T08:24:21.994 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 342 (ObjNum 395 snap 122 seq_num 395) dirty exists 2024-02-18T08:24:21.995 INFO:tasks.rados.rados.0.smithi110.stdout:1255: left oid 28 (ObjNum 395 snap 122 seq_num 395) 2024-02-18T08:24:21.995 INFO:tasks.rados.rados.0.smithi110.stdout:1257: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:24:22.065 INFO:tasks.rados.rados.0.smithi110.stdout:1256: expect (ObjNum 381 snap 119 seq_num 381) 2024-02-18T08:24:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:21 smithi191 bash[38688]: cluster 2024-02-18T08:24:20.619453+0000 mgr.y (mgr.44100) 108 : cluster [DBG] pgmap v145: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 208 MiB data, 645 MiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 6.3 MiB/s wr, 28 op/s 2024-02-18T08:24:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:21 smithi191 bash[38688]: cluster 2024-02-18T08:24:20.643817+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2024-02-18T08:24:22.099 INFO:tasks.rados.rados.0.smithi110.stdout:1260: finishing write tid 1 to smithi11051043-38 2024-02-18T08:24:22.099 INFO:tasks.rados.rados.0.smithi110.stdout:1261: finishing rollback tid 0 to smithi11051043-35 2024-02-18T08:24:22.099 INFO:tasks.rados.rados.0.smithi110.stdout:1261: finishing rollback tid 1 to smithi11051043-35 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1261: finishing rollback tid 2 to smithi11051043-35 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 578 (ObjNum 361 snap 114 seq_num 361) dirty exists 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1260: finishing write tid 2 to smithi11051043-38 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1260: finishing write tid 3 to smithi11051043-38 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1252: done (6 left) 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1254: done (5 left) 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1255: done (4 left) 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1256: done (3 left) 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1257: done (2 left) 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1261: done (1 left) 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1262: rollback oid 22 current snap is 122 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 22 to 118 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1260: finishing write tid 5 to smithi11051043-38 2024-02-18T08:24:22.100 INFO:tasks.rados.rados.0.smithi110.stdout:1260: finishing write tid 6 to smithi11051043-38 2024-02-18T08:24:22.101 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 575 (ObjNum 396 snap 122 seq_num 396) dirty exists 2024-02-18T08:24:22.101 INFO:tasks.rados.rados.0.smithi110.stdout:1260: left oid 38 (ObjNum 396 snap 122 seq_num 396) 2024-02-18T08:24:22.101 INFO:tasks.rados.rados.0.smithi110.stdout:1260: done (1 left) 2024-02-18T08:24:22.101 INFO:tasks.rados.rados.0.smithi110.stdout:1263: rmattr oid 32 current snap is 122 2024-02-18T08:24:22.101 INFO:tasks.rados.rados.0.smithi110.stdout:1264: rmattr oid 27 current snap is 122 2024-02-18T08:24:22.101 INFO:tasks.rados.rados.0.smithi110.stdout:1265: delete oid 42 current snap is 122 2024-02-18T08:24:22.101 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 0 (ObjNum 1414814827 snap 1734892895 seq_num 1885164898) dirty dne 2024-02-18T08:24:22.107 INFO:tasks.rados.rados.0.smithi110.stdout:1262: finishing rollback tid 0 to smithi11051043-22 2024-02-18T08:24:22.108 INFO:tasks.rados.rados.0.smithi110.stdout:1262: finishing rollback tid 1 to smithi11051043-22 2024-02-18T08:24:22.109 INFO:tasks.rados.rados.0.smithi110.stdout:1262: finishing rollback tid 2 to smithi11051043-22 2024-02-18T08:24:22.109 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 578 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-02-18T08:24:22.109 INFO:tasks.rados.rados.0.smithi110.stdout:1262: done (3 left) 2024-02-18T08:24:22.109 INFO:tasks.rados.rados.0.smithi110.stdout:1263: done (2 left) 2024-02-18T08:24:22.109 INFO:tasks.rados.rados.0.smithi110.stdout:1265: done (1 left) 2024-02-18T08:24:22.109 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 46 current snap is 122 2024-02-18T08:24:22.109 INFO:tasks.rados.rados.0.smithi110.stdout:1266: seq_num 398 ranges {868352=671744,1540096=557056,2097152=532480,2629632=114688} 2024-02-18T08:24:22.116 INFO:tasks.rados.rados.0.smithi110.stdout:1266: writing smithi11051043-46 from 868352 to 1540096 tid 1 2024-02-18T08:24:22.119 INFO:tasks.rados.rados.0.smithi110.stdout:1266: writing smithi11051043-46 from 1540096 to 2097152 tid 2 2024-02-18T08:24:22.123 INFO:tasks.rados.rados.0.smithi110.stdout:1266: writing smithi11051043-46 from 2097152 to 2629632 tid 3 2024-02-18T08:24:22.123 INFO:tasks.rados.rados.0.smithi110.stdout:1266: writing smithi11051043-46 from 2629632 to 2744320 tid 4 2024-02-18T08:24:22.124 INFO:tasks.rados.rados.0.smithi110.stdout:1267: snap_remove snap 119 2024-02-18T08:24:22.880 INFO:tasks.rados.rados.0.smithi110.stdout:1267: done (2 left) 2024-02-18T08:24:22.880 INFO:tasks.rados.rados.0.smithi110.stdout:1268: read oid 39 snap -1 2024-02-18T08:24:22.880 INFO:tasks.rados.rados.0.smithi110.stdout:1268: expect (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:24:22.880 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 122 2024-02-18T08:24:22.880 INFO:tasks.rados.rados.0.smithi110.stdout:1269: seq_num 399 ranges {0=688128,688128=434176,1122304=745472,1867776=24576} 2024-02-18T08:24:22.884 INFO:tasks.rados.rados.0.smithi110.stdout:1269: writing smithi11051043-42 from 0 to 688128 tid 1 2024-02-18T08:24:22.887 INFO:tasks.rados.rados.0.smithi110.stdout:1269: writing smithi11051043-42 from 688128 to 1122304 tid 2 2024-02-18T08:24:22.892 INFO:tasks.rados.rados.0.smithi110.stdout:1269: writing smithi11051043-42 from 1122304 to 1867776 tid 3 2024-02-18T08:24:22.893 INFO:tasks.rados.rados.0.smithi110.stdout:1269: writing smithi11051043-42 from 1867776 to 1892352 tid 4 2024-02-18T08:24:22.893 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 761 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:24:22.893 INFO:tasks.rados.rados.0.smithi110.stdout:1266: finishing write tid 1 to smithi11051043-46 2024-02-18T08:24:22.893 INFO:tasks.rados.rados.0.smithi110.stdout:1266: finishing write tid 2 to smithi11051043-46 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:1266: finishing write tid 3 to smithi11051043-46 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:1266: finishing write tid 4 to smithi11051043-46 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:1266: finishing write tid 6 to smithi11051043-46 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:1266: finishing write tid 7 to smithi11051043-46 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 213 (ObjNum 398 snap 122 seq_num 398) dirty exists 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:1266: left oid 46 (ObjNum 398 snap 122 seq_num 398) 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:1264: done (3 left) 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:1266: done (2 left) 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:1270: rmattr oid 45 current snap is 122 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:1270: done (2 left) 2024-02-18T08:24:22.894 INFO:tasks.rados.rados.0.smithi110.stdout:1271: delete oid 22 current snap is 122 2024-02-18T08:24:22.901 INFO:tasks.rados.rados.0.smithi110.stdout:1269: finishing write tid 1 to smithi11051043-42 2024-02-18T08:24:22.901 INFO:tasks.rados.rados.0.smithi110.stdout:1269: finishing write tid 2 to smithi11051043-42 2024-02-18T08:24:22.901 INFO:tasks.rados.rados.0.smithi110.stdout:1269: finishing write tid 3 to smithi11051043-42 2024-02-18T08:24:22.901 INFO:tasks.rados.rados.0.smithi110.stdout:1269: finishing write tid 4 to smithi11051043-42 2024-02-18T08:24:22.901 INFO:tasks.rados.rados.0.smithi110.stdout:1269: finishing write tid 6 to smithi11051043-42 2024-02-18T08:24:22.902 INFO:tasks.rados.rados.0.smithi110.stdout:1271: done (2 left) 2024-02-18T08:24:22.902 INFO:tasks.rados.rados.0.smithi110.stdout:1272: rollback oid 12 current snap is 122 2024-02-18T08:24:22.902 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 118 2024-02-18T08:24:22.902 INFO:tasks.rados.rados.0.smithi110.stdout:1273: copy_from oid 35 from oid 19 current snap is 122 2024-02-18T08:24:22.902 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 122 2024-02-18T08:24:22.902 INFO:tasks.rados.rados.0.smithi110.stdout:1274: seq_num 401 ranges {0=720896,720896=606208,1327104=598016} 2024-02-18T08:24:22.906 INFO:tasks.rados.rados.0.smithi110.stdout:1274: writing smithi11051043-41 from 0 to 720896 tid 1 2024-02-18T08:24:22.910 INFO:tasks.rados.rados.0.smithi110.stdout:1274: writing smithi11051043-41 from 720896 to 1327104 tid 2 2024-02-18T08:24:22.914 INFO:tasks.rados.rados.0.smithi110.stdout:1274: writing smithi11051043-41 from 1327104 to 1925120 tid 3 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1275: read oid 47 snap 121 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1275: expect (ObjNum 272 snap 76 seq_num 272) 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1276: rollback oid 2 current snap is 122 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 2 to 118 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1269: finishing write tid 7 to smithi11051043-42 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 496 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1269: left oid 42 (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1269: done (6 left) 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1277: copy_from oid 4 from oid 30 current snap is 122 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1273: finishing copy_from to smithi11051043-35 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1273: got expected ENOENT (src dne) 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1273: finishing copy_from racing read to smithi11051043-35 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1272: finishing rollback tid 0 to smithi11051043-12 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1272: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:24:22.915 INFO:tasks.rados.rados.0.smithi110.stdout:1272: finishing rollback tid 2 to smithi11051043-12 2024-02-18T08:24:22.916 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 350 (ObjNum 284 snap 79 seq_num 284) dirty exists 2024-02-18T08:24:22.916 INFO:tasks.rados.rados.0.smithi110.stdout:1268: expect (ObjNum 134 snap 36 seq_num 134) 2024-02-18T08:24:22.998 INFO:tasks.rados.rados.0.smithi110.stdout:1274: finishing write tid 1 to smithi11051043-41 2024-02-18T08:24:22.998 INFO:tasks.rados.rados.0.smithi110.stdout:1274: finishing write tid 2 to smithi11051043-41 2024-02-18T08:24:22.998 INFO:tasks.rados.rados.0.smithi110.stdout:1268: done (6 left) 2024-02-18T08:24:22.998 INFO:tasks.rados.rados.0.smithi110.stdout:1272: done (5 left) 2024-02-18T08:24:22.998 INFO:tasks.rados.rados.0.smithi110.stdout:1273: done (4 left) 2024-02-18T08:24:22.998 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 122 2024-02-18T08:24:22.998 INFO:tasks.rados.rados.0.smithi110.stdout:1278: seq_num 402 ranges {0=737280,737280=491520,1228800=516096,1744896=196608} 2024-02-18T08:24:23.006 INFO:tasks.rados.rados.0.smithi110.stdout:1278: writing smithi11051043-8 from 0 to 737280 tid 1 2024-02-18T08:24:23.012 INFO:tasks.rados.rados.0.smithi110.stdout:1278: writing smithi11051043-8 from 737280 to 1228800 tid 2 2024-02-18T08:24:23.015 INFO:tasks.rados.rados.0.smithi110.stdout:1278: writing smithi11051043-8 from 1228800 to 1744896 tid 3 2024-02-18T08:24:23.016 INFO:tasks.rados.rados.0.smithi110.stdout:1278: writing smithi11051043-8 from 1744896 to 1941504 tid 4 2024-02-18T08:24:23.016 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 122 2024-02-18T08:24:23.016 INFO:tasks.rados.rados.0.smithi110.stdout:1279: seq_num 403 ranges {2875392=753664,3629056=425984,4055040=720896,4775936=57344} 2024-02-18T08:24:23.036 INFO:tasks.rados.rados.0.smithi110.stdout:1279: writing smithi11051043-43 from 2875392 to 3629056 tid 1 2024-02-18T08:24:23.038 INFO:tasks.rados.rados.0.smithi110.stdout:1279: writing smithi11051043-43 from 3629056 to 4055040 tid 2 2024-02-18T08:24:23.042 INFO:tasks.rados.rados.0.smithi110.stdout:1279: writing smithi11051043-43 from 4055040 to 4775936 tid 3 2024-02-18T08:24:23.043 INFO:tasks.rados.rados.0.smithi110.stdout:1279: writing smithi11051043-43 from 4775936 to 4833280 tid 4 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1280: read oid 45 snap -1 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1280: expect (ObjNum 382 snap 119 seq_num 382) 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1281: snap_create 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1276: finishing rollback tid 1 to smithi11051043-2 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 0 (ObjNum -1470226136 snap 32588 seq_num 4165253376) dirty dne 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1277: finishing copy_from to smithi11051043-4 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1277: got expected ENOENT (src dne) 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1277: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1274: finishing write tid 3 to smithi11051043-41 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1274: finishing write tid 5 to smithi11051043-41 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1274: finishing write tid 6 to smithi11051043-41 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 509 (ObjNum 401 snap 122 seq_num 401) dirty exists 2024-02-18T08:24:23.044 INFO:tasks.rados.rados.0.smithi110.stdout:1274: left oid 41 (ObjNum 401 snap 122 seq_num 401) 2024-02-18T08:24:23.045 INFO:tasks.rados.rados.0.smithi110.stdout:1275: expect (ObjNum 272 snap 76 seq_num 272) 2024-02-18T08:24:23.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:22 smithi110 bash[54479]: cluster 2024-02-18T08:24:21.867948+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2024-02-18T08:24:23.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:22 smithi110 bash[55875]: cluster 2024-02-18T08:24:21.867948+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2024-02-18T08:24:23.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:22 smithi191 bash[38688]: cluster 2024-02-18T08:24:21.867948+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:1278: finishing write tid 1 to smithi11051043-8 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:1278: finishing write tid 2 to smithi11051043-8 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:1278: finishing write tid 3 to smithi11051043-8 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:1278: finishing write tid 4 to smithi11051043-8 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:1278: finishing write tid 6 to smithi11051043-8 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:1278: finishing write tid 7 to smithi11051043-8 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 770 (ObjNum 402 snap 122 seq_num 402) dirty exists 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:1278: left oid 8 (ObjNum 402 snap 122 seq_num 402) 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:1279: finishing write tid 1 to smithi11051043-43 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:1279: finishing write tid 2 to smithi11051043-43 2024-02-18T08:24:23.579 INFO:tasks.rados.rados.0.smithi110.stdout:1279: finishing write tid 3 to smithi11051043-43 2024-02-18T08:24:23.580 INFO:tasks.rados.rados.0.smithi110.stdout:1279: finishing write tid 4 to smithi11051043-43 2024-02-18T08:24:23.580 INFO:tasks.rados.rados.0.smithi110.stdout:1279: finishing write tid 6 to smithi11051043-43 2024-02-18T08:24:23.580 INFO:tasks.rados.rados.0.smithi110.stdout:1279: finishing write tid 7 to smithi11051043-43 2024-02-18T08:24:23.580 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 501 (ObjNum 403 snap 122 seq_num 403) dirty exists 2024-02-18T08:24:23.580 INFO:tasks.rados.rados.0.smithi110.stdout:1279: left oid 43 (ObjNum 403 snap 122 seq_num 403) 2024-02-18T08:24:23.580 INFO:tasks.rados.rados.0.smithi110.stdout:1280: expect (ObjNum 382 snap 119 seq_num 382) 2024-02-18T08:24:23.876 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:23 smithi110 bash[54479]: cluster 2024-02-18T08:24:22.620162+0000 mgr.y (mgr.44100) 109 : cluster [DBG] pgmap v148: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 208 MiB data, 645 MiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 6.3 MiB/s wr, 28 op/s 2024-02-18T08:24:23.877 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:23.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:23.877 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:23.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:23.877 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:23.522Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:24:24.212 INFO:tasks.rados.rados.0.smithi110.stdout:1274: done (7 left) 2024-02-18T08:24:24.212 INFO:tasks.rados.rados.0.smithi110.stdout:1275: done (6 left) 2024-02-18T08:24:24.212 INFO:tasks.rados.rados.0.smithi110.stdout:1276: done (5 left) 2024-02-18T08:24:24.212 INFO:tasks.rados.rados.0.smithi110.stdout:1277: done (4 left) 2024-02-18T08:24:24.212 INFO:tasks.rados.rados.0.smithi110.stdout:1278: done (3 left) 2024-02-18T08:24:24.212 INFO:tasks.rados.rados.0.smithi110.stdout:1279: done (2 left) 2024-02-18T08:24:24.212 INFO:tasks.rados.rados.0.smithi110.stdout:1280: done (1 left) 2024-02-18T08:24:24.212 INFO:tasks.rados.rados.0.smithi110.stdout:1281: done (0 left) 2024-02-18T08:24:24.212 INFO:tasks.rados.rados.0.smithi110.stdout:1282: setattr oid 23 current snap is 123 2024-02-18T08:24:24.213 INFO:tasks.rados.rados.0.smithi110.stdout:1283: snap_remove snap 122 2024-02-18T08:24:24.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:23 smithi110 bash[54479]: cluster 2024-02-18T08:24:22.876285+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2024-02-18T08:24:24.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:23 smithi110 bash[54479]: audit 2024-02-18T08:24:23.351489+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:23 smithi110 bash[55875]: cluster 2024-02-18T08:24:22.620162+0000 mgr.y (mgr.44100) 109 : cluster [DBG] pgmap v148: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 208 MiB data, 645 MiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 6.3 MiB/s wr, 28 op/s 2024-02-18T08:24:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:23 smithi110 bash[55875]: cluster 2024-02-18T08:24:22.876285+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2024-02-18T08:24:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:23 smithi110 bash[55875]: audit 2024-02-18T08:24:23.351489+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:24.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:23 smithi191 bash[38688]: cluster 2024-02-18T08:24:22.620162+0000 mgr.y (mgr.44100) 109 : cluster [DBG] pgmap v148: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 208 MiB data, 645 MiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 6.3 MiB/s wr, 28 op/s 2024-02-18T08:24:24.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:23 smithi191 bash[38688]: cluster 2024-02-18T08:24:22.876285+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2024-02-18T08:24:24.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:23 smithi191 bash[38688]: audit 2024-02-18T08:24:23.351489+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:24.647 INFO:tasks.rados.rados.0.smithi110.stdout:1283: done (1 left) 2024-02-18T08:24:24.648 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 123 2024-02-18T08:24:24.648 INFO:tasks.rados.rados.0.smithi110.stdout:1284: seq_num 404 ranges {8855552=770048,9625600=712704,10338304=491520} 2024-02-18T08:24:24.708 INFO:tasks.rados.rados.0.smithi110.stdout:1284: writing smithi11051043-45 from 8855552 to 9625600 tid 1 2024-02-18T08:24:24.713 INFO:tasks.rados.rados.0.smithi110.stdout:1284: writing smithi11051043-45 from 9625600 to 10338304 tid 2 2024-02-18T08:24:24.716 INFO:tasks.rados.rados.0.smithi110.stdout:1284: writing smithi11051043-45 from 10338304 to 10829824 tid 3 2024-02-18T08:24:24.716 INFO:tasks.rados.rados.0.smithi110.stdout:1285: snap_remove snap 118 2024-02-18T08:24:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:24 smithi110 bash[54479]: audit 2024-02-18T08:24:23.351860+0000 mgr.y (mgr.44100) 110 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:24 smithi110 bash[54479]: cephadm 2024-02-18T08:24:23.353974+0000 mgr.y (mgr.44100) 111 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-02-18T08:24:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:24 smithi110 bash[54479]: cluster 2024-02-18T08:24:23.882868+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2024-02-18T08:24:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:24 smithi110 bash[54479]: audit 2024-02-18T08:24:23.917490+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:24 smithi110 bash[54479]: cluster 2024-02-18T08:24:24.644189+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2024-02-18T08:24:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:24 smithi110 bash[55875]: audit 2024-02-18T08:24:23.351860+0000 mgr.y (mgr.44100) 110 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:24 smithi110 bash[55875]: cephadm 2024-02-18T08:24:23.353974+0000 mgr.y (mgr.44100) 111 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-02-18T08:24:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:24 smithi110 bash[55875]: cluster 2024-02-18T08:24:23.882868+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2024-02-18T08:24:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:24 smithi110 bash[55875]: audit 2024-02-18T08:24:23.917490+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:24 smithi110 bash[55875]: cluster 2024-02-18T08:24:24.644189+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2024-02-18T08:24:25.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:24 smithi191 bash[38688]: audit 2024-02-18T08:24:23.351860+0000 mgr.y (mgr.44100) 110 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-02-18T08:24:25.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:24 smithi191 bash[38688]: cephadm 2024-02-18T08:24:23.353974+0000 mgr.y (mgr.44100) 111 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-02-18T08:24:25.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:24 smithi191 bash[38688]: cluster 2024-02-18T08:24:23.882868+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2024-02-18T08:24:25.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:24 smithi191 bash[38688]: audit 2024-02-18T08:24:23.917490+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:25.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:24 smithi191 bash[38688]: cluster 2024-02-18T08:24:24.644189+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2024-02-18T08:24:25.650 INFO:tasks.rados.rados.0.smithi110.stdout:1285: done (2 left) 2024-02-18T08:24:25.650 INFO:tasks.rados.rados.0.smithi110.stdout:1286: delete oid 1 current snap is 123 2024-02-18T08:24:25.650 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 772 (ObjNum 390 snap 122 seq_num 390) dirty exists 2024-02-18T08:24:25.650 INFO:tasks.rados.rados.0.smithi110.stdout:1284: finishing write tid 1 to smithi11051043-45 2024-02-18T08:24:25.650 INFO:tasks.rados.rados.0.smithi110.stdout:1284: finishing write tid 2 to smithi11051043-45 2024-02-18T08:24:25.651 INFO:tasks.rados.rados.0.smithi110.stdout:1284: finishing write tid 3 to smithi11051043-45 2024-02-18T08:24:25.651 INFO:tasks.rados.rados.0.smithi110.stdout:1284: finishing write tid 5 to smithi11051043-45 2024-02-18T08:24:25.651 INFO:tasks.rados.rados.0.smithi110.stdout:1284: finishing write tid 6 to smithi11051043-45 2024-02-18T08:24:25.651 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 336 (ObjNum 404 snap 123 seq_num 404) dirty exists 2024-02-18T08:24:25.651 INFO:tasks.rados.rados.0.smithi110.stdout:1284: left oid 45 (ObjNum 404 snap 123 seq_num 404) 2024-02-18T08:24:25.664 INFO:tasks.rados.rados.0.smithi110.stdout:1282: done (2 left) 2024-02-18T08:24:25.665 INFO:tasks.rados.rados.0.smithi110.stdout:1284: done (1 left) 2024-02-18T08:24:25.665 INFO:tasks.rados.rados.0.smithi110.stdout:1286: done (0 left) 2024-02-18T08:24:25.665 INFO:tasks.rados.rados.0.smithi110.stdout:1287: rollback oid 50 current snap is 123 2024-02-18T08:24:25.665 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 50 to 121 2024-02-18T08:24:25.665 INFO:tasks.rados.rados.0.smithi110.stdout:1288: copy_from oid 39 from oid 10 current snap is 123 2024-02-18T08:24:25.665 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 123 2024-02-18T08:24:25.665 INFO:tasks.rados.rados.0.smithi110.stdout:1289: seq_num 406 ranges {0=802816,802816=475136,1277952=499712,1777664=229376} 2024-02-18T08:24:25.670 INFO:tasks.rados.rados.0.smithi110.stdout:1289: writing smithi11051043-2 from 0 to 802816 tid 1 2024-02-18T08:24:25.673 INFO:tasks.rados.rados.0.smithi110.stdout:1289: writing smithi11051043-2 from 802816 to 1277952 tid 2 2024-02-18T08:24:25.677 INFO:tasks.rados.rados.0.smithi110.stdout:1289: writing smithi11051043-2 from 1277952 to 1777664 tid 3 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1289: writing smithi11051043-2 from 1777664 to 2007040 tid 4 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1290: read oid 36 snap -1 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1290: expect (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1291: rollback oid 32 current snap is 123 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 32 to 121 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1287: finishing rollback tid 0 to smithi11051043-50 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1287: finishing rollback tid 1 to smithi11051043-50 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 82 (ObjNum 1 snap 32588 seq_num 4164625472) dirty dne 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1289: finishing write tid 1 to smithi11051043-2 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1287: done (4 left) 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1292: rollback oid 25 current snap is 123 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 25 to 121 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1293: copy_from oid 34 from oid 3 current snap is 123 2024-02-18T08:24:25.679 INFO:tasks.rados.rados.0.smithi110.stdout:1294: snap_create 2024-02-18T08:24:25.680 INFO:tasks.rados.rados.0.smithi110.stdout:1289: finishing write tid 2 to smithi11051043-2 2024-02-18T08:24:25.682 INFO:tasks.rados.rados.0.smithi110.stdout:1289: finishing write tid 3 to smithi11051043-2 2024-02-18T08:24:25.683 INFO:tasks.rados.rados.0.smithi110.stdout:1289: finishing write tid 4 to smithi11051043-2 2024-02-18T08:24:25.683 INFO:tasks.rados.rados.0.smithi110.stdout:1289: finishing write tid 6 to smithi11051043-2 2024-02-18T08:24:25.686 INFO:tasks.rados.rados.0.smithi110.stdout:1289: finishing write tid 7 to smithi11051043-2 2024-02-18T08:24:25.686 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 593 (ObjNum 406 snap 123 seq_num 406) dirty exists 2024-02-18T08:24:25.686 INFO:tasks.rados.rados.0.smithi110.stdout:1289: left oid 2 (ObjNum 406 snap 123 seq_num 406) 2024-02-18T08:24:25.687 INFO:tasks.rados.rados.0.smithi110.stdout:1291: finishing rollback tid 1 to smithi11051043-32 2024-02-18T08:24:25.687 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 0 (ObjNum 0 snap 32588 seq_num 4165501296) dirty dne 2024-02-18T08:24:25.693 INFO:tasks.rados.rados.0.smithi110.stdout:1293: finishing copy_from to smithi11051043-34 2024-02-18T08:24:25.693 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 575 (ObjNum 381 snap 119 seq_num 381) dirty exists 2024-02-18T08:24:25.693 INFO:tasks.rados.rados.0.smithi110.stdout:1293: finishing copy_from racing read to smithi11051043-34 2024-02-18T08:24:25.694 INFO:tasks.rados.rados.0.smithi110.stdout:1290: expect (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:25.728 INFO:tasks.rados.rados.0.smithi110.stdout:1288: finishing copy_from to smithi11051043-39 2024-02-18T08:24:25.729 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 565 (ObjNum 375 snap 119 seq_num 375) dirty exists 2024-02-18T08:24:25.729 INFO:tasks.rados.rados.0.smithi110.stdout:1288: finishing copy_from racing read to smithi11051043-39 2024-02-18T08:24:25.729 INFO:tasks.rados.rados.0.smithi110.stdout:1292: finishing rollback tid 0 to smithi11051043-25 2024-02-18T08:24:25.729 INFO:tasks.rados.rados.0.smithi110.stdout:1292: finishing rollback tid 1 to smithi11051043-25 2024-02-18T08:24:25.729 INFO:tasks.rados.rados.0.smithi110.stdout:1292: finishing rollback tid 2 to smithi11051043-25 2024-02-18T08:24:25.729 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 568 (ObjNum 364 snap 114 seq_num 364) dirty exists 2024-02-18T08:24:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:25 smithi110 bash[54479]: cluster 2024-02-18T08:24:24.620978+0000 mgr.y (mgr.44100) 112 : cluster [DBG] pgmap v151: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 201 MiB data, 631 MiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 0 B/s wr, 2 op/s 2024-02-18T08:24:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:25 smithi110 bash[54479]: cluster 2024-02-18T08:24:25.646393+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2024-02-18T08:24:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:25 smithi110 bash[55875]: cluster 2024-02-18T08:24:24.620978+0000 mgr.y (mgr.44100) 112 : cluster [DBG] pgmap v151: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 201 MiB data, 631 MiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 0 B/s wr, 2 op/s 2024-02-18T08:24:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:25 smithi110 bash[55875]: cluster 2024-02-18T08:24:25.646393+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2024-02-18T08:24:26.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:25 smithi191 bash[38688]: cluster 2024-02-18T08:24:24.620978+0000 mgr.y (mgr.44100) 112 : cluster [DBG] pgmap v151: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 201 MiB data, 631 MiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 0 B/s wr, 2 op/s 2024-02-18T08:24:26.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:25 smithi191 bash[38688]: cluster 2024-02-18T08:24:25.646393+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2024-02-18T08:24:26.649 INFO:tasks.rados.rados.0.smithi110.stdout:1288: done (6 left) 2024-02-18T08:24:26.649 INFO:tasks.rados.rados.0.smithi110.stdout:1289: done (5 left) 2024-02-18T08:24:26.649 INFO:tasks.rados.rados.0.smithi110.stdout:1290: done (4 left) 2024-02-18T08:24:26.649 INFO:tasks.rados.rados.0.smithi110.stdout:1291: done (3 left) 2024-02-18T08:24:26.650 INFO:tasks.rados.rados.0.smithi110.stdout:1292: done (2 left) 2024-02-18T08:24:26.650 INFO:tasks.rados.rados.0.smithi110.stdout:1293: done (1 left) 2024-02-18T08:24:26.650 INFO:tasks.rados.rados.0.smithi110.stdout:1294: done (0 left) 2024-02-18T08:24:26.650 INFO:tasks.rados.rados.0.smithi110.stdout:1295: read oid 31 snap 123 2024-02-18T08:24:26.650 INFO:tasks.rados.rados.0.smithi110.stdout:1295: expect deleted 2024-02-18T08:24:26.650 INFO:tasks.rados.rados.0.smithi110.stdout:1296: delete oid 4 current snap is 124 2024-02-18T08:24:26.656 INFO:tasks.rados.rados.0.smithi110.stdout:1295: done (1 left) 2024-02-18T08:24:26.656 INFO:tasks.rados.rados.0.smithi110.stdout:1296: done (0 left) 2024-02-18T08:24:26.656 INFO:tasks.rados.rados.0.smithi110.stdout:1297: snap_remove snap 121 2024-02-18T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[54479]: cephadm 2024-02-18T08:24:26.020900+0000 mgr.y (mgr.44100) 113 : cephadm [INF] Upgrade: Updating osd.1 2024-02-18T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[54479]: audit 2024-02-18T08:24:26.026190+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:27.332 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[54479]: audit 2024-02-18T08:24:26.027618+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[54479]: audit 2024-02-18T08:24:26.029320+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[54479]: cephadm 2024-02-18T08:24:26.032346+0000 mgr.y (mgr.44100) 114 : cephadm [INF] Deploying daemon osd.1 on smithi110 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[54479]: audit 2024-02-18T08:24:26.033324+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[54479]: cluster 2024-02-18T08:24:26.645668+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[55875]: cephadm 2024-02-18T08:24:26.020900+0000 mgr.y (mgr.44100) 113 : cephadm [INF] Upgrade: Updating osd.1 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[55875]: audit 2024-02-18T08:24:26.026190+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[55875]: audit 2024-02-18T08:24:26.027618+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[55875]: audit 2024-02-18T08:24:26.029320+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[55875]: cephadm 2024-02-18T08:24:26.032346+0000 mgr.y (mgr.44100) 114 : cephadm [INF] Deploying daemon osd.1 on smithi110 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[55875]: audit 2024-02-18T08:24:26.033324+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2024-02-18T08:24:27.333 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:27 smithi110 bash[55875]: cluster 2024-02-18T08:24:26.645668+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2024-02-18T08:24:27.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:27 smithi191 bash[38688]: cephadm 2024-02-18T08:24:26.020900+0000 mgr.y (mgr.44100) 113 : cephadm [INF] Upgrade: Updating osd.1 2024-02-18T08:24:27.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:27 smithi191 bash[38688]: audit 2024-02-18T08:24:26.026190+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:27.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:27 smithi191 bash[38688]: audit 2024-02-18T08:24:26.027618+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-18T08:24:27.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:27 smithi191 bash[38688]: audit 2024-02-18T08:24:26.029320+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:27.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:27 smithi191 bash[38688]: cephadm 2024-02-18T08:24:26.032346+0000 mgr.y (mgr.44100) 114 : cephadm [INF] Deploying daemon osd.1 on smithi110 2024-02-18T08:24:27.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:27 smithi191 bash[38688]: audit 2024-02-18T08:24:26.033324+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2024-02-18T08:24:27.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:27 smithi191 bash[38688]: cluster 2024-02-18T08:24:26.645668+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2024-02-18T08:24:27.652 INFO:tasks.rados.rados.0.smithi110.stdout:1297: done (0 left) 2024-02-18T08:24:27.652 INFO:tasks.rados.rados.0.smithi110.stdout:1298: read oid 34 snap -1 2024-02-18T08:24:27.652 INFO:tasks.rados.rados.0.smithi110.stdout:1298: expect (ObjNum 381 snap 119 seq_num 381) 2024-02-18T08:24:27.652 INFO:tasks.rados.rados.0.smithi110.stdout:1299: delete oid 33 current snap is 124 2024-02-18T08:24:27.675 INFO:tasks.rados.rados.0.smithi110.stdout:1298: expect (ObjNum 381 snap 119 seq_num 381) 2024-02-18T08:24:27.710 INFO:tasks.rados.rados.0.smithi110.stdout:1298: done (1 left) 2024-02-18T08:24:27.711 INFO:tasks.rados.rados.0.smithi110.stdout:1299: done (0 left) 2024-02-18T08:24:27.711 INFO:tasks.rados.rados.0.smithi110.stdout:1300: snap_remove snap 123 2024-02-18T08:24:28.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:28 smithi191 bash[38688]: cluster 2024-02-18T08:24:26.621771+0000 mgr.y (mgr.44100) 115 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 165 MiB data, 587 MiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-02-18T08:24:28.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:28 smithi191 bash[38688]: cluster 2024-02-18T08:24:27.649088+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2024-02-18T08:24:28.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:28 smithi110 bash[54479]: cluster 2024-02-18T08:24:26.621771+0000 mgr.y (mgr.44100) 115 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 165 MiB data, 587 MiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-02-18T08:24:28.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:28 smithi110 bash[54479]: cluster 2024-02-18T08:24:27.649088+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2024-02-18T08:24:28.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:28 smithi110 bash[55875]: cluster 2024-02-18T08:24:26.621771+0000 mgr.y (mgr.44100) 115 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 165 MiB data, 587 MiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-02-18T08:24:28.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:28 smithi110 bash[55875]: cluster 2024-02-18T08:24:27.649088+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2024-02-18T08:24:28.658 INFO:tasks.rados.rados.0.smithi110.stdout:1300: done (0 left) 2024-02-18T08:24:28.658 INFO:tasks.rados.rados.0.smithi110.stdout:1301: read oid 27 snap -1 2024-02-18T08:24:28.658 INFO:tasks.rados.rados.0.smithi110.stdout:1301: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:24:28.658 INFO:tasks.rados.rados.0.smithi110.stdout:1302: setattr oid 9 current snap is 124 2024-02-18T08:24:28.659 INFO:tasks.rados.rados.0.smithi110.stdout:1303: copy_from oid 10 from oid 2 current snap is 124 2024-02-18T08:24:28.659 INFO:tasks.rados.rados.0.smithi110.stdout:1304: setattr oid 46 current snap is 124 2024-02-18T08:24:28.660 INFO:tasks.rados.rados.0.smithi110.stdout:1305: snap_create 2024-02-18T08:24:28.666 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 611 (ObjNum 393 snap 122 seq_num 393) dirty exists 2024-02-18T08:24:28.668 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 226 (ObjNum 398 snap 122 seq_num 398) dirty exists 2024-02-18T08:24:28.677 INFO:tasks.rados.rados.0.smithi110.stdout:1301: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:24:28.755 INFO:tasks.rados.rados.0.smithi110.stdout:1303: finishing copy_from to smithi11051043-10 2024-02-18T08:24:28.755 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 593 (ObjNum 406 snap 123 seq_num 406) dirty exists 2024-02-18T08:24:28.755 INFO:tasks.rados.rados.0.smithi110.stdout:1303: finishing copy_from racing read to smithi11051043-10 2024-02-18T08:24:29.647 INFO:tasks.rados.rados.0.smithi110.stdout:1301: done (4 left) 2024-02-18T08:24:29.648 INFO:tasks.rados.rados.0.smithi110.stdout:1302: done (3 left) 2024-02-18T08:24:29.648 INFO:tasks.rados.rados.0.smithi110.stdout:1303: done (2 left) 2024-02-18T08:24:29.648 INFO:tasks.rados.rados.0.smithi110.stdout:1304: done (1 left) 2024-02-18T08:24:29.648 INFO:tasks.rados.rados.0.smithi110.stdout:1305: done (0 left) 2024-02-18T08:24:29.648 INFO:tasks.rados.rados.0.smithi110.stdout:1306: rollback oid 2 current snap is 125 2024-02-18T08:24:29.648 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 2 to 124 2024-02-18T08:24:29.648 INFO:tasks.rados.rados.0.smithi110.stdout:1307: read oid 21 snap -1 2024-02-18T08:24:29.648 INFO:tasks.rados.rados.0.smithi110.stdout:1307: expect deleted 2024-02-18T08:24:29.648 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 125 2024-02-18T08:24:29.648 INFO:tasks.rados.rados.0.smithi110.stdout:1308: seq_num 409 ranges {2023424=458752,2482176=532480,3014656=720896,3735552=352256} 2024-02-18T08:24:29.661 INFO:tasks.rados.rados.0.smithi110.stdout:1308: writing smithi11051043-44 from 2023424 to 2482176 tid 1 2024-02-18T08:24:29.664 INFO:tasks.rados.rados.0.smithi110.stdout:1308: writing smithi11051043-44 from 2482176 to 3014656 tid 2 2024-02-18T08:24:29.668 INFO:tasks.rados.rados.0.smithi110.stdout:1308: writing smithi11051043-44 from 3014656 to 3735552 tid 3 2024-02-18T08:24:29.671 INFO:tasks.rados.rados.0.smithi110.stdout:1308: writing smithi11051043-44 from 3735552 to 4087808 tid 4 2024-02-18T08:24:29.671 INFO:tasks.rados.rados.0.smithi110.stdout:1309: delete oid 1 current snap is 125 2024-02-18T08:24:29.671 INFO:tasks.rados.rados.0.smithi110.stdout:1306: finishing rollback tid 0 to smithi11051043-2 2024-02-18T08:24:29.671 INFO:tasks.rados.rados.0.smithi110.stdout:1306: finishing rollback tid 1 to smithi11051043-2 2024-02-18T08:24:29.671 INFO:tasks.rados.rados.0.smithi110.stdout:1306: finishing rollback tid 2 to smithi11051043-2 2024-02-18T08:24:29.671 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 599 (ObjNum 406 snap 123 seq_num 406) dirty exists 2024-02-18T08:24:29.671 INFO:tasks.rados.rados.0.smithi110.stdout:1308: finishing write tid 1 to smithi11051043-44 2024-02-18T08:24:29.671 INFO:tasks.rados.rados.0.smithi110.stdout:1308: finishing write tid 2 to smithi11051043-44 2024-02-18T08:24:29.673 INFO:tasks.rados.rados.0.smithi110.stdout:1308: finishing write tid 3 to smithi11051043-44 2024-02-18T08:24:29.674 INFO:tasks.rados.rados.0.smithi110.stdout:1308: finishing write tid 4 to smithi11051043-44 2024-02-18T08:24:29.675 INFO:tasks.rados.rados.0.smithi110.stdout:1308: finishing write tid 6 to smithi11051043-44 2024-02-18T08:24:29.675 INFO:tasks.rados.rados.0.smithi110.stdout:1306: done (3 left) 2024-02-18T08:24:29.676 INFO:tasks.rados.rados.0.smithi110.stdout:1307: done (2 left) 2024-02-18T08:24:29.676 INFO:tasks.rados.rados.0.smithi110.stdout:1309: done (1 left) 2024-02-18T08:24:29.676 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 125 2024-02-18T08:24:29.676 INFO:tasks.rados.rados.0.smithi110.stdout:1310: seq_num 411 ranges {1392640=491520,1884160=753664,2637824=688128,3325952=163840} 2024-02-18T08:24:29.686 INFO:tasks.rados.rados.0.smithi110.stdout:1310: writing smithi11051043-29 from 1392640 to 1884160 tid 1 2024-02-18T08:24:29.691 INFO:tasks.rados.rados.0.smithi110.stdout:1310: writing smithi11051043-29 from 1884160 to 2637824 tid 2 2024-02-18T08:24:29.696 INFO:tasks.rados.rados.0.smithi110.stdout:1310: writing smithi11051043-29 from 2637824 to 3325952 tid 3 2024-02-18T08:24:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:1310: writing smithi11051043-29 from 3325952 to 3489792 tid 4 2024-02-18T08:24:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:1311: snap_remove snap 124 2024-02-18T08:24:29.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:29 smithi110 bash[55875]: cluster 2024-02-18T08:24:28.622508+0000 mgr.y (mgr.44100) 116 : cluster [DBG] pgmap v157: 89 pgs: 89 active+clean; 165 MiB data, 587 MiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-02-18T08:24:29.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:29 smithi110 bash[55875]: cluster 2024-02-18T08:24:28.654278+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2024-02-18T08:24:29.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:29 smithi110 bash[55875]: cluster 2024-02-18T08:24:29.644347+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2024-02-18T08:24:29.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:29 smithi110 bash[54479]: cluster 2024-02-18T08:24:28.622508+0000 mgr.y (mgr.44100) 116 : cluster [DBG] pgmap v157: 89 pgs: 89 active+clean; 165 MiB data, 587 MiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-02-18T08:24:29.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:29 smithi110 bash[54479]: cluster 2024-02-18T08:24:28.654278+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2024-02-18T08:24:29.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:29 smithi110 bash[54479]: cluster 2024-02-18T08:24:29.644347+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2024-02-18T08:24:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:29 smithi191 bash[38688]: cluster 2024-02-18T08:24:28.622508+0000 mgr.y (mgr.44100) 116 : cluster [DBG] pgmap v157: 89 pgs: 89 active+clean; 165 MiB data, 587 MiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-02-18T08:24:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:29 smithi191 bash[38688]: cluster 2024-02-18T08:24:28.654278+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2024-02-18T08:24:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:29 smithi191 bash[38688]: cluster 2024-02-18T08:24:29.644347+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2024-02-18T08:24:30.664 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:30 smithi110 systemd[1]: Stopping Ceph osd.1 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:24:30.664 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:30 smithi110 bash[29387]: debug 2024-02-18T08:24:30.444+0000 7fb2483fd700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:24:30.664 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:30 smithi110 bash[29387]: debug 2024-02-18T08:24:30.444+0000 7fb2483fd700 -1 osd.1 316 *** Got signal Terminated *** 2024-02-18T08:24:30.664 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:30 smithi110 bash[29387]: debug 2024-02-18T08:24:30.444+0000 7fb2483fd700 -1 osd.1 316 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T08:24:30.679 INFO:tasks.rados.rados.0.smithi110.stdout:1311: done (2 left) 2024-02-18T08:24:30.679 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 125 2024-02-18T08:24:30.679 INFO:tasks.rados.rados.0.smithi110.stdout:1312: seq_num 412 ranges {3989504=507904,4497408=630784,5128192=491520,5619712=483328} 2024-02-18T08:24:30.698 INFO:tasks.rados.rados.0.smithi110.stdout:1312: writing smithi11051043-39 from 3989504 to 4497408 tid 1 2024-02-18T08:24:30.701 INFO:tasks.rados.rados.0.smithi110.stdout:1312: writing smithi11051043-39 from 4497408 to 5128192 tid 2 2024-02-18T08:24:30.704 INFO:tasks.rados.rados.0.smithi110.stdout:1312: writing smithi11051043-39 from 5128192 to 5619712 tid 3 2024-02-18T08:24:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:1312: writing smithi11051043-39 from 5619712 to 6103040 tid 4 2024-02-18T08:24:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:1313: setattr oid 47 current snap is 125 2024-02-18T08:24:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:1308: finishing write tid 7 to smithi11051043-44 2024-02-18T08:24:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 605 (ObjNum 409 snap 125 seq_num 409) dirty exists 2024-02-18T08:24:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:1308: left oid 44 (ObjNum 409 snap 125 seq_num 409) 2024-02-18T08:24:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:1310: finishing write tid 1 to smithi11051043-29 2024-02-18T08:24:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:1310: finishing write tid 2 to smithi11051043-29 2024-02-18T08:24:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:1310: finishing write tid 3 to smithi11051043-29 2024-02-18T08:24:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:1310: finishing write tid 4 to smithi11051043-29 2024-02-18T08:24:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:1310: finishing write tid 6 to smithi11051043-29 2024-02-18T08:24:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:1310: finishing write tid 7 to smithi11051043-29 2024-02-18T08:24:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 350 (ObjNum 411 snap 125 seq_num 411) dirty exists 2024-02-18T08:24:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:1310: left oid 29 (ObjNum 411 snap 125 seq_num 411) 2024-02-18T08:24:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:1312: finishing write tid 1 to smithi11051043-39 2024-02-18T08:24:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:1312: finishing write tid 2 to smithi11051043-39 2024-02-18T08:24:30.709 INFO:tasks.rados.rados.0.smithi110.stdout:1308: done (3 left) 2024-02-18T08:24:30.709 INFO:tasks.rados.rados.0.smithi110.stdout:1310: done (2 left) 2024-02-18T08:24:30.709 INFO:tasks.rados.rados.0.smithi110.stdout:1314: copy_from oid 46 from oid 9 current snap is 125 2024-02-18T08:24:30.709 INFO:tasks.rados.rados.0.smithi110.stdout:1315: snap_create 2024-02-18T08:24:30.709 INFO:tasks.rados.rados.0.smithi110.stdout:1312: finishing write tid 3 to smithi11051043-39 2024-02-18T08:24:30.711 INFO:tasks.rados.rados.0.smithi110.stdout:1312: finishing write tid 4 to smithi11051043-39 2024-02-18T08:24:30.711 INFO:tasks.rados.rados.0.smithi110.stdout:1312: finishing write tid 6 to smithi11051043-39 2024-02-18T08:24:30.715 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 599 (ObjNum 272 snap 76 seq_num 272) dirty exists 2024-02-18T08:24:30.716 INFO:tasks.rados.rados.0.smithi110.stdout:1312: finishing write tid 7 to smithi11051043-39 2024-02-18T08:24:30.716 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 598 (ObjNum 412 snap 125 seq_num 412) dirty exists 2024-02-18T08:24:30.716 INFO:tasks.rados.rados.0.smithi110.stdout:1312: left oid 39 (ObjNum 412 snap 125 seq_num 412) 2024-02-18T08:24:30.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:30 smithi110 bash[54479]: cluster 2024-02-18T08:24:30.449972+0000 mon.a (mon.0) 341 : cluster [INF] osd.1 marked itself down and dead 2024-02-18T08:24:30.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:30 smithi110 bash[55875]: cluster 2024-02-18T08:24:30.449972+0000 mon.a (mon.0) 341 : cluster [INF] osd.1 marked itself down and dead 2024-02-18T08:24:31.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:30 smithi191 bash[38688]: cluster 2024-02-18T08:24:30.449972+0000 mon.a (mon.0) 341 : cluster [INF] osd.1 marked itself down and dead 2024-02-18T08:24:31.666 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[59753]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.1 2024-02-18T08:24:31.666 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[59753]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.1 2024-02-18T08:24:31.666 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:31.627Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:31.666 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:31.627Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:31.666 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:31.628Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:24:31.677 INFO:tasks.rados.rados.0.smithi110.stdout:1312: done (3 left) 2024-02-18T08:24:31.677 INFO:tasks.rados.rados.0.smithi110.stdout:1313: done (2 left) 2024-02-18T08:24:31.677 INFO:tasks.rados.rados.0.smithi110.stdout:1315: done (1 left) 2024-02-18T08:24:31.677 INFO:tasks.rados.rados.0.smithi110.stdout:1316: snap_remove snap 125 2024-02-18T08:24:31.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[54479]: cluster 2024-02-18T08:24:30.623670+0000 mgr.y (mgr.44100) 117 : cluster [DBG] pgmap v160: 89 pgs: 89 active+clean; 109 MiB data, 503 MiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-02-18T08:24:31.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[54479]: cluster 2024-02-18T08:24:30.652996+0000 mon.a (mon.0) 342 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:24:31.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[54479]: cluster 2024-02-18T08:24:30.666989+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e317: 8 total, 7 up, 8 in 2024-02-18T08:24:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[55875]: cluster 2024-02-18T08:24:30.623670+0000 mgr.y (mgr.44100) 117 : cluster [DBG] pgmap v160: 89 pgs: 89 active+clean; 109 MiB data, 503 MiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-02-18T08:24:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[55875]: cluster 2024-02-18T08:24:30.652996+0000 mon.a (mon.0) 342 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:24:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:31 smithi110 bash[55875]: cluster 2024-02-18T08:24:30.666989+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e317: 8 total, 7 up, 8 in 2024-02-18T08:24:32.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:31 smithi191 bash[38688]: cluster 2024-02-18T08:24:30.623670+0000 mgr.y (mgr.44100) 117 : cluster [DBG] pgmap v160: 89 pgs: 89 active+clean; 109 MiB data, 503 MiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-02-18T08:24:32.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:31 smithi191 bash[38688]: cluster 2024-02-18T08:24:30.652996+0000 mon.a (mon.0) 342 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:24:32.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:31 smithi191 bash[38688]: cluster 2024-02-18T08:24:30.666989+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e317: 8 total, 7 up, 8 in 2024-02-18T08:24:32.686 INFO:tasks.rados.rados.0.smithi110.stdout:1316: done (1 left) 2024-02-18T08:24:32.687 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 126 2024-02-18T08:24:32.687 INFO:tasks.rados.rados.0.smithi110.stdout:1317: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2024-02-18T08:24:32.690 INFO:tasks.rados.rados.0.smithi110.stdout:1317: writing smithi11051043-17 from 0 to 524288 tid 1 2024-02-18T08:24:32.695 INFO:tasks.rados.rados.0.smithi110.stdout:1317: writing smithi11051043-17 from 524288 to 1040384 tid 2 2024-02-18T08:24:32.701 INFO:tasks.rados.rados.0.smithi110.stdout:1317: writing smithi11051043-17 from 1040384 to 1736704 tid 3 2024-02-18T08:24:32.708 INFO:tasks.rados.rados.0.smithi110.stdout:1317: writing smithi11051043-17 from 1736704 to 2129920 tid 4 2024-02-18T08:24:32.708 INFO:tasks.rados.rados.0.smithi110.stdout:1318: rollback oid 6 current snap is 126 2024-02-18T08:24:32.708 INFO:tasks.rados.rados.0.smithi110.stdout:1318: done (2 left) 2024-02-18T08:24:32.708 INFO:tasks.rados.rados.0.smithi110.stdout:1319: copy_from oid 21 from oid 42 current snap is 126 2024-02-18T08:24:32.708 INFO:tasks.rados.rados.0.smithi110.stdout:1314: finishing copy_from to smithi11051043-46 2024-02-18T08:24:32.708 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 611 (ObjNum 393 snap 122 seq_num 393) dirty exists 2024-02-18T08:24:32.709 INFO:tasks.rados.rados.0.smithi110.stdout:1314: finishing copy_from racing read to smithi11051043-46 2024-02-18T08:24:32.709 INFO:tasks.rados.rados.0.smithi110.stdout:1314: done (2 left) 2024-02-18T08:24:32.709 INFO:tasks.rados.rados.0.smithi110.stdout:1320: read oid 41 snap -1 2024-02-18T08:24:32.709 INFO:tasks.rados.rados.0.smithi110.stdout:1320: expect (ObjNum 401 snap 122 seq_num 401) 2024-02-18T08:24:32.709 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 126 2024-02-18T08:24:32.709 INFO:tasks.rados.rados.0.smithi110.stdout:1321: seq_num 414 ranges {1351680=540672,1892352=802816,2695168=458752,3153920=344064} 2024-02-18T08:24:32.717 INFO:tasks.rados.rados.0.smithi110.stdout:1321: writing smithi11051043-6 from 1351680 to 1892352 tid 1 2024-02-18T08:24:32.722 INFO:tasks.rados.rados.0.smithi110.stdout:1321: writing smithi11051043-6 from 1892352 to 2695168 tid 2 2024-02-18T08:24:32.724 INFO:tasks.rados.rados.0.smithi110.stdout:1321: writing smithi11051043-6 from 2695168 to 3153920 tid 3 2024-02-18T08:24:32.727 INFO:tasks.rados.rados.0.smithi110.stdout:1321: writing smithi11051043-6 from 3153920 to 3497984 tid 4 2024-02-18T08:24:32.727 INFO:tasks.rados.rados.0.smithi110.stdout:1322: rollback oid 9 current snap is 126 2024-02-18T08:24:32.727 INFO:tasks.rados.rados.0.smithi110.stdout:1322: done (4 left) 2024-02-18T08:24:32.727 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 126 2024-02-18T08:24:32.728 INFO:tasks.rados.rados.0.smithi110.stdout:1317: finishing write tid 1 to smithi11051043-17 2024-02-18T08:24:32.728 INFO:tasks.rados.rados.0.smithi110.stdout:1323: seq_num 415 ranges {1794048=557056,2351104=688128,3039232=663552,3702784=253952} 2024-02-18T08:24:32.740 INFO:tasks.rados.rados.0.smithi110.stdout:1323: writing smithi11051043-9 from 1794048 to 2351104 tid 1 2024-02-18T08:24:32.744 INFO:tasks.rados.rados.0.smithi110.stdout:1323: writing smithi11051043-9 from 2351104 to 3039232 tid 2 2024-02-18T08:24:32.748 INFO:tasks.rados.rados.0.smithi110.stdout:1323: writing smithi11051043-9 from 3039232 to 3702784 tid 3 2024-02-18T08:24:32.750 INFO:tasks.rados.rados.0.smithi110.stdout:1323: writing smithi11051043-9 from 3702784 to 3956736 tid 4 2024-02-18T08:24:32.750 INFO:tasks.rados.rados.0.smithi110.stdout:1324: snap_create 2024-02-18T08:24:32.751 INFO:tasks.rados.rados.0.smithi110.stdout:1317: finishing write tid 2 to smithi11051043-17 2024-02-18T08:24:32.751 INFO:tasks.rados.rados.0.smithi110.stdout:1317: finishing write tid 3 to smithi11051043-17 2024-02-18T08:24:32.751 INFO:tasks.rados.rados.0.smithi110.stdout:1317: finishing write tid 4 to smithi11051043-17 2024-02-18T08:24:32.751 INFO:tasks.rados.rados.0.smithi110.stdout:1317: finishing write tid 6 to smithi11051043-17 2024-02-18T08:24:32.751 INFO:tasks.rados.rados.0.smithi110.stdout:1317: finishing write tid 7 to smithi11051043-17 2024-02-18T08:24:32.751 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 616 (ObjNum 413 snap 126 seq_num 413) dirty exists 2024-02-18T08:24:32.751 INFO:tasks.rados.rados.0.smithi110.stdout:1317: left oid 17 (ObjNum 413 snap 126 seq_num 413) 2024-02-18T08:24:32.751 INFO:tasks.rados.rados.0.smithi110.stdout:1321: finishing write tid 1 to smithi11051043-6 2024-02-18T08:24:32.751 INFO:tasks.rados.rados.0.smithi110.stdout:1320: expect (ObjNum 401 snap 122 seq_num 401) 2024-02-18T08:24:32.797 INFO:tasks.rados.rados.0.smithi110.stdout:1321: finishing write tid 2 to smithi11051043-6 2024-02-18T08:24:32.797 INFO:tasks.rados.rados.0.smithi110.stdout:1321: finishing write tid 3 to smithi11051043-6 2024-02-18T08:24:32.797 INFO:tasks.rados.rados.0.smithi110.stdout:1319: finishing copy_from to smithi11051043-21 2024-02-18T08:24:32.797 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 496 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:24:32.797 INFO:tasks.rados.rados.0.smithi110.stdout:1321: finishing write tid 4 to smithi11051043-6 2024-02-18T08:24:32.797 INFO:tasks.rados.rados.0.smithi110.stdout:1321: finishing write tid 6 to smithi11051043-6 2024-02-18T08:24:32.797 INFO:tasks.rados.rados.0.smithi110.stdout:1319: finishing copy_from racing read to smithi11051043-21 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:1321: finishing write tid 7 to smithi11051043-6 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 509 (ObjNum 414 snap 126 seq_num 414) dirty exists 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:1321: left oid 6 (ObjNum 414 snap 126 seq_num 414) 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:1323: finishing write tid 1 to smithi11051043-9 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:1323: finishing write tid 2 to smithi11051043-9 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:1323: finishing write tid 3 to smithi11051043-9 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:1323: finishing write tid 4 to smithi11051043-9 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:1323: finishing write tid 6 to smithi11051043-9 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:1323: finishing write tid 7 to smithi11051043-9 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 621 (ObjNum 415 snap 126 seq_num 415) dirty exists 2024-02-18T08:24:32.798 INFO:tasks.rados.rados.0.smithi110.stdout:1323: left oid 9 (ObjNum 415 snap 126 seq_num 415) 2024-02-18T08:24:32.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:32 smithi110 bash[55875]: cluster 2024-02-18T08:24:31.673614+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e318: 8 total, 7 up, 8 in 2024-02-18T08:24:32.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:32 smithi110 bash[54479]: cluster 2024-02-18T08:24:31.673614+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e318: 8 total, 7 up, 8 in 2024-02-18T08:24:33.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:32 smithi191 bash[38688]: cluster 2024-02-18T08:24:31.673614+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e318: 8 total, 7 up, 8 in 2024-02-18T08:24:33.693 INFO:tasks.rados.rados.0.smithi110.stdout:1317: done (5 left) 2024-02-18T08:24:33.693 INFO:tasks.rados.rados.0.smithi110.stdout:1319: done (4 left) 2024-02-18T08:24:33.694 INFO:tasks.rados.rados.0.smithi110.stdout:1320: done (3 left) 2024-02-18T08:24:33.694 INFO:tasks.rados.rados.0.smithi110.stdout:1321: done (2 left) 2024-02-18T08:24:33.694 INFO:tasks.rados.rados.0.smithi110.stdout:1323: done (1 left) 2024-02-18T08:24:33.694 INFO:tasks.rados.rados.0.smithi110.stdout:1324: done (0 left) 2024-02-18T08:24:33.694 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 127 2024-02-18T08:24:33.694 INFO:tasks.rados.rados.0.smithi110.stdout:1325: seq_num 416 ranges {6103040=573440,6676480=573440,7249920=475136,7725056=557056} 2024-02-18T08:24:33.731 INFO:tasks.rados.rados.0.smithi110.stdout:1325: writing smithi11051043-39 from 6103040 to 6676480 tid 1 2024-02-18T08:24:33.735 INFO:tasks.rados.rados.0.smithi110.stdout:1325: writing smithi11051043-39 from 6676480 to 7249920 tid 2 2024-02-18T08:24:33.738 INFO:tasks.rados.rados.0.smithi110.stdout:1325: writing smithi11051043-39 from 7249920 to 7725056 tid 3 2024-02-18T08:24:33.742 INFO:tasks.rados.rados.0.smithi110.stdout:1325: writing smithi11051043-39 from 7725056 to 8282112 tid 4 2024-02-18T08:24:33.742 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 127 2024-02-18T08:24:33.742 INFO:tasks.rados.rados.0.smithi110.stdout:1326: seq_num 417 ranges {1761280=589824,2351104=458752,2809856=679936,3489792=466944} 2024-02-18T08:24:33.756 INFO:tasks.rados.rados.0.smithi110.stdout:1326: writing smithi11051043-5 from 1761280 to 2351104 tid 1 2024-02-18T08:24:33.759 INFO:tasks.rados.rados.0.smithi110.stdout:1326: writing smithi11051043-5 from 2351104 to 2809856 tid 2 2024-02-18T08:24:33.765 INFO:tasks.rados.rados.0.smithi110.stdout:1326: writing smithi11051043-5 from 2809856 to 3489792 tid 3 2024-02-18T08:24:33.769 INFO:tasks.rados.rados.0.smithi110.stdout:1326: writing smithi11051043-5 from 3489792 to 3956736 tid 4 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1325: finishing write tid 1 to smithi11051043-39 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1327: read oid 15 snap -1 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1327: expect (ObjNum 357 snap 113 seq_num 357) 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1328: copy_from oid 6 from oid 17 current snap is 127 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1325: finishing write tid 2 to smithi11051043-39 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1325: finishing write tid 3 to smithi11051043-39 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1325: finishing write tid 4 to smithi11051043-39 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1325: finishing write tid 6 to smithi11051043-39 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1325: finishing write tid 7 to smithi11051043-39 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 604 (ObjNum 416 snap 127 seq_num 416) dirty exists 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1325: left oid 39 (ObjNum 416 snap 127 seq_num 416) 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1325: done (3 left) 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 127 2024-02-18T08:24:33.770 INFO:tasks.rados.rados.0.smithi110.stdout:1329: seq_num 418 ranges {10829824=606208,11436032=737280,12173312=434176,12607488=434176} 2024-02-18T08:24:33.834 INFO:tasks.rados.rados.0.smithi110.stdout:1329: writing smithi11051043-45 from 10829824 to 11436032 tid 1 2024-02-18T08:24:33.839 INFO:tasks.rados.rados.0.smithi110.stdout:1329: writing smithi11051043-45 from 11436032 to 12173312 tid 2 2024-02-18T08:24:33.841 INFO:tasks.rados.rados.0.smithi110.stdout:1329: writing smithi11051043-45 from 12173312 to 12607488 tid 3 2024-02-18T08:24:33.842 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:33.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:33.842 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:33.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:33.843 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:33.522Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:24:33.843 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:33 smithi110 bash[55875]: cluster 2024-02-18T08:24:32.624242+0000 mgr.y (mgr.44100) 118 : cluster [DBG] pgmap v163: 89 pgs: 11 stale+active+clean, 78 active+clean; 109 MiB data, 503 MiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-02-18T08:24:33.843 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:33 smithi110 bash[55875]: cluster 2024-02-18T08:24:32.683416+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e319: 8 total, 7 up, 8 in 2024-02-18T08:24:33.843 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:33 smithi110 bash[54479]: cluster 2024-02-18T08:24:32.624242+0000 mgr.y (mgr.44100) 118 : cluster [DBG] pgmap v163: 89 pgs: 11 stale+active+clean, 78 active+clean; 109 MiB data, 503 MiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-02-18T08:24:33.843 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:33 smithi110 bash[54479]: cluster 2024-02-18T08:24:32.683416+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e319: 8 total, 7 up, 8 in 2024-02-18T08:24:33.844 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:33 smithi110 systemd[1]: Stopped Ceph osd.1 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:24:33.844 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:33 smithi110 systemd[1]: Started Ceph osd.1 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:24:33.845 INFO:tasks.rados.rados.0.smithi110.stdout:1329: writing smithi11051043-45 from 12607488 to 13041664 tid 4 2024-02-18T08:24:33.845 INFO:tasks.rados.rados.0.smithi110.stdout:1330: rollback oid 50 current snap is 127 2024-02-18T08:24:33.845 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 50 to 126 2024-02-18T08:24:33.845 INFO:tasks.rados.rados.0.smithi110.stdout:1326: finishing write tid 1 to smithi11051043-5 2024-02-18T08:24:33.845 INFO:tasks.rados.rados.0.smithi110.stdout:1326: finishing write tid 2 to smithi11051043-5 2024-02-18T08:24:33.845 INFO:tasks.rados.rados.0.smithi110.stdout:1326: finishing write tid 3 to smithi11051043-5 2024-02-18T08:24:33.845 INFO:tasks.rados.rados.0.smithi110.stdout:1326: finishing write tid 4 to smithi11051043-5 2024-02-18T08:24:33.845 INFO:tasks.rados.rados.0.smithi110.stdout:1326: finishing write tid 6 to smithi11051043-5 2024-02-18T08:24:33.845 INFO:tasks.rados.rados.0.smithi110.stdout:1326: finishing write tid 7 to smithi11051043-5 2024-02-18T08:24:33.846 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 514 (ObjNum 417 snap 127 seq_num 417) dirty exists 2024-02-18T08:24:33.846 INFO:tasks.rados.rados.0.smithi110.stdout:1326: left oid 5 (ObjNum 417 snap 127 seq_num 417) 2024-02-18T08:24:33.846 INFO:tasks.rados.rados.0.smithi110.stdout:1327: expect (ObjNum 357 snap 113 seq_num 357) 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:1328: finishing copy_from racing read to smithi11051043-6 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:1328: finishing copy_from to smithi11051043-6 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 616 (ObjNum 413 snap 126 seq_num 413) dirty exists 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:1329: finishing write tid 1 to smithi11051043-45 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:1329: finishing write tid 2 to smithi11051043-45 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:1329: finishing write tid 3 to smithi11051043-45 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:1329: finishing write tid 4 to smithi11051043-45 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:1329: finishing write tid 6 to smithi11051043-45 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:1330: finishing rollback tid 1 to smithi11051043-50 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 0 (ObjNum -131355312 snap 22008 seq_num 4165136352) dirty dne 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:1329: finishing write tid 7 to smithi11051043-45 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 358 (ObjNum 418 snap 127 seq_num 418) dirty exists 2024-02-18T08:24:33.930 INFO:tasks.rados.rados.0.smithi110.stdout:1329: left oid 45 (ObjNum 418 snap 127 seq_num 418) 2024-02-18T08:24:33.931 INFO:tasks.rados.rados.0.smithi110.stdout:1326: done (4 left) 2024-02-18T08:24:33.931 INFO:tasks.rados.rados.0.smithi110.stdout:1327: done (3 left) 2024-02-18T08:24:33.931 INFO:tasks.rados.rados.0.smithi110.stdout:1328: done (2 left) 2024-02-18T08:24:33.931 INFO:tasks.rados.rados.0.smithi110.stdout:1329: done (1 left) 2024-02-18T08:24:33.931 INFO:tasks.rados.rados.0.smithi110.stdout:1330: done (0 left) 2024-02-18T08:24:33.931 INFO:tasks.rados.rados.0.smithi110.stdout:1331: delete oid 12 current snap is 127 2024-02-18T08:24:33.935 INFO:tasks.rados.rados.0.smithi110.stdout:1331: done (0 left) 2024-02-18T08:24:33.935 INFO:tasks.rados.rados.0.smithi110.stdout:1332: snap_remove snap 126 2024-02-18T08:24:34.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:33 smithi191 bash[38688]: cluster 2024-02-18T08:24:32.624242+0000 mgr.y (mgr.44100) 118 : cluster [DBG] pgmap v163: 89 pgs: 11 stale+active+clean, 78 active+clean; 109 MiB data, 503 MiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-02-18T08:24:34.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:33 smithi191 bash[38688]: cluster 2024-02-18T08:24:32.683416+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e319: 8 total, 7 up, 8 in 2024-02-18T08:24:34.651 INFO:tasks.rados.rados.0.smithi110.stdout:1332: done (0 left) 2024-02-18T08:24:34.652 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 47 current snap is 127 2024-02-18T08:24:34.652 INFO:tasks.rados.rados.0.smithi110.stdout:1333: seq_num 420 ranges {8716288=638976,9355264=557056,9912320=450560,10362880=598016} 2024-02-18T08:24:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:1333: writing smithi11051043-47 from 8716288 to 9355264 tid 1 2024-02-18T08:24:34.707 INFO:tasks.rados.rados.0.smithi110.stdout:1333: writing smithi11051043-47 from 9355264 to 9912320 tid 2 2024-02-18T08:24:34.710 INFO:tasks.rados.rados.0.smithi110.stdout:1333: writing smithi11051043-47 from 9912320 to 10362880 tid 3 2024-02-18T08:24:34.713 INFO:tasks.rados.rados.0.smithi110.stdout:1333: writing smithi11051043-47 from 10362880 to 10960896 tid 4 2024-02-18T08:24:34.714 INFO:tasks.rados.rados.0.smithi110.stdout:1334: rmattr oid 13 current snap is 127 2024-02-18T08:24:34.714 INFO:tasks.rados.rados.0.smithi110.stdout:1334: done (1 left) 2024-02-18T08:24:34.714 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 20 current snap is 127 2024-02-18T08:24:34.714 INFO:tasks.rados.rados.0.smithi110.stdout:1335: seq_num 421 ranges {3145728=655360,3801088=442368,4243456=663552,4907008=499712} 2024-02-18T08:24:34.735 INFO:tasks.rados.rados.0.smithi110.stdout:1335: writing smithi11051043-20 from 3145728 to 3801088 tid 1 2024-02-18T08:24:34.737 INFO:tasks.rados.rados.0.smithi110.stdout:1335: writing smithi11051043-20 from 3801088 to 4243456 tid 2 2024-02-18T08:24:34.742 INFO:tasks.rados.rados.0.smithi110.stdout:1335: writing smithi11051043-20 from 4243456 to 4907008 tid 3 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1335: writing smithi11051043-20 from 4907008 to 5406720 tid 4 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1336: copy_from oid 40 from oid 36 current snap is 127 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1333: finishing write tid 1 to smithi11051043-47 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1333: finishing write tid 2 to smithi11051043-47 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1333: finishing write tid 3 to smithi11051043-47 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1333: finishing write tid 4 to smithi11051043-47 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1333: finishing write tid 6 to smithi11051043-47 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1333: finishing write tid 7 to smithi11051043-47 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 609 (ObjNum 420 snap 127 seq_num 420) dirty exists 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1333: left oid 47 (ObjNum 420 snap 127 seq_num 420) 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1335: finishing write tid 1 to smithi11051043-20 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1335: finishing write tid 2 to smithi11051043-20 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1335: finishing write tid 3 to smithi11051043-20 2024-02-18T08:24:34.746 INFO:tasks.rados.rados.0.smithi110.stdout:1333: done (2 left) 2024-02-18T08:24:34.747 INFO:tasks.rados.rados.0.smithi110.stdout:1337: read oid 43 snap -1 2024-02-18T08:24:34.747 INFO:tasks.rados.rados.0.smithi110.stdout:1337: expect (ObjNum 403 snap 122 seq_num 403) 2024-02-18T08:24:34.747 INFO:tasks.rados.rados.0.smithi110.stdout:1338: snap_create 2024-02-18T08:24:34.749 INFO:tasks.rados.rados.0.smithi110.stdout:1335: finishing write tid 4 to smithi11051043-20 2024-02-18T08:24:34.749 INFO:tasks.rados.rados.0.smithi110.stdout:1335: finishing write tid 6 to smithi11051043-20 2024-02-18T08:24:34.750 INFO:tasks.rados.rados.0.smithi110.stdout:1335: finishing write tid 7 to smithi11051043-20 2024-02-18T08:24:34.750 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 75 (ObjNum 421 snap 127 seq_num 421) dirty exists 2024-02-18T08:24:34.750 INFO:tasks.rados.rados.0.smithi110.stdout:1335: left oid 20 (ObjNum 421 snap 127 seq_num 421) 2024-02-18T08:24:34.757 INFO:tasks.rados.rados.0.smithi110.stdout:1336: finishing copy_from to smithi11051043-40 2024-02-18T08:24:34.757 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 500 (ObjNum 367 snap 116 seq_num 367) dirty exists 2024-02-18T08:24:34.758 INFO:tasks.rados.rados.0.smithi110.stdout:1336: finishing copy_from racing read to smithi11051043-40 2024-02-18T08:24:34.765 INFO:tasks.rados.rados.0.smithi110.stdout:1337: expect (ObjNum 403 snap 122 seq_num 403) 2024-02-18T08:24:34.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:34 smithi110 bash[55875]: cluster 2024-02-18T08:24:33.690685+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e320: 8 total, 7 up, 8 in 2024-02-18T08:24:34.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:34 smithi110 bash[55875]: audit 2024-02-18T08:24:33.881633+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:34.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:34 smithi110 bash[55875]: audit 2024-02-18T08:24:33.882816+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:34.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:34 smithi110 bash[55875]: audit 2024-02-18T08:24:33.885205+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:24:34.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:34 smithi110 bash[55875]: cluster 2024-02-18T08:24:34.648378+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e321: 8 total, 7 up, 8 in 2024-02-18T08:24:34.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:34 smithi110 bash[54479]: cluster 2024-02-18T08:24:33.690685+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e320: 8 total, 7 up, 8 in 2024-02-18T08:24:34.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:34 smithi110 bash[54479]: audit 2024-02-18T08:24:33.881633+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:34.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:34 smithi110 bash[54479]: audit 2024-02-18T08:24:33.882816+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:34.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:34 smithi110 bash[54479]: audit 2024-02-18T08:24:33.885205+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:24:34.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:34 smithi110 bash[54479]: cluster 2024-02-18T08:24:34.648378+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e321: 8 total, 7 up, 8 in 2024-02-18T08:24:35.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:34 smithi191 bash[38688]: cluster 2024-02-18T08:24:33.690685+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e320: 8 total, 7 up, 8 in 2024-02-18T08:24:35.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:34 smithi191 bash[38688]: audit 2024-02-18T08:24:33.881633+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:35.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:34 smithi191 bash[38688]: audit 2024-02-18T08:24:33.882816+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:35.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:34 smithi191 bash[38688]: audit 2024-02-18T08:24:33.885205+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:24:35.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:34 smithi191 bash[38688]: cluster 2024-02-18T08:24:34.648378+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e321: 8 total, 7 up, 8 in 2024-02-18T08:24:35.701 INFO:tasks.rados.rados.0.smithi110.stdout:1335: done (3 left) 2024-02-18T08:24:35.702 INFO:tasks.rados.rados.0.smithi110.stdout:1336: done (2 left) 2024-02-18T08:24:35.702 INFO:tasks.rados.rados.0.smithi110.stdout:1337: done (1 left) 2024-02-18T08:24:35.702 INFO:tasks.rados.rados.0.smithi110.stdout:1338: done (0 left) 2024-02-18T08:24:35.702 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 128 2024-02-18T08:24:35.702 INFO:tasks.rados.rados.0.smithi110.stdout:1339: seq_num 422 ranges {2129920=671744,2801664=729088,3530752=417792,3948544=458752} 2024-02-18T08:24:35.718 INFO:tasks.rados.rados.0.smithi110.stdout:1339: writing smithi11051043-17 from 2129920 to 2801664 tid 1 2024-02-18T08:24:35.723 INFO:tasks.rados.rados.0.smithi110.stdout:1339: writing smithi11051043-17 from 2801664 to 3530752 tid 2 2024-02-18T08:24:35.726 INFO:tasks.rados.rados.0.smithi110.stdout:1339: writing smithi11051043-17 from 3530752 to 3948544 tid 3 2024-02-18T08:24:35.729 INFO:tasks.rados.rados.0.smithi110.stdout:1339: writing smithi11051043-17 from 3948544 to 4407296 tid 4 2024-02-18T08:24:35.729 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 128 2024-02-18T08:24:35.729 INFO:tasks.rados.rados.0.smithi110.stdout:1340: seq_num 423 ranges {3866624=688128,4554752=614400,5169152=622592,5791744=368640} 2024-02-18T08:24:35.754 INFO:tasks.rados.rados.0.smithi110.stdout:1340: writing smithi11051043-35 from 3866624 to 4554752 tid 1 2024-02-18T08:24:35.758 INFO:tasks.rados.rados.0.smithi110.stdout:1340: writing smithi11051043-35 from 4554752 to 5169152 tid 2 2024-02-18T08:24:35.761 INFO:tasks.rados.rados.0.smithi110.stdout:1340: writing smithi11051043-35 from 5169152 to 5791744 tid 3 2024-02-18T08:24:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1340: writing smithi11051043-35 from 5791744 to 6160384 tid 4 2024-02-18T08:24:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1341: snap_create 2024-02-18T08:24:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1339: finishing write tid 1 to smithi11051043-17 2024-02-18T08:24:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1339: finishing write tid 2 to smithi11051043-17 2024-02-18T08:24:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1339: finishing write tid 3 to smithi11051043-17 2024-02-18T08:24:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1339: finishing write tid 4 to smithi11051043-17 2024-02-18T08:24:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1339: finishing write tid 6 to smithi11051043-17 2024-02-18T08:24:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1339: finishing write tid 7 to smithi11051043-17 2024-02-18T08:24:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 627 (ObjNum 422 snap 128 seq_num 422) dirty exists 2024-02-18T08:24:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1339: left oid 17 (ObjNum 422 snap 128 seq_num 422) 2024-02-18T08:24:35.773 INFO:tasks.rados.rados.0.smithi110.stdout:1340: finishing write tid 1 to smithi11051043-35 2024-02-18T08:24:35.775 INFO:tasks.rados.rados.0.smithi110.stdout:1340: finishing write tid 2 to smithi11051043-35 2024-02-18T08:24:35.775 INFO:tasks.rados.rados.0.smithi110.stdout:1340: finishing write tid 3 to smithi11051043-35 2024-02-18T08:24:35.775 INFO:tasks.rados.rados.0.smithi110.stdout:1340: finishing write tid 4 to smithi11051043-35 2024-02-18T08:24:35.775 INFO:tasks.rados.rados.0.smithi110.stdout:1340: finishing write tid 6 to smithi11051043-35 2024-02-18T08:24:35.777 INFO:tasks.rados.rados.0.smithi110.stdout:1340: finishing write tid 7 to smithi11051043-35 2024-02-18T08:24:35.777 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 584 (ObjNum 423 snap 128 seq_num 423) dirty exists 2024-02-18T08:24:35.777 INFO:tasks.rados.rados.0.smithi110.stdout:1340: left oid 35 (ObjNum 423 snap 128 seq_num 423) 2024-02-18T08:24:35.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[54479]: cluster 2024-02-18T08:24:34.624968+0000 mgr.y (mgr.44100) 119 : cluster [DBG] pgmap v166: 89 pgs: 2 active+undersized+degraded, 10 stale+active+clean, 3 active+undersized, 74 active+clean; 113 MiB data, 491 MiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 2 op/s; 3/180 objects degraded (1.667%) 2024-02-18T08:24:35.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[54479]: cluster 2024-02-18T08:24:34.879642+0000 mon.a (mon.0) 351 : cluster [WRN] Health check failed: Degraded data redundancy: 3/180 objects degraded (1.667%), 2 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:35.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[55875]: cluster 2024-02-18T08:24:34.624968+0000 mgr.y (mgr.44100) 119 : cluster [DBG] pgmap v166: 89 pgs: 2 active+undersized+degraded, 10 stale+active+clean, 3 active+undersized, 74 active+clean; 113 MiB data, 491 MiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 2 op/s; 3/180 objects degraded (1.667%) 2024-02-18T08:24:35.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[55875]: cluster 2024-02-18T08:24:34.879642+0000 mon.a (mon.0) 351 : cluster [WRN] Health check failed: Degraded data redundancy: 3/180 objects degraded (1.667%), 2 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:35.974 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[60043]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-02-18T08:24:35.974 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[60043]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-02-18T08:24:35.974 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[60043]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-02-18T08:24:35.974 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[60043]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-02-18T08:24:35.974 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[60043]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-02-18T08:24:35.974 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[60043]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-02-18T08:24:35.974 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[60043]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-02-18T08:24:35.974 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:35 smithi110 bash[60043]: --> ceph-volume lvm activate successful for osd ID: 1 2024-02-18T08:24:36.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:35 smithi191 bash[38688]: cluster 2024-02-18T08:24:34.624968+0000 mgr.y (mgr.44100) 119 : cluster [DBG] pgmap v166: 89 pgs: 2 active+undersized+degraded, 10 stale+active+clean, 3 active+undersized, 74 active+clean; 113 MiB data, 491 MiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 2 op/s; 3/180 objects degraded (1.667%) 2024-02-18T08:24:36.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:35 smithi191 bash[38688]: cluster 2024-02-18T08:24:34.879642+0000 mon.a (mon.0) 351 : cluster [WRN] Health check failed: Degraded data redundancy: 3/180 objects degraded (1.667%), 2 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:36.720 INFO:tasks.rados.rados.0.smithi110.stdout:1339: done (2 left) 2024-02-18T08:24:36.720 INFO:tasks.rados.rados.0.smithi110.stdout:1340: done (1 left) 2024-02-18T08:24:36.720 INFO:tasks.rados.rados.0.smithi110.stdout:1341: done (0 left) 2024-02-18T08:24:36.720 INFO:tasks.rados.rados.0.smithi110.stdout:1342: delete oid 44 current snap is 129 2024-02-18T08:24:36.726 INFO:tasks.rados.rados.0.smithi110.stdout:1342: done (0 left) 2024-02-18T08:24:36.726 INFO:tasks.rados.rados.0.smithi110.stdout:1343: rmattr oid 21 current snap is 129 2024-02-18T08:24:36.726 INFO:tasks.rados.rados.0.smithi110.stdout:1343: done (0 left) 2024-02-18T08:24:36.726 INFO:tasks.rados.rados.0.smithi110.stdout:1344: read oid 50 snap -1 2024-02-18T08:24:36.726 INFO:tasks.rados.rados.0.smithi110.stdout:1344: expect deleted 2024-02-18T08:24:36.726 INFO:tasks.rados.rados.0.smithi110.stdout:1345: read oid 4 snap -1 2024-02-18T08:24:36.727 INFO:tasks.rados.rados.0.smithi110.stdout:1345: expect deleted 2024-02-18T08:24:36.727 INFO:tasks.rados.rados.0.smithi110.stdout:1346: snap_create 2024-02-18T08:24:36.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:36 smithi110 bash[55875]: cluster 2024-02-18T08:24:35.698149+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e322: 8 total, 7 up, 8 in 2024-02-18T08:24:36.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:36 smithi110 bash[54479]: cluster 2024-02-18T08:24:35.698149+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e322: 8 total, 7 up, 8 in 2024-02-18T08:24:37.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:36 smithi191 bash[38688]: cluster 2024-02-18T08:24:35.698149+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e322: 8 total, 7 up, 8 in 2024-02-18T08:24:37.473 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:37 smithi110 bash[60043]: debug 2024-02-18T08:24:37.184+0000 7faec58ec700 1 -- 172.21.15.110:0/1168981435 <== mon.0 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55eef4a9c680 con 0x55eef4b0d000 2024-02-18T08:24:37.722 INFO:tasks.rados.rados.0.smithi110.stdout:1344: done (2 left) 2024-02-18T08:24:37.722 INFO:tasks.rados.rados.0.smithi110.stdout:1345: done (1 left) 2024-02-18T08:24:37.722 INFO:tasks.rados.rados.0.smithi110.stdout:1346: done (0 left) 2024-02-18T08:24:37.722 INFO:tasks.rados.rados.0.smithi110.stdout:1347: read oid 40 snap 129 2024-02-18T08:24:37.722 INFO:tasks.rados.rados.0.smithi110.stdout:1347: expect (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:37.722 INFO:tasks.rados.rados.0.smithi110.stdout:1348: delete oid 47 current snap is 130 2024-02-18T08:24:37.731 INFO:tasks.rados.rados.0.smithi110.stdout:1348: done (1 left) 2024-02-18T08:24:37.731 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 130 2024-02-18T08:24:37.731 INFO:tasks.rados.rados.0.smithi110.stdout:1349: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2024-02-18T08:24:37.732 INFO:tasks.rados.rados.0.smithi110.stdout:1349: writing smithi11051043-31 from 0 to 737280 tid 1 2024-02-18T08:24:37.736 INFO:tasks.rados.rados.0.smithi110.stdout:1349: writing smithi11051043-31 from 737280 to 1449984 tid 2 2024-02-18T08:24:37.741 INFO:tasks.rados.rados.0.smithi110.stdout:1349: writing smithi11051043-31 from 1449984 to 2252800 tid 3 2024-02-18T08:24:37.742 INFO:tasks.rados.rados.0.smithi110.stdout:1349: writing smithi11051043-31 from 2252800 to 2342912 tid 4 2024-02-18T08:24:37.742 INFO:tasks.rados.rados.0.smithi110.stdout:1350: delete oid 43 current snap is 130 2024-02-18T08:24:37.742 INFO:tasks.rados.rados.0.smithi110.stdout:1347: expect (ObjNum 367 snap 116 seq_num 367) 2024-02-18T08:24:37.781 INFO:tasks.rados.rados.0.smithi110.stdout:1349: finishing write tid 1 to smithi11051043-31 2024-02-18T08:24:37.781 INFO:tasks.rados.rados.0.smithi110.stdout:1349: finishing write tid 2 to smithi11051043-31 2024-02-18T08:24:37.781 INFO:tasks.rados.rados.0.smithi110.stdout:1349: finishing write tid 3 to smithi11051043-31 2024-02-18T08:24:37.781 INFO:tasks.rados.rados.0.smithi110.stdout:1349: finishing write tid 4 to smithi11051043-31 2024-02-18T08:24:37.781 INFO:tasks.rados.rados.0.smithi110.stdout:1349: finishing write tid 6 to smithi11051043-31 2024-02-18T08:24:37.781 INFO:tasks.rados.rados.0.smithi110.stdout:1349: finishing write tid 7 to smithi11051043-31 2024-02-18T08:24:37.781 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 789 (ObjNum 426 snap 130 seq_num 426) dirty exists 2024-02-18T08:24:37.781 INFO:tasks.rados.rados.0.smithi110.stdout:1349: left oid 31 (ObjNum 426 snap 130 seq_num 426) 2024-02-18T08:24:37.781 INFO:tasks.rados.rados.0.smithi110.stdout:1347: done (2 left) 2024-02-18T08:24:37.781 INFO:tasks.rados.rados.0.smithi110.stdout:1349: done (1 left) 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:1350: done (0 left) 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:1351: rollback oid 19 current snap is 130 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 19 to 127 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:1352: read oid 23 snap -1 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:1352: expect (ObjNum 390 snap 122 seq_num 390) 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:1353: rmattr oid 31 current snap is 130 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:1353: done (2 left) 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:1354: copy_from oid 34 from oid 50 current snap is 130 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:1355: read oid 29 snap -1 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:1355: expect (ObjNum 411 snap 125 seq_num 411) 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 130 2024-02-18T08:24:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:1356: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-02-18T08:24:37.788 INFO:tasks.rados.rados.0.smithi110.stdout:1356: writing smithi11051043-22 from 0 to 778240 tid 1 2024-02-18T08:24:37.793 INFO:tasks.rados.rados.0.smithi110.stdout:1356: writing smithi11051043-22 from 778240 to 1261568 tid 2 2024-02-18T08:24:37.795 INFO:tasks.rados.rados.0.smithi110.stdout:1356: writing smithi11051043-22 from 1261568 to 1671168 tid 3 2024-02-18T08:24:37.798 INFO:tasks.rados.rados.0.smithi110.stdout:1356: writing smithi11051043-22 from 1671168 to 2088960 tid 4 2024-02-18T08:24:37.801 INFO:tasks.rados.rados.0.smithi110.stdout:1356: writing smithi11051043-22 from 2088960 to 2383872 tid 5 2024-02-18T08:24:37.801 INFO:tasks.rados.rados.0.smithi110.stdout:1357: copy_from oid 42 from oid 26 current snap is 130 2024-02-18T08:24:37.801 INFO:tasks.rados.rados.0.smithi110.stdout:1351: finishing rollback tid 1 to smithi11051043-19 2024-02-18T08:24:37.801 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 0 (ObjNum 1919641449 snap 1852331856 seq_num 1634428503) dirty dne 2024-02-18T08:24:37.801 INFO:tasks.rados.rados.0.smithi110.stdout:1351: done (5 left) 2024-02-18T08:24:37.801 INFO:tasks.rados.rados.0.smithi110.stdout:1358: snap_remove snap 129 2024-02-18T08:24:38.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:37 smithi191 bash[38688]: cluster 2024-02-18T08:24:36.625854+0000 mgr.y (mgr.44100) 120 : cluster [DBG] pgmap v169: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 126 MiB data, 510 MiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 5.0 MiB/s wr, 19 op/s; 27/198 objects degraded (13.636%) 2024-02-18T08:24:38.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:37 smithi191 bash[38688]: cluster 2024-02-18T08:24:36.717618+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e323: 8 total, 7 up, 8 in 2024-02-18T08:24:38.223 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:37 smithi110 bash[60043]: debug 2024-02-18T08:24:37.736+0000 7faecd37a380 -1 Falling back to public interface 2024-02-18T08:24:38.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:37 smithi110 bash[54479]: cluster 2024-02-18T08:24:36.625854+0000 mgr.y (mgr.44100) 120 : cluster [DBG] pgmap v169: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 126 MiB data, 510 MiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 5.0 MiB/s wr, 19 op/s; 27/198 objects degraded (13.636%) 2024-02-18T08:24:38.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:37 smithi110 bash[54479]: cluster 2024-02-18T08:24:36.717618+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e323: 8 total, 7 up, 8 in 2024-02-18T08:24:38.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:37 smithi110 bash[55875]: cluster 2024-02-18T08:24:36.625854+0000 mgr.y (mgr.44100) 120 : cluster [DBG] pgmap v169: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 126 MiB data, 510 MiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 5.0 MiB/s wr, 19 op/s; 27/198 objects degraded (13.636%) 2024-02-18T08:24:38.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:37 smithi110 bash[55875]: cluster 2024-02-18T08:24:36.717618+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e323: 8 total, 7 up, 8 in 2024-02-18T08:24:38.738 INFO:tasks.rados.rados.0.smithi110.stdout:1358: done (5 left) 2024-02-18T08:24:38.738 INFO:tasks.rados.rados.0.smithi110.stdout:1359: snap_remove snap 128 2024-02-18T08:24:39.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:38 smithi191 bash[38688]: cluster 2024-02-18T08:24:37.718639+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e324: 8 total, 7 up, 8 in 2024-02-18T08:24:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:38 smithi110 bash[54479]: cluster 2024-02-18T08:24:37.718639+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e324: 8 total, 7 up, 8 in 2024-02-18T08:24:39.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:38 smithi110 bash[55875]: cluster 2024-02-18T08:24:37.718639+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e324: 8 total, 7 up, 8 in 2024-02-18T08:24:39.746 INFO:tasks.rados.rados.0.smithi110.stdout:1359: done (5 left) 2024-02-18T08:24:39.746 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 130 2024-02-18T08:24:39.746 INFO:tasks.rados.rados.0.smithi110.stdout:1360: seq_num 429 ranges {1589248=794624,2383872=770048,3153920=622592,3776512=212992} 2024-02-18T08:24:39.764 INFO:tasks.rados.rados.0.smithi110.stdout:1360: writing smithi11051043-3 from 1589248 to 2383872 tid 1 2024-02-18T08:24:39.769 INFO:tasks.rados.rados.0.smithi110.stdout:1360: writing smithi11051043-3 from 2383872 to 3153920 tid 2 2024-02-18T08:24:39.773 INFO:tasks.rados.rados.0.smithi110.stdout:1360: writing smithi11051043-3 from 3153920 to 3776512 tid 3 2024-02-18T08:24:39.774 INFO:tasks.rados.rados.0.smithi110.stdout:1360: writing smithi11051043-3 from 3776512 to 3989504 tid 4 2024-02-18T08:24:39.775 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 130 2024-02-18T08:24:39.775 INFO:tasks.rados.rados.0.smithi110.stdout:1361: seq_num 430 ranges {3432448=8192} 2024-02-18T08:24:39.794 INFO:tasks.rados.rados.0.smithi110.stdout:1361: writing smithi11051043-25 from 3432448 to 3440640 tid 1 2024-02-18T08:24:39.795 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 130 2024-02-18T08:24:39.795 INFO:tasks.rados.rados.0.smithi110.stdout:1362: seq_num 431 ranges {1843200=24576} 2024-02-18T08:24:39.805 INFO:tasks.rados.rados.0.smithi110.stdout:1362: writing smithi11051043-38 from 1843200 to 1867776 tid 1 2024-02-18T08:24:39.805 INFO:tasks.rados.rados.0.smithi110.stdout:1363: copy_from oid 33 from oid 41 current snap is 130 2024-02-18T08:24:39.805 INFO:tasks.rados.rados.0.smithi110.stdout:1354: finishing copy_from to smithi11051043-34 2024-02-18T08:24:39.805 INFO:tasks.rados.rados.0.smithi110.stdout:1354: got expected ENOENT (src dne) 2024-02-18T08:24:39.805 INFO:tasks.rados.rados.0.smithi110.stdout:1364: copy_from oid 10 from oid 9 current snap is 130 2024-02-18T08:24:39.805 INFO:tasks.rados.rados.0.smithi110.stdout:1354: finishing copy_from racing read to smithi11051043-34 2024-02-18T08:24:39.805 INFO:tasks.rados.rados.0.smithi110.stdout:1356: finishing write tid 1 to smithi11051043-22 2024-02-18T08:24:39.805 INFO:tasks.rados.rados.0.smithi110.stdout:1355: expect (ObjNum 411 snap 125 seq_num 411) 2024-02-18T08:24:39.928 INFO:tasks.rados.rados.0.smithi110.stdout:1356: finishing write tid 2 to smithi11051043-22 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:1354: done (9 left) 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:1355: done (8 left) 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:1365: rollback oid 21 current snap is 130 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 21 to 127 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:1356: finishing write tid 3 to smithi11051043-22 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:1357: finishing copy_from to smithi11051043-42 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:1357: got expected ENOENT (src dne) 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:1357: finishing copy_from racing read to smithi11051043-42 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:1356: finishing write tid 4 to smithi11051043-22 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:1356: finishing write tid 5 to smithi11051043-22 2024-02-18T08:24:39.929 INFO:tasks.rados.rados.0.smithi110.stdout:1356: finishing write tid 7 to smithi11051043-22 2024-02-18T08:24:39.930 INFO:tasks.rados.rados.0.smithi110.stdout:1356: finishing write tid 8 to smithi11051043-22 2024-02-18T08:24:39.930 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 586 (ObjNum 428 snap 130 seq_num 428) dirty exists 2024-02-18T08:24:39.930 INFO:tasks.rados.rados.0.smithi110.stdout:1356: left oid 22 (ObjNum 428 snap 130 seq_num 428) 2024-02-18T08:24:39.930 INFO:tasks.rados.rados.0.smithi110.stdout:1352: expect (ObjNum 390 snap 122 seq_num 390) 2024-02-18T08:24:40.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:39 smithi191 bash[38688]: cluster 2024-02-18T08:24:38.626653+0000 mgr.y (mgr.44100) 121 : cluster [DBG] pgmap v172: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 126 MiB data, 510 MiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 27/198 objects degraded (13.636%) 2024-02-18T08:24:40.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:39 smithi191 bash[38688]: cluster 2024-02-18T08:24:38.734174+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e325: 8 total, 7 up, 8 in 2024-02-18T08:24:40.180 INFO:tasks.rados.rados.0.smithi110.stdout:1360: finishing write tid 1 to smithi11051043-3 2024-02-18T08:24:40.180 INFO:tasks.rados.rados.0.smithi110.stdout:1360: finishing write tid 2 to smithi11051043-3 2024-02-18T08:24:40.180 INFO:tasks.rados.rados.0.smithi110.stdout:1360: finishing write tid 3 to smithi11051043-3 2024-02-18T08:24:40.180 INFO:tasks.rados.rados.0.smithi110.stdout:1360: finishing write tid 4 to smithi11051043-3 2024-02-18T08:24:40.180 INFO:tasks.rados.rados.0.smithi110.stdout:1360: finishing write tid 6 to smithi11051043-3 2024-02-18T08:24:40.180 INFO:tasks.rados.rados.0.smithi110.stdout:1360: finishing write tid 7 to smithi11051043-3 2024-02-18T08:24:40.180 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 589 (ObjNum 429 snap 130 seq_num 429) dirty exists 2024-02-18T08:24:40.180 INFO:tasks.rados.rados.0.smithi110.stdout:1360: left oid 3 (ObjNum 429 snap 130 seq_num 429) 2024-02-18T08:24:40.181 INFO:tasks.rados.rados.0.smithi110.stdout:1361: finishing write tid 1 to smithi11051043-25 2024-02-18T08:24:40.181 INFO:tasks.rados.rados.0.smithi110.stdout:1361: finishing write tid 3 to smithi11051043-25 2024-02-18T08:24:40.181 INFO:tasks.rados.rados.0.smithi110.stdout:1352: done (8 left) 2024-02-18T08:24:40.181 INFO:tasks.rados.rados.0.smithi110.stdout:1356: done (7 left) 2024-02-18T08:24:40.181 INFO:tasks.rados.rados.0.smithi110.stdout:1357: done (6 left) 2024-02-18T08:24:40.181 INFO:tasks.rados.rados.0.smithi110.stdout:1360: done (5 left) 2024-02-18T08:24:40.181 INFO:tasks.rados.rados.0.smithi110.stdout:1366: read oid 50 snap -1 2024-02-18T08:24:40.181 INFO:tasks.rados.rados.0.smithi110.stdout:1366: expect deleted 2024-02-18T08:24:40.181 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 130 2024-02-18T08:24:40.181 INFO:tasks.rados.rados.0.smithi110.stdout:1367: seq_num 432 ranges {720896=40960} 2024-02-18T08:24:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:1367: writing smithi11051043-14 from 720896 to 761856 tid 1 2024-02-18T08:24:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:1368: rollback oid 24 current snap is 130 2024-02-18T08:24:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 24 to 127 2024-02-18T08:24:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:1361: finishing write tid 4 to smithi11051043-25 2024-02-18T08:24:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 612 (ObjNum 430 snap 130 seq_num 430) dirty exists 2024-02-18T08:24:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:1361: left oid 25 (ObjNum 430 snap 130 seq_num 430) 2024-02-18T08:24:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:1362: finishing write tid 1 to smithi11051043-38 2024-02-18T08:24:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:1362: finishing write tid 3 to smithi11051043-38 2024-02-18T08:24:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:1362: finishing write tid 4 to smithi11051043-38 2024-02-18T08:24:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 588 (ObjNum 431 snap 130 seq_num 431) dirty exists 2024-02-18T08:24:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:1362: left oid 38 (ObjNum 431 snap 130 seq_num 431) 2024-02-18T08:24:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:1363: finishing copy_from to smithi11051043-33 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 509 (ObjNum 401 snap 122 seq_num 401) dirty exists 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:1363: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:1364: finishing copy_from to smithi11051043-10 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 621 (ObjNum 415 snap 126 seq_num 415) dirty exists 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:1364: finishing copy_from racing read to smithi11051043-10 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:1365: finishing rollback tid 0 to smithi11051043-21 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:1365: finishing rollback tid 1 to smithi11051043-21 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:1365: finishing rollback tid 2 to smithi11051043-21 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 592 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:1361: done (7 left) 2024-02-18T08:24:40.189 INFO:tasks.rados.rados.0.smithi110.stdout:1362: done (6 left) 2024-02-18T08:24:40.190 INFO:tasks.rados.rados.0.smithi110.stdout:1363: done (5 left) 2024-02-18T08:24:40.190 INFO:tasks.rados.rados.0.smithi110.stdout:1364: done (4 left) 2024-02-18T08:24:40.190 INFO:tasks.rados.rados.0.smithi110.stdout:1365: done (3 left) 2024-02-18T08:24:40.190 INFO:tasks.rados.rados.0.smithi110.stdout:1366: done (2 left) 2024-02-18T08:24:40.190 INFO:tasks.rados.rados.0.smithi110.stdout:1369: snap_create 2024-02-18T08:24:40.191 INFO:tasks.rados.rados.0.smithi110.stdout:1367: finishing write tid 1 to smithi11051043-14 2024-02-18T08:24:40.191 INFO:tasks.rados.rados.0.smithi110.stdout:1367: finishing write tid 3 to smithi11051043-14 2024-02-18T08:24:40.192 INFO:tasks.rados.rados.0.smithi110.stdout:1368: finishing rollback tid 0 to smithi11051043-24 2024-02-18T08:24:40.192 INFO:tasks.rados.rados.0.smithi110.stdout:1367: finishing write tid 4 to smithi11051043-14 2024-02-18T08:24:40.192 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 571 (ObjNum 432 snap 130 seq_num 432) dirty exists 2024-02-18T08:24:40.192 INFO:tasks.rados.rados.0.smithi110.stdout:1367: left oid 14 (ObjNum 432 snap 130 seq_num 432) 2024-02-18T08:24:40.192 INFO:tasks.rados.rados.0.smithi110.stdout:1368: finishing rollback tid 1 to smithi11051043-24 2024-02-18T08:24:40.192 INFO:tasks.rados.rados.0.smithi110.stdout:1368: finishing rollback tid 2 to smithi11051043-24 2024-02-18T08:24:40.192 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 591 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:24:40.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:39 smithi110 bash[54479]: cluster 2024-02-18T08:24:38.626653+0000 mgr.y (mgr.44100) 121 : cluster [DBG] pgmap v172: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 126 MiB data, 510 MiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 27/198 objects degraded (13.636%) 2024-02-18T08:24:40.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:39 smithi110 bash[54479]: cluster 2024-02-18T08:24:38.734174+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e325: 8 total, 7 up, 8 in 2024-02-18T08:24:40.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:39 smithi110 bash[55875]: cluster 2024-02-18T08:24:38.626653+0000 mgr.y (mgr.44100) 121 : cluster [DBG] pgmap v172: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 126 MiB data, 510 MiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 27/198 objects degraded (13.636%) 2024-02-18T08:24:40.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:39 smithi110 bash[55875]: cluster 2024-02-18T08:24:38.734174+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e325: 8 total, 7 up, 8 in 2024-02-18T08:24:40.755 INFO:tasks.rados.rados.0.smithi110.stdout:1367: done (2 left) 2024-02-18T08:24:40.755 INFO:tasks.rados.rados.0.smithi110.stdout:1368: done (1 left) 2024-02-18T08:24:40.755 INFO:tasks.rados.rados.0.smithi110.stdout:1369: done (0 left) 2024-02-18T08:24:40.755 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 131 2024-02-18T08:24:40.755 INFO:tasks.rados.rados.0.smithi110.stdout:1370: seq_num 433 ranges {8732672=57344} 2024-02-18T08:24:40.808 INFO:tasks.rados.rados.0.smithi110.stdout:1370: writing smithi11051043-11 from 8732672 to 8790016 tid 1 2024-02-18T08:24:40.808 INFO:tasks.rados.rados.0.smithi110.stdout:1371: rollback oid 15 current snap is 131 2024-02-18T08:24:40.808 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 15 to 127 2024-02-18T08:24:40.808 INFO:tasks.rados.rados.0.smithi110.stdout:1372: read oid 23 snap -1 2024-02-18T08:24:40.809 INFO:tasks.rados.rados.0.smithi110.stdout:1372: expect (ObjNum 390 snap 122 seq_num 390) 2024-02-18T08:24:40.809 INFO:tasks.rados.rados.0.smithi110.stdout:1373: snap_remove snap 130 2024-02-18T08:24:41.079 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:40 smithi110 bash[55875]: cluster 2024-02-18T08:24:39.743256+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e326: 8 total, 7 up, 8 in 2024-02-18T08:24:41.079 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:40 smithi110 bash[54479]: cluster 2024-02-18T08:24:39.743256+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e326: 8 total, 7 up, 8 in 2024-02-18T08:24:41.080 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:40 smithi110 bash[60043]: debug 2024-02-18T08:24:40.856+0000 7faecd37a380 -1 osd.1 316 log_to_monitors {default=true} 2024-02-18T08:24:41.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:40 smithi191 bash[38688]: cluster 2024-02-18T08:24:39.743256+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e326: 8 total, 7 up, 8 in 2024-02-18T08:24:41.473 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[52513]: debug 2024-02-18T08:24:41.072+0000 7fc859bf6700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-02-18T08:24:41.771 INFO:tasks.rados.rados.0.smithi110.stdout:1373: done (3 left) 2024-02-18T08:24:41.772 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 131 2024-02-18T08:24:41.772 INFO:tasks.rados.rados.0.smithi110.stdout:1374: seq_num 434 ranges {1777664=73728} 2024-02-18T08:24:41.779 INFO:tasks.rados.rados.0.smithi110.stdout:1374: writing smithi11051043-18 from 1777664 to 1851392 tid 1 2024-02-18T08:24:41.779 INFO:tasks.rados.rados.0.smithi110.stdout:1375: delete oid 17 current snap is 131 2024-02-18T08:24:41.779 INFO:tasks.rados.rados.0.smithi110.stdout:1371: finishing rollback tid 0 to smithi11051043-15 2024-02-18T08:24:41.779 INFO:tasks.rados.rados.0.smithi110.stdout:1371: finishing rollback tid 1 to smithi11051043-15 2024-02-18T08:24:41.779 INFO:tasks.rados.rados.0.smithi110.stdout:1371: finishing rollback tid 2 to smithi11051043-15 2024-02-18T08:24:41.779 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 574 (ObjNum 357 snap 113 seq_num 357) dirty exists 2024-02-18T08:24:41.779 INFO:tasks.rados.rados.0.smithi110.stdout:1370: finishing write tid 1 to smithi11051043-11 2024-02-18T08:24:41.779 INFO:tasks.rados.rados.0.smithi110.stdout:1370: finishing write tid 3 to smithi11051043-11 2024-02-18T08:24:41.779 INFO:tasks.rados.rados.0.smithi110.stdout:1370: finishing write tid 4 to smithi11051043-11 2024-02-18T08:24:41.779 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 630 (ObjNum 433 snap 131 seq_num 433) dirty exists 2024-02-18T08:24:41.780 INFO:tasks.rados.rados.0.smithi110.stdout:1370: left oid 11 (ObjNum 433 snap 131 seq_num 433) 2024-02-18T08:24:41.780 INFO:tasks.rados.rados.0.smithi110.stdout:1372: expect (ObjNum 390 snap 122 seq_num 390) 2024-02-18T08:24:41.973 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[60043]: debug 2024-02-18T08:24:41.772+0000 7faebc05c700 -1 osd.1 316 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:24:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:41.628Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:41.628Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:41.628Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: cluster 2024-02-18T08:24:40.627562+0000 mgr.y (mgr.44100) 122 : cluster [DBG] pgmap v175: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 139 MiB data, 526 MiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 17 op/s; 31/219 objects degraded (14.155%) 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: cluster 2024-02-18T08:24:40.740096+0000 mon.a (mon.0) 357 : cluster [WRN] Health check update: Degraded data redundancy: 31/219 objects degraded (14.155%), 10 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: cluster 2024-02-18T08:24:40.752212+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:40.863371+0000 mon.a (mon.0) 359 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:41.047812+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:41.048885+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:41.050031+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: cephadm 2024-02-18T08:24:41.051001+0000 mgr.y (mgr.44100) 123 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:41.056545+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:41.067148+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:41.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:41.070652+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:41.072896+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:41.074531+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:41.076450+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: audit 2024-02-18T08:24:41.076707+0000 mgr.y (mgr.44100) 124 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[55875]: cephadm 2024-02-18T08:24:41.077957+0000 mgr.y (mgr.44100) 125 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: cluster 2024-02-18T08:24:40.627562+0000 mgr.y (mgr.44100) 122 : cluster [DBG] pgmap v175: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 139 MiB data, 526 MiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 17 op/s; 31/219 objects degraded (14.155%) 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: cluster 2024-02-18T08:24:40.740096+0000 mon.a (mon.0) 357 : cluster [WRN] Health check update: Degraded data redundancy: 31/219 objects degraded (14.155%), 10 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: cluster 2024-02-18T08:24:40.752212+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:40.863371+0000 mon.a (mon.0) 359 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:41.047812+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:41.048885+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:41.050031+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:24:41.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: cephadm 2024-02-18T08:24:41.051001+0000 mgr.y (mgr.44100) 123 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:24:41.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:41.056545+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:41.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:41.067148+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:41.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:41.070652+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:41.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:41.072896+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:41.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:41.074531+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:41.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:41.076450+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:41.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: audit 2024-02-18T08:24:41.076707+0000 mgr.y (mgr.44100) 124 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:41.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:41 smithi110 bash[54479]: cephadm 2024-02-18T08:24:41.077957+0000 mgr.y (mgr.44100) 125 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-02-18T08:24:42.025 INFO:tasks.rados.rados.0.smithi110.stdout:1374: finishing write tid 1 to smithi11051043-18 2024-02-18T08:24:42.025 INFO:tasks.rados.rados.0.smithi110.stdout:1374: finishing write tid 3 to smithi11051043-18 2024-02-18T08:24:42.025 INFO:tasks.rados.rados.0.smithi110.stdout:1374: finishing write tid 4 to smithi11051043-18 2024-02-18T08:24:42.025 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 633 (ObjNum 434 snap 131 seq_num 434) dirty exists 2024-02-18T08:24:42.025 INFO:tasks.rados.rados.0.smithi110.stdout:1374: left oid 18 (ObjNum 434 snap 131 seq_num 434) 2024-02-18T08:24:42.025 INFO:tasks.rados.rados.0.smithi110.stdout:1370: done (4 left) 2024-02-18T08:24:42.025 INFO:tasks.rados.rados.0.smithi110.stdout:1371: done (3 left) 2024-02-18T08:24:42.025 INFO:tasks.rados.rados.0.smithi110.stdout:1372: done (2 left) 2024-02-18T08:24:42.025 INFO:tasks.rados.rados.0.smithi110.stdout:1374: done (1 left) 2024-02-18T08:24:42.026 INFO:tasks.rados.rados.0.smithi110.stdout:1375: done (0 left) 2024-02-18T08:24:42.026 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 131 2024-02-18T08:24:42.026 INFO:tasks.rados.rados.0.smithi110.stdout:1376: seq_num 436 ranges {2007040=106496} 2024-02-18T08:24:42.042 INFO:tasks.rados.rados.0.smithi110.stdout:1376: writing smithi11051043-2 from 2007040 to 2113536 tid 1 2024-02-18T08:24:42.042 INFO:tasks.rados.rados.0.smithi110.stdout:1377: delete oid 11 current snap is 131 2024-02-18T08:24:42.045 INFO:tasks.rados.rados.0.smithi110.stdout:1377: done (1 left) 2024-02-18T08:24:42.045 INFO:tasks.rados.rados.0.smithi110.stdout:1378: copy_from oid 4 from oid 1 current snap is 131 2024-02-18T08:24:42.045 INFO:tasks.rados.rados.0.smithi110.stdout:1379: snap_create 2024-02-18T08:24:42.050 INFO:tasks.rados.rados.0.smithi110.stdout:1376: finishing write tid 1 to smithi11051043-2 2024-02-18T08:24:42.051 INFO:tasks.rados.rados.0.smithi110.stdout:1378: finishing copy_from to smithi11051043-4 2024-02-18T08:24:42.052 INFO:tasks.rados.rados.0.smithi110.stdout:1378: got expected ENOENT (src dne) 2024-02-18T08:24:42.052 INFO:tasks.rados.rados.0.smithi110.stdout:1378: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:24:42.052 INFO:tasks.rados.rados.0.smithi110.stdout:1376: finishing write tid 3 to smithi11051043-2 2024-02-18T08:24:42.053 INFO:tasks.rados.rados.0.smithi110.stdout:1376: finishing write tid 4 to smithi11051043-2 2024-02-18T08:24:42.053 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 611 (ObjNum 436 snap 131 seq_num 436) dirty exists 2024-02-18T08:24:42.053 INFO:tasks.rados.rados.0.smithi110.stdout:1376: left oid 2 (ObjNum 436 snap 131 seq_num 436) 2024-02-18T08:24:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: cluster 2024-02-18T08:24:40.627562+0000 mgr.y (mgr.44100) 122 : cluster [DBG] pgmap v175: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 139 MiB data, 526 MiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 17 op/s; 31/219 objects degraded (14.155%) 2024-02-18T08:24:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: cluster 2024-02-18T08:24:40.740096+0000 mon.a (mon.0) 357 : cluster [WRN] Health check update: Degraded data redundancy: 31/219 objects degraded (14.155%), 10 pgs degraded (PG_DEGRADED) 2024-02-18T08:24:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: cluster 2024-02-18T08:24:40.752212+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2024-02-18T08:24:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:40.863371+0000 mon.a (mon.0) 359 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-18T08:24:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:41.047812+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:41.048885+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:41.050031+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:24:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: cephadm 2024-02-18T08:24:41.051001+0000 mgr.y (mgr.44100) 123 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:24:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:41.056545+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:41.067148+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:24:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:41.070652+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:41.072896+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:41.074531+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:41.076450+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: audit 2024-02-18T08:24:41.076707+0000 mgr.y (mgr.44100) 124 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:41 smithi191 bash[38688]: cephadm 2024-02-18T08:24:41.077957+0000 mgr.y (mgr.44100) 125 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-02-18T08:24:42.771 INFO:tasks.rados.rados.0.smithi110.stdout:1376: done (2 left) 2024-02-18T08:24:42.771 INFO:tasks.rados.rados.0.smithi110.stdout:1378: done (1 left) 2024-02-18T08:24:42.771 INFO:tasks.rados.rados.0.smithi110.stdout:1379: done (0 left) 2024-02-18T08:24:42.771 INFO:tasks.rados.rados.0.smithi110.stdout:1380: setattr oid 25 current snap is 132 2024-02-18T08:24:42.772 INFO:tasks.rados.rados.0.smithi110.stdout:1381: setattr oid 47 current snap is 132 2024-02-18T08:24:42.774 INFO:tasks.rados.rados.0.smithi110.stdout:1382: snap_create 2024-02-18T08:24:42.787 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 622 (ObjNum 430 snap 130 seq_num 430) dirty exists 2024-02-18T08:24:42.787 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 623 (ObjNum 1618177371 snap 1700156000 seq_num 1316052082) dirty exists 2024-02-18T08:24:43.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:42 smithi191 bash[38688]: audit 2024-02-18T08:24:41.762425+0000 mon.a (mon.0) 369 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-18T08:24:43.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:42 smithi191 bash[38688]: cluster 2024-02-18T08:24:41.762556+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2024-02-18T08:24:43.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:42 smithi191 bash[38688]: audit 2024-02-18T08:24:41.764431+0000 mon.a (mon.0) 371 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:24:43.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:42 smithi110 bash[55875]: audit 2024-02-18T08:24:41.762425+0000 mon.a (mon.0) 369 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-18T08:24:43.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:42 smithi110 bash[55875]: cluster 2024-02-18T08:24:41.762556+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2024-02-18T08:24:43.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:42 smithi110 bash[55875]: audit 2024-02-18T08:24:41.764431+0000 mon.a (mon.0) 371 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:24:43.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:42 smithi110 bash[54479]: audit 2024-02-18T08:24:41.762425+0000 mon.a (mon.0) 369 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-18T08:24:43.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:42 smithi110 bash[54479]: cluster 2024-02-18T08:24:41.762556+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2024-02-18T08:24:43.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:42 smithi110 bash[54479]: audit 2024-02-18T08:24:41.764431+0000 mon.a (mon.0) 371 : audit [INF] from='osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:24:43.774 INFO:tasks.rados.rados.0.smithi110.stdout:1380: done (2 left) 2024-02-18T08:24:43.774 INFO:tasks.rados.rados.0.smithi110.stdout:1381: done (1 left) 2024-02-18T08:24:43.774 INFO:tasks.rados.rados.0.smithi110.stdout:1382: done (0 left) 2024-02-18T08:24:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 133 2024-02-18T08:24:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:1383: seq_num 438 ranges {0=139264} 2024-02-18T08:24:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:1383: writing smithi11051043-7 from 0 to 139264 tid 1 2024-02-18T08:24:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 133 2024-02-18T08:24:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:1384: seq_num 439 ranges {0=155648} 2024-02-18T08:24:43.776 INFO:tasks.rados.rados.0.smithi110.stdout:1384: writing smithi11051043-32 from 0 to 155648 tid 1 2024-02-18T08:24:43.777 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 34 current snap is 133 2024-02-18T08:24:43.777 INFO:tasks.rados.rados.0.smithi110.stdout:1385: seq_num 440 ranges {1589248=172032} 2024-02-18T08:24:43.782 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:43.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:43.782 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:43.522Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:43.782 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:43.522Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:24:43.782 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[54479]: cluster 2024-02-18T08:24:42.628463+0000 mgr.y (mgr.44100) 126 : cluster [DBG] pgmap v178: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 139 MiB data, 820 MiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 17 op/s; 31/219 objects degraded (14.155%) 2024-02-18T08:24:43.782 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[54479]: cluster 2024-02-18T08:24:42.760236+0000 mon.a (mon.0) 372 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:24:43.782 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[54479]: cluster 2024-02-18T08:24:42.766796+0000 mon.a (mon.0) 373 : cluster [INF] osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764] boot 2024-02-18T08:24:43.782 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[54479]: cluster 2024-02-18T08:24:42.766938+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2024-02-18T08:24:43.782 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[54479]: audit 2024-02-18T08:24:42.768187+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:24:43.788 INFO:tasks.rados.rados.0.smithi110.stdout:1385: writing smithi11051043-34 from 1589248 to 1761280 tid 1 2024-02-18T08:24:43.789 INFO:tasks.rados.rados.0.smithi110.stdout:1384: finishing write tid 1 to smithi11051043-32 2024-02-18T08:24:43.789 INFO:tasks.rados.rados.0.smithi110.stdout:1384: finishing write tid 3 to smithi11051043-32 2024-02-18T08:24:43.789 INFO:tasks.rados.rados.0.smithi110.stdout:1386: snap_create 2024-02-18T08:24:43.789 INFO:tasks.rados.rados.0.smithi110.stdout:1384: finishing write tid 4 to smithi11051043-32 2024-02-18T08:24:43.789 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 127 (ObjNum 439 snap 133 seq_num 439) dirty exists 2024-02-18T08:24:43.789 INFO:tasks.rados.rados.0.smithi110.stdout:1384: left oid 32 (ObjNum 439 snap 133 seq_num 439) 2024-02-18T08:24:43.808 INFO:tasks.rados.rados.0.smithi110.stdout:1383: finishing write tid 1 to smithi11051043-7 2024-02-18T08:24:43.808 INFO:tasks.rados.rados.0.smithi110.stdout:1383: finishing write tid 3 to smithi11051043-7 2024-02-18T08:24:43.810 INFO:tasks.rados.rados.0.smithi110.stdout:1385: finishing write tid 1 to smithi11051043-34 2024-02-18T08:24:43.810 INFO:tasks.rados.rados.0.smithi110.stdout:1385: finishing write tid 3 to smithi11051043-34 2024-02-18T08:24:43.810 INFO:tasks.rados.rados.0.smithi110.stdout:1383: finishing write tid 4 to smithi11051043-7 2024-02-18T08:24:43.810 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 362 (ObjNum 438 snap 133 seq_num 438) dirty exists 2024-02-18T08:24:43.810 INFO:tasks.rados.rados.0.smithi110.stdout:1383: left oid 7 (ObjNum 438 snap 133 seq_num 438) 2024-02-18T08:24:43.812 INFO:tasks.rados.rados.0.smithi110.stdout:1385: finishing write tid 4 to smithi11051043-34 2024-02-18T08:24:43.812 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 593 (ObjNum 440 snap 133 seq_num 440) dirty exists 2024-02-18T08:24:43.812 INFO:tasks.rados.rados.0.smithi110.stdout:1385: left oid 34 (ObjNum 440 snap 133 seq_num 440) 2024-02-18T08:24:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:43 smithi191 bash[38688]: cluster 2024-02-18T08:24:42.628463+0000 mgr.y (mgr.44100) 126 : cluster [DBG] pgmap v178: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 139 MiB data, 820 MiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 17 op/s; 31/219 objects degraded (14.155%) 2024-02-18T08:24:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:43 smithi191 bash[38688]: cluster 2024-02-18T08:24:42.760236+0000 mon.a (mon.0) 372 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:24:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:43 smithi191 bash[38688]: cluster 2024-02-18T08:24:42.766796+0000 mon.a (mon.0) 373 : cluster [INF] osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764] boot 2024-02-18T08:24:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:43 smithi191 bash[38688]: cluster 2024-02-18T08:24:42.766938+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2024-02-18T08:24:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:43 smithi191 bash[38688]: audit 2024-02-18T08:24:42.768187+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:24:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:43 smithi191 bash[38688]: cluster 2024-02-18T08:24:43.768969+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2024-02-18T08:24:44.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[54479]: cluster 2024-02-18T08:24:43.768969+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2024-02-18T08:24:44.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[55875]: cluster 2024-02-18T08:24:42.628463+0000 mgr.y (mgr.44100) 126 : cluster [DBG] pgmap v178: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 139 MiB data, 820 MiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 17 op/s; 31/219 objects degraded (14.155%) 2024-02-18T08:24:44.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[55875]: cluster 2024-02-18T08:24:42.760236+0000 mon.a (mon.0) 372 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:24:44.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[55875]: cluster 2024-02-18T08:24:42.766796+0000 mon.a (mon.0) 373 : cluster [INF] osd.1 [v2:172.21.15.110:6810/3219308764,v1:172.21.15.110:6811/3219308764] boot 2024-02-18T08:24:44.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[55875]: cluster 2024-02-18T08:24:42.766938+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2024-02-18T08:24:44.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[55875]: audit 2024-02-18T08:24:42.768187+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-18T08:24:44.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:43 smithi110 bash[55875]: cluster 2024-02-18T08:24:43.768969+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2024-02-18T08:24:44.795 INFO:tasks.rados.rados.0.smithi110.stdout:1383: done (3 left) 2024-02-18T08:24:44.795 INFO:tasks.rados.rados.0.smithi110.stdout:1384: done (2 left) 2024-02-18T08:24:44.795 INFO:tasks.rados.rados.0.smithi110.stdout:1385: done (1 left) 2024-02-18T08:24:44.795 INFO:tasks.rados.rados.0.smithi110.stdout:1386: done (0 left) 2024-02-18T08:24:44.795 INFO:tasks.rados.rados.0.smithi110.stdout:1387: delete oid 40 current snap is 134 2024-02-18T08:24:44.797 INFO:tasks.rados.rados.0.smithi110.stdout:1387: done (0 left) 2024-02-18T08:24:44.797 INFO:tasks.rados.rados.0.smithi110.stdout:1388: snap_remove snap 133 2024-02-18T08:24:45.799 INFO:tasks.rados.rados.0.smithi110.stdout:1388: done (0 left) 2024-02-18T08:24:45.799 INFO:tasks.rados.rados.0.smithi110.stdout:1389: snap_remove snap 132 2024-02-18T08:24:46.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:45 smithi191 bash[38688]: cluster 2024-02-18T08:24:44.629317+0000 mgr.y (mgr.44100) 127 : cluster [DBG] pgmap v181: 89 pgs: 4 peering, 8 active+undersized+degraded, 30 active+undersized, 47 active+clean; 139 MiB data, 819 MiB used, 708 GiB / 715 GiB avail; 27/219 objects degraded (12.329%) 2024-02-18T08:24:46.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:45 smithi191 bash[38688]: cluster 2024-02-18T08:24:44.791466+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2024-02-18T08:24:46.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:45 smithi110 bash[54479]: cluster 2024-02-18T08:24:44.629317+0000 mgr.y (mgr.44100) 127 : cluster [DBG] pgmap v181: 89 pgs: 4 peering, 8 active+undersized+degraded, 30 active+undersized, 47 active+clean; 139 MiB data, 819 MiB used, 708 GiB / 715 GiB avail; 27/219 objects degraded (12.329%) 2024-02-18T08:24:46.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:45 smithi110 bash[54479]: cluster 2024-02-18T08:24:44.791466+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2024-02-18T08:24:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:45 smithi110 bash[55875]: cluster 2024-02-18T08:24:44.629317+0000 mgr.y (mgr.44100) 127 : cluster [DBG] pgmap v181: 89 pgs: 4 peering, 8 active+undersized+degraded, 30 active+undersized, 47 active+clean; 139 MiB data, 819 MiB used, 708 GiB / 715 GiB avail; 27/219 objects degraded (12.329%) 2024-02-18T08:24:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:45 smithi110 bash[55875]: cluster 2024-02-18T08:24:44.791466+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2024-02-18T08:24:46.803 INFO:tasks.rados.rados.0.smithi110.stdout:1389: done (0 left) 2024-02-18T08:24:46.803 INFO:tasks.rados.rados.0.smithi110.stdout:1390: snap_remove snap 127 2024-02-18T08:24:47.014 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:24:47.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:46 smithi191 bash[38688]: cluster 2024-02-18T08:24:45.795474+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2024-02-18T08:24:47.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:46 smithi110 bash[54479]: cluster 2024-02-18T08:24:45.795474+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2024-02-18T08:24:47.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:46 smithi110 bash[55875]: cluster 2024-02-18T08:24:45.795474+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2024-02-18T08:24:47.347 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:24:47.347 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (8m) 6s ago 8m 13.8M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (8m) 88s ago 8m 24.7M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (6m) 6s ago 6m 14.1M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (6m) 88s ago 6m 16.3M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (2m) 88s ago 12m 376M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (3m) 6s ago 14m 417M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (2m) 6s ago 14m 53.2M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (102s) 88s ago 12m 24.4M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (115s) 6s ago 12m 47.7M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (8m) 6s ago 8m 10.8M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (8m) 88s ago 8m 11.3M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (44s) 6s ago 11m 173M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (11s) 6s ago 11m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:24:47.348 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (10m) 6s ago 11m 129M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 7034e30efa32 2024-02-18T08:24:47.349 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (10m) 6s ago 10m 104M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 a630753383f3 2024-02-18T08:24:47.349 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (10m) 88s ago 10m 115M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 2f52ea6278f0 2024-02-18T08:24:47.349 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (9m) 88s ago 9m 125M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:24:47.349 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (9m) 88s ago 9m 119M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:24:47.349 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (9m) 88s ago 9m 87.2M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:24:47.349 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (3m) 88s ago 8m 36.2M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:24:47.732 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:24:47.732 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:24:47.732 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:24:47.732 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:24:47.732 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:24:47.732 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:24:47.732 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:24:47.732 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:24:47.732 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 6, 2024-02-18T08:24:47.733 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:24:47.733 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:24:47.733 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:24:47.733 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:24:47.733 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:24:47.733 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:24:47.733 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 8, 2024-02-18T08:24:47.733 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 7 2024-02-18T08:24:47.733 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:24:47.733 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:24:47.804 INFO:tasks.rados.rados.0.smithi110.stdout:1390: done (0 left) 2024-02-18T08:24:47.804 INFO:tasks.rados.rados.0.smithi110.stdout:1391: delete oid 34 current snap is 134 2024-02-18T08:24:47.812 INFO:tasks.rados.rados.0.smithi110.stdout:1391: done (0 left) 2024-02-18T08:24:47.812 INFO:tasks.rados.rados.0.smithi110.stdout:1392: read oid 33 snap -1 2024-02-18T08:24:47.812 INFO:tasks.rados.rados.0.smithi110.stdout:1392: expect (ObjNum 401 snap 122 seq_num 401) 2024-02-18T08:24:47.816 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 134 2024-02-18T08:24:47.816 INFO:tasks.rados.rados.0.smithi110.stdout:1393: seq_num 443 ranges {7118848=221184} 2024-02-18T08:24:47.854 INFO:tasks.rados.rados.0.smithi110.stdout:1393: writing smithi11051043-48 from 7118848 to 7340032 tid 1 2024-02-18T08:24:47.855 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 134 2024-02-18T08:24:47.855 INFO:tasks.rados.rados.0.smithi110.stdout:1394: seq_num 444 ranges {3956736=237568} 2024-02-18T08:24:47.879 INFO:tasks.rados.rados.0.smithi110.stdout:1394: writing smithi11051043-5 from 3956736 to 4194304 tid 1 2024-02-18T08:24:47.879 INFO:tasks.rados.rados.0.smithi110.stdout:1395: read oid 42 snap -1 2024-02-18T08:24:47.879 INFO:tasks.rados.rados.0.smithi110.stdout:1395: expect (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:24:47.879 INFO:tasks.rados.rados.0.smithi110.stdout:1396: delete oid 15 current snap is 134 2024-02-18T08:24:47.879 INFO:tasks.rados.rados.0.smithi110.stdout:1392: expect (ObjNum 401 snap 122 seq_num 401) 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:1393: finishing write tid 1 to smithi11051043-48 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:1393: finishing write tid 3 to smithi11051043-48 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:1393: finishing write tid 4 to smithi11051043-48 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 613 (ObjNum 443 snap 134 seq_num 443) dirty exists 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:1393: left oid 48 (ObjNum 443 snap 134 seq_num 443) 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:1392: done (4 left) 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:1393: done (3 left) 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:1396: done (2 left) 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:1397: rollback oid 47 current snap is 134 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 47 to 131 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:1394: finishing write tid 1 to smithi11051043-5 2024-02-18T08:24:47.927 INFO:tasks.rados.rados.0.smithi110.stdout:1395: expect (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:24:47.970 INFO:tasks.rados.rados.0.smithi110.stdout:1394: finishing write tid 3 to smithi11051043-5 2024-02-18T08:24:47.970 INFO:tasks.rados.rados.0.smithi110.stdout:1394: finishing write tid 4 to smithi11051043-5 2024-02-18T08:24:47.970 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 516 (ObjNum 444 snap 134 seq_num 444) dirty exists 2024-02-18T08:24:47.970 INFO:tasks.rados.rados.0.smithi110.stdout:1394: left oid 5 (ObjNum 444 snap 134 seq_num 444) 2024-02-18T08:24:47.970 INFO:tasks.rados.rados.0.smithi110.stdout:1394: done (2 left) 2024-02-18T08:24:47.970 INFO:tasks.rados.rados.0.smithi110.stdout:1395: done (1 left) 2024-02-18T08:24:47.970 INFO:tasks.rados.rados.0.smithi110.stdout:1398: read oid 30 snap 131 2024-02-18T08:24:47.971 INFO:tasks.rados.rados.0.smithi110.stdout:1398: expect deleted 2024-02-18T08:24:47.971 INFO:tasks.rados.rados.0.smithi110.stdout:1399: rmattr oid 24 current snap is 134 2024-02-18T08:24:47.971 INFO:tasks.rados.rados.0.smithi110.stdout:1397: finishing rollback tid 0 to smithi11051043-47 2024-02-18T08:24:47.971 INFO:tasks.rados.rados.0.smithi110.stdout:1397: finishing rollback tid 1 to smithi11051043-47 2024-02-18T08:24:47.971 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 625 (ObjNum -129319664 snap 22008 seq_num 2665860832) dirty dne 2024-02-18T08:24:47.971 INFO:tasks.rados.rados.0.smithi110.stdout:1397: done (2 left) 2024-02-18T08:24:47.971 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 134 2024-02-18T08:24:47.971 INFO:tasks.rados.rados.0.smithi110.stdout:1400: seq_num 446 ranges {7340032=278528} 2024-02-18T08:24:48.013 INFO:tasks.rados.rados.0.smithi110.stdout:1400: writing smithi11051043-48 from 7340032 to 7618560 tid 1 2024-02-18T08:24:48.013 INFO:tasks.rados.rados.0.smithi110.stdout:1401: snap_create 2024-02-18T08:24:48.013 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 611 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:24:48.018 INFO:tasks.rados.rados.0.smithi110.stdout:1400: finishing write tid 1 to smithi11051043-48 2024-02-18T08:24:48.018 INFO:tasks.rados.rados.0.smithi110.stdout:1400: finishing write tid 3 to smithi11051043-48 2024-02-18T08:24:48.019 INFO:tasks.rados.rados.0.smithi110.stdout:1400: finishing write tid 4 to smithi11051043-48 2024-02-18T08:24:48.019 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 615 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:24:48.019 INFO:tasks.rados.rados.0.smithi110.stdout:1400: left oid 48 (ObjNum 446 snap 134 seq_num 446) 2024-02-18T08:24:48.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: cluster 2024-02-18T08:24:46.630152+0000 mgr.y (mgr.44100) 128 : cluster [DBG] pgmap v184: 89 pgs: 4 peering, 1 active+undersized+degraded, 10 active+undersized, 74 active+clean; 143 MiB data, 829 MiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 3/255 objects degraded (1.176%); 12 MiB/s, 5 objects/s recovering 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: cluster 2024-02-18T08:24:46.799082+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: cluster 2024-02-18T08:24:46.799593+0000 mon.a (mon.0) 380 : cluster [WRN] Health check update: Degraded data redundancy: 3/255 objects degraded (1.176%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:46.999304+0000 mgr.y (mgr.44100) 129 : audit [DBG] from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.320049+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.321122+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.322077+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.323026+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.323948+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.324780+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.330135+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.330956+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.331707+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.332492+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.333050+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: audit 2024-02-18T08:24:47.729117+0000 mon.a (mon.0) 392 : audit [DBG] from='client.? 172.21.15.110:0/64381928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:48.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:47 smithi191 bash[38688]: cluster 2024-02-18T08:24:47.801192+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2024-02-18T08:24:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: cluster 2024-02-18T08:24:46.630152+0000 mgr.y (mgr.44100) 128 : cluster [DBG] pgmap v184: 89 pgs: 4 peering, 1 active+undersized+degraded, 10 active+undersized, 74 active+clean; 143 MiB data, 829 MiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 3/255 objects degraded (1.176%); 12 MiB/s, 5 objects/s recovering 2024-02-18T08:24:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: cluster 2024-02-18T08:24:46.799082+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2024-02-18T08:24:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: cluster 2024-02-18T08:24:46.799593+0000 mon.a (mon.0) 380 : cluster [WRN] Health check update: Degraded data redundancy: 3/255 objects degraded (1.176%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:24:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:46.999304+0000 mgr.y (mgr.44100) 129 : audit [DBG] from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.320049+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.321122+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.322077+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.323026+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.323948+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.324780+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.330135+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.330956+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.331707+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.332492+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.333050+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: audit 2024-02-18T08:24:47.729117+0000 mon.a (mon.0) 392 : audit [DBG] from='client.? 172.21.15.110:0/64381928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[55875]: cluster 2024-02-18T08:24:47.801192+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: cluster 2024-02-18T08:24:46.630152+0000 mgr.y (mgr.44100) 128 : cluster [DBG] pgmap v184: 89 pgs: 4 peering, 1 active+undersized+degraded, 10 active+undersized, 74 active+clean; 143 MiB data, 829 MiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 3/255 objects degraded (1.176%); 12 MiB/s, 5 objects/s recovering 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: cluster 2024-02-18T08:24:46.799082+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: cluster 2024-02-18T08:24:46.799593+0000 mon.a (mon.0) 380 : cluster [WRN] Health check update: Degraded data redundancy: 3/255 objects degraded (1.176%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:46.999304+0000 mgr.y (mgr.44100) 129 : audit [DBG] from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.320049+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.321122+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.322077+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.323026+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.323948+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.324780+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.330135+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.330956+0000 mon.a (mon.0) 388 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.331707+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.332492+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.333050+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:24:48.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: audit 2024-02-18T08:24:47.729117+0000 mon.a (mon.0) 392 : audit [DBG] from='client.? 172.21.15.110:0/64381928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:24:48.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:47 smithi110 bash[54479]: cluster 2024-02-18T08:24:47.801192+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2024-02-18T08:24:48.827 INFO:tasks.rados.rados.0.smithi110.stdout:1398: done (3 left) 2024-02-18T08:24:48.827 INFO:tasks.rados.rados.0.smithi110.stdout:1399: done (2 left) 2024-02-18T08:24:48.827 INFO:tasks.rados.rados.0.smithi110.stdout:1400: done (1 left) 2024-02-18T08:24:48.827 INFO:tasks.rados.rados.0.smithi110.stdout:1401: done (0 left) 2024-02-18T08:24:48.827 INFO:tasks.rados.rados.0.smithi110.stdout:1402: read oid 12 snap -1 2024-02-18T08:24:48.827 INFO:tasks.rados.rados.0.smithi110.stdout:1402: expect deleted 2024-02-18T08:24:48.827 INFO:tasks.rados.rados.0.smithi110.stdout:1403: snap_create 2024-02-18T08:24:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:48 smithi191 bash[38688]: audit 2024-02-18T08:24:47.314401+0000 mgr.y (mgr.44100) 130 : audit [DBG] from='client.54175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:49.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:48 smithi110 bash[54479]: audit 2024-02-18T08:24:47.314401+0000 mgr.y (mgr.44100) 130 : audit [DBG] from='client.54175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:49.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:48 smithi110 bash[55875]: audit 2024-02-18T08:24:47.314401+0000 mgr.y (mgr.44100) 130 : audit [DBG] from='client.54175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:24:49.829 INFO:tasks.rados.rados.0.smithi110.stdout:1402: done (1 left) 2024-02-18T08:24:49.829 INFO:tasks.rados.rados.0.smithi110.stdout:1403: done (0 left) 2024-02-18T08:24:49.829 INFO:tasks.rados.rados.0.smithi110.stdout:1404: rollback oid 42 current snap is 136 2024-02-18T08:24:49.829 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 42 to 131 2024-02-18T08:24:49.829 INFO:tasks.rados.rados.0.smithi110.stdout:1405: read oid 22 snap -1 2024-02-18T08:24:49.829 INFO:tasks.rados.rados.0.smithi110.stdout:1405: expect (ObjNum 428 snap 130 seq_num 428) 2024-02-18T08:24:49.829 INFO:tasks.rados.rados.0.smithi110.stdout:1406: snap_remove snap 135 2024-02-18T08:24:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:49 smithi191 bash[38688]: cluster 2024-02-18T08:24:48.630902+0000 mgr.y (mgr.44100) 131 : cluster [DBG] pgmap v187: 89 pgs: 4 peering, 85 active+clean; 143 MiB data, 836 MiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 13 MiB/s, 6 objects/s recovering 2024-02-18T08:24:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:49 smithi191 bash[38688]: cluster 2024-02-18T08:24:48.808790+0000 mon.a (mon.0) 394 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/255 objects degraded (1.176%), 1 pg degraded) 2024-02-18T08:24:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:49 smithi191 bash[38688]: cluster 2024-02-18T08:24:48.808875+0000 mon.a (mon.0) 395 : cluster [INF] Cluster is now healthy 2024-02-18T08:24:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:49 smithi191 bash[38688]: cluster 2024-02-18T08:24:48.824224+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2024-02-18T08:24:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:49 smithi110 bash[54479]: cluster 2024-02-18T08:24:48.630902+0000 mgr.y (mgr.44100) 131 : cluster [DBG] pgmap v187: 89 pgs: 4 peering, 85 active+clean; 143 MiB data, 836 MiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 13 MiB/s, 6 objects/s recovering 2024-02-18T08:24:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:49 smithi110 bash[54479]: cluster 2024-02-18T08:24:48.808790+0000 mon.a (mon.0) 394 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/255 objects degraded (1.176%), 1 pg degraded) 2024-02-18T08:24:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:49 smithi110 bash[54479]: cluster 2024-02-18T08:24:48.808875+0000 mon.a (mon.0) 395 : cluster [INF] Cluster is now healthy 2024-02-18T08:24:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:49 smithi110 bash[54479]: cluster 2024-02-18T08:24:48.824224+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2024-02-18T08:24:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:49 smithi110 bash[55875]: cluster 2024-02-18T08:24:48.630902+0000 mgr.y (mgr.44100) 131 : cluster [DBG] pgmap v187: 89 pgs: 4 peering, 85 active+clean; 143 MiB data, 836 MiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 13 MiB/s, 6 objects/s recovering 2024-02-18T08:24:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:49 smithi110 bash[55875]: cluster 2024-02-18T08:24:48.808790+0000 mon.a (mon.0) 394 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/255 objects degraded (1.176%), 1 pg degraded) 2024-02-18T08:24:50.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:49 smithi110 bash[55875]: cluster 2024-02-18T08:24:48.808875+0000 mon.a (mon.0) 395 : cluster [INF] Cluster is now healthy 2024-02-18T08:24:50.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:49 smithi110 bash[55875]: cluster 2024-02-18T08:24:48.824224+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2024-02-18T08:24:50.832 INFO:tasks.rados.rados.0.smithi110.stdout:1406: done (2 left) 2024-02-18T08:24:50.832 INFO:tasks.rados.rados.0.smithi110.stdout:1407: setattr oid 33 current snap is 136 2024-02-18T08:24:50.832 INFO:tasks.rados.rados.0.smithi110.stdout:1404: finishing rollback tid 0 to smithi11051043-42 2024-02-18T08:24:50.832 INFO:tasks.rados.rados.0.smithi110.stdout:1404: finishing rollback tid 1 to smithi11051043-42 2024-02-18T08:24:50.832 INFO:tasks.rados.rados.0.smithi110.stdout:1404: finishing rollback tid 2 to smithi11051043-42 2024-02-18T08:24:50.833 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 505 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:24:50.833 INFO:tasks.rados.rados.0.smithi110.stdout:1405: expect (ObjNum 428 snap 130 seq_num 428) 2024-02-18T08:24:50.890 INFO:tasks.rados.rados.0.smithi110.stdout:1404: done (2 left) 2024-02-18T08:24:50.890 INFO:tasks.rados.rados.0.smithi110.stdout:1405: done (1 left) 2024-02-18T08:24:50.890 INFO:tasks.rados.rados.0.smithi110.stdout:1408: copy_from oid 12 from oid 18 current snap is 136 2024-02-18T08:24:50.890 INFO:tasks.rados.rados.0.smithi110.stdout:1409: read oid 24 snap -1 2024-02-18T08:24:50.891 INFO:tasks.rados.rados.0.smithi110.stdout:1409: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:24:50.891 INFO:tasks.rados.rados.0.smithi110.stdout:1410: read oid 45 snap -1 2024-02-18T08:24:50.891 INFO:tasks.rados.rados.0.smithi110.stdout:1410: expect (ObjNum 418 snap 127 seq_num 418) 2024-02-18T08:24:50.891 INFO:tasks.rados.rados.0.smithi110.stdout:1411: delete oid 15 current snap is 136 2024-02-18T08:24:50.900 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 613 (ObjNum 401 snap 122 seq_num 401) dirty exists 2024-02-18T08:24:50.903 INFO:tasks.rados.rados.0.smithi110.stdout:1407: done (4 left) 2024-02-18T08:24:50.903 INFO:tasks.rados.rados.0.smithi110.stdout:1411: done (3 left) 2024-02-18T08:24:50.903 INFO:tasks.rados.rados.0.smithi110.stdout:1412: read oid 2 snap -1 2024-02-18T08:24:50.903 INFO:tasks.rados.rados.0.smithi110.stdout:1412: expect (ObjNum 436 snap 131 seq_num 436) 2024-02-18T08:24:50.903 INFO:tasks.rados.rados.0.smithi110.stdout:1413: delete oid 17 current snap is 136 2024-02-18T08:24:50.906 INFO:tasks.rados.rados.0.smithi110.stdout:1409: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:24:50.986 INFO:tasks.rados.rados.0.smithi110.stdout:1408: finishing copy_from to smithi11051043-12 2024-02-18T08:24:50.986 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 633 (ObjNum 434 snap 131 seq_num 434) dirty exists 2024-02-18T08:24:50.986 INFO:tasks.rados.rados.0.smithi110.stdout:1408: finishing copy_from racing read to smithi11051043-12 2024-02-18T08:24:50.986 INFO:tasks.rados.rados.0.smithi110.stdout:1412: expect (ObjNum 436 snap 131 seq_num 436) 2024-02-18T08:24:51.068 INFO:tasks.rados.rados.0.smithi110.stdout:1410: expect (ObjNum 418 snap 127 seq_num 418) 2024-02-18T08:24:51.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:50 smithi191 bash[38688]: cluster 2024-02-18T08:24:49.825434+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2024-02-18T08:24:51.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:50 smithi110 bash[55875]: cluster 2024-02-18T08:24:49.825434+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2024-02-18T08:24:51.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:50 smithi110 bash[54479]: cluster 2024-02-18T08:24:49.825434+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2024-02-18T08:24:51.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:51 smithi110 bash[55875]: cluster 2024-02-18T08:24:50.631660+0000 mgr.y (mgr.44100) 132 : cluster [DBG] pgmap v190: 89 pgs: 89 active+clean; 109 MiB data, 794 MiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 122 KiB/s wr, 7 op/s; 2.7 MiB/s, 0 objects/s recovering 2024-02-18T08:24:51.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:51 smithi110 bash[55875]: cluster 2024-02-18T08:24:50.828518+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2024-02-18T08:24:51.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:51 smithi110 bash[54479]: cluster 2024-02-18T08:24:50.631660+0000 mgr.y (mgr.44100) 132 : cluster [DBG] pgmap v190: 89 pgs: 89 active+clean; 109 MiB data, 794 MiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 122 KiB/s wr, 7 op/s; 2.7 MiB/s, 0 objects/s recovering 2024-02-18T08:24:51.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:51 smithi110 bash[54479]: cluster 2024-02-18T08:24:50.828518+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2024-02-18T08:24:51.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:51.628Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:51.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:51.628Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:51.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:51.628Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:24:52.101 INFO:tasks.rados.rados.0.smithi110.stdout:1408: done (4 left) 2024-02-18T08:24:52.101 INFO:tasks.rados.rados.0.smithi110.stdout:1409: done (3 left) 2024-02-18T08:24:52.101 INFO:tasks.rados.rados.0.smithi110.stdout:1410: done (2 left) 2024-02-18T08:24:52.102 INFO:tasks.rados.rados.0.smithi110.stdout:1412: done (1 left) 2024-02-18T08:24:52.102 INFO:tasks.rados.rados.0.smithi110.stdout:1413: done (0 left) 2024-02-18T08:24:52.102 INFO:tasks.rados.rados.0.smithi110.stdout:1414: copy_from oid 10 from oid 6 current snap is 136 2024-02-18T08:24:52.102 INFO:tasks.rados.rados.0.smithi110.stdout:1415: read oid 35 snap -1 2024-02-18T08:24:52.102 INFO:tasks.rados.rados.0.smithi110.stdout:1415: expect (ObjNum 423 snap 128 seq_num 423) 2024-02-18T08:24:52.102 INFO:tasks.rados.rados.0.smithi110.stdout:1416: delete oid 18 current snap is 136 2024-02-18T08:24:52.106 INFO:tasks.rados.rados.0.smithi110.stdout:1416: done (2 left) 2024-02-18T08:24:52.106 INFO:tasks.rados.rados.0.smithi110.stdout:1417: delete oid 15 current snap is 136 2024-02-18T08:24:52.113 INFO:tasks.rados.rados.0.smithi110.stdout:1417: done (2 left) 2024-02-18T08:24:52.113 INFO:tasks.rados.rados.0.smithi110.stdout:1418: snap_remove snap 131 2024-02-18T08:24:52.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:51 smithi191 bash[38688]: cluster 2024-02-18T08:24:50.631660+0000 mgr.y (mgr.44100) 132 : cluster [DBG] pgmap v190: 89 pgs: 89 active+clean; 109 MiB data, 794 MiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 122 KiB/s wr, 7 op/s; 2.7 MiB/s, 0 objects/s recovering 2024-02-18T08:24:52.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:51 smithi191 bash[38688]: cluster 2024-02-18T08:24:50.828518+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2024-02-18T08:24:52.858 INFO:tasks.rados.rados.0.smithi110.stdout:1418: done (2 left) 2024-02-18T08:24:52.858 INFO:tasks.rados.rados.0.smithi110.stdout:1419: snap_remove snap 134 2024-02-18T08:24:53.860 INFO:tasks.rados.rados.0.smithi110.stdout:1419: done (2 left) 2024-02-18T08:24:53.860 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 136 2024-02-18T08:24:53.860 INFO:tasks.rados.rados.0.smithi110.stdout:1420: seq_num 451 ranges {1892352=360448} 2024-02-18T08:24:53.863 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:53.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:53.864 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:53.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:24:53.864 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:24:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:24:53.523Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:24:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1420: writing smithi11051043-42 from 1892352 to 2252800 tid 1 2024-02-18T08:24:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1421: rmattr oid 29 current snap is 136 2024-02-18T08:24:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1421: done (3 left) 2024-02-18T08:24:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1422: read oid 9 snap -1 2024-02-18T08:24:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1422: expect (ObjNum 415 snap 126 seq_num 415) 2024-02-18T08:24:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1423: delete oid 38 current snap is 136 2024-02-18T08:24:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1414: finishing copy_from to smithi11051043-10 2024-02-18T08:24:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 616 (ObjNum 413 snap 126 seq_num 413) dirty exists 2024-02-18T08:24:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1414: finishing copy_from racing read to smithi11051043-10 2024-02-18T08:24:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1415: expect (ObjNum 423 snap 128 seq_num 423) 2024-02-18T08:24:54.164 INFO:tasks.rados.rados.0.smithi110.stdout:1420: finishing write tid 1 to smithi11051043-42 2024-02-18T08:24:54.164 INFO:tasks.rados.rados.0.smithi110.stdout:1420: finishing write tid 3 to smithi11051043-42 2024-02-18T08:24:54.164 INFO:tasks.rados.rados.0.smithi110.stdout:1420: finishing write tid 4 to smithi11051043-42 2024-02-18T08:24:54.164 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 507 (ObjNum 451 snap 136 seq_num 451) dirty exists 2024-02-18T08:24:54.164 INFO:tasks.rados.rados.0.smithi110.stdout:1420: left oid 42 (ObjNum 451 snap 136 seq_num 451) 2024-02-18T08:24:54.164 INFO:tasks.rados.rados.0.smithi110.stdout:1422: expect (ObjNum 415 snap 126 seq_num 415) 2024-02-18T08:24:54.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:53 smithi110 bash[54479]: cluster 2024-02-18T08:24:52.632500+0000 mgr.y (mgr.44100) 133 : cluster [DBG] pgmap v192: 89 pgs: 89 active+clean; 109 MiB data, 782 MiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 149 KiB/s wr, 6 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-02-18T08:24:54.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:53 smithi110 bash[54479]: cluster 2024-02-18T08:24:52.854726+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2024-02-18T08:24:54.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:53 smithi110 bash[55875]: cluster 2024-02-18T08:24:52.632500+0000 mgr.y (mgr.44100) 133 : cluster [DBG] pgmap v192: 89 pgs: 89 active+clean; 109 MiB data, 782 MiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 149 KiB/s wr, 6 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-02-18T08:24:54.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:53 smithi110 bash[55875]: cluster 2024-02-18T08:24:52.854726+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2024-02-18T08:24:54.277 INFO:tasks.rados.rados.0.smithi110.stdout:1414: done (4 left) 2024-02-18T08:24:54.278 INFO:tasks.rados.rados.0.smithi110.stdout:1415: done (3 left) 2024-02-18T08:24:54.278 INFO:tasks.rados.rados.0.smithi110.stdout:1420: done (2 left) 2024-02-18T08:24:54.278 INFO:tasks.rados.rados.0.smithi110.stdout:1422: done (1 left) 2024-02-18T08:24:54.278 INFO:tasks.rados.rados.0.smithi110.stdout:1423: done (0 left) 2024-02-18T08:24:54.278 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 30 current snap is 136 2024-02-18T08:24:54.278 INFO:tasks.rados.rados.0.smithi110.stdout:1424: seq_num 453 ranges {0=393216} 2024-02-18T08:24:54.284 INFO:tasks.rados.rados.0.smithi110.stdout:1424: writing smithi11051043-30 from 0 to 393216 tid 1 2024-02-18T08:24:54.284 INFO:tasks.rados.rados.0.smithi110.stdout:1425: read oid 44 snap -1 2024-02-18T08:24:54.284 INFO:tasks.rados.rados.0.smithi110.stdout:1425: expect deleted 2024-02-18T08:24:54.285 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 136 2024-02-18T08:24:54.285 INFO:tasks.rados.rados.0.smithi110.stdout:1426: seq_num 454 ranges {3956736=409600} 2024-02-18T08:24:54.311 INFO:tasks.rados.rados.0.smithi110.stdout:1426: writing smithi11051043-9 from 3956736 to 4366336 tid 1 2024-02-18T08:24:54.311 INFO:tasks.rados.rados.0.smithi110.stdout:1427: read oid 42 snap -1 2024-02-18T08:24:54.311 INFO:tasks.rados.rados.0.smithi110.stdout:1427: expect (ObjNum 451 snap 136 seq_num 451) 2024-02-18T08:24:54.311 INFO:tasks.rados.rados.0.smithi110.stdout:1428: snap_create 2024-02-18T08:24:54.311 INFO:tasks.rados.rados.0.smithi110.stdout:1424: finishing write tid 1 to smithi11051043-30 2024-02-18T08:24:54.311 INFO:tasks.rados.rados.0.smithi110.stdout:1424: finishing write tid 3 to smithi11051043-30 2024-02-18T08:24:54.311 INFO:tasks.rados.rados.0.smithi110.stdout:1424: finishing write tid 4 to smithi11051043-30 2024-02-18T08:24:54.311 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 618 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:24:54.311 INFO:tasks.rados.rados.0.smithi110.stdout:1424: left oid 30 (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:24:54.315 INFO:tasks.rados.rados.0.smithi110.stdout:1426: finishing write tid 1 to smithi11051043-9 2024-02-18T08:24:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:1426: finishing write tid 3 to smithi11051043-9 2024-02-18T08:24:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:1426: finishing write tid 4 to smithi11051043-9 2024-02-18T08:24:54.318 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 652 (ObjNum 454 snap 136 seq_num 454) dirty exists 2024-02-18T08:24:54.318 INFO:tasks.rados.rados.0.smithi110.stdout:1426: left oid 9 (ObjNum 454 snap 136 seq_num 454) 2024-02-18T08:24:54.319 INFO:tasks.rados.rados.0.smithi110.stdout:1427: expect (ObjNum 451 snap 136 seq_num 451) 2024-02-18T08:24:54.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:53 smithi191 bash[38688]: cluster 2024-02-18T08:24:52.632500+0000 mgr.y (mgr.44100) 133 : cluster [DBG] pgmap v192: 89 pgs: 89 active+clean; 109 MiB data, 782 MiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 149 KiB/s wr, 6 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-02-18T08:24:54.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:53 smithi191 bash[38688]: cluster 2024-02-18T08:24:52.854726+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2024-02-18T08:24:54.657 INFO:tasks.rados.rados.0.smithi110.stdout:1424: done (4 left) 2024-02-18T08:24:54.657 INFO:tasks.rados.rados.0.smithi110.stdout:1425: done (3 left) 2024-02-18T08:24:54.657 INFO:tasks.rados.rados.0.smithi110.stdout:1426: done (2 left) 2024-02-18T08:24:54.657 INFO:tasks.rados.rados.0.smithi110.stdout:1427: done (1 left) 2024-02-18T08:24:54.657 INFO:tasks.rados.rados.0.smithi110.stdout:1428: done (0 left) 2024-02-18T08:24:54.657 INFO:tasks.rados.rados.0.smithi110.stdout:1429: snap_remove snap 136 2024-02-18T08:24:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:54 smithi110 bash[54479]: cluster 2024-02-18T08:24:53.856256+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2024-02-18T08:24:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:54 smithi110 bash[54479]: audit 2024-02-18T08:24:53.949275+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:54 smithi110 bash[54479]: cluster 2024-02-18T08:24:54.654118+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2024-02-18T08:24:55.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:54 smithi110 bash[55875]: cluster 2024-02-18T08:24:53.856256+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2024-02-18T08:24:55.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:54 smithi110 bash[55875]: audit 2024-02-18T08:24:53.949275+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:55.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:54 smithi110 bash[55875]: cluster 2024-02-18T08:24:54.654118+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2024-02-18T08:24:55.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:54 smithi191 bash[38688]: cluster 2024-02-18T08:24:53.856256+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2024-02-18T08:24:55.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:54 smithi191 bash[38688]: audit 2024-02-18T08:24:53.949275+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:55.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:54 smithi191 bash[38688]: cluster 2024-02-18T08:24:54.654118+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2024-02-18T08:24:55.656 INFO:tasks.rados.rados.0.smithi110.stdout:1429: done (0 left) 2024-02-18T08:24:55.656 INFO:tasks.rados.rados.0.smithi110.stdout:1430: rollback oid 10 current snap is 137 2024-02-18T08:24:55.656 INFO:tasks.rados.rados.0.smithi110.stdout:1430: done (0 left) 2024-02-18T08:24:55.656 INFO:tasks.rados.rados.0.smithi110.stdout:1431: delete oid 1 current snap is 137 2024-02-18T08:24:55.664 INFO:tasks.rados.rados.0.smithi110.stdout:1431: done (0 left) 2024-02-18T08:24:55.665 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 137 2024-02-18T08:24:55.665 INFO:tasks.rados.rados.0.smithi110.stdout:1432: seq_num 456 ranges {1925120=442368} 2024-02-18T08:24:55.678 INFO:tasks.rados.rados.0.smithi110.stdout:1432: writing smithi11051043-41 from 1925120 to 2367488 tid 1 2024-02-18T08:24:55.678 INFO:tasks.rados.rados.0.smithi110.stdout:1433: copy_from oid 10 from oid 5 current snap is 137 2024-02-18T08:24:55.678 INFO:tasks.rados.rados.0.smithi110.stdout:1434: rollback oid 2 current snap is 137 2024-02-18T08:24:55.678 INFO:tasks.rados.rados.0.smithi110.stdout:1434: done (2 left) 2024-02-18T08:24:55.678 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 137 2024-02-18T08:24:55.678 INFO:tasks.rados.rados.0.smithi110.stdout:1435: seq_num 457 ranges {13041664=458752} 2024-02-18T08:24:55.755 INFO:tasks.rados.rados.0.smithi110.stdout:1435: writing smithi11051043-45 from 13041664 to 13500416 tid 1 2024-02-18T08:24:55.755 INFO:tasks.rados.rados.0.smithi110.stdout:1436: delete oid 12 current snap is 137 2024-02-18T08:24:55.755 INFO:tasks.rados.rados.0.smithi110.stdout:1432: finishing write tid 1 to smithi11051043-41 2024-02-18T08:24:55.756 INFO:tasks.rados.rados.0.smithi110.stdout:1432: finishing write tid 3 to smithi11051043-41 2024-02-18T08:24:55.756 INFO:tasks.rados.rados.0.smithi110.stdout:1432: finishing write tid 4 to smithi11051043-41 2024-02-18T08:24:55.756 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 518 (ObjNum 456 snap 137 seq_num 456) dirty exists 2024-02-18T08:24:55.756 INFO:tasks.rados.rados.0.smithi110.stdout:1432: left oid 41 (ObjNum 456 snap 137 seq_num 456) 2024-02-18T08:24:55.756 INFO:tasks.rados.rados.0.smithi110.stdout:1433: finishing copy_from to smithi11051043-10 2024-02-18T08:24:55.756 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 516 (ObjNum 444 snap 134 seq_num 444) dirty exists 2024-02-18T08:24:55.756 INFO:tasks.rados.rados.0.smithi110.stdout:1433: finishing copy_from racing read to smithi11051043-10 2024-02-18T08:24:55.758 INFO:tasks.rados.rados.0.smithi110.stdout:1432: done (3 left) 2024-02-18T08:24:55.758 INFO:tasks.rados.rados.0.smithi110.stdout:1433: done (2 left) 2024-02-18T08:24:55.758 INFO:tasks.rados.rados.0.smithi110.stdout:1436: done (1 left) 2024-02-18T08:24:55.758 INFO:tasks.rados.rados.0.smithi110.stdout:1437: setattr oid 19 current snap is 137 2024-02-18T08:24:55.759 INFO:tasks.rados.rados.0.smithi110.stdout:1435: finishing write tid 1 to smithi11051043-45 2024-02-18T08:24:55.759 INFO:tasks.rados.rados.0.smithi110.stdout:1435: finishing write tid 3 to smithi11051043-45 2024-02-18T08:24:55.760 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 137 2024-02-18T08:24:55.761 INFO:tasks.rados.rados.0.smithi110.stdout:1438: seq_num 459 ranges {0=491520} 2024-02-18T08:24:55.763 INFO:tasks.rados.rados.0.smithi110.stdout:1438: writing smithi11051043-26 from 0 to 491520 tid 1 2024-02-18T08:24:55.764 INFO:tasks.rados.rados.0.smithi110.stdout:1439: rollback oid 25 current snap is 137 2024-02-18T08:24:55.764 INFO:tasks.rados.rados.0.smithi110.stdout:1439: done (3 left) 2024-02-18T08:24:55.764 INFO:tasks.rados.rados.0.smithi110.stdout:1440: snap_create 2024-02-18T08:24:55.764 INFO:tasks.rados.rados.0.smithi110.stdout:1435: finishing write tid 4 to smithi11051043-45 2024-02-18T08:24:55.764 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 362 (ObjNum 457 snap 137 seq_num 457) dirty exists 2024-02-18T08:24:55.764 INFO:tasks.rados.rados.0.smithi110.stdout:1435: left oid 45 (ObjNum 457 snap 137 seq_num 457) 2024-02-18T08:24:55.764 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 363 (ObjNum 1532386909 snap 1331780720 seq_num 1550866280) dirty exists 2024-02-18T08:24:55.767 INFO:tasks.rados.rados.0.smithi110.stdout:1438: finishing write tid 1 to smithi11051043-26 2024-02-18T08:24:55.768 INFO:tasks.rados.rados.0.smithi110.stdout:1438: finishing write tid 3 to smithi11051043-26 2024-02-18T08:24:55.770 INFO:tasks.rados.rados.0.smithi110.stdout:1438: finishing write tid 4 to smithi11051043-26 2024-02-18T08:24:55.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 791 (ObjNum 459 snap 137 seq_num 459) dirty exists 2024-02-18T08:24:55.770 INFO:tasks.rados.rados.0.smithi110.stdout:1438: left oid 26 (ObjNum 459 snap 137 seq_num 459) 2024-02-18T08:24:56.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:55 smithi110 bash[54479]: cluster 2024-02-18T08:24:54.633366+0000 mgr.y (mgr.44100) 134 : cluster [DBG] pgmap v195: 89 pgs: 89 active+clean; 109 MiB data, 783 MiB used, 708 GiB / 715 GiB avail; 7.8 MiB/s rd, 48 KiB/s wr, 1 op/s 2024-02-18T08:24:56.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:55 smithi110 bash[54479]: cluster 2024-02-18T08:24:55.653164+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2024-02-18T08:24:56.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:55 smithi110 bash[55875]: cluster 2024-02-18T08:24:54.633366+0000 mgr.y (mgr.44100) 134 : cluster [DBG] pgmap v195: 89 pgs: 89 active+clean; 109 MiB data, 783 MiB used, 708 GiB / 715 GiB avail; 7.8 MiB/s rd, 48 KiB/s wr, 1 op/s 2024-02-18T08:24:56.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:55 smithi110 bash[55875]: cluster 2024-02-18T08:24:55.653164+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2024-02-18T08:24:56.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:55 smithi191 bash[38688]: cluster 2024-02-18T08:24:54.633366+0000 mgr.y (mgr.44100) 134 : cluster [DBG] pgmap v195: 89 pgs: 89 active+clean; 109 MiB data, 783 MiB used, 708 GiB / 715 GiB avail; 7.8 MiB/s rd, 48 KiB/s wr, 1 op/s 2024-02-18T08:24:56.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:55 smithi191 bash[38688]: cluster 2024-02-18T08:24:55.653164+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2024-02-18T08:24:56.661 INFO:tasks.rados.rados.0.smithi110.stdout:1435: done (3 left) 2024-02-18T08:24:56.661 INFO:tasks.rados.rados.0.smithi110.stdout:1437: done (2 left) 2024-02-18T08:24:56.661 INFO:tasks.rados.rados.0.smithi110.stdout:1438: done (1 left) 2024-02-18T08:24:56.661 INFO:tasks.rados.rados.0.smithi110.stdout:1440: done (0 left) 2024-02-18T08:24:56.661 INFO:tasks.rados.rados.0.smithi110.stdout:1441: snap_remove snap 137 2024-02-18T08:24:57.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:56 smithi110 bash[54479]: audit 2024-02-18T08:24:56.092770+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:57.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:56 smithi110 bash[54479]: audit 2024-02-18T08:24:56.093204+0000 mgr.y (mgr.44100) 135 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:57.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:56 smithi110 bash[54479]: cephadm 2024-02-18T08:24:56.095789+0000 mgr.y (mgr.44100) 136 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-02-18T08:24:57.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:56 smithi110 bash[54479]: cluster 2024-02-18T08:24:56.658442+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2024-02-18T08:24:57.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:56 smithi110 bash[55875]: audit 2024-02-18T08:24:56.092770+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:57.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:56 smithi110 bash[55875]: audit 2024-02-18T08:24:56.093204+0000 mgr.y (mgr.44100) 135 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:57.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:56 smithi110 bash[55875]: cephadm 2024-02-18T08:24:56.095789+0000 mgr.y (mgr.44100) 136 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-02-18T08:24:57.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:56 smithi110 bash[55875]: cluster 2024-02-18T08:24:56.658442+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2024-02-18T08:24:57.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:56 smithi191 bash[38688]: audit 2024-02-18T08:24:56.092770+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:57.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:56 smithi191 bash[38688]: audit 2024-02-18T08:24:56.093204+0000 mgr.y (mgr.44100) 135 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-02-18T08:24:57.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:56 smithi191 bash[38688]: cephadm 2024-02-18T08:24:56.095789+0000 mgr.y (mgr.44100) 136 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-02-18T08:24:57.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:56 smithi191 bash[38688]: cluster 2024-02-18T08:24:56.658442+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2024-02-18T08:24:57.661 INFO:tasks.rados.rados.0.smithi110.stdout:1441: done (0 left) 2024-02-18T08:24:57.661 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 138 2024-02-18T08:24:57.661 INFO:tasks.rados.rados.0.smithi110.stdout:1442: seq_num 460 ranges {3489792=507904} 2024-02-18T08:24:57.684 INFO:tasks.rados.rados.0.smithi110.stdout:1442: writing smithi11051043-29 from 3489792 to 3997696 tid 1 2024-02-18T08:24:57.684 INFO:tasks.rados.rados.0.smithi110.stdout:1443: copy_from oid 14 from oid 8 current snap is 138 2024-02-18T08:24:57.684 INFO:tasks.rados.rados.0.smithi110.stdout:1444: setattr oid 25 current snap is 138 2024-02-18T08:24:57.686 INFO:tasks.rados.rados.0.smithi110.stdout:1445: rollback oid 45 current snap is 138 2024-02-18T08:24:57.686 INFO:tasks.rados.rados.0.smithi110.stdout:1445: done (3 left) 2024-02-18T08:24:57.686 INFO:tasks.rados.rados.0.smithi110.stdout:1446: rollback oid 42 current snap is 138 2024-02-18T08:24:57.686 INFO:tasks.rados.rados.0.smithi110.stdout:1446: done (3 left) 2024-02-18T08:24:57.686 INFO:tasks.rados.rados.0.smithi110.stdout:1447: snap_create 2024-02-18T08:24:57.694 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 626 (ObjNum 430 snap 130 seq_num 430) dirty exists 2024-02-18T08:24:57.695 INFO:tasks.rados.rados.0.smithi110.stdout:1442: finishing write tid 1 to smithi11051043-29 2024-02-18T08:24:57.695 INFO:tasks.rados.rados.0.smithi110.stdout:1442: finishing write tid 3 to smithi11051043-29 2024-02-18T08:24:57.696 INFO:tasks.rados.rados.0.smithi110.stdout:1442: finishing write tid 4 to smithi11051043-29 2024-02-18T08:24:57.696 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 365 (ObjNum 460 snap 138 seq_num 460) dirty exists 2024-02-18T08:24:57.696 INFO:tasks.rados.rados.0.smithi110.stdout:1442: left oid 29 (ObjNum 460 snap 138 seq_num 460) 2024-02-18T08:24:57.702 INFO:tasks.rados.rados.0.smithi110.stdout:1443: finishing copy_from to smithi11051043-14 2024-02-18T08:24:57.702 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 770 (ObjNum 402 snap 122 seq_num 402) dirty exists 2024-02-18T08:24:57.702 INFO:tasks.rados.rados.0.smithi110.stdout:1443: finishing copy_from racing read to smithi11051043-14 2024-02-18T08:24:58.067 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:57 smithi110 bash[54479]: cluster 2024-02-18T08:24:56.634153+0000 mgr.y (mgr.44100) 137 : cluster [DBG] pgmap v198: 89 pgs: 89 active+clean; 101 MiB data, 774 MiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-02-18T08:24:58.067 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:57 smithi110 bash[54479]: cluster 2024-02-18T08:24:57.658301+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2024-02-18T08:24:58.067 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:57 smithi110 bash[55875]: cluster 2024-02-18T08:24:56.634153+0000 mgr.y (mgr.44100) 137 : cluster [DBG] pgmap v198: 89 pgs: 89 active+clean; 101 MiB data, 774 MiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-02-18T08:24:58.067 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:57 smithi110 bash[55875]: cluster 2024-02-18T08:24:57.658301+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2024-02-18T08:24:58.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:57 smithi191 bash[38688]: cluster 2024-02-18T08:24:56.634153+0000 mgr.y (mgr.44100) 137 : cluster [DBG] pgmap v198: 89 pgs: 89 active+clean; 101 MiB data, 774 MiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-02-18T08:24:58.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:57 smithi191 bash[38688]: cluster 2024-02-18T08:24:57.658301+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2024-02-18T08:24:58.665 INFO:tasks.rados.rados.0.smithi110.stdout:1442: done (3 left) 2024-02-18T08:24:58.665 INFO:tasks.rados.rados.0.smithi110.stdout:1443: done (2 left) 2024-02-18T08:24:58.665 INFO:tasks.rados.rados.0.smithi110.stdout:1444: done (1 left) 2024-02-18T08:24:58.665 INFO:tasks.rados.rados.0.smithi110.stdout:1447: done (0 left) 2024-02-18T08:24:58.665 INFO:tasks.rados.rados.0.smithi110.stdout:1448: delete oid 14 current snap is 139 2024-02-18T08:24:58.673 INFO:tasks.rados.rados.0.smithi110.stdout:1448: done (0 left) 2024-02-18T08:24:58.673 INFO:tasks.rados.rados.0.smithi110.stdout:1449: read oid 24 snap -1 2024-02-18T08:24:58.673 INFO:tasks.rados.rados.0.smithi110.stdout:1449: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:24:58.673 INFO:tasks.rados.rados.0.smithi110.stdout:1450: rmattr oid 10 current snap is 139 2024-02-18T08:24:58.673 INFO:tasks.rados.rados.0.smithi110.stdout:1450: done (1 left) 2024-02-18T08:24:58.673 INFO:tasks.rados.rados.0.smithi110.stdout:1451: rollback oid 48 current snap is 139 2024-02-18T08:24:58.674 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 48 to 138 2024-02-18T08:24:58.674 INFO:tasks.rados.rados.0.smithi110.stdout:1452: copy_from oid 34 from oid 5 current snap is 139 2024-02-18T08:24:58.674 INFO:tasks.rados.rados.0.smithi110.stdout:1453: read oid 44 snap -1 2024-02-18T08:24:58.674 INFO:tasks.rados.rados.0.smithi110.stdout:1453: expect deleted 2024-02-18T08:24:58.674 INFO:tasks.rados.rados.0.smithi110.stdout:1454: rollback oid 31 current snap is 139 2024-02-18T08:24:58.674 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 138 2024-02-18T08:24:58.674 INFO:tasks.rados.rados.0.smithi110.stdout:1455: delete oid 43 current snap is 139 2024-02-18T08:24:58.675 INFO:tasks.rados.rados.0.smithi110.stdout:1455: done (5 left) 2024-02-18T08:24:58.675 INFO:tasks.rados.rados.0.smithi110.stdout:1456: snap_create 2024-02-18T08:24:58.682 INFO:tasks.rados.rados.0.smithi110.stdout:1454: finishing rollback tid 0 to smithi11051043-31 2024-02-18T08:24:58.682 INFO:tasks.rados.rados.0.smithi110.stdout:1454: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:24:58.683 INFO:tasks.rados.rados.0.smithi110.stdout:1454: finishing rollback tid 2 to smithi11051043-31 2024-02-18T08:24:58.683 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 795 (ObjNum 426 snap 130 seq_num 426) dirty exists 2024-02-18T08:24:58.683 INFO:tasks.rados.rados.0.smithi110.stdout:1451: finishing rollback tid 0 to smithi11051043-48 2024-02-18T08:24:58.683 INFO:tasks.rados.rados.0.smithi110.stdout:1451: finishing rollback tid 1 to smithi11051043-48 2024-02-18T08:24:58.684 INFO:tasks.rados.rados.0.smithi110.stdout:1451: finishing rollback tid 2 to smithi11051043-48 2024-02-18T08:24:58.684 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 618 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:24:58.685 INFO:tasks.rados.rados.0.smithi110.stdout:1449: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:24:58.764 INFO:tasks.rados.rados.0.smithi110.stdout:1452: finishing copy_from to smithi11051043-34 2024-02-18T08:24:58.765 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 516 (ObjNum 444 snap 134 seq_num 444) dirty exists 2024-02-18T08:24:58.765 INFO:tasks.rados.rados.0.smithi110.stdout:1452: finishing copy_from racing read to smithi11051043-34 2024-02-18T08:24:59.659 INFO:tasks.rados.rados.0.smithi110.stdout:1449: done (5 left) 2024-02-18T08:24:59.659 INFO:tasks.rados.rados.0.smithi110.stdout:1451: done (4 left) 2024-02-18T08:24:59.659 INFO:tasks.rados.rados.0.smithi110.stdout:1452: done (3 left) 2024-02-18T08:24:59.660 INFO:tasks.rados.rados.0.smithi110.stdout:1453: done (2 left) 2024-02-18T08:24:59.660 INFO:tasks.rados.rados.0.smithi110.stdout:1454: done (1 left) 2024-02-18T08:24:59.660 INFO:tasks.rados.rados.0.smithi110.stdout:1456: done (0 left) 2024-02-18T08:24:59.660 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 140 2024-02-18T08:24:59.660 INFO:tasks.rados.rados.0.smithi110.stdout:1457: seq_num 463 ranges {2785280=557056} 2024-02-18T08:24:59.681 INFO:tasks.rados.rados.0.smithi110.stdout:1457: writing smithi11051043-16 from 2785280 to 3342336 tid 1 2024-02-18T08:24:59.681 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 140 2024-02-18T08:24:59.681 INFO:tasks.rados.rados.0.smithi110.stdout:1458: seq_num 464 ranges {0=573440} 2024-02-18T08:24:59.684 INFO:tasks.rados.rados.0.smithi110.stdout:1458: writing smithi11051043-15 from 0 to 573440 tid 1 2024-02-18T08:24:59.684 INFO:tasks.rados.rados.0.smithi110.stdout:1459: snap_remove snap 139 2024-02-18T08:24:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[54479]: cluster 2024-02-18T08:24:58.634787+0000 mgr.y (mgr.44100) 138 : cluster [DBG] pgmap v201: 89 pgs: 89 active+clean; 102 MiB data, 770 MiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-02-18T08:24:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[54479]: cluster 2024-02-18T08:24:58.662383+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2024-02-18T08:24:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[54479]: cephadm 2024-02-18T08:24:58.747562+0000 mgr.y (mgr.44100) 139 : cephadm [INF] Upgrade: Updating osd.2 2024-02-18T08:24:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[54479]: audit 2024-02-18T08:24:58.753577+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[54479]: audit 2024-02-18T08:24:58.754813+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-18T08:24:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[54479]: audit 2024-02-18T08:24:58.755788+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[54479]: cephadm 2024-02-18T08:24:58.757476+0000 mgr.y (mgr.44100) 140 : cephadm [INF] Deploying daemon osd.2 on smithi110 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[54479]: audit 2024-02-18T08:24:58.758101+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[54479]: cluster 2024-02-18T08:24:59.656642+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[55875]: cluster 2024-02-18T08:24:58.634787+0000 mgr.y (mgr.44100) 138 : cluster [DBG] pgmap v201: 89 pgs: 89 active+clean; 102 MiB data, 770 MiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[55875]: cluster 2024-02-18T08:24:58.662383+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[55875]: cephadm 2024-02-18T08:24:58.747562+0000 mgr.y (mgr.44100) 139 : cephadm [INF] Upgrade: Updating osd.2 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[55875]: audit 2024-02-18T08:24:58.753577+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[55875]: audit 2024-02-18T08:24:58.754813+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[55875]: audit 2024-02-18T08:24:58.755788+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[55875]: cephadm 2024-02-18T08:24:58.757476+0000 mgr.y (mgr.44100) 140 : cephadm [INF] Deploying daemon osd.2 on smithi110 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[55875]: audit 2024-02-18T08:24:58.758101+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2024-02-18T08:24:59.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:24:59 smithi110 bash[55875]: cluster 2024-02-18T08:24:59.656642+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2024-02-18T08:25:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:59 smithi191 bash[38688]: cluster 2024-02-18T08:24:58.634787+0000 mgr.y (mgr.44100) 138 : cluster [DBG] pgmap v201: 89 pgs: 89 active+clean; 102 MiB data, 770 MiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-02-18T08:25:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:59 smithi191 bash[38688]: cluster 2024-02-18T08:24:58.662383+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2024-02-18T08:25:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:59 smithi191 bash[38688]: cephadm 2024-02-18T08:24:58.747562+0000 mgr.y (mgr.44100) 139 : cephadm [INF] Upgrade: Updating osd.2 2024-02-18T08:25:00.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:59 smithi191 bash[38688]: audit 2024-02-18T08:24:58.753577+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:59 smithi191 bash[38688]: audit 2024-02-18T08:24:58.754813+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-18T08:25:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:59 smithi191 bash[38688]: audit 2024-02-18T08:24:58.755788+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:25:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:59 smithi191 bash[38688]: cephadm 2024-02-18T08:24:58.757476+0000 mgr.y (mgr.44100) 140 : cephadm [INF] Deploying daemon osd.2 on smithi110 2024-02-18T08:25:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:59 smithi191 bash[38688]: audit 2024-02-18T08:24:58.758101+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2024-02-18T08:25:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:24:59 smithi191 bash[38688]: cluster 2024-02-18T08:24:59.656642+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2024-02-18T08:25:00.675 INFO:tasks.rados.rados.0.smithi110.stdout:1459: done (2 left) 2024-02-18T08:25:00.675 INFO:tasks.rados.rados.0.smithi110.stdout:1460: read oid 20 snap -1 2024-02-18T08:25:00.675 INFO:tasks.rados.rados.0.smithi110.stdout:1460: expect (ObjNum 421 snap 127 seq_num 421) 2024-02-18T08:25:00.675 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 140 2024-02-18T08:25:00.675 INFO:tasks.rados.rados.0.smithi110.stdout:1461: seq_num 465 ranges {2408448=598016} 2024-02-18T08:25:00.697 INFO:tasks.rados.rados.0.smithi110.stdout:1461: writing smithi11051043-49 from 2408448 to 3006464 tid 1 2024-02-18T08:25:00.698 INFO:tasks.rados.rados.0.smithi110.stdout:1462: rollback oid 31 current snap is 140 2024-02-18T08:25:00.698 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 138 2024-02-18T08:25:00.698 INFO:tasks.rados.rados.0.smithi110.stdout:1458: finishing write tid 1 to smithi11051043-15 2024-02-18T08:25:00.698 INFO:tasks.rados.rados.0.smithi110.stdout:1457: finishing write tid 1 to smithi11051043-16 2024-02-18T08:25:00.698 INFO:tasks.rados.rados.0.smithi110.stdout:1457: finishing write tid 3 to smithi11051043-16 2024-02-18T08:25:00.699 INFO:tasks.rados.rados.0.smithi110.stdout:1458: finishing write tid 3 to smithi11051043-15 2024-02-18T08:25:00.699 INFO:tasks.rados.rados.0.smithi110.stdout:1458: finishing write tid 4 to smithi11051043-15 2024-02-18T08:25:00.699 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 773 (ObjNum 464 snap 140 seq_num 464) dirty exists 2024-02-18T08:25:00.700 INFO:tasks.rados.rados.0.smithi110.stdout:1458: left oid 15 (ObjNum 464 snap 140 seq_num 464) 2024-02-18T08:25:00.700 INFO:tasks.rados.rados.0.smithi110.stdout:1457: finishing write tid 4 to smithi11051043-16 2024-02-18T08:25:00.700 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 798 (ObjNum 463 snap 140 seq_num 463) dirty exists 2024-02-18T08:25:00.700 INFO:tasks.rados.rados.0.smithi110.stdout:1457: left oid 16 (ObjNum 463 snap 140 seq_num 463) 2024-02-18T08:25:00.700 INFO:tasks.rados.rados.0.smithi110.stdout:1457: done (4 left) 2024-02-18T08:25:00.700 INFO:tasks.rados.rados.0.smithi110.stdout:1458: done (3 left) 2024-02-18T08:25:00.701 INFO:tasks.rados.rados.0.smithi110.stdout:1463: read oid 29 snap -1 2024-02-18T08:25:00.701 INFO:tasks.rados.rados.0.smithi110.stdout:1463: expect (ObjNum 460 snap 138 seq_num 460) 2024-02-18T08:25:00.701 INFO:tasks.rados.rados.0.smithi110.stdout:1464: read oid 16 snap -1 2024-02-18T08:25:00.701 INFO:tasks.rados.rados.0.smithi110.stdout:1464: expect (ObjNum 463 snap 140 seq_num 463) 2024-02-18T08:25:00.702 INFO:tasks.rados.rados.0.smithi110.stdout:1465: snap_create 2024-02-18T08:25:00.703 INFO:tasks.rados.rados.0.smithi110.stdout:1462: finishing rollback tid 0 to smithi11051043-31 2024-02-18T08:25:00.703 INFO:tasks.rados.rados.0.smithi110.stdout:1460: expect (ObjNum 421 snap 127 seq_num 421) 2024-02-18T08:25:00.920 INFO:tasks.rados.rados.0.smithi110.stdout:1462: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:25:00.920 INFO:tasks.rados.rados.0.smithi110.stdout:1462: finishing rollback tid 2 to smithi11051043-31 2024-02-18T08:25:00.920 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 803 (ObjNum 426 snap 130 seq_num 426) dirty exists 2024-02-18T08:25:00.921 INFO:tasks.rados.rados.0.smithi110.stdout:1461: finishing write tid 1 to smithi11051043-49 2024-02-18T08:25:00.921 INFO:tasks.rados.rados.0.smithi110.stdout:1461: finishing write tid 3 to smithi11051043-49 2024-02-18T08:25:00.921 INFO:tasks.rados.rados.0.smithi110.stdout:1461: finishing write tid 4 to smithi11051043-49 2024-02-18T08:25:00.921 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 620 (ObjNum 465 snap 140 seq_num 465) dirty exists 2024-02-18T08:25:00.921 INFO:tasks.rados.rados.0.smithi110.stdout:1461: left oid 49 (ObjNum 465 snap 140 seq_num 465) 2024-02-18T08:25:00.921 INFO:tasks.rados.rados.0.smithi110.stdout:1463: expect (ObjNum 460 snap 138 seq_num 460) 2024-02-18T08:25:01.087 INFO:tasks.rados.rados.0.smithi110.stdout:1464: expect (ObjNum 463 snap 140 seq_num 463) 2024-02-18T08:25:01.683 INFO:tasks.rados.rados.0.smithi110.stdout:1460: done (5 left) 2024-02-18T08:25:01.684 INFO:tasks.rados.rados.0.smithi110.stdout:1461: done (4 left) 2024-02-18T08:25:01.684 INFO:tasks.rados.rados.0.smithi110.stdout:1462: done (3 left) 2024-02-18T08:25:01.684 INFO:tasks.rados.rados.0.smithi110.stdout:1463: done (2 left) 2024-02-18T08:25:01.684 INFO:tasks.rados.rados.0.smithi110.stdout:1464: done (1 left) 2024-02-18T08:25:01.684 INFO:tasks.rados.rados.0.smithi110.stdout:1465: done (0 left) 2024-02-18T08:25:01.684 INFO:tasks.rados.rados.0.smithi110.stdout:1466: rollback oid 30 current snap is 141 2024-02-18T08:25:01.684 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 30 to 140 2024-02-18T08:25:01.684 INFO:tasks.rados.rados.0.smithi110.stdout:1467: snap_remove snap 138 2024-02-18T08:25:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:01 smithi110 bash[54479]: cluster 2024-02-18T08:25:00.635743+0000 mgr.y (mgr.44100) 141 : cluster [DBG] pgmap v204: 89 pgs: 89 active+clean; 109 MiB data, 779 MiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-02-18T08:25:01.723 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:01 smithi110 bash[54479]: cluster 2024-02-18T08:25:00.671690+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2024-02-18T08:25:01.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:01 smithi110 bash[55875]: cluster 2024-02-18T08:25:00.635743+0000 mgr.y (mgr.44100) 141 : cluster [DBG] pgmap v204: 89 pgs: 89 active+clean; 109 MiB data, 779 MiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-02-18T08:25:01.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:01 smithi110 bash[55875]: cluster 2024-02-18T08:25:00.671690+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2024-02-18T08:25:01.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:01.628Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:01.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:01.628Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:01.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:01.629Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:25:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:01 smithi191 bash[38688]: cluster 2024-02-18T08:25:00.635743+0000 mgr.y (mgr.44100) 141 : cluster [DBG] pgmap v204: 89 pgs: 89 active+clean; 109 MiB data, 779 MiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-02-18T08:25:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:01 smithi191 bash[38688]: cluster 2024-02-18T08:25:00.671690+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2024-02-18T08:25:02.693 INFO:tasks.rados.rados.0.smithi110.stdout:1467: done (1 left) 2024-02-18T08:25:02.693 INFO:tasks.rados.rados.0.smithi110.stdout:1468: delete oid 36 current snap is 141 2024-02-18T08:25:02.693 INFO:tasks.rados.rados.0.smithi110.stdout:1466: finishing rollback tid 0 to smithi11051043-30 2024-02-18T08:25:02.693 INFO:tasks.rados.rados.0.smithi110.stdout:1466: finishing rollback tid 1 to smithi11051043-30 2024-02-18T08:25:02.693 INFO:tasks.rados.rados.0.smithi110.stdout:1466: finishing rollback tid 2 to smithi11051043-30 2024-02-18T08:25:02.693 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 621 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:25:02.700 INFO:tasks.rados.rados.0.smithi110.stdout:1466: done (1 left) 2024-02-18T08:25:02.700 INFO:tasks.rados.rados.0.smithi110.stdout:1468: done (0 left) 2024-02-18T08:25:02.700 INFO:tasks.rados.rados.0.smithi110.stdout:1469: snap_remove snap 140 2024-02-18T08:25:02.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:02 smithi110 bash[55875]: cluster 2024-02-18T08:25:01.680694+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2024-02-18T08:25:02.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:02 smithi110 bash[54479]: cluster 2024-02-18T08:25:01.680694+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2024-02-18T08:25:02.973 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:02 smithi110 systemd[1]: Stopping Ceph osd.2 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:25:02.973 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:02 smithi110 bash[31372]: debug 2024-02-18T08:25:02.796+0000 7f9696324700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:25:02.973 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:02 smithi110 bash[31372]: debug 2024-02-18T08:25:02.796+0000 7f9696324700 -1 osd.2 348 *** Got signal Terminated *** 2024-02-18T08:25:02.973 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:02 smithi110 bash[31372]: debug 2024-02-18T08:25:02.796+0000 7f9696324700 -1 osd.2 348 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T08:25:03.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:02 smithi191 bash[38688]: cluster 2024-02-18T08:25:01.680694+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2024-02-18T08:25:03.704 INFO:tasks.rados.rados.0.smithi110.stdout:1469: done (0 left) 2024-02-18T08:25:03.705 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 141 2024-02-18T08:25:03.705 INFO:tasks.rados.rados.0.smithi110.stdout:1470: seq_num 467 ranges {155648=630784} 2024-02-18T08:25:03.710 INFO:tasks.rados.rados.0.smithi110.stdout:1470: writing smithi11051043-32 from 155648 to 786432 tid 1 2024-02-18T08:25:03.710 INFO:tasks.rados.rados.0.smithi110.stdout:1471: read oid 23 snap -1 2024-02-18T08:25:03.710 INFO:tasks.rados.rados.0.smithi110.stdout:1471: expect (ObjNum 390 snap 122 seq_num 390) 2024-02-18T08:25:03.710 INFO:tasks.rados.rados.0.smithi110.stdout:1472: setattr oid 26 current snap is 141 2024-02-18T08:25:03.712 INFO:tasks.rados.rados.0.smithi110.stdout:1473: rollback oid 27 current snap is 141 2024-02-18T08:25:03.712 INFO:tasks.rados.rados.0.smithi110.stdout:1473: done (3 left) 2024-02-18T08:25:03.712 INFO:tasks.rados.rados.0.smithi110.stdout:1474: rollback oid 13 current snap is 141 2024-02-18T08:25:03.712 INFO:tasks.rados.rados.0.smithi110.stdout:1474: done (3 left) 2024-02-18T08:25:03.712 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 141 2024-02-18T08:25:03.712 INFO:tasks.rados.rados.0.smithi110.stdout:1475: seq_num 468 ranges {8282112=647168} 2024-02-18T08:25:03.763 INFO:tasks.rados.rados.0.smithi110.stdout:1475: writing smithi11051043-39 from 8282112 to 8929280 tid 1 2024-02-18T08:25:03.763 INFO:tasks.rados.rados.0.smithi110.stdout:1476: read oid 19 snap -1 2024-02-18T08:25:03.763 INFO:tasks.rados.rados.0.smithi110.stdout:1476: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:25:03.763 INFO:tasks.rados.rados.0.smithi110.stdout:1477: delete oid 35 current snap is 141 2024-02-18T08:25:03.763 INFO:tasks.rados.rados.0.smithi110.stdout:1470: finishing write tid 1 to smithi11051043-32 2024-02-18T08:25:03.764 INFO:tasks.rados.rados.0.smithi110.stdout:1470: finishing write tid 3 to smithi11051043-32 2024-02-18T08:25:03.764 INFO:tasks.rados.rados.0.smithi110.stdout:1470: finishing write tid 4 to smithi11051043-32 2024-02-18T08:25:03.764 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 129 (ObjNum 467 snap 141 seq_num 467) dirty exists 2024-02-18T08:25:03.764 INFO:tasks.rados.rados.0.smithi110.stdout:1470: left oid 32 (ObjNum 467 snap 141 seq_num 467) 2024-02-18T08:25:03.764 INFO:tasks.rados.rados.0.smithi110.stdout:1471: expect (ObjNum 390 snap 122 seq_num 390) 2024-02-18T08:25:03.816 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:03 smithi110 bash[54479]: cluster 2024-02-18T08:25:02.636346+0000 mgr.y (mgr.44100) 142 : cluster [DBG] pgmap v207: 89 pgs: 89 active+clean; 109 MiB data, 782 MiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-02-18T08:25:03.816 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:03 smithi110 bash[54479]: cluster 2024-02-18T08:25:02.689831+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2024-02-18T08:25:03.816 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:03 smithi110 bash[54479]: cluster 2024-02-18T08:25:02.798925+0000 mon.a (mon.0) 416 : cluster [INF] osd.2 marked itself down and dead 2024-02-18T08:25:03.816 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:03 smithi110 bash[55875]: cluster 2024-02-18T08:25:02.636346+0000 mgr.y (mgr.44100) 142 : cluster [DBG] pgmap v207: 89 pgs: 89 active+clean; 109 MiB data, 782 MiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-02-18T08:25:03.816 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:03 smithi110 bash[55875]: cluster 2024-02-18T08:25:02.689831+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2024-02-18T08:25:03.816 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:03 smithi110 bash[55875]: cluster 2024-02-18T08:25:02.798925+0000 mon.a (mon.0) 416 : cluster [INF] osd.2 marked itself down and dead 2024-02-18T08:25:03.816 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:03.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:03.817 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:03.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:03.817 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:03.523Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:25:04.021 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 808 (ObjNum 459 snap 137 seq_num 459) dirty exists 2024-02-18T08:25:04.022 INFO:tasks.rados.rados.0.smithi110.stdout:1476: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:25:04.024 INFO:tasks.rados.rados.0.smithi110.stdout:1475: finishing write tid 1 to smithi11051043-39 2024-02-18T08:25:04.024 INFO:tasks.rados.rados.0.smithi110.stdout:1475: finishing write tid 3 to smithi11051043-39 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1475: finishing write tid 4 to smithi11051043-39 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 628 (ObjNum 468 snap 141 seq_num 468) dirty exists 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1475: left oid 39 (ObjNum 468 snap 141 seq_num 468) 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1470: done (5 left) 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1471: done (4 left) 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1472: done (3 left) 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1475: done (2 left) 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1476: done (1 left) 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1477: done (0 left) 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1478: copy_from oid 20 from oid 46 current snap is 141 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1479: copy_from oid 35 from oid 14 current snap is 141 2024-02-18T08:25:04.025 INFO:tasks.rados.rados.0.smithi110.stdout:1480: delete oid 34 current snap is 141 2024-02-18T08:25:04.028 INFO:tasks.rados.rados.0.smithi110.stdout:1480: done (2 left) 2024-02-18T08:25:04.028 INFO:tasks.rados.rados.0.smithi110.stdout:1481: read oid 13 snap -1 2024-02-18T08:25:04.028 INFO:tasks.rados.rados.0.smithi110.stdout:1481: expect (ObjNum 353 snap 112 seq_num 353) 2024-02-18T08:25:04.028 INFO:tasks.rados.rados.0.smithi110.stdout:1482: setattr oid 28 current snap is 141 2024-02-18T08:25:04.030 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 141 2024-02-18T08:25:04.030 INFO:tasks.rados.rados.0.smithi110.stdout:1483: seq_num 471 ranges {2342912=696320} 2024-02-18T08:25:04.051 INFO:tasks.rados.rados.0.smithi110.stdout:1483: writing smithi11051043-31 from 2342912 to 3039232 tid 1 2024-02-18T08:25:04.051 INFO:tasks.rados.rados.0.smithi110.stdout:1484: copy_from oid 33 from oid 6 current snap is 141 2024-02-18T08:25:04.051 INFO:tasks.rados.rados.0.smithi110.stdout:1481: expect (ObjNum 353 snap 112 seq_num 353) 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 635 (ObjNum 395 snap 122 seq_num 395) dirty exists 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1483: finishing write tid 1 to smithi11051043-31 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1483: finishing write tid 3 to smithi11051043-31 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1483: finishing write tid 4 to smithi11051043-31 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 810 (ObjNum 471 snap 141 seq_num 471) dirty exists 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1483: left oid 31 (ObjNum 471 snap 141 seq_num 471) 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1484: finishing copy_from to smithi11051043-33 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 616 (ObjNum 413 snap 126 seq_num 413) dirty exists 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1484: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1481: done (5 left) 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1482: done (4 left) 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1483: done (3 left) 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1484: done (2 left) 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1485: read oid 7 snap -1 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1485: expect (ObjNum 438 snap 133 seq_num 438) 2024-02-18T08:25:04.082 INFO:tasks.rados.rados.0.smithi110.stdout:1486: delete oid 8 current snap is 141 2024-02-18T08:25:04.084 INFO:tasks.rados.rados.0.smithi110.stdout:1486: done (3 left) 2024-02-18T08:25:04.084 INFO:tasks.rados.rados.0.smithi110.stdout:1487: read oid 43 snap -1 2024-02-18T08:25:04.084 INFO:tasks.rados.rados.0.smithi110.stdout:1487: expect deleted 2024-02-18T08:25:04.084 INFO:tasks.rados.rados.0.smithi110.stdout:1488: snap_create 2024-02-18T08:25:04.086 INFO:tasks.rados.rados.0.smithi110.stdout:1485: expect (ObjNum 438 snap 133 seq_num 438) 2024-02-18T08:25:04.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:03 smithi191 bash[38688]: cluster 2024-02-18T08:25:02.636346+0000 mgr.y (mgr.44100) 142 : cluster [DBG] pgmap v207: 89 pgs: 89 active+clean; 109 MiB data, 782 MiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-02-18T08:25:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:03 smithi191 bash[38688]: cluster 2024-02-18T08:25:02.689831+0000 mon.a (mon.0) 415 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2024-02-18T08:25:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:03 smithi191 bash[38688]: cluster 2024-02-18T08:25:02.798925+0000 mon.a (mon.0) 416 : cluster [INF] osd.2 marked itself down and dead 2024-02-18T08:25:04.660 INFO:tasks.rados.rados.0.smithi110.stdout:1485: done (4 left) 2024-02-18T08:25:04.660 INFO:tasks.rados.rados.0.smithi110.stdout:1488: done (3 left) 2024-02-18T08:25:04.660 INFO:tasks.rados.rados.0.smithi110.stdout:1489: read oid 9 snap -1 2024-02-18T08:25:04.660 INFO:tasks.rados.rados.0.smithi110.stdout:1489: expect (ObjNum 454 snap 136 seq_num 454) 2024-02-18T08:25:04.660 INFO:tasks.rados.rados.0.smithi110.stdout:1490: rmattr oid 3 current snap is 142 2024-02-18T08:25:04.660 INFO:tasks.rados.rados.0.smithi110.stdout:1490: done (4 left) 2024-02-18T08:25:04.660 INFO:tasks.rados.rados.0.smithi110.stdout:1491: snap_create 2024-02-18T08:25:04.670 INFO:tasks.rados.rados.0.smithi110.stdout:1479: finishing copy_from to smithi11051043-35 2024-02-18T08:25:04.670 INFO:tasks.rados.rados.0.smithi110.stdout:1479: got expected ENOENT (src dne) 2024-02-18T08:25:04.670 INFO:tasks.rados.rados.0.smithi110.stdout:1479: finishing copy_from racing read to smithi11051043-35 2024-02-18T08:25:04.683 INFO:tasks.rados.rados.0.smithi110.stdout:1478: finishing copy_from racing read to smithi11051043-20 2024-02-18T08:25:04.687 INFO:tasks.rados.rados.0.smithi110.stdout:1478: finishing copy_from to smithi11051043-20 2024-02-18T08:25:04.687 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 611 (ObjNum 393 snap 122 seq_num 393) dirty exists 2024-02-18T08:25:04.690 INFO:tasks.rados.rados.0.smithi110.stdout:1489: expect (ObjNum 454 snap 136 seq_num 454) 2024-02-18T08:25:04.692 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:04 smithi110 bash[61500]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.2 2024-02-18T08:25:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:04 smithi110 bash[54479]: cluster 2024-02-18T08:25:03.687280+0000 mon.a (mon.0) 417 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:25:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:04 smithi110 bash[54479]: cluster 2024-02-18T08:25:03.701259+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2024-02-18T08:25:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:04 smithi110 bash[54479]: cluster 2024-02-18T08:25:04.656731+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2024-02-18T08:25:04.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:04 smithi110 bash[55875]: cluster 2024-02-18T08:25:03.687280+0000 mon.a (mon.0) 417 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:25:04.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:04 smithi110 bash[55875]: cluster 2024-02-18T08:25:03.701259+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2024-02-18T08:25:04.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:04 smithi110 bash[55875]: cluster 2024-02-18T08:25:04.656731+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2024-02-18T08:25:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:04 smithi191 bash[38688]: cluster 2024-02-18T08:25:03.687280+0000 mon.a (mon.0) 417 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:25:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:04 smithi191 bash[38688]: cluster 2024-02-18T08:25:03.701259+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2024-02-18T08:25:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:04 smithi191 bash[38688]: cluster 2024-02-18T08:25:04.656731+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2024-02-18T08:25:05.661 INFO:tasks.rados.rados.0.smithi110.stdout:1478: done (4 left) 2024-02-18T08:25:05.662 INFO:tasks.rados.rados.0.smithi110.stdout:1479: done (3 left) 2024-02-18T08:25:05.662 INFO:tasks.rados.rados.0.smithi110.stdout:1487: done (2 left) 2024-02-18T08:25:05.662 INFO:tasks.rados.rados.0.smithi110.stdout:1489: done (1 left) 2024-02-18T08:25:05.662 INFO:tasks.rados.rados.0.smithi110.stdout:1491: done (0 left) 2024-02-18T08:25:05.662 INFO:tasks.rados.rados.0.smithi110.stdout:1492: rmattr oid 1 current snap is 143 2024-02-18T08:25:05.662 INFO:tasks.rados.rados.0.smithi110.stdout:1492: done (0 left) 2024-02-18T08:25:05.662 INFO:tasks.rados.rados.0.smithi110.stdout:1493: copy_from oid 37 from oid 15 current snap is 143 2024-02-18T08:25:05.662 INFO:tasks.rados.rados.0.smithi110.stdout:1494: rollback oid 30 current snap is 143 2024-02-18T08:25:05.662 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 30 to 141 2024-02-18T08:25:05.662 INFO:tasks.rados.rados.0.smithi110.stdout:1495: snap_create 2024-02-18T08:25:05.667 INFO:tasks.rados.rados.0.smithi110.stdout:1494: finishing rollback tid 0 to smithi11051043-30 2024-02-18T08:25:05.667 INFO:tasks.rados.rados.0.smithi110.stdout:1494: finishing rollback tid 1 to smithi11051043-30 2024-02-18T08:25:05.667 INFO:tasks.rados.rados.0.smithi110.stdout:1494: finishing rollback tid 2 to smithi11051043-30 2024-02-18T08:25:05.667 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 624 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:25:05.674 INFO:tasks.rados.rados.0.smithi110.stdout:1493: finishing copy_from to smithi11051043-37 2024-02-18T08:25:05.674 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 773 (ObjNum 464 snap 140 seq_num 464) dirty exists 2024-02-18T08:25:05.676 INFO:tasks.rados.rados.0.smithi110.stdout:1493: finishing copy_from racing read to smithi11051043-37 2024-02-18T08:25:05.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:05 smithi110 bash[54479]: cluster 2024-02-18T08:25:04.637271+0000 mgr.y (mgr.44100) 143 : cluster [DBG] pgmap v210: 89 pgs: 4 peering, 5 stale+active+clean, 80 active+clean; 109 MiB data, 782 MiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:25:05.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:05 smithi110 bash[54479]: cluster 2024-02-18T08:25:05.658519+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2024-02-18T08:25:05.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:05 smithi110 bash[55875]: cluster 2024-02-18T08:25:04.637271+0000 mgr.y (mgr.44100) 143 : cluster [DBG] pgmap v210: 89 pgs: 4 peering, 5 stale+active+clean, 80 active+clean; 109 MiB data, 782 MiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:25:05.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:05 smithi110 bash[55875]: cluster 2024-02-18T08:25:05.658519+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2024-02-18T08:25:06.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:05 smithi191 bash[38688]: cluster 2024-02-18T08:25:04.637271+0000 mgr.y (mgr.44100) 143 : cluster [DBG] pgmap v210: 89 pgs: 4 peering, 5 stale+active+clean, 80 active+clean; 109 MiB data, 782 MiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:25:06.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:05 smithi191 bash[38688]: cluster 2024-02-18T08:25:05.658519+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2024-02-18T08:25:06.663 INFO:tasks.rados.rados.0.smithi110.stdout:1493: done (2 left) 2024-02-18T08:25:06.663 INFO:tasks.rados.rados.0.smithi110.stdout:1494: done (1 left) 2024-02-18T08:25:06.663 INFO:tasks.rados.rados.0.smithi110.stdout:1495: done (0 left) 2024-02-18T08:25:06.663 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 144 2024-02-18T08:25:06.663 INFO:tasks.rados.rados.0.smithi110.stdout:1496: seq_num 473 ranges {3440640=729088} 2024-02-18T08:25:06.687 INFO:tasks.rados.rados.0.smithi110.stdout:1496: writing smithi11051043-25 from 3440640 to 4169728 tid 1 2024-02-18T08:25:06.687 INFO:tasks.rados.rados.0.smithi110.stdout:1497: delete oid 33 current snap is 144 2024-02-18T08:25:06.697 INFO:tasks.rados.rados.0.smithi110.stdout:1497: done (1 left) 2024-02-18T08:25:06.697 INFO:tasks.rados.rados.0.smithi110.stdout:1498: snap_create 2024-02-18T08:25:06.698 INFO:tasks.rados.rados.0.smithi110.stdout:1496: finishing write tid 1 to smithi11051043-25 2024-02-18T08:25:06.698 INFO:tasks.rados.rados.0.smithi110.stdout:1496: finishing write tid 3 to smithi11051043-25 2024-02-18T08:25:06.700 INFO:tasks.rados.rados.0.smithi110.stdout:1496: finishing write tid 4 to smithi11051043-25 2024-02-18T08:25:06.700 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 630 (ObjNum 473 snap 144 seq_num 473) dirty exists 2024-02-18T08:25:06.700 INFO:tasks.rados.rados.0.smithi110.stdout:1496: left oid 25 (ObjNum 473 snap 144 seq_num 473) 2024-02-18T08:25:06.973 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:06 smithi110 systemd[1]: Stopped Ceph osd.2 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:25:06.973 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:06 smithi110 systemd[1]: Started Ceph osd.2 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:25:07.674 INFO:tasks.rados.rados.0.smithi110.stdout:1496: done (1 left) 2024-02-18T08:25:07.675 INFO:tasks.rados.rados.0.smithi110.stdout:1498: done (0 left) 2024-02-18T08:25:07.675 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 145 2024-02-18T08:25:07.675 INFO:tasks.rados.rados.0.smithi110.stdout:1499: seq_num 475 ranges {4194304=761856} 2024-02-18T08:25:07.702 INFO:tasks.rados.rados.0.smithi110.stdout:1499: writing smithi11051043-5 from 4194304 to 4956160 tid 1 2024-02-18T08:25:07.703 INFO:tasks.rados.rados.0.smithi110.stdout:1500: rollback oid 11 current snap is 145 2024-02-18T08:25:07.703 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 11 to 143 2024-02-18T08:25:07.703 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 145 2024-02-18T08:25:07.703 INFO:tasks.rados.rados.0.smithi110.stdout:1501: seq_num 476 ranges {0=778240} 2024-02-18T08:25:07.707 INFO:tasks.rados.rados.0.smithi110.stdout:1501: writing smithi11051043-4 from 0 to 778240 tid 1 2024-02-18T08:25:07.707 INFO:tasks.rados.rados.0.smithi110.stdout:1500: finishing rollback tid 1 to smithi11051043-11 2024-02-18T08:25:07.707 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 0 (ObjNum -130320448 snap 22008 seq_num 2665860272) dirty dne 2024-02-18T08:25:07.708 INFO:tasks.rados.rados.0.smithi110.stdout:1500: done (2 left) 2024-02-18T08:25:07.708 INFO:tasks.rados.rados.0.smithi110.stdout:1502: delete oid 46 current snap is 145 2024-02-18T08:25:07.715 INFO:tasks.rados.rados.0.smithi110.stdout:1499: finishing write tid 1 to smithi11051043-5 2024-02-18T08:25:07.716 INFO:tasks.rados.rados.0.smithi110.stdout:1499: finishing write tid 3 to smithi11051043-5 2024-02-18T08:25:07.716 INFO:tasks.rados.rados.0.smithi110.stdout:1502: done (2 left) 2024-02-18T08:25:07.716 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 145 2024-02-18T08:25:07.716 INFO:tasks.rados.rados.0.smithi110.stdout:1503: seq_num 478 ranges {3997696=409600,4407296=401408} 2024-02-18T08:25:07.741 INFO:tasks.rados.rados.0.smithi110.stdout:1503: writing smithi11051043-29 from 3997696 to 4407296 tid 1 2024-02-18T08:25:07.744 INFO:tasks.rados.rados.0.smithi110.stdout:1503: writing smithi11051043-29 from 4407296 to 4808704 tid 2 2024-02-18T08:25:07.744 INFO:tasks.rados.rados.0.smithi110.stdout:1504: delete oid 3 current snap is 145 2024-02-18T08:25:07.744 INFO:tasks.rados.rados.0.smithi110.stdout:1499: finishing write tid 4 to smithi11051043-5 2024-02-18T08:25:07.744 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 520 (ObjNum 475 snap 145 seq_num 475) dirty exists 2024-02-18T08:25:07.744 INFO:tasks.rados.rados.0.smithi110.stdout:1499: left oid 5 (ObjNum 475 snap 145 seq_num 475) 2024-02-18T08:25:07.744 INFO:tasks.rados.rados.0.smithi110.stdout:1501: finishing write tid 1 to smithi11051043-4 2024-02-18T08:25:07.744 INFO:tasks.rados.rados.0.smithi110.stdout:1501: finishing write tid 3 to smithi11051043-4 2024-02-18T08:25:07.744 INFO:tasks.rados.rados.0.smithi110.stdout:1501: finishing write tid 4 to smithi11051043-4 2024-02-18T08:25:07.744 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 595 (ObjNum 476 snap 145 seq_num 476) dirty exists 2024-02-18T08:25:07.744 INFO:tasks.rados.rados.0.smithi110.stdout:1501: left oid 4 (ObjNum 476 snap 145 seq_num 476) 2024-02-18T08:25:07.745 INFO:tasks.rados.rados.0.smithi110.stdout:1503: finishing write tid 1 to smithi11051043-29 2024-02-18T08:25:07.746 INFO:tasks.rados.rados.0.smithi110.stdout:1499: done (3 left) 2024-02-18T08:25:07.746 INFO:tasks.rados.rados.0.smithi110.stdout:1501: done (2 left) 2024-02-18T08:25:07.746 INFO:tasks.rados.rados.0.smithi110.stdout:1504: done (1 left) 2024-02-18T08:25:07.746 INFO:tasks.rados.rados.0.smithi110.stdout:1505: rollback oid 13 current snap is 145 2024-02-18T08:25:07.746 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 144 2024-02-18T08:25:07.747 INFO:tasks.rados.rados.0.smithi110.stdout:1506: snap_create 2024-02-18T08:25:07.747 INFO:tasks.rados.rados.0.smithi110.stdout:1503: finishing write tid 2 to smithi11051043-29 2024-02-18T08:25:07.748 INFO:tasks.rados.rados.0.smithi110.stdout:1503: finishing write tid 4 to smithi11051043-29 2024-02-18T08:25:07.750 INFO:tasks.rados.rados.0.smithi110.stdout:1503: finishing write tid 5 to smithi11051043-29 2024-02-18T08:25:07.750 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 369 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-02-18T08:25:07.750 INFO:tasks.rados.rados.0.smithi110.stdout:1503: left oid 29 (ObjNum 478 snap 145 seq_num 478) 2024-02-18T08:25:07.750 INFO:tasks.rados.rados.0.smithi110.stdout:1505: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:25:07.750 INFO:tasks.rados.rados.0.smithi110.stdout:1505: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:25:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1505: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:25:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 627 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-02-18T08:25:07.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:07 smithi110 bash[54479]: cluster 2024-02-18T08:25:06.637887+0000 mgr.y (mgr.44100) 144 : cluster [DBG] pgmap v213: 89 pgs: 6 activating+undersized, 4 peering, 1 stale+active+clean, 8 active+undersized, 70 active+clean; 97 MiB data, 775 MiB used, 708 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 20 op/s; 7/165 objects degraded (4.242%) 2024-02-18T08:25:07.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:07 smithi110 bash[54479]: cluster 2024-02-18T08:25:06.660158+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2024-02-18T08:25:07.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:07 smithi110 bash[54479]: audit 2024-02-18T08:25:06.797935+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:07.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:07 smithi110 bash[54479]: audit 2024-02-18T08:25:06.799187+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:07.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:07 smithi110 bash[54479]: audit 2024-02-18T08:25:06.801519+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:25:07.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:07 smithi110 bash[55875]: cluster 2024-02-18T08:25:06.637887+0000 mgr.y (mgr.44100) 144 : cluster [DBG] pgmap v213: 89 pgs: 6 activating+undersized, 4 peering, 1 stale+active+clean, 8 active+undersized, 70 active+clean; 97 MiB data, 775 MiB used, 708 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 20 op/s; 7/165 objects degraded (4.242%) 2024-02-18T08:25:07.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:07 smithi110 bash[55875]: cluster 2024-02-18T08:25:06.660158+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2024-02-18T08:25:07.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:07 smithi110 bash[55875]: audit 2024-02-18T08:25:06.797935+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:07.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:07 smithi110 bash[55875]: audit 2024-02-18T08:25:06.799187+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:07.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:07 smithi110 bash[55875]: audit 2024-02-18T08:25:06.801519+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:25:08.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:07 smithi191 bash[38688]: cluster 2024-02-18T08:25:06.637887+0000 mgr.y (mgr.44100) 144 : cluster [DBG] pgmap v213: 89 pgs: 6 activating+undersized, 4 peering, 1 stale+active+clean, 8 active+undersized, 70 active+clean; 97 MiB data, 775 MiB used, 708 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 20 op/s; 7/165 objects degraded (4.242%) 2024-02-18T08:25:08.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:07 smithi191 bash[38688]: cluster 2024-02-18T08:25:06.660158+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2024-02-18T08:25:08.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:07 smithi191 bash[38688]: audit 2024-02-18T08:25:06.797935+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:08.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:07 smithi191 bash[38688]: audit 2024-02-18T08:25:06.799187+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:08.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:07 smithi191 bash[38688]: audit 2024-02-18T08:25:06.801519+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:25:08.673 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:08 smithi110 bash[61787]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-02-18T08:25:08.673 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:08 smithi110 bash[61787]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-02-18T08:25:08.673 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:08 smithi110 bash[61787]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-02-18T08:25:08.673 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:08 smithi110 bash[61787]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-02-18T08:25:08.673 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:08 smithi110 bash[61787]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-02-18T08:25:08.673 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:08 smithi110 bash[61787]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-02-18T08:25:08.673 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:08 smithi110 bash[61787]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-02-18T08:25:08.673 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:08 smithi110 bash[61787]: --> ceph-volume lvm activate successful for osd ID: 2 2024-02-18T08:25:08.684 INFO:tasks.rados.rados.0.smithi110.stdout:1503: done (2 left) 2024-02-18T08:25:08.684 INFO:tasks.rados.rados.0.smithi110.stdout:1505: done (1 left) 2024-02-18T08:25:08.684 INFO:tasks.rados.rados.0.smithi110.stdout:1506: done (0 left) 2024-02-18T08:25:08.684 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 146 2024-02-18T08:25:08.684 INFO:tasks.rados.rados.0.smithi110.stdout:1507: seq_num 480 ranges {0=442368,442368=401408} 2024-02-18T08:25:08.691 INFO:tasks.rados.rados.0.smithi110.stdout:1507: writing smithi11051043-38 from 0 to 442368 tid 1 2024-02-18T08:25:08.696 INFO:tasks.rados.rados.0.smithi110.stdout:1507: writing smithi11051043-38 from 442368 to 843776 tid 2 2024-02-18T08:25:08.696 INFO:tasks.rados.rados.0.smithi110.stdout:1508: rollback oid 50 current snap is 146 2024-02-18T08:25:08.696 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 50 to 145 2024-02-18T08:25:08.696 INFO:tasks.rados.rados.0.smithi110.stdout:1509: setattr oid 41 current snap is 146 2024-02-18T08:25:08.698 INFO:tasks.rados.rados.0.smithi110.stdout:1510: rollback oid 7 current snap is 146 2024-02-18T08:25:08.698 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 7 to 142 2024-02-18T08:25:08.698 INFO:tasks.rados.rados.0.smithi110.stdout:1511: snap_remove snap 143 2024-02-18T08:25:08.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:08 smithi110 bash[54479]: cluster 2024-02-18T08:25:07.671723+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2024-02-18T08:25:08.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:08 smithi110 bash[55875]: cluster 2024-02-18T08:25:07.671723+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2024-02-18T08:25:09.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:08 smithi191 bash[38688]: cluster 2024-02-18T08:25:07.671723+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2024-02-18T08:25:09.662 INFO:tasks.rados.rados.0.smithi110.stdout:1511: done (4 left) 2024-02-18T08:25:09.662 INFO:tasks.rados.rados.0.smithi110.stdout:1512: rollback oid 14 current snap is 146 2024-02-18T08:25:09.662 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 14 to 145 2024-02-18T08:25:09.662 INFO:tasks.rados.rados.0.smithi110.stdout:1513: delete oid 6 current snap is 146 2024-02-18T08:25:09.662 INFO:tasks.rados.rados.0.smithi110.stdout:1507: finishing write tid 1 to smithi11051043-38 2024-02-18T08:25:09.662 INFO:tasks.rados.rados.0.smithi110.stdout:1507: finishing write tid 2 to smithi11051043-38 2024-02-18T08:25:09.662 INFO:tasks.rados.rados.0.smithi110.stdout:1508: finishing rollback tid 1 to smithi11051043-50 2024-02-18T08:25:09.662 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 0 (ObjNum -130034816 snap 22008 seq_num 4165241840) dirty dne 2024-02-18T08:25:09.662 INFO:tasks.rados.rados.0.smithi110.stdout:1507: finishing write tid 4 to smithi11051043-38 2024-02-18T08:25:09.663 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 521 (ObjNum 456 snap 137 seq_num 456) dirty exists 2024-02-18T08:25:09.663 INFO:tasks.rados.rados.0.smithi110.stdout:1510: finishing rollback tid 0 to smithi11051043-7 2024-02-18T08:25:09.663 INFO:tasks.rados.rados.0.smithi110.stdout:1510: finishing rollback tid 1 to smithi11051043-7 2024-02-18T08:25:09.663 INFO:tasks.rados.rados.0.smithi110.stdout:1510: finishing rollback tid 2 to smithi11051043-7 2024-02-18T08:25:09.663 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 638 (ObjNum 438 snap 133 seq_num 438) dirty exists 2024-02-18T08:25:09.663 INFO:tasks.rados.rados.0.smithi110.stdout:1507: finishing write tid 5 to smithi11051043-38 2024-02-18T08:25:09.663 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 632 (ObjNum 480 snap 146 seq_num 480) dirty exists 2024-02-18T08:25:09.663 INFO:tasks.rados.rados.0.smithi110.stdout:1507: left oid 38 (ObjNum 480 snap 146 seq_num 480) 2024-02-18T08:25:09.671 INFO:tasks.rados.rados.0.smithi110.stdout:1512: finishing rollback tid 1 to smithi11051043-14 2024-02-18T08:25:09.671 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:25:09.672 INFO:tasks.rados.rados.0.smithi110.stdout:1507: done (5 left) 2024-02-18T08:25:09.672 INFO:tasks.rados.rados.0.smithi110.stdout:1508: done (4 left) 2024-02-18T08:25:09.672 INFO:tasks.rados.rados.0.smithi110.stdout:1509: done (3 left) 2024-02-18T08:25:09.672 INFO:tasks.rados.rados.0.smithi110.stdout:1510: done (2 left) 2024-02-18T08:25:09.672 INFO:tasks.rados.rados.0.smithi110.stdout:1512: done (1 left) 2024-02-18T08:25:09.672 INFO:tasks.rados.rados.0.smithi110.stdout:1513: done (0 left) 2024-02-18T08:25:09.672 INFO:tasks.rados.rados.0.smithi110.stdout:1514: snap_remove snap 141 2024-02-18T08:25:09.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:09 smithi110 bash[55875]: cluster 2024-02-18T08:25:08.638411+0000 mgr.y (mgr.44100) 145 : cluster [DBG] pgmap v216: 89 pgs: 6 activating+undersized, 4 peering, 13 active+undersized, 66 active+clean; 97 MiB data, 772 MiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 19 op/s; 7/165 objects degraded (4.242%) 2024-02-18T08:25:09.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:09 smithi110 bash[55875]: cluster 2024-02-18T08:25:08.681204+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2024-02-18T08:25:09.970 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:09 smithi110 bash[55875]: cluster 2024-02-18T08:25:09.658210+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2024-02-18T08:25:09.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:09 smithi110 bash[54479]: cluster 2024-02-18T08:25:08.638411+0000 mgr.y (mgr.44100) 145 : cluster [DBG] pgmap v216: 89 pgs: 6 activating+undersized, 4 peering, 13 active+undersized, 66 active+clean; 97 MiB data, 772 MiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 19 op/s; 7/165 objects degraded (4.242%) 2024-02-18T08:25:09.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:09 smithi110 bash[54479]: cluster 2024-02-18T08:25:08.681204+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2024-02-18T08:25:09.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:09 smithi110 bash[54479]: cluster 2024-02-18T08:25:09.658210+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2024-02-18T08:25:10.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:09 smithi191 bash[38688]: cluster 2024-02-18T08:25:08.638411+0000 mgr.y (mgr.44100) 145 : cluster [DBG] pgmap v216: 89 pgs: 6 activating+undersized, 4 peering, 13 active+undersized, 66 active+clean; 97 MiB data, 772 MiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 19 op/s; 7/165 objects degraded (4.242%) 2024-02-18T08:25:10.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:09 smithi191 bash[38688]: cluster 2024-02-18T08:25:08.681204+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2024-02-18T08:25:10.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:09 smithi191 bash[38688]: cluster 2024-02-18T08:25:09.658210+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2024-02-18T08:25:10.223 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:10 smithi110 bash[61787]: debug 2024-02-18T08:25:10.083+0000 7fa04a58b700 1 -- 172.21.15.110:0/3439887454 <== mon.0 v2:172.21.15.110:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f1119c4680 con 0x55f111a35000 2024-02-18T08:25:10.662 INFO:tasks.rados.rados.0.smithi110.stdout:1514: done (0 left) 2024-02-18T08:25:10.662 INFO:tasks.rados.rados.0.smithi110.stdout:1515: read oid 12 snap 145 2024-02-18T08:25:10.662 INFO:tasks.rados.rados.0.smithi110.stdout:1515: expect deleted 2024-02-18T08:25:10.662 INFO:tasks.rados.rados.0.smithi110.stdout:1516: snap_remove snap 142 2024-02-18T08:25:10.972 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:10 smithi110 bash[61787]: debug 2024-02-18T08:25:10.627+0000 7fa052019380 -1 Falling back to public interface 2024-02-18T08:25:11.674 INFO:tasks.rados.rados.0.smithi110.stdout:1516: done (1 left) 2024-02-18T08:25:11.674 INFO:tasks.rados.rados.0.smithi110.stdout:1517: snap_create 2024-02-18T08:25:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:11.629Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:11.629Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:11.629Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:25:11.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:11 smithi110 bash[54479]: cluster 2024-02-18T08:25:10.639715+0000 mgr.y (mgr.44100) 146 : cluster [DBG] pgmap v219: 89 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 7 active+undersized+degraded, 16 active+undersized, 64 active+clean; 98 MiB data, 769 MiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 12/198 objects degraded (6.061%) 2024-02-18T08:25:11.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:11 smithi110 bash[54479]: cluster 2024-02-18T08:25:10.659426+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e356: 8 total, 7 up, 8 in 2024-02-18T08:25:11.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:11 smithi110 bash[54479]: cluster 2024-02-18T08:25:10.677635+0000 mon.a (mon.0) 429 : cluster [WRN] Health check failed: Degraded data redundancy: 12/198 objects degraded (6.061%), 7 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:11.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:11 smithi110 bash[55875]: cluster 2024-02-18T08:25:10.639715+0000 mgr.y (mgr.44100) 146 : cluster [DBG] pgmap v219: 89 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 7 active+undersized+degraded, 16 active+undersized, 64 active+clean; 98 MiB data, 769 MiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 12/198 objects degraded (6.061%) 2024-02-18T08:25:11.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:11 smithi110 bash[55875]: cluster 2024-02-18T08:25:10.659426+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e356: 8 total, 7 up, 8 in 2024-02-18T08:25:11.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:11 smithi110 bash[55875]: cluster 2024-02-18T08:25:10.677635+0000 mon.a (mon.0) 429 : cluster [WRN] Health check failed: Degraded data redundancy: 12/198 objects degraded (6.061%), 7 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:12.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:11 smithi191 bash[38688]: cluster 2024-02-18T08:25:10.639715+0000 mgr.y (mgr.44100) 146 : cluster [DBG] pgmap v219: 89 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 7 active+undersized+degraded, 16 active+undersized, 64 active+clean; 98 MiB data, 769 MiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 12/198 objects degraded (6.061%) 2024-02-18T08:25:12.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:11 smithi191 bash[38688]: cluster 2024-02-18T08:25:10.659426+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e356: 8 total, 7 up, 8 in 2024-02-18T08:25:12.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:11 smithi191 bash[38688]: cluster 2024-02-18T08:25:10.677635+0000 mon.a (mon.0) 429 : cluster [WRN] Health check failed: Degraded data redundancy: 12/198 objects degraded (6.061%), 7 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:12.681 INFO:tasks.rados.rados.0.smithi110.stdout:1515: done (1 left) 2024-02-18T08:25:12.681 INFO:tasks.rados.rados.0.smithi110.stdout:1517: done (0 left) 2024-02-18T08:25:12.681 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 147 2024-02-18T08:25:12.681 INFO:tasks.rados.rados.0.smithi110.stdout:1518: seq_num 482 ranges {2367488=475136,2842624=401408} 2024-02-18T08:25:12.699 INFO:tasks.rados.rados.0.smithi110.stdout:1518: writing smithi11051043-41 from 2367488 to 2842624 tid 1 2024-02-18T08:25:12.702 INFO:tasks.rados.rados.0.smithi110.stdout:1518: writing smithi11051043-41 from 2842624 to 3244032 tid 2 2024-02-18T08:25:12.702 INFO:tasks.rados.rados.0.smithi110.stdout:1519: snap_remove snap 145 2024-02-18T08:25:12.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:12 smithi110 bash[54479]: cluster 2024-02-18T08:25:11.670694+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e357: 8 total, 7 up, 8 in 2024-02-18T08:25:12.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:12 smithi110 bash[55875]: cluster 2024-02-18T08:25:11.670694+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e357: 8 total, 7 up, 8 in 2024-02-18T08:25:13.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:12 smithi191 bash[38688]: cluster 2024-02-18T08:25:11.670694+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e357: 8 total, 7 up, 8 in 2024-02-18T08:25:13.685 INFO:tasks.rados.rados.0.smithi110.stdout:1519: done (1 left) 2024-02-18T08:25:13.685 INFO:tasks.rados.rados.0.smithi110.stdout:1520: read oid 7 snap -1 2024-02-18T08:25:13.685 INFO:tasks.rados.rados.0.smithi110.stdout:1520: expect (ObjNum 438 snap 133 seq_num 438) 2024-02-18T08:25:13.685 INFO:tasks.rados.rados.0.smithi110.stdout:1521: read oid 45 snap -1 2024-02-18T08:25:13.685 INFO:tasks.rados.rados.0.smithi110.stdout:1521: expect (ObjNum 457 snap 137 seq_num 457) 2024-02-18T08:25:13.685 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 147 2024-02-18T08:25:13.685 INFO:tasks.rados.rados.0.smithi110.stdout:1522: seq_num 483 ranges {0=491520,491520=401408} 2024-02-18T08:25:13.702 INFO:tasks.rados.rados.0.smithi110.stdout:1522: writing smithi11051043-6 from 0 to 491520 tid 1 2024-02-18T08:25:13.703 INFO:tasks.rados.rados.0.smithi110.stdout:1522: writing smithi11051043-6 from 491520 to 892928 tid 2 2024-02-18T08:25:13.703 INFO:tasks.rados.rados.0.smithi110.stdout:1523: rollback oid 36 current snap is 147 2024-02-18T08:25:13.703 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 36 to 146 2024-02-18T08:25:13.703 INFO:tasks.rados.rados.0.smithi110.stdout:1518: finishing write tid 1 to smithi11051043-41 2024-02-18T08:25:13.703 INFO:tasks.rados.rados.0.smithi110.stdout:1518: finishing write tid 2 to smithi11051043-41 2024-02-18T08:25:13.703 INFO:tasks.rados.rados.0.smithi110.stdout:1518: finishing write tid 4 to smithi11051043-41 2024-02-18T08:25:13.703 INFO:tasks.rados.rados.0.smithi110.stdout:1518: finishing write tid 5 to smithi11051043-41 2024-02-18T08:25:13.703 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 524 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-02-18T08:25:13.703 INFO:tasks.rados.rados.0.smithi110.stdout:1518: left oid 41 (ObjNum 482 snap 147 seq_num 482) 2024-02-18T08:25:13.703 INFO:tasks.rados.rados.0.smithi110.stdout:1520: expect (ObjNum 438 snap 133 seq_num 438) 2024-02-18T08:25:13.708 INFO:tasks.rados.rados.0.smithi110.stdout:1518: done (4 left) 2024-02-18T08:25:13.708 INFO:tasks.rados.rados.0.smithi110.stdout:1520: done (3 left) 2024-02-18T08:25:13.708 INFO:tasks.rados.rados.0.smithi110.stdout:1524: read oid 13 snap 146 2024-02-18T08:25:13.708 INFO:tasks.rados.rados.0.smithi110.stdout:1524: expect (ObjNum 353 snap 112 seq_num 353) 2024-02-18T08:25:13.708 INFO:tasks.rados.rados.0.smithi110.stdout:1525: read oid 24 snap -1 2024-02-18T08:25:13.708 INFO:tasks.rados.rados.0.smithi110.stdout:1525: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:25:13.709 INFO:tasks.rados.rados.0.smithi110.stdout:1526: copy_from oid 33 from oid 3 current snap is 147 2024-02-18T08:25:13.709 INFO:tasks.rados.rados.0.smithi110.stdout:1527: read oid 7 snap -1 2024-02-18T08:25:13.709 INFO:tasks.rados.rados.0.smithi110.stdout:1527: expect (ObjNum 438 snap 133 seq_num 438) 2024-02-18T08:25:13.709 INFO:tasks.rados.rados.0.smithi110.stdout:1528: read oid 5 snap -1 2024-02-18T08:25:13.709 INFO:tasks.rados.rados.0.smithi110.stdout:1528: expect (ObjNum 475 snap 145 seq_num 475) 2024-02-18T08:25:13.709 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 147 2024-02-18T08:25:13.709 INFO:tasks.rados.rados.0.smithi110.stdout:1529: seq_num 484 ranges {0=507904,507904=401408} 2024-02-18T08:25:13.713 INFO:tasks.rados.rados.0.smithi110.stdout:1529: writing smithi11051043-43 from 0 to 507904 tid 1 2024-02-18T08:25:13.715 INFO:tasks.rados.rados.0.smithi110.stdout:1529: writing smithi11051043-43 from 507904 to 909312 tid 2 2024-02-18T08:25:13.715 INFO:tasks.rados.rados.0.smithi110.stdout:1530: snap_remove snap 144 2024-02-18T08:25:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:13 smithi110 bash[55875]: cluster 2024-02-18T08:25:12.640649+0000 mgr.y (mgr.44100) 147 : cluster [DBG] pgmap v222: 89 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 7 active+undersized+degraded, 16 active+undersized, 64 active+clean; 98 MiB data, 769 MiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 12/204 objects degraded (5.882%) 2024-02-18T08:25:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:13 smithi110 bash[55875]: cluster 2024-02-18T08:25:12.678007+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e358: 8 total, 7 up, 8 in 2024-02-18T08:25:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:13 smithi110 bash[54479]: cluster 2024-02-18T08:25:12.640649+0000 mgr.y (mgr.44100) 147 : cluster [DBG] pgmap v222: 89 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 7 active+undersized+degraded, 16 active+undersized, 64 active+clean; 98 MiB data, 769 MiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 12/204 objects degraded (5.882%) 2024-02-18T08:25:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:13 smithi110 bash[54479]: cluster 2024-02-18T08:25:12.678007+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e358: 8 total, 7 up, 8 in 2024-02-18T08:25:13.974 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:13 smithi110 bash[61787]: debug 2024-02-18T08:25:13.719+0000 7fa052019380 -1 osd.2 348 log_to_monitors {default=true} 2024-02-18T08:25:13.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:13.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:13.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:13.523Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:13.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:13.523Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:25:14.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:13 smithi191 bash[38688]: cluster 2024-02-18T08:25:12.640649+0000 mgr.y (mgr.44100) 147 : cluster [DBG] pgmap v222: 89 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 7 active+undersized+degraded, 16 active+undersized, 64 active+clean; 98 MiB data, 769 MiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.5 MiB/s wr, 15 op/s; 12/204 objects degraded (5.882%) 2024-02-18T08:25:14.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:13 smithi191 bash[38688]: cluster 2024-02-18T08:25:12.678007+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e358: 8 total, 7 up, 8 in 2024-02-18T08:25:14.695 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[52513]: debug 2024-02-18T08:25:14.311+0000 7fc859bf6700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-02-18T08:25:14.695 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: cluster 2024-02-18T08:25:13.681826+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2024-02-18T08:25:14.696 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: audit 2024-02-18T08:25:13.730392+0000 mon.a (mon.0) 433 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-18T08:25:14.711 INFO:tasks.rados.rados.0.smithi110.stdout:1530: done (9 left) 2024-02-18T08:25:14.711 INFO:tasks.rados.rados.0.smithi110.stdout:1531: rollback oid 4 current snap is 147 2024-02-18T08:25:14.711 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 4 to 146 2024-02-18T08:25:14.712 INFO:tasks.rados.rados.0.smithi110.stdout:1523: finishing rollback tid 1 to smithi11051043-36 2024-02-18T08:25:14.712 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 0 (ObjNum 288 snap 0 seq_num 65) dirty dne 2024-02-18T08:25:14.712 INFO:tasks.rados.rados.0.smithi110.stdout:1526: finishing copy_from to smithi11051043-33 2024-02-18T08:25:14.712 INFO:tasks.rados.rados.0.smithi110.stdout:1526: got expected ENOENT (src dne) 2024-02-18T08:25:14.712 INFO:tasks.rados.rados.0.smithi110.stdout:1526: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:25:14.712 INFO:tasks.rados.rados.0.smithi110.stdout:1527: expect (ObjNum 438 snap 133 seq_num 438) 2024-02-18T08:25:14.713 INFO:tasks.rados.rados.0.smithi110.stdout:1523: done (9 left) 2024-02-18T08:25:14.713 INFO:tasks.rados.rados.0.smithi110.stdout:1526: done (8 left) 2024-02-18T08:25:14.713 INFO:tasks.rados.rados.0.smithi110.stdout:1527: done (7 left) 2024-02-18T08:25:14.713 INFO:tasks.rados.rados.0.smithi110.stdout:1532: read oid 15 snap -1 2024-02-18T08:25:14.713 INFO:tasks.rados.rados.0.smithi110.stdout:1532: expect (ObjNum 464 snap 140 seq_num 464) 2024-02-18T08:25:14.713 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 147 2024-02-18T08:25:14.713 INFO:tasks.rados.rados.0.smithi110.stdout:1533: seq_num 485 ranges {0=532480,532480=401408} 2024-02-18T08:25:14.717 INFO:tasks.rados.rados.0.smithi110.stdout:1533: writing smithi11051043-8 from 0 to 532480 tid 1 2024-02-18T08:25:14.720 INFO:tasks.rados.rados.0.smithi110.stdout:1533: writing smithi11051043-8 from 532480 to 933888 tid 2 2024-02-18T08:25:14.720 INFO:tasks.rados.rados.0.smithi110.stdout:1534: copy_from oid 18 from oid 21 current snap is 147 2024-02-18T08:25:14.720 INFO:tasks.rados.rados.0.smithi110.stdout:1529: finishing write tid 1 to smithi11051043-43 2024-02-18T08:25:14.720 INFO:tasks.rados.rados.0.smithi110.stdout:1529: finishing write tid 2 to smithi11051043-43 2024-02-18T08:25:14.720 INFO:tasks.rados.rados.0.smithi110.stdout:1529: finishing write tid 4 to smithi11051043-43 2024-02-18T08:25:14.721 INFO:tasks.rados.rados.0.smithi110.stdout:1525: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:25:14.800 INFO:tasks.rados.rados.0.smithi110.stdout:1529: finishing write tid 5 to smithi11051043-43 2024-02-18T08:25:14.800 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 510 (ObjNum 484 snap 147 seq_num 484) dirty exists 2024-02-18T08:25:14.800 INFO:tasks.rados.rados.0.smithi110.stdout:1529: left oid 43 (ObjNum 484 snap 147 seq_num 484) 2024-02-18T08:25:14.800 INFO:tasks.rados.rados.0.smithi110.stdout:1522: finishing write tid 1 to smithi11051043-6 2024-02-18T08:25:14.800 INFO:tasks.rados.rados.0.smithi110.stdout:1522: finishing write tid 2 to smithi11051043-6 2024-02-18T08:25:14.800 INFO:tasks.rados.rados.0.smithi110.stdout:1522: finishing write tid 4 to smithi11051043-6 2024-02-18T08:25:14.800 INFO:tasks.rados.rados.0.smithi110.stdout:1528: expect (ObjNum 475 snap 145 seq_num 475) 2024-02-18T08:25:14.973 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[61787]: debug 2024-02-18T08:25:14.719+0000 7fa042cff700 -1 osd.2 348 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:25:14.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: audit 2024-02-18T08:25:13.987597+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:14.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: audit 2024-02-18T08:25:14.280353+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:25:14.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: audit 2024-02-18T08:25:14.281654+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:25:14.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: audit 2024-02-18T08:25:14.289261+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:14.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: audit 2024-02-18T08:25:14.299640+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:14.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: audit 2024-02-18T08:25:14.305264+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: audit 2024-02-18T08:25:14.308804+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: audit 2024-02-18T08:25:14.311142+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[54479]: audit 2024-02-18T08:25:14.314038+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: cluster 2024-02-18T08:25:13.681826+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: audit 2024-02-18T08:25:13.730392+0000 mon.a (mon.0) 433 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: audit 2024-02-18T08:25:13.987597+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: audit 2024-02-18T08:25:14.280353+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: audit 2024-02-18T08:25:14.281654+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: audit 2024-02-18T08:25:14.289261+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: audit 2024-02-18T08:25:14.299640+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: audit 2024-02-18T08:25:14.305264+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: audit 2024-02-18T08:25:14.308804+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:14.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: audit 2024-02-18T08:25:14.311142+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:14.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:14 smithi110 bash[55875]: audit 2024-02-18T08:25:14.314038+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:15.071 INFO:tasks.rados.rados.0.smithi110.stdout:1524: expect (ObjNum 353 snap 112 seq_num 353) 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: cluster 2024-02-18T08:25:13.681826+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: audit 2024-02-18T08:25:13.730392+0000 mon.a (mon.0) 433 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: audit 2024-02-18T08:25:13.987597+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: audit 2024-02-18T08:25:14.280353+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: audit 2024-02-18T08:25:14.281654+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: audit 2024-02-18T08:25:14.289261+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: audit 2024-02-18T08:25:14.299640+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: audit 2024-02-18T08:25:14.305264+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: audit 2024-02-18T08:25:14.308804+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: audit 2024-02-18T08:25:14.311142+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:15.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:14 smithi191 bash[38688]: audit 2024-02-18T08:25:14.314038+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:15.095 INFO:tasks.rados.rados.0.smithi110.stdout:1522: finishing write tid 5 to smithi11051043-6 2024-02-18T08:25:15.095 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 631 (ObjNum 483 snap 147 seq_num 483) dirty exists 2024-02-18T08:25:15.095 INFO:tasks.rados.rados.0.smithi110.stdout:1522: left oid 6 (ObjNum 483 snap 147 seq_num 483) 2024-02-18T08:25:15.095 INFO:tasks.rados.rados.0.smithi110.stdout:1521: expect (ObjNum 457 snap 137 seq_num 457) 2024-02-18T08:25:15.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[54479]: cephadm 2024-02-18T08:25:14.282772+0000 mgr.y (mgr.44100) 148 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:25:15.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[54479]: audit 2024-02-18T08:25:14.314284+0000 mgr.y (mgr.44100) 149 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:15.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[54479]: cephadm 2024-02-18T08:25:14.315624+0000 mgr.y (mgr.44100) 150 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-02-18T08:25:15.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[54479]: cluster 2024-02-18T08:25:14.641675+0000 mgr.y (mgr.44100) 151 : cluster [DBG] pgmap v225: 89 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 7 active+undersized+degraded, 16 active+undersized, 64 active+clean; 99 MiB data, 770 MiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 404 KiB/s wr, 9 op/s; 12/204 objects degraded (5.882%) 2024-02-18T08:25:15.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[54479]: audit 2024-02-18T08:25:14.704192+0000 mon.a (mon.0) 443 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-18T08:25:15.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[54479]: cluster 2024-02-18T08:25:14.704299+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e360: 8 total, 7 up, 8 in 2024-02-18T08:25:15.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[54479]: audit 2024-02-18T08:25:14.705116+0000 mon.a (mon.0) 445 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:25:15.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[55875]: cephadm 2024-02-18T08:25:14.282772+0000 mgr.y (mgr.44100) 148 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:25:15.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[55875]: audit 2024-02-18T08:25:14.314284+0000 mgr.y (mgr.44100) 149 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:15.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[55875]: cephadm 2024-02-18T08:25:14.315624+0000 mgr.y (mgr.44100) 150 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-02-18T08:25:15.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[55875]: cluster 2024-02-18T08:25:14.641675+0000 mgr.y (mgr.44100) 151 : cluster [DBG] pgmap v225: 89 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 7 active+undersized+degraded, 16 active+undersized, 64 active+clean; 99 MiB data, 770 MiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 404 KiB/s wr, 9 op/s; 12/204 objects degraded (5.882%) 2024-02-18T08:25:15.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[55875]: audit 2024-02-18T08:25:14.704192+0000 mon.a (mon.0) 443 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-18T08:25:15.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[55875]: cluster 2024-02-18T08:25:14.704299+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e360: 8 total, 7 up, 8 in 2024-02-18T08:25:15.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:15 smithi110 bash[55875]: audit 2024-02-18T08:25:14.705116+0000 mon.a (mon.0) 445 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:25:16.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:15 smithi191 bash[38688]: cephadm 2024-02-18T08:25:14.282772+0000 mgr.y (mgr.44100) 148 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:25:16.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:15 smithi191 bash[38688]: audit 2024-02-18T08:25:14.314284+0000 mgr.y (mgr.44100) 149 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:16.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:15 smithi191 bash[38688]: cephadm 2024-02-18T08:25:14.315624+0000 mgr.y (mgr.44100) 150 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-02-18T08:25:16.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:15 smithi191 bash[38688]: cluster 2024-02-18T08:25:14.641675+0000 mgr.y (mgr.44100) 151 : cluster [DBG] pgmap v225: 89 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 7 active+undersized+degraded, 16 active+undersized, 64 active+clean; 99 MiB data, 770 MiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 404 KiB/s wr, 9 op/s; 12/204 objects degraded (5.882%) 2024-02-18T08:25:16.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:15 smithi191 bash[38688]: audit 2024-02-18T08:25:14.704192+0000 mon.a (mon.0) 443 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-18T08:25:16.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:15 smithi191 bash[38688]: cluster 2024-02-18T08:25:14.704299+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e360: 8 total, 7 up, 8 in 2024-02-18T08:25:16.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:15 smithi191 bash[38688]: audit 2024-02-18T08:25:14.705116+0000 mon.a (mon.0) 445 : audit [INF] from='osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:25:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:1531: finishing rollback tid 0 to smithi11051043-4 2024-02-18T08:25:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:1531: finishing rollback tid 1 to smithi11051043-4 2024-02-18T08:25:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:1531: finishing rollback tid 2 to smithi11051043-4 2024-02-18T08:25:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 599 (ObjNum 476 snap 145 seq_num 476) dirty exists 2024-02-18T08:25:16.342 INFO:tasks.rados.rados.0.smithi110.stdout:1532: expect (ObjNum 464 snap 140 seq_num 464) 2024-02-18T08:25:16.354 INFO:tasks.rados.rados.0.smithi110.stdout:1533: finishing write tid 1 to smithi11051043-8 2024-02-18T08:25:16.354 INFO:tasks.rados.rados.0.smithi110.stdout:1533: finishing write tid 2 to smithi11051043-8 2024-02-18T08:25:16.354 INFO:tasks.rados.rados.0.smithi110.stdout:1533: finishing write tid 4 to smithi11051043-8 2024-02-18T08:25:16.355 INFO:tasks.rados.rados.0.smithi110.stdout:1533: finishing write tid 5 to smithi11051043-8 2024-02-18T08:25:16.355 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 814 (ObjNum 485 snap 147 seq_num 485) dirty exists 2024-02-18T08:25:16.355 INFO:tasks.rados.rados.0.smithi110.stdout:1533: left oid 8 (ObjNum 485 snap 147 seq_num 485) 2024-02-18T08:25:16.355 INFO:tasks.rados.rados.0.smithi110.stdout:1534: finishing copy_from racing read to smithi11051043-18 2024-02-18T08:25:16.355 INFO:tasks.rados.rados.0.smithi110.stdout:1534: finishing copy_from to smithi11051043-18 2024-02-18T08:25:16.355 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 592 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:25:16.355 INFO:tasks.rados.rados.0.smithi110.stdout:1521: done (9 left) 2024-02-18T08:25:16.357 INFO:tasks.rados.rados.0.smithi110.stdout:1522: done (8 left) 2024-02-18T08:25:16.357 INFO:tasks.rados.rados.0.smithi110.stdout:1524: done (7 left) 2024-02-18T08:25:16.357 INFO:tasks.rados.rados.0.smithi110.stdout:1525: done (6 left) 2024-02-18T08:25:16.357 INFO:tasks.rados.rados.0.smithi110.stdout:1528: done (5 left) 2024-02-18T08:25:16.357 INFO:tasks.rados.rados.0.smithi110.stdout:1529: done (4 left) 2024-02-18T08:25:16.357 INFO:tasks.rados.rados.0.smithi110.stdout:1531: done (3 left) 2024-02-18T08:25:16.357 INFO:tasks.rados.rados.0.smithi110.stdout:1532: done (2 left) 2024-02-18T08:25:16.357 INFO:tasks.rados.rados.0.smithi110.stdout:1533: done (1 left) 2024-02-18T08:25:16.357 INFO:tasks.rados.rados.0.smithi110.stdout:1534: done (0 left) 2024-02-18T08:25:16.357 INFO:tasks.rados.rados.0.smithi110.stdout:1535: snap_create 2024-02-18T08:25:16.717 INFO:tasks.rados.rados.0.smithi110.stdout:1535: done (0 left) 2024-02-18T08:25:16.717 INFO:tasks.rados.rados.0.smithi110.stdout:1536: rmattr oid 27 current snap is 148 2024-02-18T08:25:16.717 INFO:tasks.rados.rados.0.smithi110.stdout:1537: rollback oid 7 current snap is 148 2024-02-18T08:25:16.717 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 7 to 147 2024-02-18T08:25:16.717 INFO:tasks.rados.rados.0.smithi110.stdout:1538: read oid 50 snap -1 2024-02-18T08:25:16.717 INFO:tasks.rados.rados.0.smithi110.stdout:1538: expect deleted 2024-02-18T08:25:16.717 INFO:tasks.rados.rados.0.smithi110.stdout:1539: read oid 18 snap -1 2024-02-18T08:25:16.717 INFO:tasks.rados.rados.0.smithi110.stdout:1539: expect (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:25:16.717 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 148 2024-02-18T08:25:16.717 INFO:tasks.rados.rados.0.smithi110.stdout:1540: seq_num 486 ranges {0=548864,548864=401408} 2024-02-18T08:25:16.720 INFO:tasks.rados.rados.0.smithi110.stdout:1540: writing smithi11051043-35 from 0 to 548864 tid 1 2024-02-18T08:25:16.724 INFO:tasks.rados.rados.0.smithi110.stdout:1540: writing smithi11051043-35 from 548864 to 950272 tid 2 2024-02-18T08:25:16.724 INFO:tasks.rados.rados.0.smithi110.stdout:1541: rmattr oid 12 current snap is 148 2024-02-18T08:25:16.724 INFO:tasks.rados.rados.0.smithi110.stdout:1541: done (5 left) 2024-02-18T08:25:16.724 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 148 2024-02-18T08:25:16.724 INFO:tasks.rados.rados.0.smithi110.stdout:1542: seq_num 487 ranges {778240=565248,1343488=401408} 2024-02-18T08:25:16.732 INFO:tasks.rados.rados.0.smithi110.stdout:1542: writing smithi11051043-4 from 778240 to 1343488 tid 1 2024-02-18T08:25:16.736 INFO:tasks.rados.rados.0.smithi110.stdout:1542: writing smithi11051043-4 from 1343488 to 1744896 tid 2 2024-02-18T08:25:16.736 INFO:tasks.rados.rados.0.smithi110.stdout:1543: delete oid 23 current snap is 148 2024-02-18T08:25:16.736 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 816 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:25:16.736 INFO:tasks.rados.rados.0.smithi110.stdout:1537: finishing rollback tid 0 to smithi11051043-7 2024-02-18T08:25:16.736 INFO:tasks.rados.rados.0.smithi110.stdout:1540: finishing write tid 1 to smithi11051043-35 2024-02-18T08:25:16.737 INFO:tasks.rados.rados.0.smithi110.stdout:1540: finishing write tid 2 to smithi11051043-35 2024-02-18T08:25:16.737 INFO:tasks.rados.rados.0.smithi110.stdout:1540: finishing write tid 4 to smithi11051043-35 2024-02-18T08:25:16.737 INFO:tasks.rados.rados.0.smithi110.stdout:1540: finishing write tid 5 to smithi11051043-35 2024-02-18T08:25:16.737 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 602 (ObjNum 486 snap 148 seq_num 486) dirty exists 2024-02-18T08:25:16.737 INFO:tasks.rados.rados.0.smithi110.stdout:1540: left oid 35 (ObjNum 486 snap 148 seq_num 486) 2024-02-18T08:25:16.737 INFO:tasks.rados.rados.0.smithi110.stdout:1537: finishing rollback tid 1 to smithi11051043-7 2024-02-18T08:25:16.737 INFO:tasks.rados.rados.0.smithi110.stdout:1537: finishing rollback tid 2 to smithi11051043-7 2024-02-18T08:25:16.737 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 641 (ObjNum 438 snap 133 seq_num 438) dirty exists 2024-02-18T08:25:16.738 INFO:tasks.rados.rados.0.smithi110.stdout:1542: finishing write tid 1 to smithi11051043-4 2024-02-18T08:25:16.741 INFO:tasks.rados.rados.0.smithi110.stdout:1536: done (6 left) 2024-02-18T08:25:16.741 INFO:tasks.rados.rados.0.smithi110.stdout:1537: done (5 left) 2024-02-18T08:25:16.741 INFO:tasks.rados.rados.0.smithi110.stdout:1538: done (4 left) 2024-02-18T08:25:16.741 INFO:tasks.rados.rados.0.smithi110.stdout:1540: done (3 left) 2024-02-18T08:25:16.741 INFO:tasks.rados.rados.0.smithi110.stdout:1543: done (2 left) 2024-02-18T08:25:16.741 INFO:tasks.rados.rados.0.smithi110.stdout:1544: snap_remove snap 146 2024-02-18T08:25:17.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:16 smithi191 bash[38688]: cluster 2024-02-18T08:25:15.700493+0000 mon.a (mon.0) 446 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:25:17.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:16 smithi191 bash[38688]: cluster 2024-02-18T08:25:15.704489+0000 mon.a (mon.0) 447 : cluster [INF] osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353] boot 2024-02-18T08:25:17.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:16 smithi191 bash[38688]: cluster 2024-02-18T08:25:15.704552+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-02-18T08:25:17.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:16 smithi191 bash[38688]: audit 2024-02-18T08:25:15.705443+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:25:17.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:16 smithi110 bash[54479]: cluster 2024-02-18T08:25:15.700493+0000 mon.a (mon.0) 446 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:25:17.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:16 smithi110 bash[54479]: cluster 2024-02-18T08:25:15.704489+0000 mon.a (mon.0) 447 : cluster [INF] osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353] boot 2024-02-18T08:25:17.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:16 smithi110 bash[54479]: cluster 2024-02-18T08:25:15.704552+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-02-18T08:25:17.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:16 smithi110 bash[54479]: audit 2024-02-18T08:25:15.705443+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:25:17.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:16 smithi110 bash[55875]: cluster 2024-02-18T08:25:15.700493+0000 mon.a (mon.0) 446 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:25:17.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:16 smithi110 bash[55875]: cluster 2024-02-18T08:25:15.704489+0000 mon.a (mon.0) 447 : cluster [INF] osd.2 [v2:172.21.15.110:6818/1990843353,v1:172.21.15.110:6819/1990843353] boot 2024-02-18T08:25:17.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:16 smithi110 bash[55875]: cluster 2024-02-18T08:25:15.704552+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-02-18T08:25:17.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:16 smithi110 bash[55875]: audit 2024-02-18T08:25:15.705443+0000 mon.a (mon.0) 449 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-18T08:25:17.743 INFO:tasks.rados.rados.0.smithi110.stdout:1544: done (2 left) 2024-02-18T08:25:17.743 INFO:tasks.rados.rados.0.smithi110.stdout:1545: setattr oid 41 current snap is 148 2024-02-18T08:25:17.743 INFO:tasks.rados.rados.0.smithi110.stdout:1542: finishing write tid 2 to smithi11051043-4 2024-02-18T08:25:17.743 INFO:tasks.rados.rados.0.smithi110.stdout:1542: finishing write tid 4 to smithi11051043-4 2024-02-18T08:25:17.743 INFO:tasks.rados.rados.0.smithi110.stdout:1542: finishing write tid 5 to smithi11051043-4 2024-02-18T08:25:17.743 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 605 (ObjNum 487 snap 148 seq_num 487) dirty exists 2024-02-18T08:25:17.743 INFO:tasks.rados.rados.0.smithi110.stdout:1542: left oid 4 (ObjNum 487 snap 148 seq_num 487) 2024-02-18T08:25:17.743 INFO:tasks.rados.rados.0.smithi110.stdout:1539: expect (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:25:17.790 INFO:tasks.rados.rados.0.smithi110.stdout:1539: done (2 left) 2024-02-18T08:25:17.790 INFO:tasks.rados.rados.0.smithi110.stdout:1542: done (1 left) 2024-02-18T08:25:17.790 INFO:tasks.rados.rados.0.smithi110.stdout:1546: copy_from oid 42 from oid 27 current snap is 148 2024-02-18T08:25:17.790 INFO:tasks.rados.rados.0.smithi110.stdout:1547: read oid 25 snap -1 2024-02-18T08:25:17.790 INFO:tasks.rados.rados.0.smithi110.stdout:1547: expect (ObjNum 473 snap 144 seq_num 473) 2024-02-18T08:25:17.790 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 148 2024-02-18T08:25:17.790 INFO:tasks.rados.rados.0.smithi110.stdout:1548: seq_num 489 ranges {0=598016,598016=401408} 2024-02-18T08:25:17.794 INFO:tasks.rados.rados.0.smithi110.stdout:1548: writing smithi11051043-11 from 0 to 598016 tid 1 2024-02-18T08:25:17.797 INFO:tasks.rados.rados.0.smithi110.stdout:1548: writing smithi11051043-11 from 598016 to 999424 tid 2 2024-02-18T08:25:17.797 INFO:tasks.rados.rados.0.smithi110.stdout:1549: snap_remove snap 147 2024-02-18T08:25:18.058 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:25:18.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:17 smithi191 bash[38688]: cluster 2024-02-18T08:25:16.642461+0000 mgr.y (mgr.44100) 152 : cluster [DBG] pgmap v228: 89 pgs: 7 active+undersized+degraded, 16 active+undersized, 66 active+clean; 97 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 440 KiB/s wr, 7 op/s; 13/195 objects degraded (6.667%) 2024-02-18T08:25:18.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:17 smithi191 bash[38688]: cluster 2024-02-18T08:25:16.710545+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-02-18T08:25:18.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:17 smithi191 bash[38688]: cluster 2024-02-18T08:25:16.711900+0000 mon.a (mon.0) 451 : cluster [WRN] Health check update: Degraded data redundancy: 13/195 objects degraded (6.667%), 7 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:17 smithi110 bash[55875]: cluster 2024-02-18T08:25:16.642461+0000 mgr.y (mgr.44100) 152 : cluster [DBG] pgmap v228: 89 pgs: 7 active+undersized+degraded, 16 active+undersized, 66 active+clean; 97 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 440 KiB/s wr, 7 op/s; 13/195 objects degraded (6.667%) 2024-02-18T08:25:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:17 smithi110 bash[55875]: cluster 2024-02-18T08:25:16.710545+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-02-18T08:25:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:17 smithi110 bash[55875]: cluster 2024-02-18T08:25:16.711900+0000 mon.a (mon.0) 451 : cluster [WRN] Health check update: Degraded data redundancy: 13/195 objects degraded (6.667%), 7 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:17 smithi110 bash[54479]: cluster 2024-02-18T08:25:16.642461+0000 mgr.y (mgr.44100) 152 : cluster [DBG] pgmap v228: 89 pgs: 7 active+undersized+degraded, 16 active+undersized, 66 active+clean; 97 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 440 KiB/s wr, 7 op/s; 13/195 objects degraded (6.667%) 2024-02-18T08:25:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:17 smithi110 bash[54479]: cluster 2024-02-18T08:25:16.710545+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-02-18T08:25:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:17 smithi110 bash[54479]: cluster 2024-02-18T08:25:16.711900+0000 mon.a (mon.0) 451 : cluster [WRN] Health check update: Degraded data redundancy: 13/195 objects degraded (6.667%), 7 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:18.395 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:25:18.395 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (8m) 4s ago 8m 14.0M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (8m) 119s ago 8m 24.7M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (7m) 4s ago 7m 14.2M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (7m) 119s ago 7m 16.3M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (3m) 119s ago 12m 376M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (3m) 4s ago 14m 418M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (2m) 4s ago 14m 56.9M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (2m) 119s ago 12m 24.4M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (2m) 4s ago 13m 51.9M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (9m) 4s ago 9m 10.8M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (9m) 119s ago 9m 11.3M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (75s) 4s ago 12m 190M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (42s) 4s ago 11m 153M 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (9s) 4s ago 11m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 4c63cbd8618f 2024-02-18T08:25:18.396 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (11m) 4s ago 11m 111M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 a630753383f3 2024-02-18T08:25:18.397 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (10m) 119s ago 10m 115M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 2f52ea6278f0 2024-02-18T08:25:18.397 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (10m) 119s ago 10m 125M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:25:18.397 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (10m) 119s ago 10m 119M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:25:18.397 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (9m) 119s ago 9m 87.2M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:25:18.397 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (4m) 119s ago 9m 36.2M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:25:18.756 INFO:tasks.rados.rados.0.smithi110.stdout:1549: done (4 left) 2024-02-18T08:25:18.757 INFO:tasks.rados.rados.0.smithi110.stdout:1550: snap_create 2024-02-18T08:25:18.757 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 525 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-02-18T08:25:18.757 INFO:tasks.rados.rados.0.smithi110.stdout:1548: finishing write tid 1 to smithi11051043-11 2024-02-18T08:25:18.757 INFO:tasks.rados.rados.0.smithi110.stdout:1548: finishing write tid 2 to smithi11051043-11 2024-02-18T08:25:18.757 INFO:tasks.rados.rados.0.smithi110.stdout:1548: finishing write tid 4 to smithi11051043-11 2024-02-18T08:25:18.757 INFO:tasks.rados.rados.0.smithi110.stdout:1548: finishing write tid 5 to smithi11051043-11 2024-02-18T08:25:18.757 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 657 (ObjNum 489 snap 148 seq_num 489) dirty exists 2024-02-18T08:25:18.757 INFO:tasks.rados.rados.0.smithi110.stdout:1548: left oid 11 (ObjNum 489 snap 148 seq_num 489) 2024-02-18T08:25:18.757 INFO:tasks.rados.rados.0.smithi110.stdout:1547: expect (ObjNum 473 snap 144 seq_num 473) 2024-02-18T08:25:18.783 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:25:18.783 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:25:18.783 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:25:18.783 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:25:18.783 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:25:18.783 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:25:18.783 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:25:18.783 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:25:18.783 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 5, 2024-02-18T08:25:18.784 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:25:18.784 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:25:18.784 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:25:18.784 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:25:18.784 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:25:18.784 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:25:18.784 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 7, 2024-02-18T08:25:18.784 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 8 2024-02-18T08:25:18.784 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:25:18.784 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:25:19.001 INFO:tasks.rados.rados.0.smithi110.stdout:1546: finishing copy_from racing read to smithi11051043-42 2024-02-18T08:25:19.001 INFO:tasks.rados.rados.0.smithi110.stdout:1546: finishing copy_from to smithi11051043-42 2024-02-18T08:25:19.001 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 816 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:25:19.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: cluster 2024-02-18T08:25:17.739920+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-02-18T08:25:19.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.043355+0000 mgr.y (mgr.44100) 153 : audit [DBG] from='client.44235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.367135+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.368183+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.369018+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.370000+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.370940+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.371889+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.377335+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.378207+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.378978+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.379594+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:18 smithi191 bash[38688]: audit 2024-02-18T08:25:18.380147+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: cluster 2024-02-18T08:25:17.739920+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-02-18T08:25:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.043355+0000 mgr.y (mgr.44100) 153 : audit [DBG] from='client.44235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.367135+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.368183+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.369018+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.370000+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.370940+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.371889+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.377335+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.378207+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.378978+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.379594+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[54479]: audit 2024-02-18T08:25:18.380147+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: cluster 2024-02-18T08:25:17.739920+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.043355+0000 mgr.y (mgr.44100) 153 : audit [DBG] from='client.44235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.367135+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.368183+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.369018+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.370000+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.370940+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.371889+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.377335+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.378207+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.378978+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.379594+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:18 smithi110 bash[55875]: audit 2024-02-18T08:25:18.380147+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:19.762 INFO:tasks.rados.rados.0.smithi110.stdout:1545: done (4 left) 2024-02-18T08:25:19.762 INFO:tasks.rados.rados.0.smithi110.stdout:1546: done (3 left) 2024-02-18T08:25:19.762 INFO:tasks.rados.rados.0.smithi110.stdout:1547: done (2 left) 2024-02-18T08:25:19.762 INFO:tasks.rados.rados.0.smithi110.stdout:1548: done (1 left) 2024-02-18T08:25:19.762 INFO:tasks.rados.rados.0.smithi110.stdout:1550: done (0 left) 2024-02-18T08:25:19.762 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 149 2024-02-18T08:25:19.762 INFO:tasks.rados.rados.0.smithi110.stdout:1551: seq_num 490 ranges {3039232=614400,3653632=401408} 2024-02-18T08:25:19.781 INFO:tasks.rados.rados.0.smithi110.stdout:1551: writing smithi11051043-31 from 3039232 to 3653632 tid 1 2024-02-18T08:25:19.783 INFO:tasks.rados.rados.0.smithi110.stdout:1551: writing smithi11051043-31 from 3653632 to 4055040 tid 2 2024-02-18T08:25:19.784 INFO:tasks.rados.rados.0.smithi110.stdout:1552: delete oid 33 current snap is 149 2024-02-18T08:25:19.789 INFO:tasks.rados.rados.0.smithi110.stdout:1552: done (1 left) 2024-02-18T08:25:19.789 INFO:tasks.rados.rados.0.smithi110.stdout:1553: setattr oid 13 current snap is 149 2024-02-18T08:25:19.792 INFO:tasks.rados.rados.0.smithi110.stdout:1551: finishing write tid 1 to smithi11051043-31 2024-02-18T08:25:19.792 INFO:tasks.rados.rados.0.smithi110.stdout:1551: finishing write tid 2 to smithi11051043-31 2024-02-18T08:25:19.792 INFO:tasks.rados.rados.0.smithi110.stdout:1551: finishing write tid 4 to smithi11051043-31 2024-02-18T08:25:19.793 INFO:tasks.rados.rados.0.smithi110.stdout:1554: snap_remove snap 148 2024-02-18T08:25:20.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:19 smithi191 bash[38688]: audit 2024-02-18T08:25:18.361491+0000 mgr.y (mgr.44100) 154 : audit [DBG] from='client.44241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:20.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:19 smithi191 bash[38688]: cluster 2024-02-18T08:25:18.643308+0000 mgr.y (mgr.44100) 155 : cluster [DBG] pgmap v231: 89 pgs: 7 active+undersized+degraded, 12 active+undersized, 70 active+clean; 98 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 436 KiB/s wr, 5 op/s; 13/192 objects degraded (6.771%) 2024-02-18T08:25:20.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:19 smithi191 bash[38688]: cluster 2024-02-18T08:25:18.752578+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-02-18T08:25:20.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:19 smithi191 bash[38688]: audit 2024-02-18T08:25:18.780417+0000 mon.a (mon.0) 465 : audit [DBG] from='client.? 172.21.15.110:0/2809503007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:19 smithi110 bash[55875]: audit 2024-02-18T08:25:18.361491+0000 mgr.y (mgr.44100) 154 : audit [DBG] from='client.44241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:19 smithi110 bash[55875]: cluster 2024-02-18T08:25:18.643308+0000 mgr.y (mgr.44100) 155 : cluster [DBG] pgmap v231: 89 pgs: 7 active+undersized+degraded, 12 active+undersized, 70 active+clean; 98 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 436 KiB/s wr, 5 op/s; 13/192 objects degraded (6.771%) 2024-02-18T08:25:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:19 smithi110 bash[55875]: cluster 2024-02-18T08:25:18.752578+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-02-18T08:25:20.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:19 smithi110 bash[55875]: audit 2024-02-18T08:25:18.780417+0000 mon.a (mon.0) 465 : audit [DBG] from='client.? 172.21.15.110:0/2809503007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:19 smithi110 bash[54479]: audit 2024-02-18T08:25:18.361491+0000 mgr.y (mgr.44100) 154 : audit [DBG] from='client.44241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:19 smithi110 bash[54479]: cluster 2024-02-18T08:25:18.643308+0000 mgr.y (mgr.44100) 155 : cluster [DBG] pgmap v231: 89 pgs: 7 active+undersized+degraded, 12 active+undersized, 70 active+clean; 98 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 436 KiB/s wr, 5 op/s; 13/192 objects degraded (6.771%) 2024-02-18T08:25:20.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:19 smithi110 bash[54479]: cluster 2024-02-18T08:25:18.752578+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-02-18T08:25:20.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:19 smithi110 bash[54479]: audit 2024-02-18T08:25:18.780417+0000 mon.a (mon.0) 465 : audit [DBG] from='client.? 172.21.15.110:0/2809503007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:20.772 INFO:tasks.rados.rados.0.smithi110.stdout:1551: finishing write tid 5 to smithi11051043-31 2024-02-18T08:25:20.772 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 830 (ObjNum 490 snap 149 seq_num 490) dirty exists 2024-02-18T08:25:20.773 INFO:tasks.rados.rados.0.smithi110.stdout:1551: left oid 31 (ObjNum 490 snap 149 seq_num 490) 2024-02-18T08:25:20.773 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 632 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-02-18T08:25:20.773 INFO:tasks.rados.rados.0.smithi110.stdout:1551: done (2 left) 2024-02-18T08:25:20.773 INFO:tasks.rados.rados.0.smithi110.stdout:1553: done (1 left) 2024-02-18T08:25:20.773 INFO:tasks.rados.rados.0.smithi110.stdout:1554: done (0 left) 2024-02-18T08:25:20.773 INFO:tasks.rados.rados.0.smithi110.stdout:1555: setattr oid 32 current snap is 149 2024-02-18T08:25:20.774 INFO:tasks.rados.rados.0.smithi110.stdout:1556: rollback oid 33 current snap is 149 2024-02-18T08:25:20.774 INFO:tasks.rados.rados.0.smithi110.stdout:1556: done (1 left) 2024-02-18T08:25:20.774 INFO:tasks.rados.rados.0.smithi110.stdout:1557: read oid 38 snap -1 2024-02-18T08:25:20.774 INFO:tasks.rados.rados.0.smithi110.stdout:1557: expect (ObjNum 480 snap 146 seq_num 480) 2024-02-18T08:25:20.774 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 149 2024-02-18T08:25:20.774 INFO:tasks.rados.rados.0.smithi110.stdout:1558: seq_num 492 ranges {933888=647168,1581056=401408} 2024-02-18T08:25:20.783 INFO:tasks.rados.rados.0.smithi110.stdout:1558: writing smithi11051043-8 from 933888 to 1581056 tid 1 2024-02-18T08:25:20.786 INFO:tasks.rados.rados.0.smithi110.stdout:1558: writing smithi11051043-8 from 1581056 to 1982464 tid 2 2024-02-18T08:25:20.786 INFO:tasks.rados.rados.0.smithi110.stdout:1559: delete oid 39 current snap is 149 2024-02-18T08:25:20.786 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 130 (ObjNum 467 snap 141 seq_num 467) dirty exists 2024-02-18T08:25:20.786 INFO:tasks.rados.rados.0.smithi110.stdout:1557: expect (ObjNum 480 snap 146 seq_num 480) 2024-02-18T08:25:20.805 INFO:tasks.rados.rados.0.smithi110.stdout:1558: finishing write tid 1 to smithi11051043-8 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:1558: finishing write tid 2 to smithi11051043-8 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:1558: finishing write tid 4 to smithi11051043-8 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:1558: finishing write tid 5 to smithi11051043-8 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 835 (ObjNum 492 snap 149 seq_num 492) dirty exists 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:1558: left oid 8 (ObjNum 492 snap 149 seq_num 492) 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:1555: done (3 left) 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:1557: done (2 left) 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:1558: done (1 left) 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:1559: done (0 left) 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 149 2024-02-18T08:25:20.806 INFO:tasks.rados.rados.0.smithi110.stdout:1560: seq_num 494 ranges {139264=679936,819200=401408} 2024-02-18T08:25:20.811 INFO:tasks.rados.rados.0.smithi110.stdout:1560: writing smithi11051043-7 from 139264 to 819200 tid 1 2024-02-18T08:25:20.814 INFO:tasks.rados.rados.0.smithi110.stdout:1560: writing smithi11051043-7 from 819200 to 1220608 tid 2 2024-02-18T08:25:20.815 INFO:tasks.rados.rados.0.smithi110.stdout:1561: copy_from oid 15 from oid 13 current snap is 149 2024-02-18T08:25:20.815 INFO:tasks.rados.rados.0.smithi110.stdout:1562: copy_from oid 48 from oid 47 current snap is 149 2024-02-18T08:25:20.815 INFO:tasks.rados.rados.0.smithi110.stdout:1563: read oid 29 snap -1 2024-02-18T08:25:20.815 INFO:tasks.rados.rados.0.smithi110.stdout:1563: expect (ObjNum 478 snap 145 seq_num 478) 2024-02-18T08:25:20.815 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 149 2024-02-18T08:25:20.815 INFO:tasks.rados.rados.0.smithi110.stdout:1564: seq_num 495 ranges {2113536=696320,2809856=401408} 2024-02-18T08:25:20.833 INFO:tasks.rados.rados.0.smithi110.stdout:1564: writing smithi11051043-2 from 2113536 to 2809856 tid 1 2024-02-18T08:25:20.837 INFO:tasks.rados.rados.0.smithi110.stdout:1564: writing smithi11051043-2 from 2809856 to 3211264 tid 2 2024-02-18T08:25:20.837 INFO:tasks.rados.rados.0.smithi110.stdout:1565: read oid 44 snap -1 2024-02-18T08:25:20.837 INFO:tasks.rados.rados.0.smithi110.stdout:1565: expect deleted 2024-02-18T08:25:20.837 INFO:tasks.rados.rados.0.smithi110.stdout:1566: rollback oid 6 current snap is 149 2024-02-18T08:25:20.837 INFO:tasks.rados.rados.0.smithi110.stdout:1566: done (6 left) 2024-02-18T08:25:20.837 INFO:tasks.rados.rados.0.smithi110.stdout:1567: copy_from oid 19 from oid 30 current snap is 149 2024-02-18T08:25:20.837 INFO:tasks.rados.rados.0.smithi110.stdout:1562: finishing copy_from to smithi11051043-48 2024-02-18T08:25:20.837 INFO:tasks.rados.rados.0.smithi110.stdout:1562: got expected ENOENT (src dne) 2024-02-18T08:25:20.837 INFO:tasks.rados.rados.0.smithi110.stdout:1568: read oid 46 snap -1 2024-02-18T08:25:20.837 INFO:tasks.rados.rados.0.smithi110.stdout:1568: expect deleted 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1569: copy_from oid 10 from oid 3 current snap is 149 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1562: finishing copy_from racing read to smithi11051043-48 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1562: done (8 left) 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1570: setattr oid 34 current snap is 149 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1560: finishing write tid 1 to smithi11051043-7 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1560: finishing write tid 2 to smithi11051043-7 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1560: finishing write tid 4 to smithi11051043-7 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1560: finishing write tid 5 to smithi11051043-7 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 644 (ObjNum 494 snap 149 seq_num 494) dirty exists 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1560: left oid 7 (ObjNum 494 snap 149 seq_num 494) 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1561: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1561: finishing copy_from to smithi11051043-15 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 632 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-02-18T08:25:20.838 INFO:tasks.rados.rados.0.smithi110.stdout:1563: expect (ObjNum 478 snap 145 seq_num 478) 2024-02-18T08:25:21.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:20 smithi191 bash[38688]: cluster 2024-02-18T08:25:19.759053+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-02-18T08:25:21.095 INFO:tasks.rados.rados.0.smithi110.stdout:1569: finishing copy_from to smithi11051043-10 2024-02-18T08:25:21.095 INFO:tasks.rados.rados.0.smithi110.stdout:1569: got expected ENOENT (src dne) 2024-02-18T08:25:21.095 INFO:tasks.rados.rados.0.smithi110.stdout:1569: finishing copy_from racing read to smithi11051043-10 2024-02-18T08:25:21.095 INFO:tasks.rados.rados.0.smithi110.stdout:1567: finishing copy_from racing read to smithi11051043-19 2024-02-18T08:25:21.095 INFO:tasks.rados.rados.0.smithi110.stdout:1564: finishing write tid 1 to smithi11051043-2 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1564: finishing write tid 2 to smithi11051043-2 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1564: finishing write tid 4 to smithi11051043-2 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1567: finishing copy_from to smithi11051043-19 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 624 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1564: finishing write tid 5 to smithi11051043-2 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 776 (ObjNum 495 snap 149 seq_num 495) dirty exists 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1564: left oid 2 (ObjNum 495 snap 149 seq_num 495) 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1560: done (8 left) 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1561: done (7 left) 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1563: done (6 left) 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1564: done (5 left) 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1565: done (4 left) 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1567: done (3 left) 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1568: done (2 left) 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1569: done (1 left) 2024-02-18T08:25:21.096 INFO:tasks.rados.rados.0.smithi110.stdout:1571: rollback oid 23 current snap is 149 2024-02-18T08:25:21.097 INFO:tasks.rados.rados.0.smithi110.stdout:1571: done (1 left) 2024-02-18T08:25:21.097 INFO:tasks.rados.rados.0.smithi110.stdout:1572: delete oid 45 current snap is 149 2024-02-18T08:25:21.099 INFO:tasks.rados.rados.0.smithi110.stdout:1572: done (1 left) 2024-02-18T08:25:21.099 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 149 2024-02-18T08:25:21.099 INFO:tasks.rados.rados.0.smithi110.stdout:1573: seq_num 497 ranges {4055040=729088,4784128=401408} 2024-02-18T08:25:21.126 INFO:tasks.rados.rados.0.smithi110.stdout:1573: writing smithi11051043-31 from 4055040 to 4784128 tid 1 2024-02-18T08:25:21.128 INFO:tasks.rados.rados.0.smithi110.stdout:1573: writing smithi11051043-31 from 4784128 to 5185536 tid 2 2024-02-18T08:25:21.128 INFO:tasks.rados.rados.0.smithi110.stdout:1574: read oid 26 snap -1 2024-02-18T08:25:21.128 INFO:tasks.rados.rados.0.smithi110.stdout:1574: expect (ObjNum 459 snap 137 seq_num 459) 2024-02-18T08:25:21.128 INFO:tasks.rados.rados.0.smithi110.stdout:1575: delete oid 6 current snap is 149 2024-02-18T08:25:21.128 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 640 (ObjNum -129683536 snap 22008 seq_num 4164910720) dirty exists 2024-02-18T08:25:21.131 INFO:tasks.rados.rados.0.smithi110.stdout:1570: done (3 left) 2024-02-18T08:25:21.131 INFO:tasks.rados.rados.0.smithi110.stdout:1575: done (2 left) 2024-02-18T08:25:21.131 INFO:tasks.rados.rados.0.smithi110.stdout:1576: rollback oid 47 current snap is 149 2024-02-18T08:25:21.131 INFO:tasks.rados.rados.0.smithi110.stdout:1576: done (2 left) 2024-02-18T08:25:21.131 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 149 2024-02-18T08:25:21.131 INFO:tasks.rados.rados.0.smithi110.stdout:1577: seq_num 499 ranges {0=761856,761856=401408} 2024-02-18T08:25:21.135 INFO:tasks.rados.rados.0.smithi110.stdout:1577: writing smithi11051043-14 from 0 to 761856 tid 1 2024-02-18T08:25:21.138 INFO:tasks.rados.rados.0.smithi110.stdout:1577: writing smithi11051043-14 from 761856 to 1163264 tid 2 2024-02-18T08:25:21.138 INFO:tasks.rados.rados.0.smithi110.stdout:1578: rmattr oid 48 current snap is 149 2024-02-18T08:25:21.138 INFO:tasks.rados.rados.0.smithi110.stdout:1573: finishing write tid 1 to smithi11051043-31 2024-02-18T08:25:21.138 INFO:tasks.rados.rados.0.smithi110.stdout:1579: read oid 20 snap -1 2024-02-18T08:25:21.138 INFO:tasks.rados.rados.0.smithi110.stdout:1579: expect (ObjNum 393 snap 122 seq_num 393) 2024-02-18T08:25:21.139 INFO:tasks.rados.rados.0.smithi110.stdout:1580: read oid 17 snap -1 2024-02-18T08:25:21.139 INFO:tasks.rados.rados.0.smithi110.stdout:1580: expect deleted 2024-02-18T08:25:21.139 INFO:tasks.rados.rados.0.smithi110.stdout:1581: read oid 33 snap -1 2024-02-18T08:25:21.139 INFO:tasks.rados.rados.0.smithi110.stdout:1581: expect deleted 2024-02-18T08:25:21.139 INFO:tasks.rados.rados.0.smithi110.stdout:1582: setattr oid 37 current snap is 149 2024-02-18T08:25:21.139 INFO:tasks.rados.rados.0.smithi110.stdout:1573: finishing write tid 2 to smithi11051043-31 2024-02-18T08:25:21.139 INFO:tasks.rados.rados.0.smithi110.stdout:1573: finishing write tid 4 to smithi11051043-31 2024-02-18T08:25:21.139 INFO:tasks.rados.rados.0.smithi110.stdout:1573: finishing write tid 5 to smithi11051043-31 2024-02-18T08:25:21.139 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 838 (ObjNum 497 snap 149 seq_num 497) dirty exists 2024-02-18T08:25:21.139 INFO:tasks.rados.rados.0.smithi110.stdout:1573: left oid 31 (ObjNum 497 snap 149 seq_num 497) 2024-02-18T08:25:21.140 INFO:tasks.rados.rados.0.smithi110.stdout:1573: done (7 left) 2024-02-18T08:25:21.140 INFO:tasks.rados.rados.0.smithi110.stdout:1580: done (6 left) 2024-02-18T08:25:21.140 INFO:tasks.rados.rados.0.smithi110.stdout:1583: read oid 5 snap -1 2024-02-18T08:25:21.140 INFO:tasks.rados.rados.0.smithi110.stdout:1583: expect (ObjNum 475 snap 145 seq_num 475) 2024-02-18T08:25:21.140 INFO:tasks.rados.rados.0.smithi110.stdout:1584: rollback oid 13 current snap is 149 2024-02-18T08:25:21.140 INFO:tasks.rados.rados.0.smithi110.stdout:1584: done (7 left) 2024-02-18T08:25:21.140 INFO:tasks.rados.rados.0.smithi110.stdout:1585: snap_create 2024-02-18T08:25:21.141 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 622 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:25:21.142 INFO:tasks.rados.rados.0.smithi110.stdout:1577: finishing write tid 1 to smithi11051043-14 2024-02-18T08:25:21.142 INFO:tasks.rados.rados.0.smithi110.stdout:1577: finishing write tid 2 to smithi11051043-14 2024-02-18T08:25:21.143 INFO:tasks.rados.rados.0.smithi110.stdout:1577: finishing write tid 4 to smithi11051043-14 2024-02-18T08:25:21.143 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 777 (ObjNum 464 snap 140 seq_num 464) dirty exists 2024-02-18T08:25:21.144 INFO:tasks.rados.rados.0.smithi110.stdout:1574: expect (ObjNum 459 snap 137 seq_num 459) 2024-02-18T08:25:21.159 INFO:tasks.rados.rados.0.smithi110.stdout:1579: expect (ObjNum 393 snap 122 seq_num 393) 2024-02-18T08:25:21.201 INFO:tasks.rados.rados.0.smithi110.stdout:1577: finishing write tid 5 to smithi11051043-14 2024-02-18T08:25:21.202 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 776 (ObjNum 499 snap 149 seq_num 499) dirty exists 2024-02-18T08:25:21.202 INFO:tasks.rados.rados.0.smithi110.stdout:1577: left oid 14 (ObjNum 499 snap 149 seq_num 499) 2024-02-18T08:25:21.202 INFO:tasks.rados.rados.0.smithi110.stdout:1583: expect (ObjNum 475 snap 145 seq_num 475) 2024-02-18T08:25:21.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:20 smithi110 bash[55875]: cluster 2024-02-18T08:25:19.759053+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-02-18T08:25:21.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:20 smithi110 bash[54479]: cluster 2024-02-18T08:25:19.759053+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-02-18T08:25:21.783 INFO:tasks.rados.rados.0.smithi110.stdout:1574: done (7 left) 2024-02-18T08:25:21.783 INFO:tasks.rados.rados.0.smithi110.stdout:1577: done (6 left) 2024-02-18T08:25:21.783 INFO:tasks.rados.rados.0.smithi110.stdout:1578: done (5 left) 2024-02-18T08:25:21.783 INFO:tasks.rados.rados.0.smithi110.stdout:1579: done (4 left) 2024-02-18T08:25:21.783 INFO:tasks.rados.rados.0.smithi110.stdout:1581: done (3 left) 2024-02-18T08:25:21.783 INFO:tasks.rados.rados.0.smithi110.stdout:1582: done (2 left) 2024-02-18T08:25:21.784 INFO:tasks.rados.rados.0.smithi110.stdout:1583: done (1 left) 2024-02-18T08:25:21.784 INFO:tasks.rados.rados.0.smithi110.stdout:1585: done (0 left) 2024-02-18T08:25:21.784 INFO:tasks.rados.rados.0.smithi110.stdout:1586: read oid 18 snap -1 2024-02-18T08:25:21.784 INFO:tasks.rados.rados.0.smithi110.stdout:1586: expect (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:25:21.784 INFO:tasks.rados.rados.0.smithi110.stdout:1587: setattr oid 31 current snap is 150 2024-02-18T08:25:21.784 INFO:tasks.rados.rados.0.smithi110.stdout:1588: snap_create 2024-02-18T08:25:21.791 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 840 (ObjNum 497 snap 149 seq_num 497) dirty exists 2024-02-18T08:25:21.792 INFO:tasks.rados.rados.0.smithi110.stdout:1586: expect (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:25:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[54479]: cluster 2024-02-18T08:25:20.644081+0000 mgr.y (mgr.44100) 156 : cluster [DBG] pgmap v234: 89 pgs: 89 active+clean; 91 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.0 MiB/s wr, 10 op/s; 1.5 MiB/s, 1 objects/s recovering 2024-02-18T08:25:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[54479]: cluster 2024-02-18T08:25:20.755574+0000 mon.a (mon.0) 467 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/192 objects degraded (6.771%), 7 pgs degraded) 2024-02-18T08:25:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[54479]: cluster 2024-02-18T08:25:20.755646+0000 mon.a (mon.0) 468 : cluster [INF] Cluster is now healthy 2024-02-18T08:25:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[54479]: cluster 2024-02-18T08:25:20.769638+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-02-18T08:25:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[55875]: cluster 2024-02-18T08:25:20.644081+0000 mgr.y (mgr.44100) 156 : cluster [DBG] pgmap v234: 89 pgs: 89 active+clean; 91 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.0 MiB/s wr, 10 op/s; 1.5 MiB/s, 1 objects/s recovering 2024-02-18T08:25:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[55875]: cluster 2024-02-18T08:25:20.755574+0000 mon.a (mon.0) 467 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/192 objects degraded (6.771%), 7 pgs degraded) 2024-02-18T08:25:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[55875]: cluster 2024-02-18T08:25:20.755646+0000 mon.a (mon.0) 468 : cluster [INF] Cluster is now healthy 2024-02-18T08:25:21.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[55875]: cluster 2024-02-18T08:25:20.769638+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-02-18T08:25:21.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:21.629Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:21.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:21.629Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:21.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:21.629Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:25:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:21 smithi191 bash[38688]: cluster 2024-02-18T08:25:20.644081+0000 mgr.y (mgr.44100) 156 : cluster [DBG] pgmap v234: 89 pgs: 89 active+clean; 91 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.0 MiB/s wr, 10 op/s; 1.5 MiB/s, 1 objects/s recovering 2024-02-18T08:25:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:21 smithi191 bash[38688]: cluster 2024-02-18T08:25:20.755574+0000 mon.a (mon.0) 467 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/192 objects degraded (6.771%), 7 pgs degraded) 2024-02-18T08:25:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:21 smithi191 bash[38688]: cluster 2024-02-18T08:25:20.755646+0000 mon.a (mon.0) 468 : cluster [INF] Cluster is now healthy 2024-02-18T08:25:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:21 smithi191 bash[38688]: cluster 2024-02-18T08:25:20.769638+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-02-18T08:25:22.795 INFO:tasks.rados.rados.0.smithi110.stdout:1586: done (2 left) 2024-02-18T08:25:22.795 INFO:tasks.rados.rados.0.smithi110.stdout:1587: done (1 left) 2024-02-18T08:25:22.795 INFO:tasks.rados.rados.0.smithi110.stdout:1588: done (0 left) 2024-02-18T08:25:22.795 INFO:tasks.rados.rados.0.smithi110.stdout:1589: snap_remove snap 150 2024-02-18T08:25:23.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:22 smithi191 bash[38688]: cluster 2024-02-18T08:25:21.779686+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-02-18T08:25:23.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:22 smithi110 bash[54479]: cluster 2024-02-18T08:25:21.779686+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-02-18T08:25:23.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:22 smithi110 bash[55875]: cluster 2024-02-18T08:25:21.779686+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-02-18T08:25:23.798 INFO:tasks.rados.rados.0.smithi110.stdout:1589: done (0 left) 2024-02-18T08:25:23.799 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 151 2024-02-18T08:25:23.799 INFO:tasks.rados.rados.0.smithi110.stdout:1590: seq_num 500 ranges {0=778240,778240=401408} 2024-02-18T08:25:23.801 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:23 smithi110 bash[55875]: cluster 2024-02-18T08:25:22.644928+0000 mgr.y (mgr.44100) 157 : cluster [DBG] pgmap v237: 89 pgs: 89 active+clean; 91 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 1.5 MiB/s, 1 objects/s recovering 2024-02-18T08:25:23.801 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:23.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:23.802 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:23.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:23.802 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:23.524Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:25:23.804 INFO:tasks.rados.rados.0.smithi110.stdout:1590: writing smithi11051043-23 from 0 to 778240 tid 1 2024-02-18T08:25:23.807 INFO:tasks.rados.rados.0.smithi110.stdout:1590: writing smithi11051043-23 from 778240 to 1179648 tid 2 2024-02-18T08:25:23.807 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 151 2024-02-18T08:25:23.807 INFO:tasks.rados.rados.0.smithi110.stdout:1591: seq_num 501 ranges {0=794624,794624=401408} 2024-02-18T08:25:23.811 INFO:tasks.rados.rados.0.smithi110.stdout:1591: writing smithi11051043-1 from 0 to 794624 tid 1 2024-02-18T08:25:23.815 INFO:tasks.rados.rados.0.smithi110.stdout:1591: writing smithi11051043-1 from 794624 to 1196032 tid 2 2024-02-18T08:25:23.815 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 151 2024-02-18T08:25:23.815 INFO:tasks.rados.rados.0.smithi110.stdout:1592: seq_num 502 ranges {786432=409600,1196032=417792,1613824=385024} 2024-02-18T08:25:23.821 INFO:tasks.rados.rados.0.smithi110.stdout:1592: writing smithi11051043-32 from 786432 to 1196032 tid 1 2024-02-18T08:25:23.824 INFO:tasks.rados.rados.0.smithi110.stdout:1592: writing smithi11051043-32 from 1196032 to 1613824 tid 2 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1592: writing smithi11051043-32 from 1613824 to 1998848 tid 3 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1593: rollback oid 41 current snap is 151 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 149 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1590: finishing write tid 1 to smithi11051043-23 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1590: finishing write tid 2 to smithi11051043-23 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1590: finishing write tid 4 to smithi11051043-23 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1591: finishing write tid 1 to smithi11051043-1 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1591: finishing write tid 2 to smithi11051043-1 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1591: finishing write tid 4 to smithi11051043-1 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1591: finishing write tid 5 to smithi11051043-1 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 780 (ObjNum 501 snap 151 seq_num 501) dirty exists 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1591: left oid 1 (ObjNum 501 snap 151 seq_num 501) 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:1590: finishing write tid 5 to smithi11051043-23 2024-02-18T08:25:23.827 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 843 (ObjNum 500 snap 151 seq_num 500) dirty exists 2024-02-18T08:25:23.828 INFO:tasks.rados.rados.0.smithi110.stdout:1590: left oid 23 (ObjNum 500 snap 151 seq_num 500) 2024-02-18T08:25:23.828 INFO:tasks.rados.rados.0.smithi110.stdout:1590: done (3 left) 2024-02-18T08:25:23.828 INFO:tasks.rados.rados.0.smithi110.stdout:1591: done (2 left) 2024-02-18T08:25:23.828 INFO:tasks.rados.rados.0.smithi110.stdout:1594: delete oid 50 current snap is 151 2024-02-18T08:25:23.829 INFO:tasks.rados.rados.0.smithi110.stdout:1594: done (2 left) 2024-02-18T08:25:23.829 INFO:tasks.rados.rados.0.smithi110.stdout:1595: rmattr oid 27 current snap is 151 2024-02-18T08:25:23.829 INFO:tasks.rados.rados.0.smithi110.stdout:1596: rollback oid 49 current snap is 151 2024-02-18T08:25:23.829 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 49 to 149 2024-02-18T08:25:23.829 INFO:tasks.rados.rados.0.smithi110.stdout:1597: read oid 45 snap 149 2024-02-18T08:25:23.829 INFO:tasks.rados.rados.0.smithi110.stdout:1597: expect deleted 2024-02-18T08:25:23.830 INFO:tasks.rados.rados.0.smithi110.stdout:1598: read oid 39 snap -1 2024-02-18T08:25:23.830 INFO:tasks.rados.rados.0.smithi110.stdout:1598: expect deleted 2024-02-18T08:25:23.830 INFO:tasks.rados.rados.0.smithi110.stdout:1599: copy_from oid 28 from oid 48 current snap is 151 2024-02-18T08:25:23.830 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 151 2024-02-18T08:25:23.830 INFO:tasks.rados.rados.0.smithi110.stdout:1600: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-02-18T08:25:23.832 INFO:tasks.rados.rados.0.smithi110.stdout:1600: writing smithi11051043-6 from 0 to 450560 tid 1 2024-02-18T08:25:23.837 INFO:tasks.rados.rados.0.smithi110.stdout:1600: writing smithi11051043-6 from 450560 to 1040384 tid 2 2024-02-18T08:25:23.842 INFO:tasks.rados.rados.0.smithi110.stdout:1600: writing smithi11051043-6 from 1040384 to 1253376 tid 3 2024-02-18T08:25:23.842 INFO:tasks.rados.rados.0.smithi110.stdout:1601: copy_from oid 38 from oid 50 current snap is 151 2024-02-18T08:25:23.842 INFO:tasks.rados.rados.0.smithi110.stdout:1592: finishing write tid 1 to smithi11051043-32 2024-02-18T08:25:23.842 INFO:tasks.rados.rados.0.smithi110.stdout:1593: finishing rollback tid 0 to smithi11051043-41 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 845 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:1593: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:1593: finishing rollback tid 2 to smithi11051043-41 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 528 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:1592: finishing write tid 2 to smithi11051043-32 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:1593: done (8 left) 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:1595: done (7 left) 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:1597: done (6 left) 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:1598: done (5 left) 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:1602: read oid 20 snap -1 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:1602: expect (ObjNum 393 snap 122 seq_num 393) 2024-02-18T08:25:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:1603: rollback oid 42 current snap is 151 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 42 to 149 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1592: finishing write tid 3 to smithi11051043-32 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1600: finishing write tid 1 to smithi11051043-6 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1592: finishing write tid 5 to smithi11051043-32 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1604: rollback oid 12 current snap is 151 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 149 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1605: rollback oid 35 current snap is 151 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 35 to 149 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1606: read oid 10 snap 149 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1606: expect (ObjNum 444 snap 134 seq_num 444) 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1607: read oid 27 snap 149 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1607: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1608: read oid 17 snap 149 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1608: expect deleted 2024-02-18T08:25:23.844 INFO:tasks.rados.rados.0.smithi110.stdout:1609: rollback oid 15 current snap is 151 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 15 to 149 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1610: rollback oid 43 current snap is 151 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 43 to 149 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1611: read oid 19 snap -1 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1611: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1612: read oid 31 snap -1 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1612: expect (ObjNum 497 snap 149 seq_num 497) 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1608: done (15 left) 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1613: read oid 46 snap -1 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1613: expect deleted 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1601: finishing copy_from to smithi11051043-38 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1601: got expected ENOENT (src dne) 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1601: finishing copy_from racing read to smithi11051043-38 2024-02-18T08:25:23.845 INFO:tasks.rados.rados.0.smithi110.stdout:1596: finishing rollback tid 0 to smithi11051043-49 2024-02-18T08:25:23.846 INFO:tasks.rados.rados.0.smithi110.stdout:1601: done (15 left) 2024-02-18T08:25:23.846 INFO:tasks.rados.rados.0.smithi110.stdout:1614: delete oid 22 current snap is 151 2024-02-18T08:25:23.846 INFO:tasks.rados.rados.0.smithi110.stdout:1596: finishing rollback tid 1 to smithi11051043-49 2024-02-18T08:25:23.846 INFO:tasks.rados.rados.0.smithi110.stdout:1596: finishing rollback tid 2 to smithi11051043-49 2024-02-18T08:25:23.846 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 625 (ObjNum 465 snap 140 seq_num 465) dirty exists 2024-02-18T08:25:23.846 INFO:tasks.rados.rados.0.smithi110.stdout:1592: finishing write tid 6 to smithi11051043-32 2024-02-18T08:25:23.846 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 135 (ObjNum 502 snap 151 seq_num 502) dirty exists 2024-02-18T08:25:23.847 INFO:tasks.rados.rados.0.smithi110.stdout:1592: left oid 32 (ObjNum 502 snap 151 seq_num 502) 2024-02-18T08:25:23.847 INFO:tasks.rados.rados.0.smithi110.stdout:1604: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:25:23.847 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:25:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:1592: done (15 left) 2024-02-18T08:25:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:1596: done (14 left) 2024-02-18T08:25:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:1604: done (13 left) 2024-02-18T08:25:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:1613: done (12 left) 2024-02-18T08:25:23.851 INFO:tasks.rados.rados.0.smithi110.stdout:1614: done (11 left) 2024-02-18T08:25:23.852 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 34 current snap is 151 2024-02-18T08:25:23.852 INFO:tasks.rados.rados.0.smithi110.stdout:1615: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-02-18T08:25:23.852 INFO:tasks.rados.rados.0.smithi110.stdout:1615: writing smithi11051043-34 from 0 to 483328 tid 1 2024-02-18T08:25:23.856 INFO:tasks.rados.rados.0.smithi110.stdout:1615: writing smithi11051043-34 from 483328 to 1245184 tid 2 2024-02-18T08:25:23.856 INFO:tasks.rados.rados.0.smithi110.stdout:1615: writing smithi11051043-34 from 1245184 to 1286144 tid 3 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:1616: read oid 36 snap -1 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:1616: expect deleted 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:1617: snap_create 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:1605: finishing rollback tid 0 to smithi11051043-35 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:1600: finishing write tid 2 to smithi11051043-6 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:1600: finishing write tid 3 to smithi11051043-6 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:1600: finishing write tid 5 to smithi11051043-6 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:1605: finishing rollback tid 1 to smithi11051043-35 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:1605: finishing rollback tid 2 to smithi11051043-35 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 608 (ObjNum 486 snap 148 seq_num 486) dirty exists 2024-02-18T08:25:23.857 INFO:tasks.rados.rados.0.smithi110.stdout:1611: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:25:23.867 INFO:tasks.rados.rados.0.smithi110.stdout:1600: finishing write tid 6 to smithi11051043-6 2024-02-18T08:25:23.867 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 637 (ObjNum 504 snap 151 seq_num 504) dirty exists 2024-02-18T08:25:23.867 INFO:tasks.rados.rados.0.smithi110.stdout:1600: left oid 6 (ObjNum 504 snap 151 seq_num 504) 2024-02-18T08:25:23.867 INFO:tasks.rados.rados.0.smithi110.stdout:1602: expect (ObjNum 393 snap 122 seq_num 393) 2024-02-18T08:25:23.916 INFO:tasks.rados.rados.0.smithi110.stdout:1609: finishing rollback tid 0 to smithi11051043-15 2024-02-18T08:25:23.916 INFO:tasks.rados.rados.0.smithi110.stdout:1603: finishing rollback tid 0 to smithi11051043-42 2024-02-18T08:25:23.916 INFO:tasks.rados.rados.0.smithi110.stdout:1603: finishing rollback tid 1 to smithi11051043-42 2024-02-18T08:25:23.916 INFO:tasks.rados.rados.0.smithi110.stdout:1603: finishing rollback tid 2 to smithi11051043-42 2024-02-18T08:25:23.916 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 819 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:25:23.916 INFO:tasks.rados.rados.0.smithi110.stdout:1610: finishing rollback tid 0 to smithi11051043-43 2024-02-18T08:25:23.916 INFO:tasks.rados.rados.0.smithi110.stdout:1609: finishing rollback tid 1 to smithi11051043-15 2024-02-18T08:25:23.917 INFO:tasks.rados.rados.0.smithi110.stdout:1609: finishing rollback tid 2 to smithi11051043-15 2024-02-18T08:25:23.917 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 779 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-02-18T08:25:23.917 INFO:tasks.rados.rados.0.smithi110.stdout:1610: finishing rollback tid 1 to smithi11051043-43 2024-02-18T08:25:23.917 INFO:tasks.rados.rados.0.smithi110.stdout:1610: finishing rollback tid 2 to smithi11051043-43 2024-02-18T08:25:23.917 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 822 (ObjNum 484 snap 147 seq_num 484) dirty exists 2024-02-18T08:25:23.917 INFO:tasks.rados.rados.0.smithi110.stdout:1607: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:25:23.992 INFO:tasks.rados.rados.0.smithi110.stdout:1615: finishing write tid 1 to smithi11051043-34 2024-02-18T08:25:23.992 INFO:tasks.rados.rados.0.smithi110.stdout:1615: finishing write tid 2 to smithi11051043-34 2024-02-18T08:25:23.992 INFO:tasks.rados.rados.0.smithi110.stdout:1615: finishing write tid 3 to smithi11051043-34 2024-02-18T08:25:23.992 INFO:tasks.rados.rados.0.smithi110.stdout:1615: finishing write tid 5 to smithi11051043-34 2024-02-18T08:25:23.992 INFO:tasks.rados.rados.0.smithi110.stdout:1615: finishing write tid 6 to smithi11051043-34 2024-02-18T08:25:23.992 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 647 (ObjNum 506 snap 151 seq_num 506) dirty exists 2024-02-18T08:25:23.992 INFO:tasks.rados.rados.0.smithi110.stdout:1615: left oid 34 (ObjNum 506 snap 151 seq_num 506) 2024-02-18T08:25:23.992 INFO:tasks.rados.rados.0.smithi110.stdout:1606: expect (ObjNum 444 snap 134 seq_num 444) 2024-02-18T08:25:24.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:23 smithi191 bash[38688]: cluster 2024-02-18T08:25:22.644928+0000 mgr.y (mgr.44100) 157 : cluster [DBG] pgmap v237: 89 pgs: 89 active+clean; 91 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 1.5 MiB/s, 1 objects/s recovering 2024-02-18T08:25:24.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:23 smithi191 bash[38688]: cluster 2024-02-18T08:25:22.791950+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-02-18T08:25:24.175 INFO:tasks.rados.rados.0.smithi110.stdout:1599: finishing copy_from to smithi11051043-28 2024-02-18T08:25:24.175 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 622 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:25:24.175 INFO:tasks.rados.rados.0.smithi110.stdout:1612: expect (ObjNum 497 snap 149 seq_num 497) 2024-02-18T08:25:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:23 smithi110 bash[55875]: cluster 2024-02-18T08:25:22.791950+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-02-18T08:25:24.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:23 smithi110 bash[54479]: cluster 2024-02-18T08:25:22.644928+0000 mgr.y (mgr.44100) 157 : cluster [DBG] pgmap v237: 89 pgs: 89 active+clean; 91 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 1.5 MiB/s, 1 objects/s recovering 2024-02-18T08:25:24.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:23 smithi110 bash[54479]: cluster 2024-02-18T08:25:22.791950+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-02-18T08:25:24.432 INFO:tasks.rados.rados.0.smithi110.stdout:1599: finishing copy_from racing read to smithi11051043-28 2024-02-18T08:25:24.669 INFO:tasks.rados.rados.0.smithi110.stdout:1599: done (13 left) 2024-02-18T08:25:24.669 INFO:tasks.rados.rados.0.smithi110.stdout:1600: done (12 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1602: done (11 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1603: done (10 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1605: done (9 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1606: done (8 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1607: done (7 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1609: done (6 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1610: done (5 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1611: done (4 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1612: done (3 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1615: done (2 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1616: done (1 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1617: done (0 left) 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 152 2024-02-18T08:25:24.670 INFO:tasks.rados.rados.0.smithi110.stdout:1618: seq_num 507 ranges {1933312=499712,2433024=638976,3072000=163840} 2024-02-18T08:25:24.684 INFO:tasks.rados.rados.0.smithi110.stdout:1618: writing smithi11051043-27 from 1933312 to 2433024 tid 1 2024-02-18T08:25:24.687 INFO:tasks.rados.rados.0.smithi110.stdout:1618: writing smithi11051043-27 from 2433024 to 3072000 tid 2 2024-02-18T08:25:24.688 INFO:tasks.rados.rados.0.smithi110.stdout:1618: writing smithi11051043-27 from 3072000 to 3235840 tid 3 2024-02-18T08:25:24.689 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 152 2024-02-18T08:25:24.689 INFO:tasks.rados.rados.0.smithi110.stdout:1619: seq_num 508 ranges {1122304=516096,1638400=524288,2162688=278528} 2024-02-18T08:25:24.698 INFO:tasks.rados.rados.0.smithi110.stdout:1619: writing smithi11051043-15 from 1122304 to 1638400 tid 1 2024-02-18T08:25:24.701 INFO:tasks.rados.rados.0.smithi110.stdout:1619: writing smithi11051043-15 from 1638400 to 2162688 tid 2 2024-02-18T08:25:24.704 INFO:tasks.rados.rados.0.smithi110.stdout:1619: writing smithi11051043-15 from 2162688 to 2441216 tid 3 2024-02-18T08:25:24.704 INFO:tasks.rados.rados.0.smithi110.stdout:1620: read oid 29 snap -1 2024-02-18T08:25:24.704 INFO:tasks.rados.rados.0.smithi110.stdout:1620: expect (ObjNum 478 snap 145 seq_num 478) 2024-02-18T08:25:24.704 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 152 2024-02-18T08:25:24.704 INFO:tasks.rados.rados.0.smithi110.stdout:1621: seq_num 509 ranges {5185536=532480,5718016=409600,6127616=393216} 2024-02-18T08:25:24.737 INFO:tasks.rados.rados.0.smithi110.stdout:1621: writing smithi11051043-31 from 5185536 to 5718016 tid 1 2024-02-18T08:25:24.739 INFO:tasks.rados.rados.0.smithi110.stdout:1621: writing smithi11051043-31 from 5718016 to 6127616 tid 2 2024-02-18T08:25:24.744 INFO:tasks.rados.rados.0.smithi110.stdout:1621: writing smithi11051043-31 from 6127616 to 6520832 tid 3 2024-02-18T08:25:24.744 INFO:tasks.rados.rados.0.smithi110.stdout:1622: read oid 35 snap -1 2024-02-18T08:25:24.744 INFO:tasks.rados.rados.0.smithi110.stdout:1622: expect (ObjNum 486 snap 148 seq_num 486) 2024-02-18T08:25:24.744 INFO:tasks.rados.rados.0.smithi110.stdout:1623: delete oid 23 current snap is 152 2024-02-18T08:25:24.744 INFO:tasks.rados.rados.0.smithi110.stdout:1618: finishing write tid 1 to smithi11051043-27 2024-02-18T08:25:24.744 INFO:tasks.rados.rados.0.smithi110.stdout:1618: finishing write tid 2 to smithi11051043-27 2024-02-18T08:25:24.744 INFO:tasks.rados.rados.0.smithi110.stdout:1618: finishing write tid 3 to smithi11051043-27 2024-02-18T08:25:24.744 INFO:tasks.rados.rados.0.smithi110.stdout:1618: finishing write tid 5 to smithi11051043-27 2024-02-18T08:25:24.744 INFO:tasks.rados.rados.0.smithi110.stdout:1618: finishing write tid 6 to smithi11051043-27 2024-02-18T08:25:24.744 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 850 (ObjNum 507 snap 152 seq_num 507) dirty exists 2024-02-18T08:25:24.745 INFO:tasks.rados.rados.0.smithi110.stdout:1618: left oid 27 (ObjNum 507 snap 152 seq_num 507) 2024-02-18T08:25:24.745 INFO:tasks.rados.rados.0.smithi110.stdout:1619: finishing write tid 1 to smithi11051043-15 2024-02-18T08:25:24.745 INFO:tasks.rados.rados.0.smithi110.stdout:1619: finishing write tid 2 to smithi11051043-15 2024-02-18T08:25:24.745 INFO:tasks.rados.rados.0.smithi110.stdout:1619: finishing write tid 3 to smithi11051043-15 2024-02-18T08:25:24.745 INFO:tasks.rados.rados.0.smithi110.stdout:1619: finishing write tid 5 to smithi11051043-15 2024-02-18T08:25:24.745 INFO:tasks.rados.rados.0.smithi110.stdout:1619: finishing write tid 6 to smithi11051043-15 2024-02-18T08:25:24.745 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 783 (ObjNum 508 snap 152 seq_num 508) dirty exists 2024-02-18T08:25:24.745 INFO:tasks.rados.rados.0.smithi110.stdout:1619: left oid 15 (ObjNum 508 snap 152 seq_num 508) 2024-02-18T08:25:24.745 INFO:tasks.rados.rados.0.smithi110.stdout:1620: expect (ObjNum 478 snap 145 seq_num 478) 2024-02-18T08:25:24.987 INFO:tasks.rados.rados.0.smithi110.stdout:1621: finishing write tid 1 to smithi11051043-31 2024-02-18T08:25:24.987 INFO:tasks.rados.rados.0.smithi110.stdout:1618: done (5 left) 2024-02-18T08:25:24.987 INFO:tasks.rados.rados.0.smithi110.stdout:1619: done (4 left) 2024-02-18T08:25:24.987 INFO:tasks.rados.rados.0.smithi110.stdout:1620: done (3 left) 2024-02-18T08:25:24.988 INFO:tasks.rados.rados.0.smithi110.stdout:1623: done (2 left) 2024-02-18T08:25:24.988 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 152 2024-02-18T08:25:24.988 INFO:tasks.rados.rados.0.smithi110.stdout:1624: seq_num 511 ranges {1892352=565248,2457600=630784,3088384=172032} 2024-02-18T08:25:25.012 INFO:tasks.rados.rados.0.smithi110.stdout:1624: writing smithi11051043-21 from 1892352 to 2457600 tid 1 2024-02-18T08:25:25.013 INFO:tasks.rados.rados.0.smithi110.stdout:1624: writing smithi11051043-21 from 2457600 to 3088384 tid 2 2024-02-18T08:25:25.013 INFO:tasks.rados.rados.0.smithi110.stdout:1624: writing smithi11051043-21 from 3088384 to 3260416 tid 3 2024-02-18T08:25:25.013 INFO:tasks.rados.rados.0.smithi110.stdout:1625: snap_remove snap 151 2024-02-18T08:25:25.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:24 smithi191 bash[38688]: cluster 2024-02-18T08:25:23.794616+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-02-18T08:25:25.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:24 smithi191 bash[38688]: cluster 2024-02-18T08:25:24.665009+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-02-18T08:25:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:24 smithi110 bash[55875]: cluster 2024-02-18T08:25:23.794616+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-02-18T08:25:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:24 smithi110 bash[55875]: cluster 2024-02-18T08:25:24.665009+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-02-18T08:25:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:24 smithi110 bash[54479]: cluster 2024-02-18T08:25:23.794616+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-02-18T08:25:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:24 smithi110 bash[54479]: cluster 2024-02-18T08:25:24.665009+0000 mon.a (mon.0) 473 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-02-18T08:25:25.819 INFO:tasks.rados.rados.0.smithi110.stdout:1625: done (3 left) 2024-02-18T08:25:25.819 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 152 2024-02-18T08:25:25.819 INFO:tasks.rados.rados.0.smithi110.stdout:1626: seq_num 512 ranges {4366336=581632,4947968=516096,5464064=286720} 2024-02-18T08:25:25.849 INFO:tasks.rados.rados.0.smithi110.stdout:1626: writing smithi11051043-9 from 4366336 to 4947968 tid 1 2024-02-18T08:25:25.852 INFO:tasks.rados.rados.0.smithi110.stdout:1626: writing smithi11051043-9 from 4947968 to 5464064 tid 2 2024-02-18T08:25:25.854 INFO:tasks.rados.rados.0.smithi110.stdout:1626: writing smithi11051043-9 from 5464064 to 5750784 tid 3 2024-02-18T08:25:25.854 INFO:tasks.rados.rados.0.smithi110.stdout:1627: snap_create 2024-02-18T08:25:25.854 INFO:tasks.rados.rados.0.smithi110.stdout:1621: finishing write tid 2 to smithi11051043-31 2024-02-18T08:25:25.855 INFO:tasks.rados.rados.0.smithi110.stdout:1621: finishing write tid 3 to smithi11051043-31 2024-02-18T08:25:25.855 INFO:tasks.rados.rados.0.smithi110.stdout:1621: finishing write tid 5 to smithi11051043-31 2024-02-18T08:25:25.855 INFO:tasks.rados.rados.0.smithi110.stdout:1621: finishing write tid 6 to smithi11051043-31 2024-02-18T08:25:25.855 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 855 (ObjNum 509 snap 152 seq_num 509) dirty exists 2024-02-18T08:25:25.855 INFO:tasks.rados.rados.0.smithi110.stdout:1621: left oid 31 (ObjNum 509 snap 152 seq_num 509) 2024-02-18T08:25:25.855 INFO:tasks.rados.rados.0.smithi110.stdout:1622: expect (ObjNum 486 snap 148 seq_num 486) 2024-02-18T08:25:25.881 INFO:tasks.rados.rados.0.smithi110.stdout:1624: finishing write tid 1 to smithi11051043-21 2024-02-18T08:25:25.881 INFO:tasks.rados.rados.0.smithi110.stdout:1624: finishing write tid 2 to smithi11051043-21 2024-02-18T08:25:25.881 INFO:tasks.rados.rados.0.smithi110.stdout:1624: finishing write tid 3 to smithi11051043-21 2024-02-18T08:25:25.881 INFO:tasks.rados.rados.0.smithi110.stdout:1624: finishing write tid 5 to smithi11051043-21 2024-02-18T08:25:25.881 INFO:tasks.rados.rados.0.smithi110.stdout:1624: finishing write tid 6 to smithi11051043-21 2024-02-18T08:25:25.881 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 612 (ObjNum 511 snap 152 seq_num 511) dirty exists 2024-02-18T08:25:25.882 INFO:tasks.rados.rados.0.smithi110.stdout:1624: left oid 21 (ObjNum 511 snap 152 seq_num 511) 2024-02-18T08:25:25.882 INFO:tasks.rados.rados.0.smithi110.stdout:1626: finishing write tid 1 to smithi11051043-9 2024-02-18T08:25:25.882 INFO:tasks.rados.rados.0.smithi110.stdout:1626: finishing write tid 2 to smithi11051043-9 2024-02-18T08:25:25.882 INFO:tasks.rados.rados.0.smithi110.stdout:1626: finishing write tid 3 to smithi11051043-9 2024-02-18T08:25:25.882 INFO:tasks.rados.rados.0.smithi110.stdout:1626: finishing write tid 5 to smithi11051043-9 2024-02-18T08:25:25.882 INFO:tasks.rados.rados.0.smithi110.stdout:1626: finishing write tid 6 to smithi11051043-9 2024-02-18T08:25:25.882 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 662 (ObjNum 512 snap 152 seq_num 512) dirty exists 2024-02-18T08:25:25.882 INFO:tasks.rados.rados.0.smithi110.stdout:1626: left oid 9 (ObjNum 512 snap 152 seq_num 512) 2024-02-18T08:25:26.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:25 smithi191 bash[38688]: cluster 2024-02-18T08:25:24.645649+0000 mgr.y (mgr.44100) 158 : cluster [DBG] pgmap v240: 89 pgs: 89 active+clean; 77 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 96 KiB/s wr, 13 op/s 2024-02-18T08:25:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:25 smithi110 bash[54479]: cluster 2024-02-18T08:25:24.645649+0000 mgr.y (mgr.44100) 158 : cluster [DBG] pgmap v240: 89 pgs: 89 active+clean; 77 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 96 KiB/s wr, 13 op/s 2024-02-18T08:25:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:25 smithi110 bash[55875]: cluster 2024-02-18T08:25:24.645649+0000 mgr.y (mgr.44100) 158 : cluster [DBG] pgmap v240: 89 pgs: 89 active+clean; 77 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 96 KiB/s wr, 13 op/s 2024-02-18T08:25:26.837 INFO:tasks.rados.rados.0.smithi110.stdout:1621: done (4 left) 2024-02-18T08:25:26.837 INFO:tasks.rados.rados.0.smithi110.stdout:1622: done (3 left) 2024-02-18T08:25:26.838 INFO:tasks.rados.rados.0.smithi110.stdout:1624: done (2 left) 2024-02-18T08:25:26.838 INFO:tasks.rados.rados.0.smithi110.stdout:1626: done (1 left) 2024-02-18T08:25:26.838 INFO:tasks.rados.rados.0.smithi110.stdout:1627: done (0 left) 2024-02-18T08:25:26.838 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 153 2024-02-18T08:25:26.838 INFO:tasks.rados.rados.0.smithi110.stdout:1628: seq_num 513 ranges {0=598016,598016=794624,1392640=8192} 2024-02-18T08:25:26.842 INFO:tasks.rados.rados.0.smithi110.stdout:1628: writing smithi11051043-3 from 0 to 598016 tid 1 2024-02-18T08:25:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1628: writing smithi11051043-3 from 598016 to 1392640 tid 2 2024-02-18T08:25:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1628: writing smithi11051043-3 from 1392640 to 1400832 tid 3 2024-02-18T08:25:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1629: read oid 23 snap -1 2024-02-18T08:25:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1629: expect deleted 2024-02-18T08:25:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1630: read oid 30 snap 152 2024-02-18T08:25:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1630: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:25:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1631: rmattr oid 13 current snap is 153 2024-02-18T08:25:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1628: finishing write tid 1 to smithi11051043-3 2024-02-18T08:25:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 153 2024-02-18T08:25:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1632: seq_num 514 ranges {0=614400,614400=679936,1294336=122880} 2024-02-18T08:25:26.853 INFO:tasks.rados.rados.0.smithi110.stdout:1632: writing smithi11051043-40 from 0 to 614400 tid 1 2024-02-18T08:25:26.858 INFO:tasks.rados.rados.0.smithi110.stdout:1632: writing smithi11051043-40 from 614400 to 1294336 tid 2 2024-02-18T08:25:26.859 INFO:tasks.rados.rados.0.smithi110.stdout:1632: writing smithi11051043-40 from 1294336 to 1417216 tid 3 2024-02-18T08:25:26.859 INFO:tasks.rados.rados.0.smithi110.stdout:1633: read oid 50 snap -1 2024-02-18T08:25:26.859 INFO:tasks.rados.rados.0.smithi110.stdout:1633: expect deleted 2024-02-18T08:25:26.859 INFO:tasks.rados.rados.0.smithi110.stdout:1634: rollback oid 31 current snap is 153 2024-02-18T08:25:26.859 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 152 2024-02-18T08:25:26.859 INFO:tasks.rados.rados.0.smithi110.stdout:1628: finishing write tid 2 to smithi11051043-3 2024-02-18T08:25:26.859 INFO:tasks.rados.rados.0.smithi110.stdout:1628: finishing write tid 3 to smithi11051043-3 2024-02-18T08:25:26.859 INFO:tasks.rados.rados.0.smithi110.stdout:1628: finishing write tid 5 to smithi11051043-3 2024-02-18T08:25:26.860 INFO:tasks.rados.rados.0.smithi110.stdout:1628: finishing write tid 6 to smithi11051043-3 2024-02-18T08:25:26.860 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 616 (ObjNum 513 snap 153 seq_num 513) dirty exists 2024-02-18T08:25:26.860 INFO:tasks.rados.rados.0.smithi110.stdout:1628: left oid 3 (ObjNum 513 snap 153 seq_num 513) 2024-02-18T08:25:26.860 INFO:tasks.rados.rados.0.smithi110.stdout:1630: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:25:26.872 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 638 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-02-18T08:25:26.872 INFO:tasks.rados.rados.0.smithi110.stdout:1634: finishing rollback tid 0 to smithi11051043-31 2024-02-18T08:25:26.872 INFO:tasks.rados.rados.0.smithi110.stdout:1634: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1634: finishing rollback tid 2 to smithi11051043-31 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 867 (ObjNum 509 snap 152 seq_num 509) dirty exists 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1632: finishing write tid 1 to smithi11051043-40 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1632: finishing write tid 2 to smithi11051043-40 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1632: finishing write tid 3 to smithi11051043-40 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1632: finishing write tid 5 to smithi11051043-40 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1632: finishing write tid 6 to smithi11051043-40 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 651 (ObjNum 514 snap 153 seq_num 514) dirty exists 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1632: left oid 40 (ObjNum 514 snap 153 seq_num 514) 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1628: done (6 left) 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1629: done (5 left) 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1630: done (4 left) 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1631: done (3 left) 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1632: done (2 left) 2024-02-18T08:25:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:1633: done (1 left) 2024-02-18T08:25:26.874 INFO:tasks.rados.rados.0.smithi110.stdout:1634: done (0 left) 2024-02-18T08:25:26.874 INFO:tasks.rados.rados.0.smithi110.stdout:1635: delete oid 37 current snap is 153 2024-02-18T08:25:26.876 INFO:tasks.rados.rados.0.smithi110.stdout:1635: done (0 left) 2024-02-18T08:25:26.876 INFO:tasks.rados.rados.0.smithi110.stdout:1636: read oid 14 snap 149 2024-02-18T08:25:26.876 INFO:tasks.rados.rados.0.smithi110.stdout:1636: expect (ObjNum 499 snap 149 seq_num 499) 2024-02-18T08:25:26.877 INFO:tasks.rados.rados.0.smithi110.stdout:1637: read oid 45 snap -1 2024-02-18T08:25:26.877 INFO:tasks.rados.rados.0.smithi110.stdout:1637: expect deleted 2024-02-18T08:25:26.877 INFO:tasks.rados.rados.0.smithi110.stdout:1638: snap_remove snap 152 2024-02-18T08:25:27.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:26 smithi191 bash[38688]: cluster 2024-02-18T08:25:25.815394+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-02-18T08:25:27.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:26 smithi110 bash[54479]: cluster 2024-02-18T08:25:25.815394+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-02-18T08:25:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:26 smithi110 bash[55875]: cluster 2024-02-18T08:25:25.815394+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-02-18T08:25:27.840 INFO:tasks.rados.rados.0.smithi110.stdout:1638: done (2 left) 2024-02-18T08:25:27.841 INFO:tasks.rados.rados.0.smithi110.stdout:1639: snap_create 2024-02-18T08:25:27.841 INFO:tasks.rados.rados.0.smithi110.stdout:1636: expect (ObjNum 499 snap 149 seq_num 499) 2024-02-18T08:25:28.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:27 smithi191 bash[38688]: cluster 2024-02-18T08:25:26.646361+0000 mgr.y (mgr.44100) 159 : cluster [DBG] pgmap v243: 89 pgs: 89 active+clean; 89 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 53 op/s 2024-02-18T08:25:28.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:27 smithi191 bash[38688]: cluster 2024-02-18T08:25:26.834299+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-02-18T08:25:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:27 smithi110 bash[55875]: cluster 2024-02-18T08:25:26.646361+0000 mgr.y (mgr.44100) 159 : cluster [DBG] pgmap v243: 89 pgs: 89 active+clean; 89 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 53 op/s 2024-02-18T08:25:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:27 smithi110 bash[55875]: cluster 2024-02-18T08:25:26.834299+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-02-18T08:25:28.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:27 smithi110 bash[54479]: cluster 2024-02-18T08:25:26.646361+0000 mgr.y (mgr.44100) 159 : cluster [DBG] pgmap v243: 89 pgs: 89 active+clean; 89 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 53 op/s 2024-02-18T08:25:28.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:27 smithi110 bash[54479]: cluster 2024-02-18T08:25:26.834299+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-02-18T08:25:28.843 INFO:tasks.rados.rados.0.smithi110.stdout:1636: done (2 left) 2024-02-18T08:25:28.843 INFO:tasks.rados.rados.0.smithi110.stdout:1637: done (1 left) 2024-02-18T08:25:28.843 INFO:tasks.rados.rados.0.smithi110.stdout:1639: done (0 left) 2024-02-18T08:25:28.843 INFO:tasks.rados.rados.0.smithi110.stdout:1640: snap_create 2024-02-18T08:25:29.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:28 smithi110 bash[54479]: cluster 2024-02-18T08:25:27.837484+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-02-18T08:25:29.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:28 smithi110 bash[54479]: cluster 2024-02-18T08:25:28.839108+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-02-18T08:25:29.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:28 smithi110 bash[55875]: cluster 2024-02-18T08:25:27.837484+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-02-18T08:25:29.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:28 smithi110 bash[55875]: cluster 2024-02-18T08:25:28.839108+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-02-18T08:25:29.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:28 smithi191 bash[38688]: cluster 2024-02-18T08:25:27.837484+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-02-18T08:25:29.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:28 smithi191 bash[38688]: cluster 2024-02-18T08:25:28.839108+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-02-18T08:25:29.670 INFO:tasks.rados.rados.0.smithi110.stdout:1640: done (0 left) 2024-02-18T08:25:29.671 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 155 2024-02-18T08:25:29.671 INFO:tasks.rados.rados.0.smithi110.stdout:1641: seq_num 516 ranges {1417216=647168,2064384=450560,2514944=352256} 2024-02-18T08:25:29.688 INFO:tasks.rados.rados.0.smithi110.stdout:1641: writing smithi11051043-40 from 1417216 to 2064384 tid 1 2024-02-18T08:25:29.690 INFO:tasks.rados.rados.0.smithi110.stdout:1641: writing smithi11051043-40 from 2064384 to 2514944 tid 2 2024-02-18T08:25:29.693 INFO:tasks.rados.rados.0.smithi110.stdout:1641: writing smithi11051043-40 from 2514944 to 2867200 tid 3 2024-02-18T08:25:29.693 INFO:tasks.rados.rados.0.smithi110.stdout:1642: snap_create 2024-02-18T08:25:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:1641: finishing write tid 1 to smithi11051043-40 2024-02-18T08:25:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:1641: finishing write tid 2 to smithi11051043-40 2024-02-18T08:25:29.698 INFO:tasks.rados.rados.0.smithi110.stdout:1641: finishing write tid 3 to smithi11051043-40 2024-02-18T08:25:29.698 INFO:tasks.rados.rados.0.smithi110.stdout:1641: finishing write tid 5 to smithi11051043-40 2024-02-18T08:25:29.699 INFO:tasks.rados.rados.0.smithi110.stdout:1641: finishing write tid 6 to smithi11051043-40 2024-02-18T08:25:29.699 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 656 (ObjNum 516 snap 155 seq_num 516) dirty exists 2024-02-18T08:25:29.699 INFO:tasks.rados.rados.0.smithi110.stdout:1641: left oid 40 (ObjNum 516 snap 155 seq_num 516) 2024-02-18T08:25:30.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:29 smithi191 bash[38688]: cluster 2024-02-18T08:25:28.647098+0000 mgr.y (mgr.44100) 160 : cluster [DBG] pgmap v246: 89 pgs: 89 active+clean; 89 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 46 op/s 2024-02-18T08:25:30.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:29 smithi191 bash[38688]: audit 2024-02-18T08:25:28.989817+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:30.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:29 smithi191 bash[38688]: audit 2024-02-18T08:25:29.319951+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:30.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:29 smithi191 bash[38688]: cluster 2024-02-18T08:25:29.667520+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-02-18T08:25:30.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:29 smithi110 bash[54479]: cluster 2024-02-18T08:25:28.647098+0000 mgr.y (mgr.44100) 160 : cluster [DBG] pgmap v246: 89 pgs: 89 active+clean; 89 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 46 op/s 2024-02-18T08:25:30.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:29 smithi110 bash[54479]: audit 2024-02-18T08:25:28.989817+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:30.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:29 smithi110 bash[54479]: audit 2024-02-18T08:25:29.319951+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:30.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:29 smithi110 bash[54479]: cluster 2024-02-18T08:25:29.667520+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-02-18T08:25:30.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:29 smithi110 bash[55875]: cluster 2024-02-18T08:25:28.647098+0000 mgr.y (mgr.44100) 160 : cluster [DBG] pgmap v246: 89 pgs: 89 active+clean; 89 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 46 op/s 2024-02-18T08:25:30.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:29 smithi110 bash[55875]: audit 2024-02-18T08:25:28.989817+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:30.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:29 smithi110 bash[55875]: audit 2024-02-18T08:25:29.319951+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:30.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:29 smithi110 bash[55875]: cluster 2024-02-18T08:25:29.667520+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-02-18T08:25:30.672 INFO:tasks.rados.rados.0.smithi110.stdout:1641: done (1 left) 2024-02-18T08:25:30.673 INFO:tasks.rados.rados.0.smithi110.stdout:1642: done (0 left) 2024-02-18T08:25:30.673 INFO:tasks.rados.rados.0.smithi110.stdout:1643: copy_from oid 50 from oid 10 current snap is 156 2024-02-18T08:25:30.673 INFO:tasks.rados.rados.0.smithi110.stdout:1644: snap_remove snap 149 2024-02-18T08:25:31.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:30 smithi110 bash[54479]: audit 2024-02-18T08:25:29.320328+0000 mgr.y (mgr.44100) 161 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:31.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:30 smithi110 bash[54479]: cephadm 2024-02-18T08:25:29.322762+0000 mgr.y (mgr.44100) 162 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-02-18T08:25:31.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:30 smithi110 bash[54479]: cluster 2024-02-18T08:25:30.669957+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-02-18T08:25:31.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:30 smithi110 bash[55875]: audit 2024-02-18T08:25:29.320328+0000 mgr.y (mgr.44100) 161 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:31.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:30 smithi110 bash[55875]: cephadm 2024-02-18T08:25:29.322762+0000 mgr.y (mgr.44100) 162 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-02-18T08:25:31.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:30 smithi110 bash[55875]: cluster 2024-02-18T08:25:30.669957+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-02-18T08:25:31.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:30 smithi191 bash[38688]: audit 2024-02-18T08:25:29.320328+0000 mgr.y (mgr.44100) 161 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-02-18T08:25:31.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:30 smithi191 bash[38688]: cephadm 2024-02-18T08:25:29.322762+0000 mgr.y (mgr.44100) 162 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-02-18T08:25:31.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:30 smithi191 bash[38688]: cluster 2024-02-18T08:25:30.669957+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-02-18T08:25:31.676 INFO:tasks.rados.rados.0.smithi110.stdout:1644: done (1 left) 2024-02-18T08:25:31.676 INFO:tasks.rados.rados.0.smithi110.stdout:1645: copy_from oid 5 from oid 2 current snap is 156 2024-02-18T08:25:31.676 INFO:tasks.rados.rados.0.smithi110.stdout:1643: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:25:31.677 INFO:tasks.rados.rados.0.smithi110.stdout:1643: finishing copy_from to smithi11051043-50 2024-02-18T08:25:31.677 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 516 (ObjNum 444 snap 134 seq_num 444) dirty exists 2024-02-18T08:25:31.677 INFO:tasks.rados.rados.0.smithi110.stdout:1643: done (1 left) 2024-02-18T08:25:31.677 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 156 2024-02-18T08:25:31.677 INFO:tasks.rados.rados.0.smithi110.stdout:1646: seq_num 517 ranges {1220608=663552,1884160=786432,2670592=16384} 2024-02-18T08:25:31.688 INFO:tasks.rados.rados.0.smithi110.stdout:1646: writing smithi11051043-7 from 1220608 to 1884160 tid 1 2024-02-18T08:25:31.693 INFO:tasks.rados.rados.0.smithi110.stdout:1646: writing smithi11051043-7 from 1884160 to 2670592 tid 2 2024-02-18T08:25:31.693 INFO:tasks.rados.rados.0.smithi110.stdout:1646: writing smithi11051043-7 from 2670592 to 2686976 tid 3 2024-02-18T08:25:31.693 INFO:tasks.rados.rados.0.smithi110.stdout:1647: snap_create 2024-02-18T08:25:31.698 INFO:tasks.rados.rados.0.smithi110.stdout:1646: finishing write tid 1 to smithi11051043-7 2024-02-18T08:25:31.699 INFO:tasks.rados.rados.0.smithi110.stdout:1646: finishing write tid 2 to smithi11051043-7 2024-02-18T08:25:31.700 INFO:tasks.rados.rados.0.smithi110.stdout:1646: finishing write tid 3 to smithi11051043-7 2024-02-18T08:25:31.700 INFO:tasks.rados.rados.0.smithi110.stdout:1646: finishing write tid 5 to smithi11051043-7 2024-02-18T08:25:31.702 INFO:tasks.rados.rados.0.smithi110.stdout:1646: finishing write tid 6 to smithi11051043-7 2024-02-18T08:25:31.702 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 648 (ObjNum 517 snap 156 seq_num 517) dirty exists 2024-02-18T08:25:31.703 INFO:tasks.rados.rados.0.smithi110.stdout:1646: left oid 7 (ObjNum 517 snap 156 seq_num 517) 2024-02-18T08:25:31.709 INFO:tasks.rados.rados.0.smithi110.stdout:1645: finishing copy_from racing read to smithi11051043-5 2024-02-18T08:25:31.711 INFO:tasks.rados.rados.0.smithi110.stdout:1645: finishing copy_from to smithi11051043-5 2024-02-18T08:25:31.711 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 776 (ObjNum 495 snap 149 seq_num 495) dirty exists 2024-02-18T08:25:31.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:31.630Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:31.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:31.630Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:31.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:31.630Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:25:32.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:32 smithi191 bash[38688]: cluster 2024-02-18T08:25:30.648232+0000 mgr.y (mgr.44100) 163 : cluster [DBG] pgmap v249: 89 pgs: 89 active+clean; 96 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-02-18T08:25:32.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:32 smithi191 bash[38688]: cluster 2024-02-18T08:25:31.672365+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-02-18T08:25:32.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:32 smithi191 bash[38688]: audit 2024-02-18T08:25:31.990085+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:32.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:32 smithi191 bash[38688]: audit 2024-02-18T08:25:31.991663+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-18T08:25:32.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:32 smithi191 bash[38688]: audit 2024-02-18T08:25:31.993124+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:25:32.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:31 smithi110 bash[54479]: cluster 2024-02-18T08:25:30.648232+0000 mgr.y (mgr.44100) 163 : cluster [DBG] pgmap v249: 89 pgs: 89 active+clean; 96 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-02-18T08:25:32.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:31 smithi110 bash[54479]: cluster 2024-02-18T08:25:31.672365+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-02-18T08:25:32.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:31 smithi110 bash[54479]: audit 2024-02-18T08:25:31.990085+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:32.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:31 smithi110 bash[54479]: audit 2024-02-18T08:25:31.991663+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-18T08:25:32.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:31 smithi110 bash[54479]: audit 2024-02-18T08:25:31.993124+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:25:32.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:32 smithi110 bash[55875]: cluster 2024-02-18T08:25:30.648232+0000 mgr.y (mgr.44100) 163 : cluster [DBG] pgmap v249: 89 pgs: 89 active+clean; 96 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-02-18T08:25:32.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:32 smithi110 bash[55875]: cluster 2024-02-18T08:25:31.672365+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-02-18T08:25:32.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:32 smithi110 bash[55875]: audit 2024-02-18T08:25:31.990085+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:32.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:32 smithi110 bash[55875]: audit 2024-02-18T08:25:31.991663+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-18T08:25:32.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:32 smithi110 bash[55875]: audit 2024-02-18T08:25:31.993124+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:25:32.678 INFO:tasks.rados.rados.0.smithi110.stdout:1645: done (2 left) 2024-02-18T08:25:32.679 INFO:tasks.rados.rados.0.smithi110.stdout:1646: done (1 left) 2024-02-18T08:25:32.679 INFO:tasks.rados.rados.0.smithi110.stdout:1647: done (0 left) 2024-02-18T08:25:32.679 INFO:tasks.rados.rados.0.smithi110.stdout:1648: read oid 9 snap -1 2024-02-18T08:25:32.679 INFO:tasks.rados.rados.0.smithi110.stdout:1648: expect (ObjNum 512 snap 152 seq_num 512) 2024-02-18T08:25:32.679 INFO:tasks.rados.rados.0.smithi110.stdout:1649: setattr oid 15 current snap is 157 2024-02-18T08:25:32.682 INFO:tasks.rados.rados.0.smithi110.stdout:1650: snap_remove snap 155 2024-02-18T08:25:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:33 smithi191 bash[38688]: cephadm 2024-02-18T08:25:31.984423+0000 mgr.y (mgr.44100) 164 : cephadm [INF] Upgrade: Updating osd.3 2024-02-18T08:25:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:33 smithi191 bash[38688]: cephadm 2024-02-18T08:25:31.996364+0000 mgr.y (mgr.44100) 165 : cephadm [INF] Deploying daemon osd.3 on smithi110 2024-02-18T08:25:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:33 smithi191 bash[38688]: audit 2024-02-18T08:25:31.997329+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2024-02-18T08:25:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:33 smithi191 bash[38688]: cluster 2024-02-18T08:25:32.675830+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-02-18T08:25:33.352 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[54479]: cephadm 2024-02-18T08:25:31.984423+0000 mgr.y (mgr.44100) 164 : cephadm [INF] Upgrade: Updating osd.3 2024-02-18T08:25:33.352 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[54479]: cephadm 2024-02-18T08:25:31.996364+0000 mgr.y (mgr.44100) 165 : cephadm [INF] Deploying daemon osd.3 on smithi110 2024-02-18T08:25:33.352 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[54479]: audit 2024-02-18T08:25:31.997329+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2024-02-18T08:25:33.352 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[54479]: cluster 2024-02-18T08:25:32.675830+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-02-18T08:25:33.352 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[55875]: cephadm 2024-02-18T08:25:31.984423+0000 mgr.y (mgr.44100) 164 : cephadm [INF] Upgrade: Updating osd.3 2024-02-18T08:25:33.352 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[55875]: cephadm 2024-02-18T08:25:31.996364+0000 mgr.y (mgr.44100) 165 : cephadm [INF] Deploying daemon osd.3 on smithi110 2024-02-18T08:25:33.352 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[55875]: audit 2024-02-18T08:25:31.997329+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2024-02-18T08:25:33.353 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[55875]: cluster 2024-02-18T08:25:32.675830+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-02-18T08:25:33.683 INFO:tasks.rados.rados.0.smithi110.stdout:1650: done (2 left) 2024-02-18T08:25:33.683 INFO:tasks.rados.rados.0.smithi110.stdout:1651: snap_remove snap 156 2024-02-18T08:25:33.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:33.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:33.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:33.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:33.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:33.524Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:25:34.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:34 smithi191 bash[38688]: cluster 2024-02-18T08:25:32.648893+0000 mgr.y (mgr.44100) 166 : cluster [DBG] pgmap v252: 89 pgs: 89 active+clean; 100 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-02-18T08:25:34.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:34 smithi191 bash[38688]: cluster 2024-02-18T08:25:33.677854+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-02-18T08:25:34.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:34 smithi110 bash[54479]: cluster 2024-02-18T08:25:32.648893+0000 mgr.y (mgr.44100) 166 : cluster [DBG] pgmap v252: 89 pgs: 89 active+clean; 100 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-02-18T08:25:34.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:34 smithi110 bash[54479]: cluster 2024-02-18T08:25:33.677854+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-02-18T08:25:34.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:34 smithi110 bash[55875]: cluster 2024-02-18T08:25:32.648893+0000 mgr.y (mgr.44100) 166 : cluster [DBG] pgmap v252: 89 pgs: 89 active+clean; 100 MiB data, 1.0 GiB used, 709 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-02-18T08:25:34.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:34 smithi110 bash[55875]: cluster 2024-02-18T08:25:33.677854+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-02-18T08:25:34.673 INFO:tasks.rados.rados.0.smithi110.stdout:1651: done (2 left) 2024-02-18T08:25:34.674 INFO:tasks.rados.rados.0.smithi110.stdout:1652: copy_from oid 7 from oid 33 current snap is 157 2024-02-18T08:25:34.674 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 784 (ObjNum 508 snap 152 seq_num 508) dirty exists 2024-02-18T08:25:34.674 INFO:tasks.rados.rados.0.smithi110.stdout:1648: expect (ObjNum 512 snap 152 seq_num 512) 2024-02-18T08:25:34.975 INFO:tasks.rados.rados.0.smithi110.stdout:1652: finishing copy_from to smithi11051043-7 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:1652: got expected ENOENT (src dne) 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:1652: finishing copy_from racing read to smithi11051043-7 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:1648: done (2 left) 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:1649: done (1 left) 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:1652: done (0 left) 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:1653: rollback oid 48 current snap is 157 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 48 to 153 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:1654: read oid 17 snap -1 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:1654: expect deleted 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 157 2024-02-18T08:25:34.976 INFO:tasks.rados.rados.0.smithi110.stdout:1655: seq_num 518 ranges {1400832=679936,2080768=671744,2752512=131072} 2024-02-18T08:25:34.996 INFO:tasks.rados.rados.0.smithi110.stdout:1655: writing smithi11051043-3 from 1400832 to 2080768 tid 1 2024-02-18T08:25:35.000 INFO:tasks.rados.rados.0.smithi110.stdout:1655: writing smithi11051043-3 from 2080768 to 2752512 tid 2 2024-02-18T08:25:35.001 INFO:tasks.rados.rados.0.smithi110.stdout:1655: writing smithi11051043-3 from 2752512 to 2883584 tid 3 2024-02-18T08:25:35.002 INFO:tasks.rados.rados.0.smithi110.stdout:1656: copy_from oid 16 from oid 13 current snap is 157 2024-02-18T08:25:35.002 INFO:tasks.rados.rados.0.smithi110.stdout:1653: finishing rollback tid 0 to smithi11051043-48 2024-02-18T08:25:35.002 INFO:tasks.rados.rados.0.smithi110.stdout:1653: finishing rollback tid 1 to smithi11051043-48 2024-02-18T08:25:35.002 INFO:tasks.rados.rados.0.smithi110.stdout:1653: finishing rollback tid 2 to smithi11051043-48 2024-02-18T08:25:35.002 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 628 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:25:35.002 INFO:tasks.rados.rados.0.smithi110.stdout:1653: done (3 left) 2024-02-18T08:25:35.002 INFO:tasks.rados.rados.0.smithi110.stdout:1654: done (2 left) 2024-02-18T08:25:35.002 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 157 2024-02-18T08:25:35.002 INFO:tasks.rados.rados.0.smithi110.stdout:1657: seq_num 519 ranges {0=696320,696320=548864,1245184=253952} 2024-02-18T08:25:35.005 INFO:tasks.rados.rados.0.smithi110.stdout:1657: writing smithi11051043-44 from 0 to 696320 tid 1 2024-02-18T08:25:35.008 INFO:tasks.rados.rados.0.smithi110.stdout:1657: writing smithi11051043-44 from 696320 to 1245184 tid 2 2024-02-18T08:25:35.010 INFO:tasks.rados.rados.0.smithi110.stdout:1657: writing smithi11051043-44 from 1245184 to 1499136 tid 3 2024-02-18T08:25:35.011 INFO:tasks.rados.rados.0.smithi110.stdout:1658: copy_from oid 22 from oid 36 current snap is 157 2024-02-18T08:25:35.011 INFO:tasks.rados.rados.0.smithi110.stdout:1655: finishing write tid 1 to smithi11051043-3 2024-02-18T08:25:35.011 INFO:tasks.rados.rados.0.smithi110.stdout:1659: delete oid 31 current snap is 157 2024-02-18T08:25:35.011 INFO:tasks.rados.rados.0.smithi110.stdout:1655: finishing write tid 2 to smithi11051043-3 2024-02-18T08:25:35.011 INFO:tasks.rados.rados.0.smithi110.stdout:1655: finishing write tid 3 to smithi11051043-3 2024-02-18T08:25:35.011 INFO:tasks.rados.rados.0.smithi110.stdout:1655: finishing write tid 5 to smithi11051043-3 2024-02-18T08:25:35.015 INFO:tasks.rados.rados.0.smithi110.stdout:1657: finishing write tid 1 to smithi11051043-44 2024-02-18T08:25:35.015 INFO:tasks.rados.rados.0.smithi110.stdout:1657: finishing write tid 2 to smithi11051043-44 2024-02-18T08:25:35.016 INFO:tasks.rados.rados.0.smithi110.stdout:1658: finishing copy_from to smithi11051043-22 2024-02-18T08:25:35.016 INFO:tasks.rados.rados.0.smithi110.stdout:1658: got expected ENOENT (src dne) 2024-02-18T08:25:35.016 INFO:tasks.rados.rados.0.smithi110.stdout:1658: finishing copy_from racing read to smithi11051043-22 2024-02-18T08:25:35.016 INFO:tasks.rados.rados.0.smithi110.stdout:1657: finishing write tid 3 to smithi11051043-44 2024-02-18T08:25:35.016 INFO:tasks.rados.rados.0.smithi110.stdout:1657: finishing write tid 5 to smithi11051043-44 2024-02-18T08:25:35.017 INFO:tasks.rados.rados.0.smithi110.stdout:1655: finishing write tid 6 to smithi11051043-3 2024-02-18T08:25:35.017 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 620 (ObjNum 518 snap 157 seq_num 518) dirty exists 2024-02-18T08:25:35.017 INFO:tasks.rados.rados.0.smithi110.stdout:1655: left oid 3 (ObjNum 518 snap 157 seq_num 518) 2024-02-18T08:25:35.018 INFO:tasks.rados.rados.0.smithi110.stdout:1656: finishing copy_from to smithi11051043-16 2024-02-18T08:25:35.018 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 638 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-02-18T08:25:35.018 INFO:tasks.rados.rados.0.smithi110.stdout:1656: finishing copy_from racing read to smithi11051043-16 2024-02-18T08:25:35.018 INFO:tasks.rados.rados.0.smithi110.stdout:1655: done (4 left) 2024-02-18T08:25:35.018 INFO:tasks.rados.rados.0.smithi110.stdout:1656: done (3 left) 2024-02-18T08:25:35.018 INFO:tasks.rados.rados.0.smithi110.stdout:1658: done (2 left) 2024-02-18T08:25:35.018 INFO:tasks.rados.rados.0.smithi110.stdout:1659: done (1 left) 2024-02-18T08:25:35.018 INFO:tasks.rados.rados.0.smithi110.stdout:1660: snap_remove snap 153 2024-02-18T08:25:35.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:35 smithi110 bash[54479]: cluster 2024-02-18T08:25:34.649745+0000 mgr.y (mgr.44100) 167 : cluster [DBG] pgmap v255: 89 pgs: 89 active+clean; 100 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s rd, 784 KiB/s wr, 0 op/s 2024-02-18T08:25:35.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:35 smithi110 bash[54479]: cluster 2024-02-18T08:25:34.670414+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-02-18T08:25:35.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:35 smithi110 bash[55875]: cluster 2024-02-18T08:25:34.649745+0000 mgr.y (mgr.44100) 167 : cluster [DBG] pgmap v255: 89 pgs: 89 active+clean; 100 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s rd, 784 KiB/s wr, 0 op/s 2024-02-18T08:25:35.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:35 smithi110 bash[55875]: cluster 2024-02-18T08:25:34.670414+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-02-18T08:25:36.019 INFO:tasks.rados.rados.0.smithi110.stdout:1660: done (1 left) 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:1661: read oid 5 snap 154 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:1661: expect (ObjNum 475 snap 145 seq_num 475) 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:1662: rmattr oid 13 current snap is 157 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:1657: finishing write tid 6 to smithi11051043-44 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 785 (ObjNum 519 snap 157 seq_num 519) dirty exists 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:1657: left oid 44 (ObjNum 519 snap 157 seq_num 519) 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:1657: done (2 left) 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:1663: read oid 12 snap -1 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:1663: expect deleted 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:1664: copy_from oid 7 from oid 34 current snap is 157 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 157 2024-02-18T08:25:36.020 INFO:tasks.rados.rados.0.smithi110.stdout:1665: seq_num 521 ranges {1499136=729088,2228224=720896,2949120=81920} 2024-02-18T08:25:36.033 INFO:tasks.rados.rados.0.smithi110.stdout:1665: writing smithi11051043-44 from 1499136 to 2228224 tid 1 2024-02-18T08:25:36.038 INFO:tasks.rados.rados.0.smithi110.stdout:1665: writing smithi11051043-44 from 2228224 to 2949120 tid 2 2024-02-18T08:25:36.039 INFO:tasks.rados.rados.0.smithi110.stdout:1665: writing smithi11051043-44 from 2949120 to 3031040 tid 3 2024-02-18T08:25:36.039 INFO:tasks.rados.rados.0.smithi110.stdout:1666: setattr oid 28 current snap is 157 2024-02-18T08:25:36.039 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 639 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-02-18T08:25:36.043 INFO:tasks.rados.rados.0.smithi110.stdout:1662: done (5 left) 2024-02-18T08:25:36.043 INFO:tasks.rados.rados.0.smithi110.stdout:1663: done (4 left) 2024-02-18T08:25:36.043 INFO:tasks.rados.rados.0.smithi110.stdout:1667: read oid 45 snap -1 2024-02-18T08:25:36.043 INFO:tasks.rados.rados.0.smithi110.stdout:1667: expect deleted 2024-02-18T08:25:36.043 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 157 2024-02-18T08:25:36.043 INFO:tasks.rados.rados.0.smithi110.stdout:1668: seq_num 522 ranges {0=745472,745472=606208,1351680=196608} 2024-02-18T08:25:36.048 INFO:tasks.rados.rados.0.smithi110.stdout:1668: writing smithi11051043-17 from 0 to 745472 tid 1 2024-02-18T08:25:36.052 INFO:tasks.rados.rados.0.smithi110.stdout:1668: writing smithi11051043-17 from 745472 to 1351680 tid 2 2024-02-18T08:25:36.053 INFO:tasks.rados.rados.0.smithi110.stdout:1668: writing smithi11051043-17 from 1351680 to 1548288 tid 3 2024-02-18T08:25:36.053 INFO:tasks.rados.rados.0.smithi110.stdout:1669: read oid 50 snap 154 2024-02-18T08:25:36.054 INFO:tasks.rados.rados.0.smithi110.stdout:1669: expect deleted 2024-02-18T08:25:36.054 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 157 2024-02-18T08:25:36.054 INFO:tasks.rados.rados.0.smithi110.stdout:1670: seq_num 523 ranges {1122304=770048,1892352=491520,2383872=311296} 2024-02-18T08:25:36.064 INFO:tasks.rados.rados.0.smithi110.stdout:1670: writing smithi11051043-13 from 1122304 to 1892352 tid 1 2024-02-18T08:25:36.067 INFO:tasks.rados.rados.0.smithi110.stdout:1670: writing smithi11051043-13 from 1892352 to 2383872 tid 2 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:1670: writing smithi11051043-13 from 2383872 to 2695168 tid 3 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:1671: delete oid 43 current snap is 157 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:1665: finishing write tid 1 to smithi11051043-44 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:1665: finishing write tid 2 to smithi11051043-44 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:1665: finishing write tid 3 to smithi11051043-44 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:1665: finishing write tid 5 to smithi11051043-44 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:1665: finishing write tid 6 to smithi11051043-44 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 789 (ObjNum 521 snap 157 seq_num 521) dirty exists 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:1665: left oid 44 (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:1664: finishing copy_from to smithi11051043-7 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 647 (ObjNum 506 snap 151 seq_num 506) dirty exists 2024-02-18T08:25:36.070 INFO:tasks.rados.rados.0.smithi110.stdout:1664: finishing copy_from racing read to smithi11051043-7 2024-02-18T08:25:36.071 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 649 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:25:36.071 INFO:tasks.rados.rados.0.smithi110.stdout:1661: expect (ObjNum 475 snap 145 seq_num 475) 2024-02-18T08:25:36.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:35 smithi191 bash[38688]: cluster 2024-02-18T08:25:34.649745+0000 mgr.y (mgr.44100) 167 : cluster [DBG] pgmap v255: 89 pgs: 89 active+clean; 100 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s rd, 784 KiB/s wr, 0 op/s 2024-02-18T08:25:36.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:35 smithi191 bash[38688]: cluster 2024-02-18T08:25:34.670414+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-02-18T08:25:36.362 INFO:tasks.rados.rados.0.smithi110.stdout:1668: finishing write tid 1 to smithi11051043-17 2024-02-18T08:25:36.362 INFO:tasks.rados.rados.0.smithi110.stdout:1668: finishing write tid 2 to smithi11051043-17 2024-02-18T08:25:36.362 INFO:tasks.rados.rados.0.smithi110.stdout:1668: finishing write tid 3 to smithi11051043-17 2024-02-18T08:25:36.362 INFO:tasks.rados.rados.0.smithi110.stdout:1668: finishing write tid 5 to smithi11051043-17 2024-02-18T08:25:36.362 INFO:tasks.rados.rados.0.smithi110.stdout:1661: done (8 left) 2024-02-18T08:25:36.362 INFO:tasks.rados.rados.0.smithi110.stdout:1664: done (7 left) 2024-02-18T08:25:36.362 INFO:tasks.rados.rados.0.smithi110.stdout:1665: done (6 left) 2024-02-18T08:25:36.362 INFO:tasks.rados.rados.0.smithi110.stdout:1666: done (5 left) 2024-02-18T08:25:36.362 INFO:tasks.rados.rados.0.smithi110.stdout:1667: done (4 left) 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1669: done (3 left) 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1671: done (2 left) 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1672: read oid 37 snap 154 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1672: expect deleted 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1673: delete oid 11 current snap is 157 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1668: finishing write tid 6 to smithi11051043-17 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 668 (ObjNum 522 snap 157 seq_num 522) dirty exists 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1668: left oid 17 (ObjNum 522 snap 157 seq_num 522) 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1670: finishing write tid 1 to smithi11051043-13 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1670: finishing write tid 2 to smithi11051043-13 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1670: finishing write tid 3 to smithi11051043-13 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1670: finishing write tid 5 to smithi11051043-13 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1670: finishing write tid 6 to smithi11051043-13 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 643 (ObjNum 523 snap 157 seq_num 523) dirty exists 2024-02-18T08:25:36.363 INFO:tasks.rados.rados.0.smithi110.stdout:1670: left oid 13 (ObjNum 523 snap 157 seq_num 523) 2024-02-18T08:25:36.364 INFO:tasks.rados.rados.0.smithi110.stdout:1668: done (3 left) 2024-02-18T08:25:36.364 INFO:tasks.rados.rados.0.smithi110.stdout:1670: done (2 left) 2024-02-18T08:25:36.364 INFO:tasks.rados.rados.0.smithi110.stdout:1672: done (1 left) 2024-02-18T08:25:36.364 INFO:tasks.rados.rados.0.smithi110.stdout:1673: done (0 left) 2024-02-18T08:25:36.364 INFO:tasks.rados.rados.0.smithi110.stdout:1674: delete oid 34 current snap is 157 2024-02-18T08:25:36.368 INFO:tasks.rados.rados.0.smithi110.stdout:1674: done (0 left) 2024-02-18T08:25:36.368 INFO:tasks.rados.rados.0.smithi110.stdout:1675: snap_create 2024-02-18T08:25:36.475 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:36 smithi110 systemd[1]: Stopping Ceph osd.3 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:25:36.475 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:36 smithi110 bash[33381]: debug 2024-02-18T08:25:36.351+0000 7fe167a44700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:25:36.475 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:36 smithi110 bash[33381]: debug 2024-02-18T08:25:36.351+0000 7fe167a44700 -1 osd.3 381 *** Got signal Terminated *** 2024-02-18T08:25:36.475 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:36 smithi110 bash[33381]: debug 2024-02-18T08:25:36.351+0000 7fe167a44700 -1 osd.3 381 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T08:25:37.030 INFO:tasks.rados.rados.0.smithi110.stdout:1675: done (0 left) 2024-02-18T08:25:37.030 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 158 2024-02-18T08:25:37.030 INFO:tasks.rados.rados.0.smithi110.stdout:1676: seq_num 527 ranges {3006464=434176,3440640=475136,3915776=565248,4481024=163840} 2024-02-18T08:25:37.051 INFO:tasks.rados.rados.0.smithi110.stdout:1676: writing smithi11051043-49 from 3006464 to 3440640 tid 1 2024-02-18T08:25:37.054 INFO:tasks.rados.rados.0.smithi110.stdout:1676: writing smithi11051043-49 from 3440640 to 3915776 tid 2 2024-02-18T08:25:37.057 INFO:tasks.rados.rados.0.smithi110.stdout:1676: writing smithi11051043-49 from 3915776 to 4481024 tid 3 2024-02-18T08:25:37.058 INFO:tasks.rados.rados.0.smithi110.stdout:1676: writing smithi11051043-49 from 4481024 to 4644864 tid 4 2024-02-18T08:25:37.058 INFO:tasks.rados.rados.0.smithi110.stdout:1677: setattr oid 31 current snap is 158 2024-02-18T08:25:37.059 INFO:tasks.rados.rados.0.smithi110.stdout:1676: finishing write tid 1 to smithi11051043-49 2024-02-18T08:25:37.059 INFO:tasks.rados.rados.0.smithi110.stdout:1676: finishing write tid 2 to smithi11051043-49 2024-02-18T08:25:37.060 INFO:tasks.rados.rados.0.smithi110.stdout:1678: read oid 35 snap -1 2024-02-18T08:25:37.060 INFO:tasks.rados.rados.0.smithi110.stdout:1678: expect (ObjNum 486 snap 148 seq_num 486) 2024-02-18T08:25:37.060 INFO:tasks.rados.rados.0.smithi110.stdout:1679: snap_remove snap 157 2024-02-18T08:25:37.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:37 smithi191 bash[38688]: cluster 2024-02-18T08:25:36.016153+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-02-18T08:25:37.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:37 smithi191 bash[38688]: cluster 2024-02-18T08:25:36.354843+0000 mon.a (mon.0) 491 : cluster [INF] osd.3 marked itself down and dead 2024-02-18T08:25:37.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:37 smithi110 bash[54479]: cluster 2024-02-18T08:25:36.016153+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-02-18T08:25:37.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:37 smithi110 bash[54479]: cluster 2024-02-18T08:25:36.354843+0000 mon.a (mon.0) 491 : cluster [INF] osd.3 marked itself down and dead 2024-02-18T08:25:37.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:37 smithi110 bash[55875]: cluster 2024-02-18T08:25:36.016153+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-02-18T08:25:37.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:37 smithi110 bash[55875]: cluster 2024-02-18T08:25:36.354843+0000 mon.a (mon.0) 491 : cluster [INF] osd.3 marked itself down and dead 2024-02-18T08:25:38.037 INFO:tasks.rados.rados.0.smithi110.stdout:1679: done (3 left) 2024-02-18T08:25:38.038 INFO:tasks.rados.rados.0.smithi110.stdout:1680: setattr oid 18 current snap is 158 2024-02-18T08:25:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:1676: finishing write tid 3 to smithi11051043-49 2024-02-18T08:25:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:1676: finishing write tid 4 to smithi11051043-49 2024-02-18T08:25:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:1676: finishing write tid 6 to smithi11051043-49 2024-02-18T08:25:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 882 (ObjNum -130217280 snap 22008 seq_num 4165332688) dirty exists 2024-02-18T08:25:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:1676: finishing write tid 7 to smithi11051043-49 2024-02-18T08:25:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 633 (ObjNum 527 snap 158 seq_num 527) dirty exists 2024-02-18T08:25:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:1676: left oid 49 (ObjNum 527 snap 158 seq_num 527) 2024-02-18T08:25:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:1678: expect (ObjNum 486 snap 148 seq_num 486) 2024-02-18T08:25:38.067 INFO:tasks.rados.rados.0.smithi110.stdout:1676: done (3 left) 2024-02-18T08:25:38.067 INFO:tasks.rados.rados.0.smithi110.stdout:1677: done (2 left) 2024-02-18T08:25:38.067 INFO:tasks.rados.rados.0.smithi110.stdout:1678: done (1 left) 2024-02-18T08:25:38.068 INFO:tasks.rados.rados.0.smithi110.stdout:1681: snap_create 2024-02-18T08:25:38.070 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 672 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:25:38.223 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:37 smithi110 bash[63217]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.3 2024-02-18T08:25:38.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:38 smithi110 bash[54479]: cluster 2024-02-18T08:25:36.650522+0000 mgr.y (mgr.44100) 168 : cluster [DBG] pgmap v258: 89 pgs: 89 active+clean; 101 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-02-18T08:25:38.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:38 smithi110 bash[54479]: cluster 2024-02-18T08:25:37.014761+0000 mon.a (mon.0) 492 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:25:38.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:38 smithi110 bash[54479]: cluster 2024-02-18T08:25:37.026714+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e382: 8 total, 7 up, 8 in 2024-02-18T08:25:38.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:38 smithi110 bash[55875]: cluster 2024-02-18T08:25:36.650522+0000 mgr.y (mgr.44100) 168 : cluster [DBG] pgmap v258: 89 pgs: 89 active+clean; 101 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-02-18T08:25:38.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:38 smithi110 bash[55875]: cluster 2024-02-18T08:25:37.014761+0000 mon.a (mon.0) 492 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:25:38.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:38 smithi110 bash[55875]: cluster 2024-02-18T08:25:37.026714+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e382: 8 total, 7 up, 8 in 2024-02-18T08:25:38.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:38 smithi191 bash[38688]: cluster 2024-02-18T08:25:36.650522+0000 mgr.y (mgr.44100) 168 : cluster [DBG] pgmap v258: 89 pgs: 89 active+clean; 101 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-02-18T08:25:38.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:38 smithi191 bash[38688]: cluster 2024-02-18T08:25:37.014761+0000 mon.a (mon.0) 492 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:25:38.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:38 smithi191 bash[38688]: cluster 2024-02-18T08:25:37.026714+0000 mon.a (mon.0) 493 : cluster [DBG] osdmap e382: 8 total, 7 up, 8 in 2024-02-18T08:25:39.049 INFO:tasks.rados.rados.0.smithi110.stdout:1680: done (1 left) 2024-02-18T08:25:39.049 INFO:tasks.rados.rados.0.smithi110.stdout:1681: done (0 left) 2024-02-18T08:25:39.049 INFO:tasks.rados.rados.0.smithi110.stdout:1682: snap_create 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: cluster 2024-02-18T08:25:38.034428+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e383: 8 total, 7 up, 8 in 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: audit 2024-02-18T08:25:38.651925+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 2]}]: dispatch 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: audit 2024-02-18T08:25:38.654254+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 3]}]: dispatch 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: audit 2024-02-18T08:25:38.654883+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2]}]: dispatch 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: audit 2024-02-18T08:25:38.655577+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: audit 2024-02-18T08:25:38.656163+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [7, 3]}]: dispatch 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: audit 2024-02-18T08:25:38.656749+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: audit 2024-02-18T08:25:38.657458+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 3]}]: dispatch 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: audit 2024-02-18T08:25:38.658029+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 3]}]: dispatch 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: audit 2024-02-18T08:25:38.658636+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:25:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[54479]: audit 2024-02-18T08:25:38.659231+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 3]}]: dispatch 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: cluster 2024-02-18T08:25:38.034428+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e383: 8 total, 7 up, 8 in 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: audit 2024-02-18T08:25:38.651925+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 2]}]: dispatch 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: audit 2024-02-18T08:25:38.654254+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 3]}]: dispatch 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: audit 2024-02-18T08:25:38.654883+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2]}]: dispatch 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: audit 2024-02-18T08:25:38.655577+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: audit 2024-02-18T08:25:38.656163+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [7, 3]}]: dispatch 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: audit 2024-02-18T08:25:38.656749+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: audit 2024-02-18T08:25:38.657458+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 3]}]: dispatch 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: audit 2024-02-18T08:25:38.658029+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 3]}]: dispatch 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: audit 2024-02-18T08:25:38.658636+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:25:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:39 smithi110 bash[55875]: audit 2024-02-18T08:25:38.659231+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 3]}]: dispatch 2024-02-18T08:25:39.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: cluster 2024-02-18T08:25:38.034428+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e383: 8 total, 7 up, 8 in 2024-02-18T08:25:39.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: audit 2024-02-18T08:25:38.651925+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 2]}]: dispatch 2024-02-18T08:25:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: audit 2024-02-18T08:25:38.654254+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 3]}]: dispatch 2024-02-18T08:25:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: audit 2024-02-18T08:25:38.654883+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 2]}]: dispatch 2024-02-18T08:25:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: audit 2024-02-18T08:25:38.655577+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-02-18T08:25:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: audit 2024-02-18T08:25:38.656163+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [7, 3]}]: dispatch 2024-02-18T08:25:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: audit 2024-02-18T08:25:38.656749+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-02-18T08:25:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: audit 2024-02-18T08:25:38.657458+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 3]}]: dispatch 2024-02-18T08:25:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: audit 2024-02-18T08:25:38.658029+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 3]}]: dispatch 2024-02-18T08:25:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: audit 2024-02-18T08:25:38.658636+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:25:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:39 smithi191 bash[38688]: audit 2024-02-18T08:25:38.659231+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 3]}]: dispatch 2024-02-18T08:25:39.673 INFO:tasks.rados.rados.0.smithi110.stdout:1682: done (0 left) 2024-02-18T08:25:39.673 INFO:tasks.rados.rados.0.smithi110.stdout:1683: snap_remove snap 158 2024-02-18T08:25:40.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:40 smithi191 bash[38688]: cluster 2024-02-18T08:25:38.651248+0000 mgr.y (mgr.44100) 169 : cluster [DBG] pgmap v261: 89 pgs: 14 stale+active+clean, 75 active+clean; 101 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-02-18T08:25:40.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:40 smithi191 bash[38688]: cluster 2024-02-18T08:25:39.045538+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e384: 8 total, 7 up, 8 in 2024-02-18T08:25:40.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:40 smithi191 bash[38688]: cluster 2024-02-18T08:25:39.670441+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e385: 8 total, 7 up, 8 in 2024-02-18T08:25:40.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:40 smithi110 bash[55875]: cluster 2024-02-18T08:25:38.651248+0000 mgr.y (mgr.44100) 169 : cluster [DBG] pgmap v261: 89 pgs: 14 stale+active+clean, 75 active+clean; 101 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-02-18T08:25:40.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:40 smithi110 bash[55875]: cluster 2024-02-18T08:25:39.045538+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e384: 8 total, 7 up, 8 in 2024-02-18T08:25:40.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:40 smithi110 bash[55875]: cluster 2024-02-18T08:25:39.670441+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e385: 8 total, 7 up, 8 in 2024-02-18T08:25:40.473 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:40 smithi110 systemd[1]: Stopped Ceph osd.3 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:25:40.473 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:40 smithi110 systemd[1]: Started Ceph osd.3 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:25:40.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:40 smithi110 bash[54479]: cluster 2024-02-18T08:25:38.651248+0000 mgr.y (mgr.44100) 169 : cluster [DBG] pgmap v261: 89 pgs: 14 stale+active+clean, 75 active+clean; 101 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-02-18T08:25:40.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:40 smithi110 bash[54479]: cluster 2024-02-18T08:25:39.045538+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e384: 8 total, 7 up, 8 in 2024-02-18T08:25:40.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:40 smithi110 bash[54479]: cluster 2024-02-18T08:25:39.670441+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e385: 8 total, 7 up, 8 in 2024-02-18T08:25:40.675 INFO:tasks.rados.rados.0.smithi110.stdout:1683: done (0 left) 2024-02-18T08:25:40.675 INFO:tasks.rados.rados.0.smithi110.stdout:1684: rollback oid 7 current snap is 160 2024-02-18T08:25:40.675 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 7 to 154 2024-02-18T08:25:40.675 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 160 2024-02-18T08:25:40.675 INFO:tasks.rados.rados.0.smithi110.stdout:1685: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-02-18T08:25:40.681 INFO:tasks.rados.rados.0.smithi110.stdout:1685: writing smithi11051043-31 from 0 to 450560 tid 1 2024-02-18T08:25:40.688 INFO:tasks.rados.rados.0.smithi110.stdout:1685: writing smithi11051043-31 from 450560 to 1212416 tid 2 2024-02-18T08:25:40.692 INFO:tasks.rados.rados.0.smithi110.stdout:1685: writing smithi11051043-31 from 1212416 to 1654784 tid 3 2024-02-18T08:25:40.692 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 160 2024-02-18T08:25:40.692 INFO:tasks.rados.rados.0.smithi110.stdout:1686: seq_num 529 ranges {4194304=466944,4661248=647168,5308416=532480,5840896=24576} 2024-02-18T08:25:40.720 INFO:tasks.rados.rados.0.smithi110.stdout:1686: writing smithi11051043-50 from 4194304 to 4661248 tid 1 2024-02-18T08:25:40.725 INFO:tasks.rados.rados.0.smithi110.stdout:1686: writing smithi11051043-50 from 4661248 to 5308416 tid 2 2024-02-18T08:25:40.730 INFO:tasks.rados.rados.0.smithi110.stdout:1686: writing smithi11051043-50 from 5308416 to 5840896 tid 3 2024-02-18T08:25:40.730 INFO:tasks.rados.rados.0.smithi110.stdout:1686: writing smithi11051043-50 from 5840896 to 5865472 tid 4 2024-02-18T08:25:40.730 INFO:tasks.rados.rados.0.smithi110.stdout:1687: read oid 9 snap -1 2024-02-18T08:25:40.730 INFO:tasks.rados.rados.0.smithi110.stdout:1687: expect (ObjNum 512 snap 152 seq_num 512) 2024-02-18T08:25:40.730 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 160 2024-02-18T08:25:40.730 INFO:tasks.rados.rados.0.smithi110.stdout:1688: seq_num 530 ranges {7618560=483328,8101888=532480,8634368=671744} 2024-02-18T08:25:40.779 INFO:tasks.rados.rados.0.smithi110.stdout:1688: writing smithi11051043-28 from 7618560 to 8101888 tid 1 2024-02-18T08:25:40.782 INFO:tasks.rados.rados.0.smithi110.stdout:1688: writing smithi11051043-28 from 8101888 to 8634368 tid 2 2024-02-18T08:25:40.786 INFO:tasks.rados.rados.0.smithi110.stdout:1688: writing smithi11051043-28 from 8634368 to 9306112 tid 3 2024-02-18T08:25:40.786 INFO:tasks.rados.rados.0.smithi110.stdout:1689: snap_remove snap 159 2024-02-18T08:25:41.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[54479]: audit 2024-02-18T08:25:40.187560+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:41.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[54479]: audit 2024-02-18T08:25:40.188577+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:41.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[54479]: audit 2024-02-18T08:25:40.190533+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:25:41.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[54479]: cluster 2024-02-18T08:25:40.652562+0000 mgr.y (mgr.44100) 170 : cluster [DBG] pgmap v264: 89 pgs: 6 active+undersized+degraded, 5 stale+active+clean, 21 active+undersized, 57 active+clean; 111 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 27 op/s; 9/228 objects degraded (3.947%) 2024-02-18T08:25:41.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[54479]: cluster 2024-02-18T08:25:40.672365+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e386: 8 total, 7 up, 8 in 2024-02-18T08:25:41.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[55875]: audit 2024-02-18T08:25:40.187560+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:41.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[55875]: audit 2024-02-18T08:25:40.188577+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:41.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[55875]: audit 2024-02-18T08:25:40.190533+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:25:41.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[55875]: cluster 2024-02-18T08:25:40.652562+0000 mgr.y (mgr.44100) 170 : cluster [DBG] pgmap v264: 89 pgs: 6 active+undersized+degraded, 5 stale+active+clean, 21 active+undersized, 57 active+clean; 111 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 27 op/s; 9/228 objects degraded (3.947%) 2024-02-18T08:25:41.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[55875]: cluster 2024-02-18T08:25:40.672365+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e386: 8 total, 7 up, 8 in 2024-02-18T08:25:41.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:41 smithi191 bash[38688]: audit 2024-02-18T08:25:40.187560+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:41.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:41 smithi191 bash[38688]: audit 2024-02-18T08:25:40.188577+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:41.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:41 smithi191 bash[38688]: audit 2024-02-18T08:25:40.190533+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:25:41.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:41 smithi191 bash[38688]: cluster 2024-02-18T08:25:40.652562+0000 mgr.y (mgr.44100) 170 : cluster [DBG] pgmap v264: 89 pgs: 6 active+undersized+degraded, 5 stale+active+clean, 21 active+undersized, 57 active+clean; 111 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 27 op/s; 9/228 objects degraded (3.947%) 2024-02-18T08:25:41.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:41 smithi191 bash[38688]: cluster 2024-02-18T08:25:40.672365+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e386: 8 total, 7 up, 8 in 2024-02-18T08:25:41.677 INFO:tasks.rados.rados.0.smithi110.stdout:1689: done (5 left) 2024-02-18T08:25:41.677 INFO:tasks.rados.rados.0.smithi110.stdout:1690: snap_create 2024-02-18T08:25:41.677 INFO:tasks.rados.rados.0.smithi110.stdout:1685: finishing write tid 1 to smithi11051043-31 2024-02-18T08:25:41.677 INFO:tasks.rados.rados.0.smithi110.stdout:1684: finishing rollback tid 0 to smithi11051043-7 2024-02-18T08:25:41.677 INFO:tasks.rados.rados.0.smithi110.stdout:1684: finishing rollback tid 1 to smithi11051043-7 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1684: finishing rollback tid 2 to smithi11051043-7 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 652 (ObjNum 494 snap 149 seq_num 494) dirty exists 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1685: finishing write tid 2 to smithi11051043-31 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1685: finishing write tid 3 to smithi11051043-31 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1685: finishing write tid 5 to smithi11051043-31 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1685: finishing write tid 6 to smithi11051043-31 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 887 (ObjNum 528 snap 160 seq_num 528) dirty exists 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1685: left oid 31 (ObjNum 528 snap 160 seq_num 528) 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1686: finishing write tid 1 to smithi11051043-50 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1686: finishing write tid 2 to smithi11051043-50 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1686: finishing write tid 3 to smithi11051043-50 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1686: finishing write tid 4 to smithi11051043-50 2024-02-18T08:25:41.678 INFO:tasks.rados.rados.0.smithi110.stdout:1686: finishing write tid 6 to smithi11051043-50 2024-02-18T08:25:41.679 INFO:tasks.rados.rados.0.smithi110.stdout:1686: finishing write tid 7 to smithi11051043-50 2024-02-18T08:25:41.679 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 521 (ObjNum 529 snap 160 seq_num 529) dirty exists 2024-02-18T08:25:41.679 INFO:tasks.rados.rados.0.smithi110.stdout:1686: left oid 50 (ObjNum 529 snap 160 seq_num 529) 2024-02-18T08:25:41.679 INFO:tasks.rados.rados.0.smithi110.stdout:1687: expect (ObjNum 512 snap 152 seq_num 512) 2024-02-18T08:25:41.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:41.630Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:41.630Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:41.630Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:25:41.973 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[63495]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-02-18T08:25:41.973 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[63495]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-02-18T08:25:41.973 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[63495]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-02-18T08:25:41.973 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[63495]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-02-18T08:25:41.973 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[63495]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-02-18T08:25:41.973 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[63495]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-02-18T08:25:41.973 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[63495]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-02-18T08:25:41.973 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:41 smithi110 bash[63495]: --> ceph-volume lvm activate successful for osd ID: 3 2024-02-18T08:25:41.997 INFO:tasks.rados.rados.0.smithi110.stdout:1688: finishing write tid 1 to smithi11051043-28 2024-02-18T08:25:41.997 INFO:tasks.rados.rados.0.smithi110.stdout:1688: finishing write tid 2 to smithi11051043-28 2024-02-18T08:25:41.997 INFO:tasks.rados.rados.0.smithi110.stdout:1688: finishing write tid 3 to smithi11051043-28 2024-02-18T08:25:41.997 INFO:tasks.rados.rados.0.smithi110.stdout:1688: finishing write tid 5 to smithi11051043-28 2024-02-18T08:25:41.997 INFO:tasks.rados.rados.0.smithi110.stdout:1688: finishing write tid 6 to smithi11051043-28 2024-02-18T08:25:41.997 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 656 (ObjNum 530 snap 160 seq_num 530) dirty exists 2024-02-18T08:25:41.997 INFO:tasks.rados.rados.0.smithi110.stdout:1688: left oid 28 (ObjNum 530 snap 160 seq_num 530) 2024-02-18T08:25:42.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:42 smithi110 bash[54479]: cluster 2024-02-18T08:25:41.185893+0000 mon.a (mon.0) 511 : cluster [WRN] Health check failed: Degraded data redundancy: 9/228 objects degraded (3.947%), 6 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:42.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:42 smithi110 bash[54479]: cluster 2024-02-18T08:25:41.672980+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e387: 8 total, 7 up, 8 in 2024-02-18T08:25:42.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:42 smithi110 bash[55875]: cluster 2024-02-18T08:25:41.185893+0000 mon.a (mon.0) 511 : cluster [WRN] Health check failed: Degraded data redundancy: 9/228 objects degraded (3.947%), 6 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:42.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:42 smithi110 bash[55875]: cluster 2024-02-18T08:25:41.672980+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e387: 8 total, 7 up, 8 in 2024-02-18T08:25:42.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:42 smithi191 bash[38688]: cluster 2024-02-18T08:25:41.185893+0000 mon.a (mon.0) 511 : cluster [WRN] Health check failed: Degraded data redundancy: 9/228 objects degraded (3.947%), 6 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:42.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:42 smithi191 bash[38688]: cluster 2024-02-18T08:25:41.672980+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e387: 8 total, 7 up, 8 in 2024-02-18T08:25:42.683 INFO:tasks.rados.rados.0.smithi110.stdout:1684: done (5 left) 2024-02-18T08:25:42.683 INFO:tasks.rados.rados.0.smithi110.stdout:1685: done (4 left) 2024-02-18T08:25:42.684 INFO:tasks.rados.rados.0.smithi110.stdout:1686: done (3 left) 2024-02-18T08:25:42.684 INFO:tasks.rados.rados.0.smithi110.stdout:1687: done (2 left) 2024-02-18T08:25:42.684 INFO:tasks.rados.rados.0.smithi110.stdout:1688: done (1 left) 2024-02-18T08:25:42.684 INFO:tasks.rados.rados.0.smithi110.stdout:1690: done (0 left) 2024-02-18T08:25:42.684 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 161 2024-02-18T08:25:42.684 INFO:tasks.rados.rados.0.smithi110.stdout:1691: seq_num 531 ranges {1933312=499712,2433024=417792,2850816=548864,3399680=237568} 2024-02-18T08:25:42.702 INFO:tasks.rados.rados.0.smithi110.stdout:1691: writing smithi11051043-42 from 1933312 to 2433024 tid 1 2024-02-18T08:25:42.704 INFO:tasks.rados.rados.0.smithi110.stdout:1691: writing smithi11051043-42 from 2433024 to 2850816 tid 2 2024-02-18T08:25:42.708 INFO:tasks.rados.rados.0.smithi110.stdout:1691: writing smithi11051043-42 from 2850816 to 3399680 tid 3 2024-02-18T08:25:42.710 INFO:tasks.rados.rados.0.smithi110.stdout:1691: writing smithi11051043-42 from 3399680 to 3637248 tid 4 2024-02-18T08:25:42.710 INFO:tasks.rados.rados.0.smithi110.stdout:1692: copy_from oid 22 from oid 18 current snap is 161 2024-02-18T08:25:42.710 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 161 2024-02-18T08:25:42.710 INFO:tasks.rados.rados.0.smithi110.stdout:1693: seq_num 532 ranges {3260416=516096,3776512=696320,4472832=507904} 2024-02-18T08:25:42.732 INFO:tasks.rados.rados.0.smithi110.stdout:1693: writing smithi11051043-21 from 3260416 to 3776512 tid 1 2024-02-18T08:25:42.736 INFO:tasks.rados.rados.0.smithi110.stdout:1693: writing smithi11051043-21 from 3776512 to 4472832 tid 2 2024-02-18T08:25:42.739 INFO:tasks.rados.rados.0.smithi110.stdout:1693: writing smithi11051043-21 from 4472832 to 4980736 tid 3 2024-02-18T08:25:42.739 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 161 2024-02-18T08:25:42.739 INFO:tasks.rados.rados.0.smithi110.stdout:1694: seq_num 533 ranges {2441216=532480,2973696=630784,3604480=516096,4120576=57344} 2024-02-18T08:25:42.755 INFO:tasks.rados.rados.0.smithi110.stdout:1694: writing smithi11051043-15 from 2441216 to 2973696 tid 1 2024-02-18T08:25:42.759 INFO:tasks.rados.rados.0.smithi110.stdout:1694: writing smithi11051043-15 from 2973696 to 3604480 tid 2 2024-02-18T08:25:42.763 INFO:tasks.rados.rados.0.smithi110.stdout:1694: writing smithi11051043-15 from 3604480 to 4120576 tid 3 2024-02-18T08:25:42.764 INFO:tasks.rados.rados.0.smithi110.stdout:1694: writing smithi11051043-15 from 4120576 to 4177920 tid 4 2024-02-18T08:25:42.764 INFO:tasks.rados.rados.0.smithi110.stdout:1695: read oid 38 snap -1 2024-02-18T08:25:42.764 INFO:tasks.rados.rados.0.smithi110.stdout:1695: expect (ObjNum 480 snap 146 seq_num 480) 2024-02-18T08:25:42.764 INFO:tasks.rados.rados.0.smithi110.stdout:1696: snap_remove snap 154 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:1696: done (5 left) 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:1697: rmattr oid 48 current snap is 161 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:1691: finishing write tid 1 to smithi11051043-42 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:1691: finishing write tid 2 to smithi11051043-42 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:1691: finishing write tid 3 to smithi11051043-42 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:1691: finishing write tid 4 to smithi11051043-42 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:1691: finishing write tid 6 to smithi11051043-42 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:1691: finishing write tid 7 to smithi11051043-42 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 828 (ObjNum 531 snap 161 seq_num 531) dirty exists 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:1691: left oid 42 (ObjNum 531 snap 161 seq_num 531) 2024-02-18T08:25:43.691 INFO:tasks.rados.rados.0.smithi110.stdout:1692: finishing copy_from racing read to smithi11051043-22 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1692: finishing copy_from to smithi11051043-22 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 672 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1693: finishing write tid 1 to smithi11051043-21 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1693: finishing write tid 2 to smithi11051043-21 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1693: finishing write tid 3 to smithi11051043-21 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1693: finishing write tid 5 to smithi11051043-21 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1693: finishing write tid 6 to smithi11051043-21 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 624 (ObjNum 532 snap 161 seq_num 532) dirty exists 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1693: left oid 21 (ObjNum 532 snap 161 seq_num 532) 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1694: finishing write tid 1 to smithi11051043-15 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1694: finishing write tid 2 to smithi11051043-15 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1694: finishing write tid 3 to smithi11051043-15 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1694: finishing write tid 4 to smithi11051043-15 2024-02-18T08:25:43.692 INFO:tasks.rados.rados.0.smithi110.stdout:1691: done (5 left) 2024-02-18T08:25:43.693 INFO:tasks.rados.rados.0.smithi110.stdout:1692: done (4 left) 2024-02-18T08:25:43.693 INFO:tasks.rados.rados.0.smithi110.stdout:1693: done (3 left) 2024-02-18T08:25:43.693 INFO:tasks.rados.rados.0.smithi110.stdout:1698: rollback oid 41 current snap is 161 2024-02-18T08:25:43.693 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 160 2024-02-18T08:25:43.693 INFO:tasks.rados.rados.0.smithi110.stdout:1694: finishing write tid 6 to smithi11051043-15 2024-02-18T08:25:43.693 INFO:tasks.rados.rados.0.smithi110.stdout:1695: expect (ObjNum 480 snap 146 seq_num 480) 2024-02-18T08:25:43.719 INFO:tasks.rados.rados.0.smithi110.stdout:1694: finishing write tid 7 to smithi11051043-15 2024-02-18T08:25:43.719 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 789 (ObjNum 533 snap 161 seq_num 533) dirty exists 2024-02-18T08:25:43.719 INFO:tasks.rados.rados.0.smithi110.stdout:1694: left oid 15 (ObjNum 533 snap 161 seq_num 533) 2024-02-18T08:25:43.719 INFO:tasks.rados.rados.0.smithi110.stdout:1694: done (3 left) 2024-02-18T08:25:43.719 INFO:tasks.rados.rados.0.smithi110.stdout:1695: done (2 left) 2024-02-18T08:25:43.719 INFO:tasks.rados.rados.0.smithi110.stdout:1699: read oid 25 snap -1 2024-02-18T08:25:43.719 INFO:tasks.rados.rados.0.smithi110.stdout:1699: expect (ObjNum 473 snap 144 seq_num 473) 2024-02-18T08:25:43.719 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 161 2024-02-18T08:25:43.719 INFO:tasks.rados.rados.0.smithi110.stdout:1700: seq_num 534 ranges {0=548864,548864=516096,1064960=688128} 2024-02-18T08:25:43.721 INFO:tasks.rados.rados.0.smithi110.stdout:1700: writing smithi11051043-23 from 0 to 548864 tid 1 2024-02-18T08:25:43.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:43 smithi110 bash[54479]: cluster 2024-02-18T08:25:42.653575+0000 mgr.y (mgr.44100) 171 : cluster [DBG] pgmap v267: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 111 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 697 KiB/s rd, 2.8 MiB/s wr, 27 op/s; 15/231 objects degraded (6.494%) 2024-02-18T08:25:43.722 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:43 smithi110 bash[54479]: cluster 2024-02-18T08:25:42.678113+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e388: 8 total, 7 up, 8 in 2024-02-18T08:25:43.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:43 smithi110 bash[55875]: cluster 2024-02-18T08:25:42.653575+0000 mgr.y (mgr.44100) 171 : cluster [DBG] pgmap v267: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 111 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 697 KiB/s rd, 2.8 MiB/s wr, 27 op/s; 15/231 objects degraded (6.494%) 2024-02-18T08:25:43.723 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:43 smithi110 bash[55875]: cluster 2024-02-18T08:25:42.678113+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e388: 8 total, 7 up, 8 in 2024-02-18T08:25:43.723 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:43 smithi110 bash[63495]: debug 2024-02-18T08:25:43.607+0000 7f056544a700 1 -- 172.21.15.110:0/993121346 <== mon.1 v2:172.21.15.110:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b9c4796680 con 0x55b9c4807400 2024-02-18T08:25:43.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:43.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:43.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:43.524Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:43.723 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:43.524Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:25:43.724 INFO:tasks.rados.rados.0.smithi110.stdout:1700: writing smithi11051043-23 from 548864 to 1064960 tid 2 2024-02-18T08:25:43.729 INFO:tasks.rados.rados.0.smithi110.stdout:1700: writing smithi11051043-23 from 1064960 to 1753088 tid 3 2024-02-18T08:25:43.729 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 161 2024-02-18T08:25:43.730 INFO:tasks.rados.rados.0.smithi110.stdout:1701: seq_num 535 ranges {4644864=565248,5210112=802816,6012928=401408} 2024-02-18T08:25:43.759 INFO:tasks.rados.rados.0.smithi110.stdout:1701: writing smithi11051043-49 from 4644864 to 5210112 tid 1 2024-02-18T08:25:43.763 INFO:tasks.rados.rados.0.smithi110.stdout:1701: writing smithi11051043-49 from 5210112 to 6012928 tid 2 2024-02-18T08:25:43.766 INFO:tasks.rados.rados.0.smithi110.stdout:1701: writing smithi11051043-49 from 6012928 to 6414336 tid 3 2024-02-18T08:25:43.766 INFO:tasks.rados.rados.0.smithi110.stdout:1702: read oid 12 snap -1 2024-02-18T08:25:43.766 INFO:tasks.rados.rados.0.smithi110.stdout:1702: expect deleted 2024-02-18T08:25:43.767 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 161 2024-02-18T08:25:43.767 INFO:tasks.rados.rados.0.smithi110.stdout:1703: seq_num 536 ranges {4177920=581632,4759552=688128,5447680=516096} 2024-02-18T08:25:43.793 INFO:tasks.rados.rados.0.smithi110.stdout:1703: writing smithi11051043-15 from 4177920 to 4759552 tid 1 2024-02-18T08:25:43.797 INFO:tasks.rados.rados.0.smithi110.stdout:1703: writing smithi11051043-15 from 4759552 to 5447680 tid 2 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:1703: writing smithi11051043-15 from 5447680 to 5963776 tid 3 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:1704: setattr oid 11 current snap is 161 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 634 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:1698: finishing rollback tid 0 to smithi11051043-41 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:1698: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:1698: finishing rollback tid 2 to smithi11051043-41 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 779 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:1700: finishing write tid 1 to smithi11051043-23 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:1700: finishing write tid 2 to smithi11051043-23 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:1700: finishing write tid 3 to smithi11051043-23 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:1700: finishing write tid 5 to smithi11051043-23 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:1700: finishing write tid 6 to smithi11051043-23 2024-02-18T08:25:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 897 (ObjNum 534 snap 161 seq_num 534) dirty exists 2024-02-18T08:25:43.802 INFO:tasks.rados.rados.0.smithi110.stdout:1700: left oid 23 (ObjNum 534 snap 161 seq_num 534) 2024-02-18T08:25:43.802 INFO:tasks.rados.rados.0.smithi110.stdout:1699: expect (ObjNum 473 snap 144 seq_num 473) 2024-02-18T08:25:44.055 INFO:tasks.rados.rados.0.smithi110.stdout:1701: finishing write tid 1 to smithi11051043-49 2024-02-18T08:25:44.055 INFO:tasks.rados.rados.0.smithi110.stdout:1701: finishing write tid 2 to smithi11051043-49 2024-02-18T08:25:44.055 INFO:tasks.rados.rados.0.smithi110.stdout:1701: finishing write tid 3 to smithi11051043-49 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1701: finishing write tid 5 to smithi11051043-49 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1701: finishing write tid 6 to smithi11051043-49 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 638 (ObjNum 535 snap 161 seq_num 535) dirty exists 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1701: left oid 49 (ObjNum 535 snap 161 seq_num 535) 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1703: finishing write tid 1 to smithi11051043-15 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1703: finishing write tid 2 to smithi11051043-15 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1703: finishing write tid 3 to smithi11051043-15 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1703: finishing write tid 5 to smithi11051043-15 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1703: finishing write tid 6 to smithi11051043-15 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 793 (ObjNum 536 snap 161 seq_num 536) dirty exists 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1703: left oid 15 (ObjNum 536 snap 161 seq_num 536) 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1697: done (7 left) 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1698: done (6 left) 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1699: done (5 left) 2024-02-18T08:25:44.056 INFO:tasks.rados.rados.0.smithi110.stdout:1700: done (4 left) 2024-02-18T08:25:44.057 INFO:tasks.rados.rados.0.smithi110.stdout:1701: done (3 left) 2024-02-18T08:25:44.057 INFO:tasks.rados.rados.0.smithi110.stdout:1702: done (2 left) 2024-02-18T08:25:44.057 INFO:tasks.rados.rados.0.smithi110.stdout:1703: done (1 left) 2024-02-18T08:25:44.057 INFO:tasks.rados.rados.0.smithi110.stdout:1705: rmattr oid 38 current snap is 161 2024-02-18T08:25:44.057 INFO:tasks.rados.rados.0.smithi110.stdout:1705: done (1 left) 2024-02-18T08:25:44.057 INFO:tasks.rados.rados.0.smithi110.stdout:1706: snap_create 2024-02-18T08:25:44.057 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 677 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:25:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:43 smithi191 bash[38688]: cluster 2024-02-18T08:25:42.653575+0000 mgr.y (mgr.44100) 171 : cluster [DBG] pgmap v267: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 111 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 697 KiB/s rd, 2.8 MiB/s wr, 27 op/s; 15/231 objects degraded (6.494%) 2024-02-18T08:25:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:43 smithi191 bash[38688]: cluster 2024-02-18T08:25:42.678113+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e388: 8 total, 7 up, 8 in 2024-02-18T08:25:44.473 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:44 smithi110 bash[63495]: debug 2024-02-18T08:25:44.155+0000 7f056ced8380 -1 Falling back to public interface 2024-02-18T08:25:44.678 INFO:tasks.rados.rados.0.smithi110.stdout:1704: done (1 left) 2024-02-18T08:25:44.678 INFO:tasks.rados.rados.0.smithi110.stdout:1706: done (0 left) 2024-02-18T08:25:44.678 INFO:tasks.rados.rados.0.smithi110.stdout:1707: snap_remove snap 160 2024-02-18T08:25:44.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:44 smithi110 bash[54479]: cluster 2024-02-18T08:25:43.686613+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e389: 8 total, 7 up, 8 in 2024-02-18T08:25:44.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:44 smithi110 bash[54479]: cluster 2024-02-18T08:25:44.675071+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e390: 8 total, 7 up, 8 in 2024-02-18T08:25:44.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:44 smithi110 bash[55875]: cluster 2024-02-18T08:25:43.686613+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e389: 8 total, 7 up, 8 in 2024-02-18T08:25:44.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:44 smithi110 bash[55875]: cluster 2024-02-18T08:25:44.675071+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e390: 8 total, 7 up, 8 in 2024-02-18T08:25:45.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:44 smithi191 bash[38688]: cluster 2024-02-18T08:25:43.686613+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e389: 8 total, 7 up, 8 in 2024-02-18T08:25:45.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:44 smithi191 bash[38688]: cluster 2024-02-18T08:25:44.675071+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e390: 8 total, 7 up, 8 in 2024-02-18T08:25:45.679 INFO:tasks.rados.rados.0.smithi110.stdout:1707: done (0 left) 2024-02-18T08:25:45.679 INFO:tasks.rados.rados.0.smithi110.stdout:1708: delete oid 49 current snap is 162 2024-02-18T08:25:45.688 INFO:tasks.rados.rados.0.smithi110.stdout:1708: done (0 left) 2024-02-18T08:25:45.688 INFO:tasks.rados.rados.0.smithi110.stdout:1709: delete oid 40 current snap is 162 2024-02-18T08:25:45.694 INFO:tasks.rados.rados.0.smithi110.stdout:1709: done (0 left) 2024-02-18T08:25:45.694 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 162 2024-02-18T08:25:45.694 INFO:tasks.rados.rados.0.smithi110.stdout:1710: seq_num 539 ranges {5963776=630784,6594560=737280,7331840=466944} 2024-02-18T08:25:45.731 INFO:tasks.rados.rados.0.smithi110.stdout:1710: writing smithi11051043-15 from 5963776 to 6594560 tid 1 2024-02-18T08:25:45.736 INFO:tasks.rados.rados.0.smithi110.stdout:1710: writing smithi11051043-15 from 6594560 to 7331840 tid 2 2024-02-18T08:25:45.739 INFO:tasks.rados.rados.0.smithi110.stdout:1710: writing smithi11051043-15 from 7331840 to 7798784 tid 3 2024-02-18T08:25:45.739 INFO:tasks.rados.rados.0.smithi110.stdout:1711: delete oid 41 current snap is 162 2024-02-18T08:25:45.740 INFO:tasks.rados.rados.0.smithi110.stdout:1710: finishing write tid 1 to smithi11051043-15 2024-02-18T08:25:45.743 INFO:tasks.rados.rados.0.smithi110.stdout:1710: finishing write tid 2 to smithi11051043-15 2024-02-18T08:25:45.744 INFO:tasks.rados.rados.0.smithi110.stdout:1710: finishing write tid 3 to smithi11051043-15 2024-02-18T08:25:45.745 INFO:tasks.rados.rados.0.smithi110.stdout:1710: finishing write tid 5 to smithi11051043-15 2024-02-18T08:25:45.745 INFO:tasks.rados.rados.0.smithi110.stdout:1711: done (1 left) 2024-02-18T08:25:45.745 INFO:tasks.rados.rados.0.smithi110.stdout:1712: read oid 43 snap -1 2024-02-18T08:25:45.745 INFO:tasks.rados.rados.0.smithi110.stdout:1712: expect deleted 2024-02-18T08:25:45.745 INFO:tasks.rados.rados.0.smithi110.stdout:1713: read oid 50 snap -1 2024-02-18T08:25:45.746 INFO:tasks.rados.rados.0.smithi110.stdout:1713: expect (ObjNum 529 snap 160 seq_num 529) 2024-02-18T08:25:45.746 INFO:tasks.rados.rados.0.smithi110.stdout:1714: rollback oid 41 current snap is 162 2024-02-18T08:25:45.746 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 161 2024-02-18T08:25:45.746 INFO:tasks.rados.rados.0.smithi110.stdout:1715: rollback oid 29 current snap is 162 2024-02-18T08:25:45.746 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 29 to 161 2024-02-18T08:25:45.746 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 162 2024-02-18T08:25:45.746 INFO:tasks.rados.rados.0.smithi110.stdout:1716: seq_num 541 ranges {4169728=663552,4833280=557056,5390336=475136,5865472=172032} 2024-02-18T08:25:45.773 INFO:tasks.rados.rados.0.smithi110.stdout:1716: writing smithi11051043-25 from 4169728 to 4833280 tid 1 2024-02-18T08:25:45.776 INFO:tasks.rados.rados.0.smithi110.stdout:1716: writing smithi11051043-25 from 4833280 to 5390336 tid 2 2024-02-18T08:25:45.779 INFO:tasks.rados.rados.0.smithi110.stdout:1716: writing smithi11051043-25 from 5390336 to 5865472 tid 3 2024-02-18T08:25:45.780 INFO:tasks.rados.rados.0.smithi110.stdout:1716: writing smithi11051043-25 from 5865472 to 6037504 tid 4 2024-02-18T08:25:45.780 INFO:tasks.rados.rados.0.smithi110.stdout:1717: snap_create 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:1710: finishing write tid 6 to smithi11051043-15 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 797 (ObjNum 539 snap 162 seq_num 539) dirty exists 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:1710: left oid 15 (ObjNum 539 snap 162 seq_num 539) 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:1715: finishing rollback tid 0 to smithi11051043-29 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:1715: finishing rollback tid 1 to smithi11051043-29 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:1715: finishing rollback tid 2 to smithi11051043-29 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 628 (ObjNum 478 snap 145 seq_num 478) dirty exists 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:1714: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:1714: finishing rollback tid 2 to smithi11051043-41 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 782 (ObjNum 482 snap 147 seq_num 482) dirty exists 2024-02-18T08:25:45.781 INFO:tasks.rados.rados.0.smithi110.stdout:1713: expect (ObjNum 529 snap 160 seq_num 529) 2024-02-18T08:25:45.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:45 smithi110 bash[54479]: cluster 2024-02-18T08:25:44.654616+0000 mgr.y (mgr.44100) 172 : cluster [DBG] pgmap v270: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 111 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 15/228 objects degraded (6.579%) 2024-02-18T08:25:45.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:45 smithi110 bash[54479]: cluster 2024-02-18T08:25:45.676559+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e391: 8 total, 7 up, 8 in 2024-02-18T08:25:45.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:45 smithi110 bash[55875]: cluster 2024-02-18T08:25:44.654616+0000 mgr.y (mgr.44100) 172 : cluster [DBG] pgmap v270: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 111 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 15/228 objects degraded (6.579%) 2024-02-18T08:25:45.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:45 smithi110 bash[55875]: cluster 2024-02-18T08:25:45.676559+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e391: 8 total, 7 up, 8 in 2024-02-18T08:25:46.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:45 smithi191 bash[38688]: cluster 2024-02-18T08:25:44.654616+0000 mgr.y (mgr.44100) 172 : cluster [DBG] pgmap v270: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 111 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 15/228 objects degraded (6.579%) 2024-02-18T08:25:46.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:45 smithi191 bash[38688]: cluster 2024-02-18T08:25:45.676559+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e391: 8 total, 7 up, 8 in 2024-02-18T08:25:46.106 INFO:tasks.rados.rados.0.smithi110.stdout:1716: finishing write tid 1 to smithi11051043-25 2024-02-18T08:25:46.106 INFO:tasks.rados.rados.0.smithi110.stdout:1716: finishing write tid 2 to smithi11051043-25 2024-02-18T08:25:46.106 INFO:tasks.rados.rados.0.smithi110.stdout:1716: finishing write tid 3 to smithi11051043-25 2024-02-18T08:25:46.106 INFO:tasks.rados.rados.0.smithi110.stdout:1716: finishing write tid 4 to smithi11051043-25 2024-02-18T08:25:46.106 INFO:tasks.rados.rados.0.smithi110.stdout:1716: finishing write tid 6 to smithi11051043-25 2024-02-18T08:25:46.106 INFO:tasks.rados.rados.0.smithi110.stdout:1716: finishing write tid 7 to smithi11051043-25 2024-02-18T08:25:46.106 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 636 (ObjNum 541 snap 162 seq_num 541) dirty exists 2024-02-18T08:25:46.107 INFO:tasks.rados.rados.0.smithi110.stdout:1716: left oid 25 (ObjNum 541 snap 162 seq_num 541) 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1710: done (6 left) 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1712: done (5 left) 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1713: done (4 left) 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1714: done (3 left) 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1715: done (2 left) 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1716: done (1 left) 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1717: done (0 left) 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1718: rollback oid 13 current snap is 163 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 162 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1719: read oid 46 snap -1 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1719: expect deleted 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 163 2024-02-18T08:25:46.708 INFO:tasks.rados.rados.0.smithi110.stdout:1720: seq_num 542 ranges {4980736=679936,5660672=442368,6103040=679936,6782976=81920} 2024-02-18T08:25:46.742 INFO:tasks.rados.rados.0.smithi110.stdout:1720: writing smithi11051043-21 from 4980736 to 5660672 tid 1 2024-02-18T08:25:46.744 INFO:tasks.rados.rados.0.smithi110.stdout:1720: writing smithi11051043-21 from 5660672 to 6103040 tid 2 2024-02-18T08:25:46.751 INFO:tasks.rados.rados.0.smithi110.stdout:1720: writing smithi11051043-21 from 6103040 to 6782976 tid 3 2024-02-18T08:25:46.752 INFO:tasks.rados.rados.0.smithi110.stdout:1720: writing smithi11051043-21 from 6782976 to 6864896 tid 4 2024-02-18T08:25:46.752 INFO:tasks.rados.rados.0.smithi110.stdout:1721: copy_from oid 42 from oid 44 current snap is 163 2024-02-18T08:25:46.752 INFO:tasks.rados.rados.0.smithi110.stdout:1718: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:25:46.752 INFO:tasks.rados.rados.0.smithi110.stdout:1718: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:25:46.752 INFO:tasks.rados.rados.0.smithi110.stdout:1718: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:25:46.752 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 646 (ObjNum 523 snap 157 seq_num 523) dirty exists 2024-02-18T08:25:46.752 INFO:tasks.rados.rados.0.smithi110.stdout:1718: done (3 left) 2024-02-18T08:25:46.752 INFO:tasks.rados.rados.0.smithi110.stdout:1719: done (2 left) 2024-02-18T08:25:46.752 INFO:tasks.rados.rados.0.smithi110.stdout:1722: copy_from oid 8 from oid 19 current snap is 163 2024-02-18T08:25:46.752 INFO:tasks.rados.rados.0.smithi110.stdout:1723: snap_create 2024-02-18T08:25:46.757 INFO:tasks.rados.rados.0.smithi110.stdout:1720: finishing write tid 1 to smithi11051043-21 2024-02-18T08:25:46.757 INFO:tasks.rados.rados.0.smithi110.stdout:1720: finishing write tid 2 to smithi11051043-21 2024-02-18T08:25:46.760 INFO:tasks.rados.rados.0.smithi110.stdout:1720: finishing write tid 3 to smithi11051043-21 2024-02-18T08:25:46.762 INFO:tasks.rados.rados.0.smithi110.stdout:1720: finishing write tid 4 to smithi11051043-21 2024-02-18T08:25:46.762 INFO:tasks.rados.rados.0.smithi110.stdout:1720: finishing write tid 6 to smithi11051043-21 2024-02-18T08:25:46.764 INFO:tasks.rados.rados.0.smithi110.stdout:1720: finishing write tid 7 to smithi11051043-21 2024-02-18T08:25:46.764 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 629 (ObjNum 542 snap 163 seq_num 542) dirty exists 2024-02-18T08:25:46.764 INFO:tasks.rados.rados.0.smithi110.stdout:1720: left oid 21 (ObjNum 542 snap 163 seq_num 542) 2024-02-18T08:25:46.764 INFO:tasks.rados.rados.0.smithi110.stdout:1722: finishing copy_from to smithi11051043-8 2024-02-18T08:25:46.764 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 624 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:25:46.764 INFO:tasks.rados.rados.0.smithi110.stdout:1722: finishing copy_from racing read to smithi11051043-8 2024-02-18T08:25:46.772 INFO:tasks.rados.rados.0.smithi110.stdout:1721: finishing copy_from racing read to smithi11051043-42 2024-02-18T08:25:46.774 INFO:tasks.rados.rados.0.smithi110.stdout:1721: finishing copy_from to smithi11051043-42 2024-02-18T08:25:46.775 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 789 (ObjNum 521 snap 157 seq_num 521) dirty exists 2024-02-18T08:25:47.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:46 smithi191 bash[38688]: cluster 2024-02-18T08:25:46.690858+0000 mon.a (mon.0) 517 : cluster [WRN] Health check update: Degraded data redundancy: 16/213 objects degraded (7.512%), 7 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:47.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:46 smithi191 bash[38688]: cluster 2024-02-18T08:25:46.703532+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e392: 8 total, 7 up, 8 in 2024-02-18T08:25:47.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:46 smithi110 bash[54479]: cluster 2024-02-18T08:25:46.690858+0000 mon.a (mon.0) 517 : cluster [WRN] Health check update: Degraded data redundancy: 16/213 objects degraded (7.512%), 7 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:47.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:46 smithi110 bash[54479]: cluster 2024-02-18T08:25:46.703532+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e392: 8 total, 7 up, 8 in 2024-02-18T08:25:47.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:46 smithi110 bash[55875]: cluster 2024-02-18T08:25:46.690858+0000 mon.a (mon.0) 517 : cluster [WRN] Health check update: Degraded data redundancy: 16/213 objects degraded (7.512%), 7 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:47.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:46 smithi110 bash[55875]: cluster 2024-02-18T08:25:46.703532+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e392: 8 total, 7 up, 8 in 2024-02-18T08:25:47.722 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[63495]: debug 2024-02-18T08:25:47.255+0000 7f056ced8380 -1 osd.3 381 log_to_monitors {default=true} 2024-02-18T08:25:47.723 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[52513]: debug 2024-02-18T08:25:47.267+0000 7fc859bf6700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-02-18T08:25:47.756 INFO:tasks.rados.rados.0.smithi110.stdout:1720: done (3 left) 2024-02-18T08:25:47.756 INFO:tasks.rados.rados.0.smithi110.stdout:1721: done (2 left) 2024-02-18T08:25:47.756 INFO:tasks.rados.rados.0.smithi110.stdout:1722: done (1 left) 2024-02-18T08:25:47.756 INFO:tasks.rados.rados.0.smithi110.stdout:1723: done (0 left) 2024-02-18T08:25:47.756 INFO:tasks.rados.rados.0.smithi110.stdout:1724: delete oid 20 current snap is 164 2024-02-18T08:25:47.764 INFO:tasks.rados.rados.0.smithi110.stdout:1724: done (0 left) 2024-02-18T08:25:47.764 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 164 2024-02-18T08:25:47.764 INFO:tasks.rados.rados.0.smithi110.stdout:1725: seq_num 544 ranges {4808704=720896,5529600=614400,6144000=589824} 2024-02-18T08:25:47.798 INFO:tasks.rados.rados.0.smithi110.stdout:1725: writing smithi11051043-29 from 4808704 to 5529600 tid 1 2024-02-18T08:25:47.803 INFO:tasks.rados.rados.0.smithi110.stdout:1725: writing smithi11051043-29 from 5529600 to 6144000 tid 2 2024-02-18T08:25:47.808 INFO:tasks.rados.rados.0.smithi110.stdout:1725: writing smithi11051043-29 from 6144000 to 6733824 tid 3 2024-02-18T08:25:47.808 INFO:tasks.rados.rados.0.smithi110.stdout:1726: rmattr oid 24 current snap is 164 2024-02-18T08:25:47.809 INFO:tasks.rados.rados.0.smithi110.stdout:1725: finishing write tid 1 to smithi11051043-29 2024-02-18T08:25:47.809 INFO:tasks.rados.rados.0.smithi110.stdout:1725: finishing write tid 2 to smithi11051043-29 2024-02-18T08:25:47.809 INFO:tasks.rados.rados.0.smithi110.stdout:1727: snap_remove snap 163 2024-02-18T08:25:48.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: cluster 2024-02-18T08:25:46.655601+0000 mgr.y (mgr.44100) 173 : cluster [DBG] pgmap v273: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 113 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 21 op/s; 16/213 objects degraded (7.512%) 2024-02-18T08:25:48.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.249825+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:48.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.250828+0000 mon.a (mon.0) 520 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:25:48.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.251671+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:25:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.256492+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.263574+0000 mon.c (mon.1) 7 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/698304446,v1:172.21.15.110:6827/698304446]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:25:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.263996+0000 mon.a (mon.0) 523 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:25:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.264349+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.266872+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.268479+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.269617+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:48.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:47 smithi191 bash[38688]: audit 2024-02-18T08:25:47.271228+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:25:48.223 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[63495]: debug 2024-02-18T08:25:47.771+0000 7f055f3c1700 -1 osd.3 381 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:25:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: cluster 2024-02-18T08:25:46.655601+0000 mgr.y (mgr.44100) 173 : cluster [DBG] pgmap v273: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 113 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 21 op/s; 16/213 objects degraded (7.512%) 2024-02-18T08:25:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.249825+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.250828+0000 mon.a (mon.0) 520 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:25:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.251671+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:25:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.256492+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.263574+0000 mon.c (mon.1) 7 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/698304446,v1:172.21.15.110:6827/698304446]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:25:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.263996+0000 mon.a (mon.0) 523 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:25:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.264349+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.266872+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.268479+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.269617+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[54479]: audit 2024-02-18T08:25:47.271228+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: cluster 2024-02-18T08:25:46.655601+0000 mgr.y (mgr.44100) 173 : cluster [DBG] pgmap v273: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 113 MiB data, 1.1 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 21 op/s; 16/213 objects degraded (7.512%) 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.249825+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.250828+0000 mon.a (mon.0) 520 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.251671+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.256492+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.263574+0000 mon.c (mon.1) 7 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/698304446,v1:172.21.15.110:6827/698304446]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.263996+0000 mon.a (mon.0) 523 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.264349+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:25:48.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.266872+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:48.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.268479+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:48.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.269617+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:48.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:47 smithi110 bash[55875]: audit 2024-02-18T08:25:47.271228+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:25:48.770 INFO:tasks.rados.rados.0.smithi110.stdout:1725: finishing write tid 3 to smithi11051043-29 2024-02-18T08:25:48.770 INFO:tasks.rados.rados.0.smithi110.stdout:1725: finishing write tid 5 to smithi11051043-29 2024-02-18T08:25:48.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 674 (ObjNum 291 snap 87 seq_num 291) dirty exists 2024-02-18T08:25:48.770 INFO:tasks.rados.rados.0.smithi110.stdout:1725: finishing write tid 6 to smithi11051043-29 2024-02-18T08:25:48.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 632 (ObjNum 544 snap 164 seq_num 544) dirty exists 2024-02-18T08:25:48.770 INFO:tasks.rados.rados.0.smithi110.stdout:1725: left oid 29 (ObjNum 544 snap 164 seq_num 544) 2024-02-18T08:25:48.770 INFO:tasks.rados.rados.0.smithi110.stdout:1725: done (2 left) 2024-02-18T08:25:48.771 INFO:tasks.rados.rados.0.smithi110.stdout:1726: done (1 left) 2024-02-18T08:25:48.771 INFO:tasks.rados.rados.0.smithi110.stdout:1727: done (0 left) 2024-02-18T08:25:48.771 INFO:tasks.rados.rados.0.smithi110.stdout:1728: delete oid 13 current snap is 164 2024-02-18T08:25:48.784 INFO:tasks.rados.rados.0.smithi110.stdout:1728: done (0 left) 2024-02-18T08:25:48.784 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 164 2024-02-18T08:25:48.784 INFO:tasks.rados.rados.0.smithi110.stdout:1729: seq_num 546 ranges {5865472=753664,6619136=778240,7397376=425984} 2024-02-18T08:25:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:1729: writing smithi11051043-50 from 5865472 to 6619136 tid 1 2024-02-18T08:25:48.827 INFO:tasks.rados.rados.0.smithi110.stdout:1729: writing smithi11051043-50 from 6619136 to 7397376 tid 2 2024-02-18T08:25:48.829 INFO:tasks.rados.rados.0.smithi110.stdout:1729: writing smithi11051043-50 from 7397376 to 7823360 tid 3 2024-02-18T08:25:48.829 INFO:tasks.rados.rados.0.smithi110.stdout:1730: snap_remove snap 162 2024-02-18T08:25:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:48 smithi191 bash[38688]: cephadm 2024-02-18T08:25:47.252380+0000 mgr.y (mgr.44100) 174 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:25:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:48 smithi191 bash[38688]: audit 2024-02-18T08:25:47.271401+0000 mgr.y (mgr.44100) 175 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:25:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:48 smithi191 bash[38688]: cephadm 2024-02-18T08:25:47.272278+0000 mgr.y (mgr.44100) 176 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-02-18T08:25:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:48 smithi191 bash[38688]: audit 2024-02-18T08:25:47.753090+0000 mon.a (mon.0) 529 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-18T08:25:49.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:48 smithi191 bash[38688]: cluster 2024-02-18T08:25:47.753334+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e393: 8 total, 7 up, 8 in 2024-02-18T08:25:49.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:48 smithi191 bash[38688]: audit 2024-02-18T08:25:47.754921+0000 mon.c (mon.1) 8 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/698304446,v1:172.21.15.110:6827/698304446]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:25:49.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:48 smithi191 bash[38688]: audit 2024-02-18T08:25:47.760787+0000 mon.a (mon.0) 531 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:25:49.131 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:25:49.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[54479]: cephadm 2024-02-18T08:25:47.252380+0000 mgr.y (mgr.44100) 174 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:25:49.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[54479]: audit 2024-02-18T08:25:47.271401+0000 mgr.y (mgr.44100) 175 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:25:49.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[54479]: cephadm 2024-02-18T08:25:47.272278+0000 mgr.y (mgr.44100) 176 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-02-18T08:25:49.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[54479]: audit 2024-02-18T08:25:47.753090+0000 mon.a (mon.0) 529 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-18T08:25:49.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[54479]: cluster 2024-02-18T08:25:47.753334+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e393: 8 total, 7 up, 8 in 2024-02-18T08:25:49.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[54479]: audit 2024-02-18T08:25:47.754921+0000 mon.c (mon.1) 8 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/698304446,v1:172.21.15.110:6827/698304446]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:25:49.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[54479]: audit 2024-02-18T08:25:47.760787+0000 mon.a (mon.0) 531 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:25:49.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[55875]: cephadm 2024-02-18T08:25:47.252380+0000 mgr.y (mgr.44100) 174 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:25:49.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[55875]: audit 2024-02-18T08:25:47.271401+0000 mgr.y (mgr.44100) 175 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:25:49.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[55875]: cephadm 2024-02-18T08:25:47.272278+0000 mgr.y (mgr.44100) 176 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-02-18T08:25:49.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[55875]: audit 2024-02-18T08:25:47.753090+0000 mon.a (mon.0) 529 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-18T08:25:49.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[55875]: cluster 2024-02-18T08:25:47.753334+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e393: 8 total, 7 up, 8 in 2024-02-18T08:25:49.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[55875]: audit 2024-02-18T08:25:47.754921+0000 mon.c (mon.1) 8 : audit [INF] from='osd.3 [v2:172.21.15.110:6826/698304446,v1:172.21.15.110:6827/698304446]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:25:49.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:48 smithi110 bash[55875]: audit 2024-02-18T08:25:47.760787+0000 mon.a (mon.0) 531 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi110", "root=default"]}]: dispatch 2024-02-18T08:25:49.467 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:25:49.467 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (9m) 2s ago 9m 14.0M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:25:49.467 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (9m) 2m ago 9m 24.7M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:25:49.467 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (7m) 2s ago 7m 14.3M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:25:49.467 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (7m) 2m ago 7m 16.3M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:25:49.467 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (3m) 2m ago 13m 376M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:25:49.467 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (4m) 2s ago 15m 418M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (3m) 2s ago 15m 52.9M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (2m) 2m ago 13m 24.4M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (2m) 2s ago 13m 45.0M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (9m) 2s ago 9m 10.9M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (9m) 2m ago 9m 11.3M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (106s) 2s ago 12m 202M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (73s) 2s ago 12m 175M 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (40s) 2s ago 12m 110M 4096M 16.2.14-548-g81bd20d6 823b921721f5 4c63cbd8618f 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (6s) 2s ago 11m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 a2480614884d 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (11m) 2m ago 11m 115M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 2f52ea6278f0 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (10m) 2m ago 10m 125M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (10m) 2m ago 10m 119M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (10m) 2m ago 10m 87.2M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:25:49.468 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (4m) 2m ago 9m 36.2M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:25:49.776 INFO:tasks.rados.rados.0.smithi110.stdout:1730: done (1 left) 2024-02-18T08:25:49.776 INFO:tasks.rados.rados.0.smithi110.stdout:1731: read oid 37 snap -1 2024-02-18T08:25:49.776 INFO:tasks.rados.rados.0.smithi110.stdout:1731: expect deleted 2024-02-18T08:25:49.776 INFO:tasks.rados.rados.0.smithi110.stdout:1732: delete oid 26 current snap is 164 2024-02-18T08:25:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:1731: done (2 left) 2024-02-18T08:25:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:1732: done (1 left) 2024-02-18T08:25:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:1733: read oid 36 snap 161 2024-02-18T08:25:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:1733: expect deleted 2024-02-18T08:25:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:1734: read oid 32 snap 161 2024-02-18T08:25:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:1734: expect (ObjNum 502 snap 151 seq_num 502) 2024-02-18T08:25:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:1735: copy_from oid 45 from oid 10 current snap is 164 2024-02-18T08:25:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:1736: rollback oid 17 current snap is 164 2024-02-18T08:25:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 17 to 161 2024-02-18T08:25:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:1737: snap_create 2024-02-18T08:25:49.800 INFO:tasks.rados.rados.0.smithi110.stdout:1736: finishing rollback tid 0 to smithi11051043-17 2024-02-18T08:25:49.801 INFO:tasks.rados.rados.0.smithi110.stdout:1736: finishing rollback tid 1 to smithi11051043-17 2024-02-18T08:25:49.801 INFO:tasks.rados.rados.0.smithi110.stdout:1736: finishing rollback tid 2 to smithi11051043-17 2024-02-18T08:25:49.801 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 681 (ObjNum 522 snap 157 seq_num 522) dirty exists 2024-02-18T08:25:49.804 INFO:tasks.rados.rados.0.smithi110.stdout:1734: expect (ObjNum 502 snap 151 seq_num 502) 2024-02-18T08:25:49.877 INFO:tasks.rados.rados.0.smithi110.stdout:1735: finishing copy_from racing read to smithi11051043-45 2024-02-18T08:25:49.877 INFO:tasks.rados.rados.0.smithi110.stdout:1735: finishing copy_from to smithi11051043-45 2024-02-18T08:25:49.877 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 516 (ObjNum 444 snap 134 seq_num 444) dirty exists 2024-02-18T08:25:49.877 INFO:tasks.rados.rados.0.smithi110.stdout:1729: finishing write tid 1 to smithi11051043-50 2024-02-18T08:25:49.877 INFO:tasks.rados.rados.0.smithi110.stdout:1729: finishing write tid 2 to smithi11051043-50 2024-02-18T08:25:49.877 INFO:tasks.rados.rados.0.smithi110.stdout:1729: finishing write tid 3 to smithi11051043-50 2024-02-18T08:25:49.877 INFO:tasks.rados.rados.0.smithi110.stdout:1729: finishing write tid 5 to smithi11051043-50 2024-02-18T08:25:49.877 INFO:tasks.rados.rados.0.smithi110.stdout:1729: finishing write tid 6 to smithi11051043-50 2024-02-18T08:25:49.877 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 525 (ObjNum 546 snap 164 seq_num 546) dirty exists 2024-02-18T08:25:49.877 INFO:tasks.rados.rados.0.smithi110.stdout:1729: left oid 50 (ObjNum 546 snap 164 seq_num 546) 2024-02-18T08:25:49.879 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 4, 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 4 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:25:49.880 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 6, 2024-02-18T08:25:49.881 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 9 2024-02-18T08:25:49.881 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:25:49.881 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:25:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: cluster 2024-02-18T08:25:48.656521+0000 mgr.y (mgr.44100) 177 : cluster [DBG] pgmap v276: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 113 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.1 MiB/s wr, 25 op/s; 18/219 objects degraded (8.219%) 2024-02-18T08:25:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: cluster 2024-02-18T08:25:48.756088+0000 mon.a (mon.0) 532 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:25:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: cluster 2024-02-18T08:25:48.765335+0000 mon.a (mon.0) 533 : cluster [INF] osd.3 [v2:172.21.15.110:6826/698304446,v1:172.21.15.110:6827/698304446] boot 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: cluster 2024-02-18T08:25:48.765415+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:48.766228+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.110973+0000 mgr.y (mgr.44100) 178 : audit [DBG] from='client.54217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.440076+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.441073+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.442004+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.442942+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.443878+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.444770+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.447915+0000 mon.a (mon.0) 542 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.448607+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.449126+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.449768+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: audit 2024-02-18T08:25:49.450386+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:49 smithi191 bash[38688]: cluster 2024-02-18T08:25:49.772830+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-02-18T08:25:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: cluster 2024-02-18T08:25:48.656521+0000 mgr.y (mgr.44100) 177 : cluster [DBG] pgmap v276: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 113 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.1 MiB/s wr, 25 op/s; 18/219 objects degraded (8.219%) 2024-02-18T08:25:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: cluster 2024-02-18T08:25:48.756088+0000 mon.a (mon.0) 532 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:25:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: cluster 2024-02-18T08:25:48.765335+0000 mon.a (mon.0) 533 : cluster [INF] osd.3 [v2:172.21.15.110:6826/698304446,v1:172.21.15.110:6827/698304446] boot 2024-02-18T08:25:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: cluster 2024-02-18T08:25:48.765415+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-02-18T08:25:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:48.766228+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:25:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.110973+0000 mgr.y (mgr.44100) 178 : audit [DBG] from='client.54217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.440076+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.441073+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.442004+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.442942+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.443878+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.444770+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.447915+0000 mon.a (mon.0) 542 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.448607+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.449126+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.449768+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: audit 2024-02-18T08:25:49.450386+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[54479]: cluster 2024-02-18T08:25:49.772830+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-02-18T08:25:50.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: cluster 2024-02-18T08:25:48.656521+0000 mgr.y (mgr.44100) 177 : cluster [DBG] pgmap v276: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 113 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.1 MiB/s wr, 25 op/s; 18/219 objects degraded (8.219%) 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: cluster 2024-02-18T08:25:48.756088+0000 mon.a (mon.0) 532 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: cluster 2024-02-18T08:25:48.765335+0000 mon.a (mon.0) 533 : cluster [INF] osd.3 [v2:172.21.15.110:6826/698304446,v1:172.21.15.110:6827/698304446] boot 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: cluster 2024-02-18T08:25:48.765415+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:48.766228+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.110973+0000 mgr.y (mgr.44100) 178 : audit [DBG] from='client.54217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.440076+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.441073+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.442004+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.442942+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.443878+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.444770+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.447915+0000 mon.a (mon.0) 542 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.448607+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.449126+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.449768+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: audit 2024-02-18T08:25:49.450386+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:25:50.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:49 smithi110 bash[55875]: cluster 2024-02-18T08:25:49.772830+0000 mon.a (mon.0) 547 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-02-18T08:25:50.798 INFO:tasks.rados.rados.0.smithi110.stdout:1729: done (5 left) 2024-02-18T08:25:50.798 INFO:tasks.rados.rados.0.smithi110.stdout:1733: done (4 left) 2024-02-18T08:25:50.798 INFO:tasks.rados.rados.0.smithi110.stdout:1734: done (3 left) 2024-02-18T08:25:50.798 INFO:tasks.rados.rados.0.smithi110.stdout:1735: done (2 left) 2024-02-18T08:25:50.798 INFO:tasks.rados.rados.0.smithi110.stdout:1736: done (1 left) 2024-02-18T08:25:50.798 INFO:tasks.rados.rados.0.smithi110.stdout:1737: done (0 left) 2024-02-18T08:25:50.798 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 47 current snap is 165 2024-02-18T08:25:50.798 INFO:tasks.rados.rados.0.smithi110.stdout:1738: seq_num 548 ranges {0=786432,786432=598016,1384448=606208} 2024-02-18T08:25:50.803 INFO:tasks.rados.rados.0.smithi110.stdout:1738: writing smithi11051043-47 from 0 to 786432 tid 1 2024-02-18T08:25:50.807 INFO:tasks.rados.rados.0.smithi110.stdout:1738: writing smithi11051043-47 from 786432 to 1384448 tid 2 2024-02-18T08:25:50.812 INFO:tasks.rados.rados.0.smithi110.stdout:1738: writing smithi11051043-47 from 1384448 to 1990656 tid 3 2024-02-18T08:25:50.812 INFO:tasks.rados.rados.0.smithi110.stdout:1739: setattr oid 48 current snap is 165 2024-02-18T08:25:50.812 INFO:tasks.rados.rados.0.smithi110.stdout:1738: finishing write tid 1 to smithi11051043-47 2024-02-18T08:25:50.812 INFO:tasks.rados.rados.0.smithi110.stdout:1738: finishing write tid 2 to smithi11051043-47 2024-02-18T08:25:50.813 INFO:tasks.rados.rados.0.smithi110.stdout:1740: read oid 17 snap 164 2024-02-18T08:25:50.813 INFO:tasks.rados.rados.0.smithi110.stdout:1740: expect (ObjNum 522 snap 157 seq_num 522) 2024-02-18T08:25:50.813 INFO:tasks.rados.rados.0.smithi110.stdout:1741: snap_create 2024-02-18T08:25:50.815 INFO:tasks.rados.rados.0.smithi110.stdout:1738: finishing write tid 3 to smithi11051043-47 2024-02-18T08:25:50.817 INFO:tasks.rados.rados.0.smithi110.stdout:1738: finishing write tid 5 to smithi11051043-47 2024-02-18T08:25:50.818 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 640 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:25:50.819 INFO:tasks.rados.rados.0.smithi110.stdout:1738: finishing write tid 6 to smithi11051043-47 2024-02-18T08:25:50.819 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 640 (ObjNum 548 snap 165 seq_num 548) dirty exists 2024-02-18T08:25:50.819 INFO:tasks.rados.rados.0.smithi110.stdout:1738: left oid 47 (ObjNum 548 snap 165 seq_num 548) 2024-02-18T08:25:50.822 INFO:tasks.rados.rados.0.smithi110.stdout:1740: expect (ObjNum 522 snap 157 seq_num 522) 2024-02-18T08:25:51.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:50 smithi191 bash[38688]: audit 2024-02-18T08:25:49.434544+0000 mgr.y (mgr.44100) 179 : audit [DBG] from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:51.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:50 smithi191 bash[38688]: audit 2024-02-18T08:25:49.877096+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.15.110:0/108512225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:51.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:50 smithi110 bash[54479]: audit 2024-02-18T08:25:49.434544+0000 mgr.y (mgr.44100) 179 : audit [DBG] from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:51.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:50 smithi110 bash[54479]: audit 2024-02-18T08:25:49.877096+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.15.110:0/108512225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:51.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:50 smithi110 bash[55875]: audit 2024-02-18T08:25:49.434544+0000 mgr.y (mgr.44100) 179 : audit [DBG] from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:25:51.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:50 smithi110 bash[55875]: audit 2024-02-18T08:25:49.877096+0000 mon.c (mon.1) 9 : audit [DBG] from='client.? 172.21.15.110:0/108512225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:25:51.809 INFO:tasks.rados.rados.0.smithi110.stdout:1738: done (3 left) 2024-02-18T08:25:51.809 INFO:tasks.rados.rados.0.smithi110.stdout:1739: done (2 left) 2024-02-18T08:25:51.809 INFO:tasks.rados.rados.0.smithi110.stdout:1740: done (1 left) 2024-02-18T08:25:51.809 INFO:tasks.rados.rados.0.smithi110.stdout:1741: done (0 left) 2024-02-18T08:25:51.809 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 166 2024-02-18T08:25:51.809 INFO:tasks.rados.rados.0.smithi110.stdout:1742: seq_num 549 ranges {3211264=802816,4014080=483328,4497408=434176,4931584=286720} 2024-02-18T08:25:51.835 INFO:tasks.rados.rados.0.smithi110.stdout:1742: writing smithi11051043-5 from 3211264 to 4014080 tid 1 2024-02-18T08:25:51.838 INFO:tasks.rados.rados.0.smithi110.stdout:1742: writing smithi11051043-5 from 4014080 to 4497408 tid 2 2024-02-18T08:25:51.841 INFO:tasks.rados.rados.0.smithi110.stdout:1742: writing smithi11051043-5 from 4497408 to 4931584 tid 3 2024-02-18T08:25:51.843 INFO:tasks.rados.rados.0.smithi110.stdout:1742: writing smithi11051043-5 from 4931584 to 5218304 tid 4 2024-02-18T08:25:51.844 INFO:tasks.rados.rados.0.smithi110.stdout:1743: rollback oid 45 current snap is 166 2024-02-18T08:25:51.844 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 45 to 165 2024-02-18T08:25:51.844 INFO:tasks.rados.rados.0.smithi110.stdout:1744: setattr oid 38 current snap is 166 2024-02-18T08:25:51.845 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 166 2024-02-18T08:25:51.845 INFO:tasks.rados.rados.0.smithi110.stdout:1745: seq_num 550 ranges {1220608=417792,1638400=770048,2408448=638976,3047424=196608} 2024-02-18T08:25:51.855 INFO:tasks.rados.rados.0.smithi110.stdout:1745: writing smithi11051043-7 from 1220608 to 1638400 tid 1 2024-02-18T08:25:51.859 INFO:tasks.rados.rados.0.smithi110.stdout:1745: writing smithi11051043-7 from 1638400 to 2408448 tid 2 2024-02-18T08:25:51.863 INFO:tasks.rados.rados.0.smithi110.stdout:1745: writing smithi11051043-7 from 2408448 to 3047424 tid 3 2024-02-18T08:25:51.865 INFO:tasks.rados.rados.0.smithi110.stdout:1745: writing smithi11051043-7 from 3047424 to 3244032 tid 4 2024-02-18T08:25:51.865 INFO:tasks.rados.rados.0.smithi110.stdout:1746: read oid 11 snap -1 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1746: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1747: read oid 48 snap -1 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1747: expect (ObjNum 446 snap 134 seq_num 446) 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1748: copy_from oid 36 from oid 15 current snap is 166 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1742: finishing write tid 1 to smithi11051043-5 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1742: finishing write tid 2 to smithi11051043-5 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1743: finishing rollback tid 0 to smithi11051043-45 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1742: finishing write tid 3 to smithi11051043-5 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1742: finishing write tid 4 to smithi11051043-5 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1742: finishing write tid 6 to smithi11051043-5 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1743: finishing rollback tid 1 to smithi11051043-45 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1743: finishing rollback tid 2 to smithi11051043-45 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 635 (ObjNum 444 snap 134 seq_num 444) dirty exists 2024-02-18T08:25:51.866 INFO:tasks.rados.rados.0.smithi110.stdout:1742: finishing write tid 7 to smithi11051043-5 2024-02-18T08:25:51.867 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 787 (ObjNum 549 snap 166 seq_num 549) dirty exists 2024-02-18T08:25:51.867 INFO:tasks.rados.rados.0.smithi110.stdout:1742: left oid 5 (ObjNum 549 snap 166 seq_num 549) 2024-02-18T08:25:51.867 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 677 (ObjNum 480 snap 146 seq_num 480) dirty exists 2024-02-18T08:25:51.867 INFO:tasks.rados.rados.0.smithi110.stdout:1745: finishing write tid 1 to smithi11051043-7 2024-02-18T08:25:51.867 INFO:tasks.rados.rados.0.smithi110.stdout:1742: done (6 left) 2024-02-18T08:25:51.867 INFO:tasks.rados.rados.0.smithi110.stdout:1743: done (5 left) 2024-02-18T08:25:51.867 INFO:tasks.rados.rados.0.smithi110.stdout:1744: done (4 left) 2024-02-18T08:25:51.867 INFO:tasks.rados.rados.0.smithi110.stdout:1749: snap_remove snap 165 2024-02-18T08:25:51.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:51 smithi110 bash[54479]: cluster 2024-02-18T08:25:50.657387+0000 mgr.y (mgr.44100) 180 : cluster [DBG] pgmap v279: 89 pgs: 12 peering, 4 active+undersized+degraded, 19 active+undersized, 54 active+clean; 124 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 12 op/s; 14/234 objects degraded (5.983%) 2024-02-18T08:25:51.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:51 smithi110 bash[54479]: cluster 2024-02-18T08:25:50.794845+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-02-18T08:25:51.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:51 smithi110 bash[55875]: cluster 2024-02-18T08:25:50.657387+0000 mgr.y (mgr.44100) 180 : cluster [DBG] pgmap v279: 89 pgs: 12 peering, 4 active+undersized+degraded, 19 active+undersized, 54 active+clean; 124 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 12 op/s; 14/234 objects degraded (5.983%) 2024-02-18T08:25:51.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:51 smithi110 bash[55875]: cluster 2024-02-18T08:25:50.794845+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-02-18T08:25:51.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:51.630Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:51.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:51.630Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:51.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:51.630Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:25:52.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:51 smithi191 bash[38688]: cluster 2024-02-18T08:25:50.657387+0000 mgr.y (mgr.44100) 180 : cluster [DBG] pgmap v279: 89 pgs: 12 peering, 4 active+undersized+degraded, 19 active+undersized, 54 active+clean; 124 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 12 op/s; 14/234 objects degraded (5.983%) 2024-02-18T08:25:52.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:51 smithi191 bash[38688]: cluster 2024-02-18T08:25:50.794845+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-02-18T08:25:52.820 INFO:tasks.rados.rados.0.smithi110.stdout:1749: done (4 left) 2024-02-18T08:25:52.821 INFO:tasks.rados.rados.0.smithi110.stdout:1750: snap_create 2024-02-18T08:25:52.821 INFO:tasks.rados.rados.0.smithi110.stdout:1745: finishing write tid 2 to smithi11051043-7 2024-02-18T08:25:52.821 INFO:tasks.rados.rados.0.smithi110.stdout:1746: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:25:52.823 INFO:tasks.rados.rados.0.smithi110.stdout:1745: finishing write tid 3 to smithi11051043-7 2024-02-18T08:25:52.823 INFO:tasks.rados.rados.0.smithi110.stdout:1745: finishing write tid 4 to smithi11051043-7 2024-02-18T08:25:52.823 INFO:tasks.rados.rados.0.smithi110.stdout:1745: finishing write tid 6 to smithi11051043-7 2024-02-18T08:25:52.823 INFO:tasks.rados.rados.0.smithi110.stdout:1745: finishing write tid 7 to smithi11051043-7 2024-02-18T08:25:52.823 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 661 (ObjNum 550 snap 166 seq_num 550) dirty exists 2024-02-18T08:25:52.823 INFO:tasks.rados.rados.0.smithi110.stdout:1745: left oid 7 (ObjNum 550 snap 166 seq_num 550) 2024-02-18T08:25:52.823 INFO:tasks.rados.rados.0.smithi110.stdout:1747: expect (ObjNum 446 snap 134 seq_num 446) 2024-02-18T08:25:53.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:52 smithi191 bash[38688]: cluster 2024-02-18T08:25:51.806087+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-02-18T08:25:53.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:52 smithi110 bash[54479]: cluster 2024-02-18T08:25:51.806087+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-02-18T08:25:53.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:52 smithi110 bash[55875]: cluster 2024-02-18T08:25:51.806087+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-02-18T08:25:53.437 INFO:tasks.rados.rados.0.smithi110.stdout:1748: finishing copy_from to smithi11051043-36 2024-02-18T08:25:53.437 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 797 (ObjNum 539 snap 162 seq_num 539) dirty exists 2024-02-18T08:25:53.437 INFO:tasks.rados.rados.0.smithi110.stdout:1748: finishing copy_from racing read to smithi11051043-36 2024-02-18T08:25:53.818 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:53.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:53.818 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:53.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:25:53.818 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:25:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:25:53.525Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:25:53.828 INFO:tasks.rados.rados.0.smithi110.stdout:1745: done (4 left) 2024-02-18T08:25:53.828 INFO:tasks.rados.rados.0.smithi110.stdout:1746: done (3 left) 2024-02-18T08:25:53.828 INFO:tasks.rados.rados.0.smithi110.stdout:1747: done (2 left) 2024-02-18T08:25:53.828 INFO:tasks.rados.rados.0.smithi110.stdout:1748: done (1 left) 2024-02-18T08:25:53.828 INFO:tasks.rados.rados.0.smithi110.stdout:1750: done (0 left) 2024-02-18T08:25:53.828 INFO:tasks.rados.rados.0.smithi110.stdout:1751: delete oid 46 current snap is 167 2024-02-18T08:25:53.834 INFO:tasks.rados.rados.0.smithi110.stdout:1751: done (0 left) 2024-02-18T08:25:53.834 INFO:tasks.rados.rados.0.smithi110.stdout:1752: rollback oid 6 current snap is 167 2024-02-18T08:25:53.834 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 6 to 166 2024-02-18T08:25:53.834 INFO:tasks.rados.rados.0.smithi110.stdout:1753: read oid 17 snap -1 2024-02-18T08:25:53.834 INFO:tasks.rados.rados.0.smithi110.stdout:1753: expect (ObjNum 522 snap 157 seq_num 522) 2024-02-18T08:25:53.834 INFO:tasks.rados.rados.0.smithi110.stdout:1754: snap_create 2024-02-18T08:25:53.841 INFO:tasks.rados.rados.0.smithi110.stdout:1753: expect (ObjNum 522 snap 157 seq_num 522) 2024-02-18T08:25:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1752: finishing rollback tid 0 to smithi11051043-6 2024-02-18T08:25:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1752: finishing rollback tid 1 to smithi11051043-6 2024-02-18T08:25:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:1752: finishing rollback tid 2 to smithi11051043-6 2024-02-18T08:25:53.877 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 650 (ObjNum 504 snap 151 seq_num 504) dirty exists 2024-02-18T08:25:54.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:53 smithi191 bash[38688]: cluster 2024-02-18T08:25:52.658259+0000 mgr.y (mgr.44100) 181 : cluster [DBG] pgmap v282: 89 pgs: 12 peering, 4 active+undersized+degraded, 16 active+undersized, 57 active+clean; 124 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 9 op/s; 14/234 objects degraded (5.983%) 2024-02-18T08:25:54.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:53 smithi191 bash[38688]: cluster 2024-02-18T08:25:52.817136+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-02-18T08:25:54.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:53 smithi110 bash[54479]: cluster 2024-02-18T08:25:52.658259+0000 mgr.y (mgr.44100) 181 : cluster [DBG] pgmap v282: 89 pgs: 12 peering, 4 active+undersized+degraded, 16 active+undersized, 57 active+clean; 124 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 9 op/s; 14/234 objects degraded (5.983%) 2024-02-18T08:25:54.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:53 smithi110 bash[54479]: cluster 2024-02-18T08:25:52.817136+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-02-18T08:25:54.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:53 smithi110 bash[55875]: cluster 2024-02-18T08:25:52.658259+0000 mgr.y (mgr.44100) 181 : cluster [DBG] pgmap v282: 89 pgs: 12 peering, 4 active+undersized+degraded, 16 active+undersized, 57 active+clean; 124 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 9 op/s; 14/234 objects degraded (5.983%) 2024-02-18T08:25:54.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:53 smithi110 bash[55875]: cluster 2024-02-18T08:25:52.817136+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-02-18T08:25:54.832 INFO:tasks.rados.rados.0.smithi110.stdout:1752: done (2 left) 2024-02-18T08:25:54.832 INFO:tasks.rados.rados.0.smithi110.stdout:1753: done (1 left) 2024-02-18T08:25:54.832 INFO:tasks.rados.rados.0.smithi110.stdout:1754: done (0 left) 2024-02-18T08:25:54.832 INFO:tasks.rados.rados.0.smithi110.stdout:1755: rollback oid 5 current snap is 168 2024-02-18T08:25:54.832 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 5 to 161 2024-02-18T08:25:54.833 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 46 current snap is 168 2024-02-18T08:25:54.833 INFO:tasks.rados.rados.0.smithi110.stdout:1756: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2024-02-18T08:25:54.837 INFO:tasks.rados.rados.0.smithi110.stdout:1756: writing smithi11051043-46 from 0 to 450560 tid 1 2024-02-18T08:25:54.841 INFO:tasks.rados.rados.0.smithi110.stdout:1756: writing smithi11051043-46 from 450560 to 983040 tid 2 2024-02-18T08:25:54.845 INFO:tasks.rados.rados.0.smithi110.stdout:1756: writing smithi11051043-46 from 983040 to 1638400 tid 3 2024-02-18T08:25:54.848 INFO:tasks.rados.rados.0.smithi110.stdout:1756: writing smithi11051043-46 from 1638400 to 2056192 tid 4 2024-02-18T08:25:54.848 INFO:tasks.rados.rados.0.smithi110.stdout:1757: snap_create 2024-02-18T08:25:54.848 INFO:tasks.rados.rados.0.smithi110.stdout:1755: finishing rollback tid 0 to smithi11051043-5 2024-02-18T08:25:54.848 INFO:tasks.rados.rados.0.smithi110.stdout:1755: finishing rollback tid 1 to smithi11051043-5 2024-02-18T08:25:54.848 INFO:tasks.rados.rados.0.smithi110.stdout:1755: finishing rollback tid 2 to smithi11051043-5 2024-02-18T08:25:54.848 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 790 (ObjNum 495 snap 149 seq_num 495) dirty exists 2024-02-18T08:25:54.849 INFO:tasks.rados.rados.0.smithi110.stdout:1756: finishing write tid 1 to smithi11051043-46 2024-02-18T08:25:54.849 INFO:tasks.rados.rados.0.smithi110.stdout:1756: finishing write tid 2 to smithi11051043-46 2024-02-18T08:25:54.851 INFO:tasks.rados.rados.0.smithi110.stdout:1756: finishing write tid 3 to smithi11051043-46 2024-02-18T08:25:54.851 INFO:tasks.rados.rados.0.smithi110.stdout:1756: finishing write tid 4 to smithi11051043-46 2024-02-18T08:25:54.851 INFO:tasks.rados.rados.0.smithi110.stdout:1756: finishing write tid 6 to smithi11051043-46 2024-02-18T08:25:54.852 INFO:tasks.rados.rados.0.smithi110.stdout:1756: finishing write tid 7 to smithi11051043-46 2024-02-18T08:25:54.853 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 645 (ObjNum 552 snap 168 seq_num 552) dirty exists 2024-02-18T08:25:54.853 INFO:tasks.rados.rados.0.smithi110.stdout:1756: left oid 46 (ObjNum 552 snap 168 seq_num 552) 2024-02-18T08:25:55.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:54 smithi191 bash[38688]: cluster 2024-02-18T08:25:53.824809+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-02-18T08:25:55.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:54 smithi191 bash[38688]: cluster 2024-02-18T08:25:54.667917+0000 mon.a (mon.0) 552 : cluster [WRN] Health check update: Degraded data redundancy: 14/234 objects degraded (5.983%), 4 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:55.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:54 smithi110 bash[54479]: cluster 2024-02-18T08:25:53.824809+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-02-18T08:25:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:54 smithi110 bash[54479]: cluster 2024-02-18T08:25:54.667917+0000 mon.a (mon.0) 552 : cluster [WRN] Health check update: Degraded data redundancy: 14/234 objects degraded (5.983%), 4 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:55.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:54 smithi110 bash[55875]: cluster 2024-02-18T08:25:53.824809+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-02-18T08:25:55.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:54 smithi110 bash[55875]: cluster 2024-02-18T08:25:54.667917+0000 mon.a (mon.0) 552 : cluster [WRN] Health check update: Degraded data redundancy: 14/234 objects degraded (5.983%), 4 pgs degraded (PG_DEGRADED) 2024-02-18T08:25:55.848 INFO:tasks.rados.rados.0.smithi110.stdout:1755: done (2 left) 2024-02-18T08:25:55.848 INFO:tasks.rados.rados.0.smithi110.stdout:1756: done (1 left) 2024-02-18T08:25:55.848 INFO:tasks.rados.rados.0.smithi110.stdout:1757: done (0 left) 2024-02-18T08:25:55.848 INFO:tasks.rados.rados.0.smithi110.stdout:1758: snap_remove snap 168 2024-02-18T08:25:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:55 smithi191 bash[38688]: cluster 2024-02-18T08:25:54.659158+0000 mgr.y (mgr.44100) 182 : cluster [DBG] pgmap v285: 89 pgs: 12 peering, 77 active+clean; 127 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 1024 KiB/s wr, 7 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-02-18T08:25:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:55 smithi191 bash[38688]: cluster 2024-02-18T08:25:54.821420+0000 mon.a (mon.0) 553 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/234 objects degraded (5.983%), 4 pgs degraded) 2024-02-18T08:25:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:55 smithi191 bash[38688]: cluster 2024-02-18T08:25:54.821506+0000 mon.a (mon.0) 554 : cluster [INF] Cluster is now healthy 2024-02-18T08:25:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:55 smithi191 bash[38688]: cluster 2024-02-18T08:25:54.828356+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2024-02-18T08:25:56.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:55 smithi110 bash[54479]: cluster 2024-02-18T08:25:54.659158+0000 mgr.y (mgr.44100) 182 : cluster [DBG] pgmap v285: 89 pgs: 12 peering, 77 active+clean; 127 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 1024 KiB/s wr, 7 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-02-18T08:25:56.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:55 smithi110 bash[54479]: cluster 2024-02-18T08:25:54.821420+0000 mon.a (mon.0) 553 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/234 objects degraded (5.983%), 4 pgs degraded) 2024-02-18T08:25:56.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:55 smithi110 bash[54479]: cluster 2024-02-18T08:25:54.821506+0000 mon.a (mon.0) 554 : cluster [INF] Cluster is now healthy 2024-02-18T08:25:56.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:55 smithi110 bash[54479]: cluster 2024-02-18T08:25:54.828356+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2024-02-18T08:25:56.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:55 smithi110 bash[55875]: cluster 2024-02-18T08:25:54.659158+0000 mgr.y (mgr.44100) 182 : cluster [DBG] pgmap v285: 89 pgs: 12 peering, 77 active+clean; 127 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 1024 KiB/s wr, 7 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-02-18T08:25:56.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:55 smithi110 bash[55875]: cluster 2024-02-18T08:25:54.821420+0000 mon.a (mon.0) 553 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/234 objects degraded (5.983%), 4 pgs degraded) 2024-02-18T08:25:56.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:55 smithi110 bash[55875]: cluster 2024-02-18T08:25:54.821506+0000 mon.a (mon.0) 554 : cluster [INF] Cluster is now healthy 2024-02-18T08:25:56.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:55 smithi110 bash[55875]: cluster 2024-02-18T08:25:54.828356+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2024-02-18T08:25:56.853 INFO:tasks.rados.rados.0.smithi110.stdout:1758: done (0 left) 2024-02-18T08:25:56.854 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 169 2024-02-18T08:25:56.854 INFO:tasks.rados.rados.0.smithi110.stdout:1759: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-02-18T08:25:56.856 INFO:tasks.rados.rados.0.smithi110.stdout:1759: writing smithi11051043-49 from 0 to 466944 tid 1 2024-02-18T08:25:56.858 INFO:tasks.rados.rados.0.smithi110.stdout:1759: writing smithi11051043-49 from 466944 to 884736 tid 2 2024-02-18T08:25:56.861 INFO:tasks.rados.rados.0.smithi110.stdout:1759: writing smithi11051043-49 from 884736 to 1302528 tid 3 2024-02-18T08:25:56.864 INFO:tasks.rados.rados.0.smithi110.stdout:1759: writing smithi11051043-49 from 1302528 to 1818624 tid 4 2024-02-18T08:25:56.866 INFO:tasks.rados.rados.0.smithi110.stdout:1759: writing smithi11051043-49 from 1818624 to 2072576 tid 5 2024-02-18T08:25:56.866 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 169 2024-02-18T08:25:56.866 INFO:tasks.rados.rados.0.smithi110.stdout:1760: seq_num 554 ranges {6037504=483328,6520832=704512,7225344=622592,7847936=278528} 2024-02-18T08:25:56.903 INFO:tasks.rados.rados.0.smithi110.stdout:1760: writing smithi11051043-25 from 6037504 to 6520832 tid 1 2024-02-18T08:25:56.907 INFO:tasks.rados.rados.0.smithi110.stdout:1760: writing smithi11051043-25 from 6520832 to 7225344 tid 2 2024-02-18T08:25:56.911 INFO:tasks.rados.rados.0.smithi110.stdout:1760: writing smithi11051043-25 from 7225344 to 7847936 tid 3 2024-02-18T08:25:56.913 INFO:tasks.rados.rados.0.smithi110.stdout:1760: writing smithi11051043-25 from 7847936 to 8126464 tid 4 2024-02-18T08:25:56.913 INFO:tasks.rados.rados.0.smithi110.stdout:1761: copy_from oid 30 from oid 13 current snap is 169 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1759: finishing write tid 1 to smithi11051043-49 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1759: finishing write tid 2 to smithi11051043-49 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1759: finishing write tid 3 to smithi11051043-49 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1759: finishing write tid 4 to smithi11051043-49 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1759: finishing write tid 5 to smithi11051043-49 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1759: finishing write tid 7 to smithi11051043-49 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1759: finishing write tid 8 to smithi11051043-49 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 651 (ObjNum 553 snap 169 seq_num 553) dirty exists 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1759: left oid 49 (ObjNum 553 snap 169 seq_num 553) 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1760: finishing write tid 1 to smithi11051043-25 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1759: done (2 left) 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1762: read oid 36 snap -1 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1762: expect (ObjNum 539 snap 162 seq_num 539) 2024-02-18T08:25:56.914 INFO:tasks.rados.rados.0.smithi110.stdout:1763: setattr oid 10 current snap is 169 2024-02-18T08:25:56.915 INFO:tasks.rados.rados.0.smithi110.stdout:1760: finishing write tid 2 to smithi11051043-25 2024-02-18T08:25:56.915 INFO:tasks.rados.rados.0.smithi110.stdout:1764: snap_create 2024-02-18T08:25:56.917 INFO:tasks.rados.rados.0.smithi110.stdout:1761: finishing copy_from to smithi11051043-30 2024-02-18T08:25:56.917 INFO:tasks.rados.rados.0.smithi110.stdout:1761: got expected ENOENT (src dne) 2024-02-18T08:25:56.917 INFO:tasks.rados.rados.0.smithi110.stdout:1761: finishing copy_from racing read to smithi11051043-30 2024-02-18T08:25:56.928 INFO:tasks.rados.rados.0.smithi110.stdout:1760: finishing write tid 3 to smithi11051043-25 2024-02-18T08:25:56.928 INFO:tasks.rados.rados.0.smithi110.stdout:1760: finishing write tid 4 to smithi11051043-25 2024-02-18T08:25:56.929 INFO:tasks.rados.rados.0.smithi110.stdout:1760: finishing write tid 6 to smithi11051043-25 2024-02-18T08:25:56.930 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 646 (ObjNum 444 snap 134 seq_num 444) dirty exists 2024-02-18T08:25:56.931 INFO:tasks.rados.rados.0.smithi110.stdout:1760: finishing write tid 7 to smithi11051043-25 2024-02-18T08:25:56.931 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 645 (ObjNum 554 snap 169 seq_num 554) dirty exists 2024-02-18T08:25:56.931 INFO:tasks.rados.rados.0.smithi110.stdout:1760: left oid 25 (ObjNum 554 snap 169 seq_num 554) 2024-02-18T08:25:56.959 INFO:tasks.rados.rados.0.smithi110.stdout:1762: expect (ObjNum 539 snap 162 seq_num 539) 2024-02-18T08:25:57.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:56 smithi110 bash[54479]: cluster 2024-02-18T08:25:55.845886+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2024-02-18T08:25:57.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:56 smithi110 bash[55875]: cluster 2024-02-18T08:25:55.845886+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2024-02-18T08:25:57.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:56 smithi191 bash[38688]: cluster 2024-02-18T08:25:55.845886+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2024-02-18T08:25:57.871 INFO:tasks.rados.rados.0.smithi110.stdout:1760: done (4 left) 2024-02-18T08:25:57.871 INFO:tasks.rados.rados.0.smithi110.stdout:1761: done (3 left) 2024-02-18T08:25:57.871 INFO:tasks.rados.rados.0.smithi110.stdout:1762: done (2 left) 2024-02-18T08:25:57.871 INFO:tasks.rados.rados.0.smithi110.stdout:1763: done (1 left) 2024-02-18T08:25:57.871 INFO:tasks.rados.rados.0.smithi110.stdout:1764: done (0 left) 2024-02-18T08:25:57.871 INFO:tasks.rados.rados.0.smithi110.stdout:1765: read oid 24 snap -1 2024-02-18T08:25:57.871 INFO:tasks.rados.rados.0.smithi110.stdout:1765: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:25:57.871 INFO:tasks.rados.rados.0.smithi110.stdout:1766: snap_remove snap 167 2024-02-18T08:25:58.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:57 smithi110 bash[54479]: cluster 2024-02-18T08:25:56.659903+0000 mgr.y (mgr.44100) 183 : cluster [DBG] pgmap v288: 89 pgs: 89 active+clean; 140 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.3 MiB/s wr, 22 op/s; 11 MiB/s, 2 objects/s recovering 2024-02-18T08:25:58.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:57 smithi110 bash[54479]: cluster 2024-02-18T08:25:56.849709+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2024-02-18T08:25:58.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:57 smithi110 bash[55875]: cluster 2024-02-18T08:25:56.659903+0000 mgr.y (mgr.44100) 183 : cluster [DBG] pgmap v288: 89 pgs: 89 active+clean; 140 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.3 MiB/s wr, 22 op/s; 11 MiB/s, 2 objects/s recovering 2024-02-18T08:25:58.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:57 smithi110 bash[55875]: cluster 2024-02-18T08:25:56.849709+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2024-02-18T08:25:58.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:57 smithi191 bash[38688]: cluster 2024-02-18T08:25:56.659903+0000 mgr.y (mgr.44100) 183 : cluster [DBG] pgmap v288: 89 pgs: 89 active+clean; 140 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.3 MiB/s wr, 22 op/s; 11 MiB/s, 2 objects/s recovering 2024-02-18T08:25:58.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:57 smithi191 bash[38688]: cluster 2024-02-18T08:25:56.849709+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2024-02-18T08:25:58.874 INFO:tasks.rados.rados.0.smithi110.stdout:1766: done (1 left) 2024-02-18T08:25:58.875 INFO:tasks.rados.rados.0.smithi110.stdout:1767: rollback oid 16 current snap is 170 2024-02-18T08:25:58.875 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 16 to 166 2024-02-18T08:25:58.875 INFO:tasks.rados.rados.0.smithi110.stdout:1768: rollback oid 48 current snap is 170 2024-02-18T08:25:58.875 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 48 to 161 2024-02-18T08:25:58.875 INFO:tasks.rados.rados.0.smithi110.stdout:1769: read oid 12 snap -1 2024-02-18T08:25:58.875 INFO:tasks.rados.rados.0.smithi110.stdout:1769: expect deleted 2024-02-18T08:25:58.875 INFO:tasks.rados.rados.0.smithi110.stdout:1770: snap_create 2024-02-18T08:25:58.875 INFO:tasks.rados.rados.0.smithi110.stdout:1765: expect (ObjNum 291 snap 87 seq_num 291) 2024-02-18T08:25:58.955 INFO:tasks.rados.rados.0.smithi110.stdout:1767: finishing rollback tid 0 to smithi11051043-16 2024-02-18T08:25:58.955 INFO:tasks.rados.rados.0.smithi110.stdout:1768: finishing rollback tid 0 to smithi11051043-48 2024-02-18T08:25:58.955 INFO:tasks.rados.rados.0.smithi110.stdout:1768: finishing rollback tid 1 to smithi11051043-48 2024-02-18T08:25:58.955 INFO:tasks.rados.rados.0.smithi110.stdout:1767: finishing rollback tid 1 to smithi11051043-16 2024-02-18T08:25:58.955 INFO:tasks.rados.rados.0.smithi110.stdout:1768: finishing rollback tid 2 to smithi11051043-48 2024-02-18T08:25:58.955 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 654 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:25:58.955 INFO:tasks.rados.rados.0.smithi110.stdout:1767: finishing rollback tid 2 to smithi11051043-16 2024-02-18T08:25:58.955 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 907 (ObjNum 353 snap 112 seq_num 353) dirty exists 2024-02-18T08:25:59.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:58 smithi110 bash[54479]: cluster 2024-02-18T08:25:57.868114+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2024-02-18T08:25:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:58 smithi110 bash[55875]: cluster 2024-02-18T08:25:57.868114+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2024-02-18T08:25:59.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:58 smithi191 bash[38688]: cluster 2024-02-18T08:25:57.868114+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2024-02-18T08:25:59.681 INFO:tasks.rados.rados.0.smithi110.stdout:1765: done (4 left) 2024-02-18T08:25:59.681 INFO:tasks.rados.rados.0.smithi110.stdout:1767: done (3 left) 2024-02-18T08:25:59.681 INFO:tasks.rados.rados.0.smithi110.stdout:1768: done (2 left) 2024-02-18T08:25:59.681 INFO:tasks.rados.rados.0.smithi110.stdout:1769: done (1 left) 2024-02-18T08:25:59.681 INFO:tasks.rados.rados.0.smithi110.stdout:1770: done (0 left) 2024-02-18T08:25:59.681 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 171 2024-02-18T08:25:59.681 INFO:tasks.rados.rados.0.smithi110.stdout:1771: seq_num 555 ranges {1122304=499712,1622016=638976,2260992=425984,2686976=540672} 2024-02-18T08:25:59.694 INFO:tasks.rados.rados.0.smithi110.stdout:1771: writing smithi11051043-16 from 1122304 to 1622016 tid 1 2024-02-18T08:25:59.698 INFO:tasks.rados.rados.0.smithi110.stdout:1771: writing smithi11051043-16 from 1622016 to 2260992 tid 2 2024-02-18T08:25:59.700 INFO:tasks.rados.rados.0.smithi110.stdout:1771: writing smithi11051043-16 from 2260992 to 2686976 tid 3 2024-02-18T08:25:59.705 INFO:tasks.rados.rados.0.smithi110.stdout:1771: writing smithi11051043-16 from 2686976 to 3227648 tid 4 2024-02-18T08:25:59.705 INFO:tasks.rados.rados.0.smithi110.stdout:1772: copy_from oid 50 from oid 48 current snap is 171 2024-02-18T08:25:59.705 INFO:tasks.rados.rados.0.smithi110.stdout:1773: copy_from oid 35 from oid 37 current snap is 171 2024-02-18T08:25:59.705 INFO:tasks.rados.rados.0.smithi110.stdout:1774: rollback oid 8 current snap is 171 2024-02-18T08:25:59.705 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 8 to 170 2024-02-18T08:25:59.706 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 171 2024-02-18T08:25:59.706 INFO:tasks.rados.rados.0.smithi110.stdout:1775: seq_num 556 ranges {0=516096,516096=524288,1040384=638976,1679360=442368} 2024-02-18T08:25:59.708 INFO:tasks.rados.rados.0.smithi110.stdout:1775: writing smithi11051043-12 from 0 to 516096 tid 1 2024-02-18T08:25:59.712 INFO:tasks.rados.rados.0.smithi110.stdout:1775: writing smithi11051043-12 from 516096 to 1040384 tid 2 2024-02-18T08:25:59.716 INFO:tasks.rados.rados.0.smithi110.stdout:1775: writing smithi11051043-12 from 1040384 to 1679360 tid 3 2024-02-18T08:25:59.719 INFO:tasks.rados.rados.0.smithi110.stdout:1775: writing smithi11051043-12 from 1679360 to 2121728 tid 4 2024-02-18T08:25:59.719 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 171 2024-02-18T08:25:59.719 INFO:tasks.rados.rados.0.smithi110.stdout:1776: seq_num 557 ranges {8126464=532480,8658944=802816,9461760=794624,10256384=8192} 2024-02-18T08:25:59.768 INFO:tasks.rados.rados.0.smithi110.stdout:1776: writing smithi11051043-25 from 8126464 to 8658944 tid 1 2024-02-18T08:25:59.773 INFO:tasks.rados.rados.0.smithi110.stdout:1776: writing smithi11051043-25 from 8658944 to 9461760 tid 2 2024-02-18T08:25:59.778 INFO:tasks.rados.rados.0.smithi110.stdout:1776: writing smithi11051043-25 from 9461760 to 10256384 tid 3 2024-02-18T08:25:59.778 INFO:tasks.rados.rados.0.smithi110.stdout:1776: writing smithi11051043-25 from 10256384 to 10264576 tid 4 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1777: delete oid 41 current snap is 171 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1771: finishing write tid 1 to smithi11051043-16 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1773: finishing copy_from to smithi11051043-35 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1773: got expected ENOENT (src dne) 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1773: finishing copy_from racing read to smithi11051043-35 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1771: finishing write tid 2 to smithi11051043-16 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1771: finishing write tid 3 to smithi11051043-16 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1771: finishing write tid 4 to smithi11051043-16 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1771: finishing write tid 6 to smithi11051043-16 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1774: finishing rollback tid 0 to smithi11051043-8 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1774: finishing rollback tid 1 to smithi11051043-8 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1775: finishing write tid 1 to smithi11051043-12 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1775: finishing write tid 2 to smithi11051043-12 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:1771: finishing write tid 7 to smithi11051043-16 2024-02-18T08:25:59.779 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 913 (ObjNum 555 snap 171 seq_num 555) dirty exists 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:1771: left oid 16 (ObjNum 555 snap 171 seq_num 555) 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:1774: finishing rollback tid 2 to smithi11051043-8 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 917 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:1775: finishing write tid 3 to smithi11051043-12 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:1775: finishing write tid 4 to smithi11051043-12 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:1775: finishing write tid 6 to smithi11051043-12 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:1775: finishing write tid 7 to smithi11051043-12 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 666 (ObjNum 556 snap 171 seq_num 556) dirty exists 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:1775: left oid 12 (ObjNum 556 snap 171 seq_num 556) 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:1772: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:1772: finishing copy_from to smithi11051043-50 2024-02-18T08:25:59.780 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 654 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:25:59.781 INFO:tasks.rados.rados.0.smithi110.stdout:1776: finishing write tid 1 to smithi11051043-25 2024-02-18T08:25:59.781 INFO:tasks.rados.rados.0.smithi110.stdout:1776: finishing write tid 2 to smithi11051043-25 2024-02-18T08:25:59.781 INFO:tasks.rados.rados.0.smithi110.stdout:1771: done (6 left) 2024-02-18T08:25:59.781 INFO:tasks.rados.rados.0.smithi110.stdout:1772: done (5 left) 2024-02-18T08:25:59.781 INFO:tasks.rados.rados.0.smithi110.stdout:1773: done (4 left) 2024-02-18T08:25:59.782 INFO:tasks.rados.rados.0.smithi110.stdout:1774: done (3 left) 2024-02-18T08:25:59.782 INFO:tasks.rados.rados.0.smithi110.stdout:1775: done (2 left) 2024-02-18T08:25:59.782 INFO:tasks.rados.rados.0.smithi110.stdout:1777: done (1 left) 2024-02-18T08:25:59.782 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 47 current snap is 171 2024-02-18T08:25:59.782 INFO:tasks.rados.rados.0.smithi110.stdout:1778: seq_num 559 ranges {1990656=565248,2555904=573440,3129344=409600,3538944=622592} 2024-02-18T08:25:59.795 INFO:tasks.rados.rados.0.smithi110.stdout:1778: writing smithi11051043-47 from 1990656 to 2555904 tid 1 2024-02-18T08:25:59.798 INFO:tasks.rados.rados.0.smithi110.stdout:1778: writing smithi11051043-47 from 2555904 to 3129344 tid 2 2024-02-18T08:25:59.801 INFO:tasks.rados.rados.0.smithi110.stdout:1778: writing smithi11051043-47 from 3129344 to 3538944 tid 3 2024-02-18T08:25:59.805 INFO:tasks.rados.rados.0.smithi110.stdout:1778: writing smithi11051043-47 from 3538944 to 4161536 tid 4 2024-02-18T08:25:59.805 INFO:tasks.rados.rados.0.smithi110.stdout:1779: rollback oid 26 current snap is 171 2024-02-18T08:25:59.805 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 166 2024-02-18T08:25:59.805 INFO:tasks.rados.rados.0.smithi110.stdout:1776: finishing write tid 3 to smithi11051043-25 2024-02-18T08:25:59.805 INFO:tasks.rados.rados.0.smithi110.stdout:1776: finishing write tid 4 to smithi11051043-25 2024-02-18T08:25:59.805 INFO:tasks.rados.rados.0.smithi110.stdout:1776: finishing write tid 6 to smithi11051043-25 2024-02-18T08:25:59.805 INFO:tasks.rados.rados.0.smithi110.stdout:1776: finishing write tid 7 to smithi11051043-25 2024-02-18T08:25:59.805 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 651 (ObjNum 557 snap 171 seq_num 557) dirty exists 2024-02-18T08:25:59.805 INFO:tasks.rados.rados.0.smithi110.stdout:1776: left oid 25 (ObjNum 557 snap 171 seq_num 557) 2024-02-18T08:25:59.806 INFO:tasks.rados.rados.0.smithi110.stdout:1778: finishing write tid 1 to smithi11051043-47 2024-02-18T08:25:59.806 INFO:tasks.rados.rados.0.smithi110.stdout:1776: done (2 left) 2024-02-18T08:25:59.806 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 171 2024-02-18T08:25:59.806 INFO:tasks.rados.rados.0.smithi110.stdout:1780: seq_num 560 ranges {4194304=581632,4775936=458752,5234688=614400,5849088=532480} 2024-02-18T08:25:59.831 INFO:tasks.rados.rados.0.smithi110.stdout:1780: writing smithi11051043-45 from 4194304 to 4775936 tid 1 2024-02-18T08:25:59.834 INFO:tasks.rados.rados.0.smithi110.stdout:1780: writing smithi11051043-45 from 4775936 to 5234688 tid 2 2024-02-18T08:25:59.838 INFO:tasks.rados.rados.0.smithi110.stdout:1780: writing smithi11051043-45 from 5234688 to 5849088 tid 3 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1780: writing smithi11051043-45 from 5849088 to 6381568 tid 4 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1781: setattr oid 13 current snap is 171 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1778: finishing write tid 2 to smithi11051043-47 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1778: finishing write tid 3 to smithi11051043-47 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1779: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 903 (ObjNum 1867927664 snap 1366386006 seq_num 1634430300) dirty dne 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1778: finishing write tid 4 to smithi11051043-47 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1778: finishing write tid 6 to smithi11051043-47 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1778: finishing write tid 7 to smithi11051043-47 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 656 (ObjNum 559 snap 171 seq_num 559) dirty exists 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1778: left oid 47 (ObjNum 559 snap 171 seq_num 559) 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1780: finishing write tid 1 to smithi11051043-45 2024-02-18T08:25:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:1780: finishing write tid 2 to smithi11051043-45 2024-02-18T08:25:59.843 INFO:tasks.rados.rados.0.smithi110.stdout:1780: finishing write tid 3 to smithi11051043-45 2024-02-18T08:25:59.843 INFO:tasks.rados.rados.0.smithi110.stdout:1778: done (3 left) 2024-02-18T08:25:59.843 INFO:tasks.rados.rados.0.smithi110.stdout:1779: done (2 left) 2024-02-18T08:25:59.843 INFO:tasks.rados.rados.0.smithi110.stdout:1782: setattr oid 17 current snap is 171 2024-02-18T08:25:59.844 INFO:tasks.rados.rados.0.smithi110.stdout:1780: finishing write tid 4 to smithi11051043-45 2024-02-18T08:25:59.844 INFO:tasks.rados.rados.0.smithi110.stdout:1780: finishing write tid 6 to smithi11051043-45 2024-02-18T08:25:59.845 INFO:tasks.rados.rados.0.smithi110.stdout:1780: finishing write tid 7 to smithi11051043-45 2024-02-18T08:25:59.846 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 640 (ObjNum 560 snap 171 seq_num 560) dirty exists 2024-02-18T08:25:59.846 INFO:tasks.rados.rados.0.smithi110.stdout:1780: left oid 45 (ObjNum 560 snap 171 seq_num 560) 2024-02-18T08:25:59.846 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 651 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:25:59.846 INFO:tasks.rados.rados.0.smithi110.stdout:1780: done (2 left) 2024-02-18T08:25:59.846 INFO:tasks.rados.rados.0.smithi110.stdout:1781: done (1 left) 2024-02-18T08:25:59.847 INFO:tasks.rados.rados.0.smithi110.stdout:1783: copy_from oid 43 from oid 26 current snap is 171 2024-02-18T08:25:59.847 INFO:tasks.rados.rados.0.smithi110.stdout:1784: read oid 28 snap -1 2024-02-18T08:25:59.847 INFO:tasks.rados.rados.0.smithi110.stdout:1784: expect (ObjNum 530 snap 160 seq_num 530) 2024-02-18T08:25:59.847 INFO:tasks.rados.rados.0.smithi110.stdout:1785: rollback oid 21 current snap is 171 2024-02-18T08:25:59.847 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 21 to 166 2024-02-18T08:25:59.847 INFO:tasks.rados.rados.0.smithi110.stdout:1786: delete oid 44 current snap is 171 2024-02-18T08:25:59.848 INFO:tasks.rados.rados.0.smithi110.stdout:1783: finishing copy_from to smithi11051043-43 2024-02-18T08:25:59.848 INFO:tasks.rados.rados.0.smithi110.stdout:1783: got expected ENOENT (src dne) 2024-02-18T08:25:59.848 INFO:tasks.rados.rados.0.smithi110.stdout:1783: finishing copy_from racing read to smithi11051043-43 2024-02-18T08:25:59.849 INFO:tasks.rados.rados.0.smithi110.stdout:1783: done (4 left) 2024-02-18T08:25:59.849 INFO:tasks.rados.rados.0.smithi110.stdout:1786: done (3 left) 2024-02-18T08:25:59.849 INFO:tasks.rados.rados.0.smithi110.stdout:1787: rollback oid 15 current snap is 171 2024-02-18T08:25:59.849 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 15 to 166 2024-02-18T08:25:59.850 INFO:tasks.rados.rados.0.smithi110.stdout:1788: snap_remove snap 170 2024-02-18T08:26:00.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:59 smithi110 bash[54479]: cluster 2024-02-18T08:25:58.660637+0000 mgr.y (mgr.44100) 184 : cluster [DBG] pgmap v291: 89 pgs: 89 active+clean; 142 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 17 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-02-18T08:26:00.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:59 smithi110 bash[54479]: cluster 2024-02-18T08:25:58.870489+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2024-02-18T08:26:00.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:25:59 smithi110 bash[54479]: cluster 2024-02-18T08:25:59.677791+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2024-02-18T08:26:00.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:59 smithi110 bash[55875]: cluster 2024-02-18T08:25:58.660637+0000 mgr.y (mgr.44100) 184 : cluster [DBG] pgmap v291: 89 pgs: 89 active+clean; 142 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 17 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-02-18T08:26:00.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:59 smithi110 bash[55875]: cluster 2024-02-18T08:25:58.870489+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2024-02-18T08:26:00.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:25:59 smithi110 bash[55875]: cluster 2024-02-18T08:25:59.677791+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2024-02-18T08:26:00.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:59 smithi191 bash[38688]: cluster 2024-02-18T08:25:58.660637+0000 mgr.y (mgr.44100) 184 : cluster [DBG] pgmap v291: 89 pgs: 89 active+clean; 142 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 17 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-02-18T08:26:00.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:59 smithi191 bash[38688]: cluster 2024-02-18T08:25:58.870489+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2024-02-18T08:26:00.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:25:59 smithi191 bash[38688]: cluster 2024-02-18T08:25:59.677791+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2024-02-18T08:26:00.684 INFO:tasks.rados.rados.0.smithi110.stdout:1788: done (4 left) 2024-02-18T08:26:00.684 INFO:tasks.rados.rados.0.smithi110.stdout:1789: copy_from oid 40 from oid 5 current snap is 171 2024-02-18T08:26:00.685 INFO:tasks.rados.rados.0.smithi110.stdout:1790: snap_remove snap 169 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:1790: done (5 left) 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:1791: read oid 36 snap -1 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:1791: expect (ObjNum 539 snap 162 seq_num 539) 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:1792: delete oid 6 current snap is 171 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 683 (ObjNum 522 snap 157 seq_num 522) dirty exists 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:1787: finishing rollback tid 0 to smithi11051043-15 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:1787: finishing rollback tid 1 to smithi11051043-15 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:1787: finishing rollback tid 2 to smithi11051043-15 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 800 (ObjNum 539 snap 162 seq_num 539) dirty exists 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:1785: finishing rollback tid 0 to smithi11051043-21 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:1785: finishing rollback tid 1 to smithi11051043-21 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:1785: finishing rollback tid 2 to smithi11051043-21 2024-02-18T08:26:01.687 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 632 (ObjNum 542 snap 163 seq_num 542) dirty exists 2024-02-18T08:26:01.688 INFO:tasks.rados.rados.0.smithi110.stdout:1784: expect (ObjNum 530 snap 160 seq_num 530) 2024-02-18T08:26:01.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:01 smithi110 bash[54479]: cluster 2024-02-18T08:26:00.661590+0000 mgr.y (mgr.44100) 185 : cluster [DBG] pgmap v294: 89 pgs: 89 active+clean; 155 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-02-18T08:26:01.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:01 smithi110 bash[54479]: cluster 2024-02-18T08:26:00.681794+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2024-02-18T08:26:01.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:01 smithi110 bash[55875]: cluster 2024-02-18T08:26:00.661590+0000 mgr.y (mgr.44100) 185 : cluster [DBG] pgmap v294: 89 pgs: 89 active+clean; 155 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-02-18T08:26:01.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:01 smithi110 bash[55875]: cluster 2024-02-18T08:26:00.681794+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2024-02-18T08:26:01.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:01.631Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:01.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:01.631Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:01.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:01.631Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:26:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:01 smithi191 bash[38688]: cluster 2024-02-18T08:26:00.661590+0000 mgr.y (mgr.44100) 185 : cluster [DBG] pgmap v294: 89 pgs: 89 active+clean; 155 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-02-18T08:26:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:01 smithi191 bash[38688]: cluster 2024-02-18T08:26:00.681794+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2024-02-18T08:26:02.471 INFO:tasks.rados.rados.0.smithi110.stdout:1789: finishing copy_from racing read to smithi11051043-40 2024-02-18T08:26:02.471 INFO:tasks.rados.rados.0.smithi110.stdout:1789: finishing copy_from to smithi11051043-40 2024-02-18T08:26:02.471 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 790 (ObjNum 495 snap 149 seq_num 495) dirty exists 2024-02-18T08:26:02.471 INFO:tasks.rados.rados.0.smithi110.stdout:1791: expect (ObjNum 539 snap 162 seq_num 539) 2024-02-18T08:26:02.858 INFO:tasks.rados.rados.0.smithi110.stdout:1782: done (6 left) 2024-02-18T08:26:02.858 INFO:tasks.rados.rados.0.smithi110.stdout:1784: done (5 left) 2024-02-18T08:26:02.858 INFO:tasks.rados.rados.0.smithi110.stdout:1785: done (4 left) 2024-02-18T08:26:02.858 INFO:tasks.rados.rados.0.smithi110.stdout:1787: done (3 left) 2024-02-18T08:26:02.858 INFO:tasks.rados.rados.0.smithi110.stdout:1789: done (2 left) 2024-02-18T08:26:02.858 INFO:tasks.rados.rados.0.smithi110.stdout:1791: done (1 left) 2024-02-18T08:26:02.858 INFO:tasks.rados.rados.0.smithi110.stdout:1792: done (0 left) 2024-02-18T08:26:02.858 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 20 current snap is 171 2024-02-18T08:26:02.858 INFO:tasks.rados.rados.0.smithi110.stdout:1793: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2024-02-18T08:26:02.867 INFO:tasks.rados.rados.0.smithi110.stdout:1793: writing smithi11051043-20 from 0 to 638976 tid 1 2024-02-18T08:26:02.873 INFO:tasks.rados.rados.0.smithi110.stdout:1793: writing smithi11051043-20 from 638976 to 1204224 tid 2 2024-02-18T08:26:02.878 INFO:tasks.rados.rados.0.smithi110.stdout:1793: writing smithi11051043-20 from 1204224 to 1998848 tid 3 2024-02-18T08:26:02.880 INFO:tasks.rados.rados.0.smithi110.stdout:1793: writing smithi11051043-20 from 1998848 to 2244608 tid 4 2024-02-18T08:26:02.880 INFO:tasks.rados.rados.0.smithi110.stdout:1794: rollback oid 18 current snap is 171 2024-02-18T08:26:02.880 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 18 to 164 2024-02-18T08:26:02.880 INFO:tasks.rados.rados.0.smithi110.stdout:1793: finishing write tid 1 to smithi11051043-20 2024-02-18T08:26:02.880 INFO:tasks.rados.rados.0.smithi110.stdout:1793: finishing write tid 2 to smithi11051043-20 2024-02-18T08:26:02.880 INFO:tasks.rados.rados.0.smithi110.stdout:1795: read oid 40 snap -1 2024-02-18T08:26:02.880 INFO:tasks.rados.rados.0.smithi110.stdout:1795: expect (ObjNum 495 snap 149 seq_num 495) 2024-02-18T08:26:02.881 INFO:tasks.rados.rados.0.smithi110.stdout:1796: delete oid 43 current snap is 171 2024-02-18T08:26:02.882 INFO:tasks.rados.rados.0.smithi110.stdout:1793: finishing write tid 3 to smithi11051043-20 2024-02-18T08:26:02.885 INFO:tasks.rados.rados.0.smithi110.stdout:1794: finishing rollback tid 0 to smithi11051043-18 2024-02-18T08:26:02.885 INFO:tasks.rados.rados.0.smithi110.stdout:1794: finishing rollback tid 1 to smithi11051043-18 2024-02-18T08:26:02.885 INFO:tasks.rados.rados.0.smithi110.stdout:1794: finishing rollback tid 2 to smithi11051043-18 2024-02-18T08:26:02.885 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 691 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:26:02.887 INFO:tasks.rados.rados.0.smithi110.stdout:1793: finishing write tid 4 to smithi11051043-20 2024-02-18T08:26:02.887 INFO:tasks.rados.rados.0.smithi110.stdout:1793: finishing write tid 6 to smithi11051043-20 2024-02-18T08:26:02.888 INFO:tasks.rados.rados.0.smithi110.stdout:1794: done (3 left) 2024-02-18T08:26:02.888 INFO:tasks.rados.rados.0.smithi110.stdout:1796: done (2 left) 2024-02-18T08:26:02.888 INFO:tasks.rados.rados.0.smithi110.stdout:1797: snap_remove snap 164 2024-02-18T08:26:02.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:02 smithi110 bash[54479]: cluster 2024-02-18T08:26:01.682628+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2024-02-18T08:26:02.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:02 smithi110 bash[54479]: audit 2024-02-18T08:26:02.285942+0000 mon.a (mon.0) 563 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:26:02.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:02 smithi110 bash[55875]: cluster 2024-02-18T08:26:01.682628+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2024-02-18T08:26:02.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:02 smithi110 bash[55875]: audit 2024-02-18T08:26:02.285942+0000 mon.a (mon.0) 563 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:26:03.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:02 smithi191 bash[38688]: cluster 2024-02-18T08:26:01.682628+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2024-02-18T08:26:03.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:02 smithi191 bash[38688]: audit 2024-02-18T08:26:02.285942+0000 mon.a (mon.0) 563 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:26:03.709 INFO:tasks.rados.rados.0.smithi110.stdout:1797: done (2 left) 2024-02-18T08:26:03.709 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 171 2024-02-18T08:26:03.709 INFO:tasks.rados.rados.0.smithi110.stdout:1798: seq_num 565 ranges {1753088=671744,2424832=729088,3153920=753664,3907584=122880} 2024-02-18T08:26:03.726 INFO:tasks.rados.rados.0.smithi110.stdout:1798: writing smithi11051043-23 from 1753088 to 2424832 tid 1 2024-02-18T08:26:03.730 INFO:tasks.rados.rados.0.smithi110.stdout:1798: writing smithi11051043-23 from 2424832 to 3153920 tid 2 2024-02-18T08:26:03.734 INFO:tasks.rados.rados.0.smithi110.stdout:1798: writing smithi11051043-23 from 3153920 to 3907584 tid 3 2024-02-18T08:26:03.735 INFO:tasks.rados.rados.0.smithi110.stdout:1798: writing smithi11051043-23 from 3907584 to 4030464 tid 4 2024-02-18T08:26:03.735 INFO:tasks.rados.rados.0.smithi110.stdout:1799: rollback oid 19 current snap is 171 2024-02-18T08:26:03.736 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 19 to 161 2024-02-18T08:26:03.736 INFO:tasks.rados.rados.0.smithi110.stdout:1793: finishing write tid 7 to smithi11051043-20 2024-02-18T08:26:03.736 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 617 (ObjNum 563 snap 171 seq_num 563) dirty exists 2024-02-18T08:26:03.736 INFO:tasks.rados.rados.0.smithi110.stdout:1793: left oid 20 (ObjNum 563 snap 171 seq_num 563) 2024-02-18T08:26:03.736 INFO:tasks.rados.rados.0.smithi110.stdout:1795: expect (ObjNum 495 snap 149 seq_num 495) 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1798: finishing write tid 1 to smithi11051043-23 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1798: finishing write tid 2 to smithi11051043-23 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1799: finishing rollback tid 0 to smithi11051043-19 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1798: finishing write tid 3 to smithi11051043-23 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1799: finishing rollback tid 1 to smithi11051043-19 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1798: finishing write tid 4 to smithi11051043-23 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1799: finishing rollback tid 2 to smithi11051043-19 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 643 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1798: finishing write tid 6 to smithi11051043-23 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1798: finishing write tid 7 to smithi11051043-23 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 936 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1798: left oid 23 (ObjNum 565 snap 171 seq_num 565) 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1793: done (3 left) 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1795: done (2 left) 2024-02-18T08:26:03.881 INFO:tasks.rados.rados.0.smithi110.stdout:1798: done (1 left) 2024-02-18T08:26:03.882 INFO:tasks.rados.rados.0.smithi110.stdout:1799: done (0 left) 2024-02-18T08:26:03.882 INFO:tasks.rados.rados.0.smithi110.stdout:1800: rmattr oid 50 current snap is 171 2024-02-18T08:26:03.882 INFO:tasks.rados.rados.0.smithi110.stdout:1801: rollback oid 12 current snap is 171 2024-02-18T08:26:03.882 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 166 2024-02-18T08:26:03.882 INFO:tasks.rados.rados.0.smithi110.stdout:1802: setattr oid 4 current snap is 171 2024-02-18T08:26:03.884 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 655 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:26:03.885 INFO:tasks.rados.rados.0.smithi110.stdout:1801: finishing rollback tid 0 to smithi11051043-12 2024-02-18T08:26:03.885 INFO:tasks.rados.rados.0.smithi110.stdout:1801: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:26:03.885 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 668 (ObjNum 0 snap 22008 seq_num 4164883376) dirty dne 2024-02-18T08:26:03.886 INFO:tasks.rados.rados.0.smithi110.stdout:1800: done (2 left) 2024-02-18T08:26:03.886 INFO:tasks.rados.rados.0.smithi110.stdout:1801: done (1 left) 2024-02-18T08:26:03.886 INFO:tasks.rados.rados.0.smithi110.stdout:1803: read oid 28 snap -1 2024-02-18T08:26:03.886 INFO:tasks.rados.rados.0.smithi110.stdout:1803: expect (ObjNum 530 snap 160 seq_num 530) 2024-02-18T08:26:03.886 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 171 2024-02-18T08:26:03.886 INFO:tasks.rados.rados.0.smithi110.stdout:1804: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2024-02-18T08:26:03.889 INFO:tasks.rados.rados.0.smithi110.stdout:1804: writing smithi11051043-13 from 0 to 688128 tid 1 2024-02-18T08:26:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:1804: writing smithi11051043-13 from 688128 to 1302528 tid 2 2024-02-18T08:26:03.897 INFO:tasks.rados.rados.0.smithi110.stdout:1804: writing smithi11051043-13 from 1302528 to 1867776 tid 3 2024-02-18T08:26:03.900 INFO:tasks.rados.rados.0.smithi110.stdout:1804: writing smithi11051043-13 from 1867776 to 2293760 tid 4 2024-02-18T08:26:03.901 INFO:tasks.rados.rados.0.smithi110.stdout:1805: rollback oid 19 current snap is 171 2024-02-18T08:26:03.901 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 19 to 166 2024-02-18T08:26:03.901 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 633 (ObjNum 487 snap 148 seq_num 487) dirty exists 2024-02-18T08:26:03.901 INFO:tasks.rados.rados.0.smithi110.stdout:1802: done (3 left) 2024-02-18T08:26:03.901 INFO:tasks.rados.rados.0.smithi110.stdout:1806: snap_create 2024-02-18T08:26:03.901 INFO:tasks.rados.rados.0.smithi110.stdout:1804: finishing write tid 1 to smithi11051043-13 2024-02-18T08:26:03.901 INFO:tasks.rados.rados.0.smithi110.stdout:1804: finishing write tid 2 to smithi11051043-13 2024-02-18T08:26:03.901 INFO:tasks.rados.rados.0.smithi110.stdout:1804: finishing write tid 3 to smithi11051043-13 2024-02-18T08:26:03.904 INFO:tasks.rados.rados.0.smithi110.stdout:1804: finishing write tid 4 to smithi11051043-13 2024-02-18T08:26:03.904 INFO:tasks.rados.rados.0.smithi110.stdout:1804: finishing write tid 6 to smithi11051043-13 2024-02-18T08:26:03.904 INFO:tasks.rados.rados.0.smithi110.stdout:1804: finishing write tid 7 to smithi11051043-13 2024-02-18T08:26:03.904 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 657 (ObjNum 566 snap 171 seq_num 566) dirty exists 2024-02-18T08:26:03.904 INFO:tasks.rados.rados.0.smithi110.stdout:1804: left oid 13 (ObjNum 566 snap 171 seq_num 566) 2024-02-18T08:26:03.905 INFO:tasks.rados.rados.0.smithi110.stdout:1805: finishing rollback tid 0 to smithi11051043-19 2024-02-18T08:26:03.905 INFO:tasks.rados.rados.0.smithi110.stdout:1805: finishing rollback tid 1 to smithi11051043-19 2024-02-18T08:26:03.906 INFO:tasks.rados.rados.0.smithi110.stdout:1805: finishing rollback tid 2 to smithi11051043-19 2024-02-18T08:26:03.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 646 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:26:03.941 INFO:tasks.rados.rados.0.smithi110.stdout:1803: expect (ObjNum 530 snap 160 seq_num 530) 2024-02-18T08:26:03.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:03 smithi110 bash[55875]: audit 2024-02-18T08:26:02.286351+0000 mgr.y (mgr.44100) 186 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:26:03.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:03 smithi110 bash[55875]: cephadm 2024-02-18T08:26:02.288722+0000 mgr.y (mgr.44100) 187 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-02-18T08:26:03.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:03 smithi110 bash[55875]: cluster 2024-02-18T08:26:02.662387+0000 mgr.y (mgr.44100) 188 : cluster [DBG] pgmap v297: 89 pgs: 89 active+clean; 155 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-02-18T08:26:03.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:03 smithi110 bash[54479]: audit 2024-02-18T08:26:02.286351+0000 mgr.y (mgr.44100) 186 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:26:03.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:03 smithi110 bash[54479]: cephadm 2024-02-18T08:26:02.288722+0000 mgr.y (mgr.44100) 187 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-02-18T08:26:03.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:03 smithi110 bash[54479]: cluster 2024-02-18T08:26:02.662387+0000 mgr.y (mgr.44100) 188 : cluster [DBG] pgmap v297: 89 pgs: 89 active+clean; 155 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-02-18T08:26:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:03.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:03.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:03.525Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:26:04.053 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:03 smithi191 bash[38688]: audit 2024-02-18T08:26:02.286351+0000 mgr.y (mgr.44100) 186 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-02-18T08:26:04.053 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:03 smithi191 bash[38688]: cephadm 2024-02-18T08:26:02.288722+0000 mgr.y (mgr.44100) 187 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-02-18T08:26:04.053 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:03 smithi191 bash[38688]: cluster 2024-02-18T08:26:02.662387+0000 mgr.y (mgr.44100) 188 : cluster [DBG] pgmap v297: 89 pgs: 89 active+clean; 155 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-02-18T08:26:04.726 INFO:tasks.rados.rados.0.smithi110.stdout:1803: done (3 left) 2024-02-18T08:26:04.727 INFO:tasks.rados.rados.0.smithi110.stdout:1804: done (2 left) 2024-02-18T08:26:04.727 INFO:tasks.rados.rados.0.smithi110.stdout:1805: done (1 left) 2024-02-18T08:26:04.727 INFO:tasks.rados.rados.0.smithi110.stdout:1806: done (0 left) 2024-02-18T08:26:04.727 INFO:tasks.rados.rados.0.smithi110.stdout:1807: rmattr oid 18 current snap is 172 2024-02-18T08:26:04.727 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 172 2024-02-18T08:26:04.727 INFO:tasks.rados.rados.0.smithi110.stdout:1808: seq_num 567 ranges {1163264=704512,1867776=499712,2367488=770048,3137536=335872} 2024-02-18T08:26:04.737 INFO:tasks.rados.rados.0.smithi110.stdout:1808: writing smithi11051043-14 from 1163264 to 1867776 tid 1 2024-02-18T08:26:04.740 INFO:tasks.rados.rados.0.smithi110.stdout:1808: writing smithi11051043-14 from 1867776 to 2367488 tid 2 2024-02-18T08:26:04.745 INFO:tasks.rados.rados.0.smithi110.stdout:1808: writing smithi11051043-14 from 2367488 to 3137536 tid 3 2024-02-18T08:26:04.747 INFO:tasks.rados.rados.0.smithi110.stdout:1808: writing smithi11051043-14 from 3137536 to 3473408 tid 4 2024-02-18T08:26:04.747 INFO:tasks.rados.rados.0.smithi110.stdout:1809: snap_create 2024-02-18T08:26:04.748 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 697 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:26:04.748 INFO:tasks.rados.rados.0.smithi110.stdout:1808: finishing write tid 1 to smithi11051043-14 2024-02-18T08:26:04.748 INFO:tasks.rados.rados.0.smithi110.stdout:1808: finishing write tid 2 to smithi11051043-14 2024-02-18T08:26:04.749 INFO:tasks.rados.rados.0.smithi110.stdout:1808: finishing write tid 3 to smithi11051043-14 2024-02-18T08:26:04.749 INFO:tasks.rados.rados.0.smithi110.stdout:1808: finishing write tid 4 to smithi11051043-14 2024-02-18T08:26:04.749 INFO:tasks.rados.rados.0.smithi110.stdout:1808: finishing write tid 6 to smithi11051043-14 2024-02-18T08:26:04.751 INFO:tasks.rados.rados.0.smithi110.stdout:1808: finishing write tid 7 to smithi11051043-14 2024-02-18T08:26:04.751 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 805 (ObjNum 567 snap 172 seq_num 567) dirty exists 2024-02-18T08:26:04.751 INFO:tasks.rados.rados.0.smithi110.stdout:1808: left oid 14 (ObjNum 567 snap 172 seq_num 567) 2024-02-18T08:26:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[54479]: cluster 2024-02-18T08:26:03.705599+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2024-02-18T08:26:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[54479]: audit 2024-02-18T08:26:04.034439+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[54479]: audit 2024-02-18T08:26:04.649434+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[54479]: audit 2024-02-18T08:26:04.650967+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-18T08:26:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[54479]: audit 2024-02-18T08:26:04.652088+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[54479]: audit 2024-02-18T08:26:04.654084+0000 mon.a (mon.0) 569 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2024-02-18T08:26:04.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[54479]: cluster 2024-02-18T08:26:04.678428+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2024-02-18T08:26:04.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[55875]: cluster 2024-02-18T08:26:03.705599+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2024-02-18T08:26:04.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[55875]: audit 2024-02-18T08:26:04.034439+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:04.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[55875]: audit 2024-02-18T08:26:04.649434+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:04.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[55875]: audit 2024-02-18T08:26:04.650967+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-18T08:26:04.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[55875]: audit 2024-02-18T08:26:04.652088+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:04.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[55875]: audit 2024-02-18T08:26:04.654084+0000 mon.a (mon.0) 569 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2024-02-18T08:26:04.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:04 smithi110 bash[55875]: cluster 2024-02-18T08:26:04.678428+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2024-02-18T08:26:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:04 smithi191 bash[38688]: cluster 2024-02-18T08:26:03.705599+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2024-02-18T08:26:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:04 smithi191 bash[38688]: audit 2024-02-18T08:26:04.034439+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:04 smithi191 bash[38688]: audit 2024-02-18T08:26:04.649434+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:04 smithi191 bash[38688]: audit 2024-02-18T08:26:04.650967+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-18T08:26:05.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:04 smithi191 bash[38688]: audit 2024-02-18T08:26:04.652088+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:05.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:04 smithi191 bash[38688]: audit 2024-02-18T08:26:04.654084+0000 mon.a (mon.0) 569 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2024-02-18T08:26:05.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:04 smithi191 bash[38688]: cluster 2024-02-18T08:26:04.678428+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2024-02-18T08:26:05.723 INFO:tasks.rados.rados.0.smithi110.stdout:1807: done (2 left) 2024-02-18T08:26:05.723 INFO:tasks.rados.rados.0.smithi110.stdout:1808: done (1 left) 2024-02-18T08:26:05.723 INFO:tasks.rados.rados.0.smithi110.stdout:1809: done (0 left) 2024-02-18T08:26:05.723 INFO:tasks.rados.rados.0.smithi110.stdout:1810: copy_from oid 34 from oid 41 current snap is 173 2024-02-18T08:26:05.723 INFO:tasks.rados.rados.0.smithi110.stdout:1811: rollback oid 2 current snap is 173 2024-02-18T08:26:05.723 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 2 to 171 2024-02-18T08:26:05.723 INFO:tasks.rados.rados.0.smithi110.stdout:1812: rollback oid 26 current snap is 173 2024-02-18T08:26:05.723 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 172 2024-02-18T08:26:05.724 INFO:tasks.rados.rados.0.smithi110.stdout:1813: read oid 9 snap -1 2024-02-18T08:26:05.724 INFO:tasks.rados.rados.0.smithi110.stdout:1813: expect (ObjNum 512 snap 152 seq_num 512) 2024-02-18T08:26:05.724 INFO:tasks.rados.rados.0.smithi110.stdout:1814: rollback oid 37 current snap is 173 2024-02-18T08:26:05.724 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 37 to 161 2024-02-18T08:26:05.724 INFO:tasks.rados.rados.0.smithi110.stdout:1815: delete oid 4 current snap is 173 2024-02-18T08:26:05.730 INFO:tasks.rados.rados.0.smithi110.stdout:1815: done (5 left) 2024-02-18T08:26:05.730 INFO:tasks.rados.rados.0.smithi110.stdout:1816: snap_create 2024-02-18T08:26:05.731 INFO:tasks.rados.rados.0.smithi110.stdout:1812: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:26:05.731 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 903 (ObjNum 0 snap 0 seq_num 4163174416) dirty dne 2024-02-18T08:26:05.732 INFO:tasks.rados.rados.0.smithi110.stdout:1810: finishing copy_from to smithi11051043-34 2024-02-18T08:26:05.732 INFO:tasks.rados.rados.0.smithi110.stdout:1810: got expected ENOENT (src dne) 2024-02-18T08:26:05.732 INFO:tasks.rados.rados.0.smithi110.stdout:1810: finishing copy_from racing read to smithi11051043-34 2024-02-18T08:26:05.733 INFO:tasks.rados.rados.0.smithi110.stdout:1814: finishing rollback tid 1 to smithi11051043-37 2024-02-18T08:26:05.733 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 0 (ObjNum 0 snap 0 seq_num 2665860256) dirty dne 2024-02-18T08:26:05.733 INFO:tasks.rados.rados.0.smithi110.stdout:1811: finishing rollback tid 0 to smithi11051043-2 2024-02-18T08:26:05.734 INFO:tasks.rados.rados.0.smithi110.stdout:1811: finishing rollback tid 1 to smithi11051043-2 2024-02-18T08:26:05.734 INFO:tasks.rados.rados.0.smithi110.stdout:1811: finishing rollback tid 2 to smithi11051043-2 2024-02-18T08:26:05.734 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 801 (ObjNum 495 snap 149 seq_num 495) dirty exists 2024-02-18T08:26:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:1813: expect (ObjNum 512 snap 152 seq_num 512) 2024-02-18T08:26:06.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:05 smithi191 bash[38688]: cephadm 2024-02-18T08:26:04.642217+0000 mgr.y (mgr.44100) 189 : cephadm [INF] Upgrade: Updating osd.4 2024-02-18T08:26:06.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:05 smithi191 bash[38688]: cephadm 2024-02-18T08:26:04.653590+0000 mgr.y (mgr.44100) 190 : cephadm [INF] Deploying daemon osd.4 on smithi191 2024-02-18T08:26:06.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:05 smithi191 bash[38688]: cluster 2024-02-18T08:26:04.662885+0000 mgr.y (mgr.44100) 191 : cluster [DBG] pgmap v299: 89 pgs: 89 active+clean; 160 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-02-18T08:26:06.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:05 smithi110 bash[54479]: cephadm 2024-02-18T08:26:04.642217+0000 mgr.y (mgr.44100) 189 : cephadm [INF] Upgrade: Updating osd.4 2024-02-18T08:26:06.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:05 smithi110 bash[54479]: cephadm 2024-02-18T08:26:04.653590+0000 mgr.y (mgr.44100) 190 : cephadm [INF] Deploying daemon osd.4 on smithi191 2024-02-18T08:26:06.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:05 smithi110 bash[54479]: cluster 2024-02-18T08:26:04.662885+0000 mgr.y (mgr.44100) 191 : cluster [DBG] pgmap v299: 89 pgs: 89 active+clean; 160 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-02-18T08:26:06.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:05 smithi110 bash[55875]: cephadm 2024-02-18T08:26:04.642217+0000 mgr.y (mgr.44100) 189 : cephadm [INF] Upgrade: Updating osd.4 2024-02-18T08:26:06.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:05 smithi110 bash[55875]: cephadm 2024-02-18T08:26:04.653590+0000 mgr.y (mgr.44100) 190 : cephadm [INF] Deploying daemon osd.4 on smithi191 2024-02-18T08:26:06.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:05 smithi110 bash[55875]: cluster 2024-02-18T08:26:04.662885+0000 mgr.y (mgr.44100) 191 : cluster [DBG] pgmap v299: 89 pgs: 89 active+clean; 160 MiB data, 1.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-02-18T08:26:06.740 INFO:tasks.rados.rados.0.smithi110.stdout:1810: done (5 left) 2024-02-18T08:26:06.740 INFO:tasks.rados.rados.0.smithi110.stdout:1811: done (4 left) 2024-02-18T08:26:06.740 INFO:tasks.rados.rados.0.smithi110.stdout:1812: done (3 left) 2024-02-18T08:26:06.740 INFO:tasks.rados.rados.0.smithi110.stdout:1813: done (2 left) 2024-02-18T08:26:06.740 INFO:tasks.rados.rados.0.smithi110.stdout:1814: done (1 left) 2024-02-18T08:26:06.740 INFO:tasks.rados.rados.0.smithi110.stdout:1816: done (0 left) 2024-02-18T08:26:06.741 INFO:tasks.rados.rados.0.smithi110.stdout:1817: copy_from oid 2 from oid 47 current snap is 174 2024-02-18T08:26:06.741 INFO:tasks.rados.rados.0.smithi110.stdout:1818: snap_remove snap 161 2024-02-18T08:26:07.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:06 smithi191 bash[38688]: cluster 2024-02-18T08:26:05.719048+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2024-02-18T08:26:07.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:06 smithi110 bash[54479]: cluster 2024-02-18T08:26:05.719048+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2024-02-18T08:26:07.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:06 smithi110 bash[55875]: cluster 2024-02-18T08:26:05.719048+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2024-02-18T08:26:07.750 INFO:tasks.rados.rados.0.smithi110.stdout:1818: done (1 left) 2024-02-18T08:26:07.750 INFO:tasks.rados.rados.0.smithi110.stdout:1819: rollback oid 25 current snap is 174 2024-02-18T08:26:07.750 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 25 to 171 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1820: rmattr oid 5 current snap is 174 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1820: done (2 left) 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1821: read oid 48 snap 171 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1821: expect (ObjNum 446 snap 134 seq_num 446) 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1822: read oid 28 snap -1 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1822: expect (ObjNum 530 snap 160 seq_num 530) 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1823: copy_from oid 50 from oid 4 current snap is 174 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1824: snap_create 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1817: finishing copy_from to smithi11051043-2 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 656 (ObjNum 559 snap 171 seq_num 559) dirty exists 2024-02-18T08:26:07.751 INFO:tasks.rados.rados.0.smithi110.stdout:1817: finishing copy_from racing read to smithi11051043-2 2024-02-18T08:26:07.767 INFO:tasks.rados.rados.0.smithi110.stdout:1819: finishing rollback tid 0 to smithi11051043-25 2024-02-18T08:26:07.775 INFO:tasks.rados.rados.0.smithi110.stdout:1819: finishing rollback tid 1 to smithi11051043-25 2024-02-18T08:26:07.776 INFO:tasks.rados.rados.0.smithi110.stdout:1819: finishing rollback tid 2 to smithi11051043-25 2024-02-18T08:26:07.776 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 659 (ObjNum 557 snap 171 seq_num 557) dirty exists 2024-02-18T08:26:07.779 INFO:tasks.rados.rados.0.smithi110.stdout:1823: finishing copy_from to smithi11051043-50 2024-02-18T08:26:07.779 INFO:tasks.rados.rados.0.smithi110.stdout:1823: got expected ENOENT (src dne) 2024-02-18T08:26:07.779 INFO:tasks.rados.rados.0.smithi110.stdout:1823: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:26:07.799 INFO:tasks.rados.rados.0.smithi110.stdout:1821: expect (ObjNum 446 snap 134 seq_num 446) 2024-02-18T08:26:08.061 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:07 smithi191 bash[38688]: cluster 2024-02-18T08:26:06.663543+0000 mgr.y (mgr.44100) 192 : cluster [DBG] pgmap v302: 89 pgs: 89 active+clean; 173 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-02-18T08:26:08.061 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:07 smithi191 bash[38688]: cluster 2024-02-18T08:26:06.737197+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2024-02-18T08:26:08.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:07 smithi110 bash[54479]: cluster 2024-02-18T08:26:06.663543+0000 mgr.y (mgr.44100) 192 : cluster [DBG] pgmap v302: 89 pgs: 89 active+clean; 173 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-02-18T08:26:08.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:07 smithi110 bash[54479]: cluster 2024-02-18T08:26:06.737197+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2024-02-18T08:26:08.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:07 smithi110 bash[55875]: cluster 2024-02-18T08:26:06.663543+0000 mgr.y (mgr.44100) 192 : cluster [DBG] pgmap v302: 89 pgs: 89 active+clean; 173 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-02-18T08:26:08.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:07 smithi110 bash[55875]: cluster 2024-02-18T08:26:06.737197+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2024-02-18T08:26:08.424 INFO:tasks.rados.rados.0.smithi110.stdout:1822: expect (ObjNum 530 snap 160 seq_num 530) 2024-02-18T08:26:09.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:08 smithi191 bash[38688]: cluster 2024-02-18T08:26:07.742252+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2024-02-18T08:26:09.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:08 smithi191 bash[38688]: cluster 2024-02-18T08:26:08.743735+0000 mon.a (mon.0) 574 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2024-02-18T08:26:09.095 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:08 smithi191 systemd[1]: Stopping Ceph osd.4 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:26:09.095 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:08 smithi191 bash[21907]: debug 2024-02-18T08:26:08.907+0000 7fbfb9320700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:26:09.095 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:08 smithi191 bash[21907]: debug 2024-02-18T08:26:08.907+0000 7fbfb9320700 -1 osd.4 413 *** Got signal Terminated *** 2024-02-18T08:26:09.095 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:08 smithi191 bash[21907]: debug 2024-02-18T08:26:08.907+0000 7fbfb9320700 -1 osd.4 413 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T08:26:09.186 INFO:tasks.rados.rados.0.smithi110.stdout:1817: done (5 left) 2024-02-18T08:26:09.186 INFO:tasks.rados.rados.0.smithi110.stdout:1819: done (4 left) 2024-02-18T08:26:09.187 INFO:tasks.rados.rados.0.smithi110.stdout:1821: done (3 left) 2024-02-18T08:26:09.187 INFO:tasks.rados.rados.0.smithi110.stdout:1822: done (2 left) 2024-02-18T08:26:09.187 INFO:tasks.rados.rados.0.smithi110.stdout:1823: done (1 left) 2024-02-18T08:26:09.187 INFO:tasks.rados.rados.0.smithi110.stdout:1824: done (0 left) 2024-02-18T08:26:09.187 INFO:tasks.rados.rados.0.smithi110.stdout:1825: copy_from oid 23 from oid 48 current snap is 175 2024-02-18T08:26:09.187 INFO:tasks.rados.rados.0.smithi110.stdout:1826: delete oid 40 current snap is 175 2024-02-18T08:26:09.190 INFO:tasks.rados.rados.0.smithi110.stdout:1826: done (1 left) 2024-02-18T08:26:09.190 INFO:tasks.rados.rados.0.smithi110.stdout:1827: snap_remove snap 172 2024-02-18T08:26:09.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:08 smithi110 bash[54479]: cluster 2024-02-18T08:26:07.742252+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2024-02-18T08:26:09.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:08 smithi110 bash[54479]: cluster 2024-02-18T08:26:08.743735+0000 mon.a (mon.0) 574 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2024-02-18T08:26:09.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:08 smithi110 bash[55875]: cluster 2024-02-18T08:26:07.742252+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2024-02-18T08:26:09.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:08 smithi110 bash[55875]: cluster 2024-02-18T08:26:08.743735+0000 mon.a (mon.0) 574 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2024-02-18T08:26:09.687 INFO:tasks.rados.rados.0.smithi110.stdout:1827: done (1 left) 2024-02-18T08:26:09.687 INFO:tasks.rados.rados.0.smithi110.stdout:1828: setattr oid 37 current snap is 175 2024-02-18T08:26:09.688 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 175 2024-02-18T08:26:09.688 INFO:tasks.rados.rados.0.smithi110.stdout:1829: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-02-18T08:26:09.695 INFO:tasks.rados.rados.0.smithi110.stdout:1829: writing smithi11051043-43 from 0 to 753664 tid 1 2024-02-18T08:26:09.699 INFO:tasks.rados.rados.0.smithi110.stdout:1829: writing smithi11051043-43 from 753664 to 1302528 tid 2 2024-02-18T08:26:09.701 INFO:tasks.rados.rados.0.smithi110.stdout:1829: writing smithi11051043-43 from 1302528 to 1843200 tid 3 2024-02-18T08:26:09.706 INFO:tasks.rados.rados.0.smithi110.stdout:1829: writing smithi11051043-43 from 1843200 to 2359296 tid 4 2024-02-18T08:26:09.706 INFO:tasks.rados.rados.0.smithi110.stdout:1830: delete oid 33 current snap is 175 2024-02-18T08:26:09.706 INFO:tasks.rados.rados.0.smithi110.stdout:1825: finishing copy_from to smithi11051043-23 2024-02-18T08:26:09.706 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 654 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:26:09.706 INFO:tasks.rados.rados.0.smithi110.stdout:1825: finishing copy_from racing read to smithi11051043-23 2024-02-18T08:26:09.706 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 802 (ObjNum -129384272 snap 22008 seq_num 4165648112) dirty exists 2024-02-18T08:26:09.706 INFO:tasks.rados.rados.0.smithi110.stdout:1829: finishing write tid 1 to smithi11051043-43 2024-02-18T08:26:09.706 INFO:tasks.rados.rados.0.smithi110.stdout:1829: finishing write tid 2 to smithi11051043-43 2024-02-18T08:26:09.708 INFO:tasks.rados.rados.0.smithi110.stdout:1829: finishing write tid 3 to smithi11051043-43 2024-02-18T08:26:09.708 INFO:tasks.rados.rados.0.smithi110.stdout:1829: finishing write tid 4 to smithi11051043-43 2024-02-18T08:26:09.708 INFO:tasks.rados.rados.0.smithi110.stdout:1829: finishing write tid 6 to smithi11051043-43 2024-02-18T08:26:09.711 INFO:tasks.rados.rados.0.smithi110.stdout:1829: finishing write tid 7 to smithi11051043-43 2024-02-18T08:26:09.711 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 833 (ObjNum 570 snap 175 seq_num 570) dirty exists 2024-02-18T08:26:09.711 INFO:tasks.rados.rados.0.smithi110.stdout:1829: left oid 43 (ObjNum 570 snap 175 seq_num 570) 2024-02-18T08:26:10.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:09 smithi191 bash[38688]: cluster 2024-02-18T08:26:08.664350+0000 mgr.y (mgr.44100) 193 : cluster [DBG] pgmap v305: 89 pgs: 89 active+clean; 170 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-02-18T08:26:10.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:09 smithi191 bash[38688]: cluster 2024-02-18T08:26:08.911324+0000 mon.a (mon.0) 575 : cluster [INF] osd.4 marked itself down and dead 2024-02-18T08:26:10.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:09 smithi191 bash[38688]: cluster 2024-02-18T08:26:09.674519+0000 mon.a (mon.0) 576 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:26:10.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:09 smithi191 bash[38688]: cluster 2024-02-18T08:26:09.684174+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e414: 8 total, 7 up, 8 in 2024-02-18T08:26:10.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:09 smithi110 bash[54479]: cluster 2024-02-18T08:26:08.664350+0000 mgr.y (mgr.44100) 193 : cluster [DBG] pgmap v305: 89 pgs: 89 active+clean; 170 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-02-18T08:26:10.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:09 smithi110 bash[54479]: cluster 2024-02-18T08:26:08.911324+0000 mon.a (mon.0) 575 : cluster [INF] osd.4 marked itself down and dead 2024-02-18T08:26:10.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:09 smithi110 bash[54479]: cluster 2024-02-18T08:26:09.674519+0000 mon.a (mon.0) 576 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:26:10.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:09 smithi110 bash[54479]: cluster 2024-02-18T08:26:09.684174+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e414: 8 total, 7 up, 8 in 2024-02-18T08:26:10.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:09 smithi110 bash[55875]: cluster 2024-02-18T08:26:08.664350+0000 mgr.y (mgr.44100) 193 : cluster [DBG] pgmap v305: 89 pgs: 89 active+clean; 170 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-02-18T08:26:10.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:09 smithi110 bash[55875]: cluster 2024-02-18T08:26:08.911324+0000 mon.a (mon.0) 575 : cluster [INF] osd.4 marked itself down and dead 2024-02-18T08:26:10.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:09 smithi110 bash[55875]: cluster 2024-02-18T08:26:09.674519+0000 mon.a (mon.0) 576 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:26:10.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:09 smithi110 bash[55875]: cluster 2024-02-18T08:26:09.684174+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e414: 8 total, 7 up, 8 in 2024-02-18T08:26:10.702 INFO:tasks.rados.rados.0.smithi110.stdout:1825: done (3 left) 2024-02-18T08:26:10.702 INFO:tasks.rados.rados.0.smithi110.stdout:1828: done (2 left) 2024-02-18T08:26:10.702 INFO:tasks.rados.rados.0.smithi110.stdout:1829: done (1 left) 2024-02-18T08:26:10.702 INFO:tasks.rados.rados.0.smithi110.stdout:1830: done (0 left) 2024-02-18T08:26:10.702 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 175 2024-02-18T08:26:10.702 INFO:tasks.rados.rados.0.smithi110.stdout:1831: seq_num 572 ranges {3235840=786432,4022272=770048,4792320=557056,5349376=278528} 2024-02-18T08:26:10.724 INFO:tasks.rados.rados.0.smithi110.stdout:1831: writing smithi11051043-27 from 3235840 to 4022272 tid 1 2024-02-18T08:26:10.728 INFO:tasks.rados.rados.0.smithi110.stdout:1831: writing smithi11051043-27 from 4022272 to 4792320 tid 2 2024-02-18T08:26:10.732 INFO:tasks.rados.rados.0.smithi110.stdout:1831: writing smithi11051043-27 from 4792320 to 5349376 tid 3 2024-02-18T08:26:10.734 INFO:tasks.rados.rados.0.smithi110.stdout:1831: writing smithi11051043-27 from 5349376 to 5627904 tid 4 2024-02-18T08:26:10.734 INFO:tasks.rados.rados.0.smithi110.stdout:1832: snap_remove snap 166 2024-02-18T08:26:10.844 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:10 smithi191 bash[40602]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.4 2024-02-18T08:26:11.698 INFO:tasks.rados.rados.0.smithi110.stdout:1832: done (1 left) 2024-02-18T08:26:11.698 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 175 2024-02-18T08:26:11.698 INFO:tasks.rados.rados.0.smithi110.stdout:1833: seq_num 573 ranges {843776=802816,1646592=655360,2301952=720896,3022848=229376} 2024-02-18T08:26:11.709 INFO:tasks.rados.rados.0.smithi110.stdout:1833: writing smithi11051043-38 from 843776 to 1646592 tid 1 2024-02-18T08:26:11.712 INFO:tasks.rados.rados.0.smithi110.stdout:1833: writing smithi11051043-38 from 1646592 to 2301952 tid 2 2024-02-18T08:26:11.717 INFO:tasks.rados.rados.0.smithi110.stdout:1833: writing smithi11051043-38 from 2301952 to 3022848 tid 3 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1833: writing smithi11051043-38 from 3022848 to 3252224 tid 4 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1834: snap_create 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1831: finishing write tid 1 to smithi11051043-27 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1831: finishing write tid 2 to smithi11051043-27 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1831: finishing write tid 3 to smithi11051043-27 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1831: finishing write tid 4 to smithi11051043-27 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1831: finishing write tid 6 to smithi11051043-27 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1831: finishing write tid 7 to smithi11051043-27 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 955 (ObjNum 572 snap 175 seq_num 572) dirty exists 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1831: left oid 27 (ObjNum 572 snap 175 seq_num 572) 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1833: finishing write tid 1 to smithi11051043-38 2024-02-18T08:26:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:1833: finishing write tid 2 to smithi11051043-38 2024-02-18T08:26:11.722 INFO:tasks.rados.rados.0.smithi110.stdout:1833: finishing write tid 3 to smithi11051043-38 2024-02-18T08:26:11.722 INFO:tasks.rados.rados.0.smithi110.stdout:1833: finishing write tid 4 to smithi11051043-38 2024-02-18T08:26:11.723 INFO:tasks.rados.rados.0.smithi110.stdout:1833: finishing write tid 6 to smithi11051043-38 2024-02-18T08:26:11.725 INFO:tasks.rados.rados.0.smithi110.stdout:1833: finishing write tid 7 to smithi11051043-38 2024-02-18T08:26:11.725 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 796 (ObjNum 573 snap 175 seq_num 573) dirty exists 2024-02-18T08:26:11.725 INFO:tasks.rados.rados.0.smithi110.stdout:1833: left oid 38 (ObjNum 573 snap 175 seq_num 573) 2024-02-18T08:26:11.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:11 smithi110 bash[54479]: cluster 2024-02-18T08:26:10.665299+0000 mgr.y (mgr.44100) 194 : cluster [DBG] pgmap v308: 89 pgs: 3 peering, 86 active+clean; 169 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2024-02-18T08:26:11.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:11 smithi110 bash[54479]: cluster 2024-02-18T08:26:10.681918+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e415: 8 total, 7 up, 8 in 2024-02-18T08:26:11.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:11 smithi110 bash[55875]: cluster 2024-02-18T08:26:10.665299+0000 mgr.y (mgr.44100) 194 : cluster [DBG] pgmap v308: 89 pgs: 3 peering, 86 active+clean; 169 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2024-02-18T08:26:11.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:11 smithi110 bash[55875]: cluster 2024-02-18T08:26:10.681918+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e415: 8 total, 7 up, 8 in 2024-02-18T08:26:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:11.631Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:11.631Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:11.631Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:26:12.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:11 smithi191 bash[38688]: cluster 2024-02-18T08:26:10.665299+0000 mgr.y (mgr.44100) 194 : cluster [DBG] pgmap v308: 89 pgs: 3 peering, 86 active+clean; 169 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2024-02-18T08:26:12.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:11 smithi191 bash[38688]: cluster 2024-02-18T08:26:10.681918+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e415: 8 total, 7 up, 8 in 2024-02-18T08:26:12.707 INFO:tasks.rados.rados.0.smithi110.stdout:1831: done (2 left) 2024-02-18T08:26:12.707 INFO:tasks.rados.rados.0.smithi110.stdout:1833: done (1 left) 2024-02-18T08:26:12.707 INFO:tasks.rados.rados.0.smithi110.stdout:1834: done (0 left) 2024-02-18T08:26:12.707 INFO:tasks.rados.rados.0.smithi110.stdout:1835: rollback oid 36 current snap is 176 2024-02-18T08:26:12.707 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 36 to 174 2024-02-18T08:26:12.707 INFO:tasks.rados.rados.0.smithi110.stdout:1836: snap_create 2024-02-18T08:26:12.713 INFO:tasks.rados.rados.0.smithi110.stdout:1835: finishing rollback tid 0 to smithi11051043-36 2024-02-18T08:26:12.714 INFO:tasks.rados.rados.0.smithi110.stdout:1835: finishing rollback tid 1 to smithi11051043-36 2024-02-18T08:26:12.714 INFO:tasks.rados.rados.0.smithi110.stdout:1835: finishing rollback tid 2 to smithi11051043-36 2024-02-18T08:26:12.714 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 805 (ObjNum 539 snap 162 seq_num 539) dirty exists 2024-02-18T08:26:12.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:12 smithi110 bash[54479]: cluster 2024-02-18T08:26:11.693450+0000 mon.a (mon.0) 579 : cluster [DBG] osdmap e416: 8 total, 7 up, 8 in 2024-02-18T08:26:12.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:12 smithi110 bash[55875]: cluster 2024-02-18T08:26:11.693450+0000 mon.a (mon.0) 579 : cluster [DBG] osdmap e416: 8 total, 7 up, 8 in 2024-02-18T08:26:13.094 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:12 smithi191 systemd[1]: Stopped Ceph osd.4 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:26:13.094 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:12 smithi191 systemd[1]: Started Ceph osd.4 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:26:13.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:12 smithi191 bash[38688]: cluster 2024-02-18T08:26:11.693450+0000 mon.a (mon.0) 579 : cluster [DBG] osdmap e416: 8 total, 7 up, 8 in 2024-02-18T08:26:13.710 INFO:tasks.rados.rados.0.smithi110.stdout:1835: done (1 left) 2024-02-18T08:26:13.710 INFO:tasks.rados.rados.0.smithi110.stdout:1836: done (0 left) 2024-02-18T08:26:13.710 INFO:tasks.rados.rados.0.smithi110.stdout:1837: read oid 4 snap 176 2024-02-18T08:26:13.710 INFO:tasks.rados.rados.0.smithi110.stdout:1837: expect deleted 2024-02-18T08:26:13.710 INFO:tasks.rados.rados.0.smithi110.stdout:1838: snap_remove snap 173 2024-02-18T08:26:13.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:13 smithi191 bash[38688]: cluster 2024-02-18T08:26:12.666232+0000 mgr.y (mgr.44100) 195 : cluster [DBG] pgmap v311: 89 pgs: 11 stale+active+clean, 1 active+undersized+degraded, 3 peering, 6 active+undersized, 68 active+clean; 166 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 9 op/s; 4/276 objects degraded (1.449%) 2024-02-18T08:26:13.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:13 smithi191 bash[38688]: cluster 2024-02-18T08:26:12.688605+0000 mon.a (mon.0) 580 : cluster [WRN] Health check failed: Degraded data redundancy: 4/276 objects degraded (1.449%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:26:13.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:13 smithi191 bash[38688]: cluster 2024-02-18T08:26:12.703197+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e417: 8 total, 7 up, 8 in 2024-02-18T08:26:13.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:13 smithi191 bash[38688]: audit 2024-02-18T08:26:12.903543+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:13.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:13 smithi191 bash[38688]: audit 2024-02-18T08:26:12.905255+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:13.967 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:13 smithi191 bash[38688]: audit 2024-02-18T08:26:12.907841+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:26:13.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[55875]: cluster 2024-02-18T08:26:12.666232+0000 mgr.y (mgr.44100) 195 : cluster [DBG] pgmap v311: 89 pgs: 11 stale+active+clean, 1 active+undersized+degraded, 3 peering, 6 active+undersized, 68 active+clean; 166 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 9 op/s; 4/276 objects degraded (1.449%) 2024-02-18T08:26:13.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[55875]: cluster 2024-02-18T08:26:12.688605+0000 mon.a (mon.0) 580 : cluster [WRN] Health check failed: Degraded data redundancy: 4/276 objects degraded (1.449%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:26:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[55875]: cluster 2024-02-18T08:26:12.703197+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e417: 8 total, 7 up, 8 in 2024-02-18T08:26:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[55875]: audit 2024-02-18T08:26:12.903543+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[55875]: audit 2024-02-18T08:26:12.905255+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[55875]: audit 2024-02-18T08:26:12.907841+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:26:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[54479]: cluster 2024-02-18T08:26:12.666232+0000 mgr.y (mgr.44100) 195 : cluster [DBG] pgmap v311: 89 pgs: 11 stale+active+clean, 1 active+undersized+degraded, 3 peering, 6 active+undersized, 68 active+clean; 166 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 9 op/s; 4/276 objects degraded (1.449%) 2024-02-18T08:26:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[54479]: cluster 2024-02-18T08:26:12.688605+0000 mon.a (mon.0) 580 : cluster [WRN] Health check failed: Degraded data redundancy: 4/276 objects degraded (1.449%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:26:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[54479]: cluster 2024-02-18T08:26:12.703197+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e417: 8 total, 7 up, 8 in 2024-02-18T08:26:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[54479]: audit 2024-02-18T08:26:12.903543+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[54479]: audit 2024-02-18T08:26:12.905255+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[54479]: audit 2024-02-18T08:26:12.907841+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:26:13.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:13.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:13.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:13.525Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:13.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:13.526Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:26:14.688 INFO:tasks.rados.rados.0.smithi110.stdout:1838: done (1 left) 2024-02-18T08:26:14.688 INFO:tasks.rados.rados.0.smithi110.stdout:1839: setattr oid 49 current snap is 177 2024-02-18T08:26:14.690 INFO:tasks.rados.rados.0.smithi110.stdout:1837: done (1 left) 2024-02-18T08:26:14.690 INFO:tasks.rados.rados.0.smithi110.stdout:1840: snap_remove snap 174 2024-02-18T08:26:14.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:14 smithi191 bash[38688]: cluster 2024-02-18T08:26:13.706675+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e418: 8 total, 7 up, 8 in 2024-02-18T08:26:14.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:14 smithi191 bash[38688]: cluster 2024-02-18T08:26:14.685155+0000 mon.a (mon.0) 586 : cluster [DBG] osdmap e419: 8 total, 7 up, 8 in 2024-02-18T08:26:14.844 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:14 smithi191 bash[40885]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-02-18T08:26:14.844 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:14 smithi191 bash[40885]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-02-18T08:26:14.845 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:14 smithi191 bash[40885]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-02-18T08:26:14.845 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:14 smithi191 bash[40885]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-02-18T08:26:14.845 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:14 smithi191 bash[40885]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-02-18T08:26:14.845 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:14 smithi191 bash[40885]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-02-18T08:26:14.845 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:14 smithi191 bash[40885]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-02-18T08:26:14.845 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:14 smithi191 bash[40885]: --> ceph-volume lvm activate successful for osd ID: 4 2024-02-18T08:26:14.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:14 smithi110 bash[54479]: cluster 2024-02-18T08:26:13.706675+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e418: 8 total, 7 up, 8 in 2024-02-18T08:26:14.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:14 smithi110 bash[54479]: cluster 2024-02-18T08:26:14.685155+0000 mon.a (mon.0) 586 : cluster [DBG] osdmap e419: 8 total, 7 up, 8 in 2024-02-18T08:26:14.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:14 smithi110 bash[55875]: cluster 2024-02-18T08:26:13.706675+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e418: 8 total, 7 up, 8 in 2024-02-18T08:26:14.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:14 smithi110 bash[55875]: cluster 2024-02-18T08:26:14.685155+0000 mon.a (mon.0) 586 : cluster [DBG] osdmap e419: 8 total, 7 up, 8 in 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:1840: done (1 left) 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 177 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:1841: seq_num 574 ranges {0=16384} 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:1841: writing smithi11051043-41 from 0 to 16384 tid 1 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:1842: copy_from oid 47 from oid 44 current snap is 177 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 655 (ObjNum 553 snap 169 seq_num 553) dirty exists 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:1839: done (2 left) 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:1843: rollback oid 8 current snap is 177 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 8 to 171 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 177 2024-02-18T08:26:15.692 INFO:tasks.rados.rados.0.smithi110.stdout:1844: seq_num 575 ranges {3211264=32768} 2024-02-18T08:26:15.712 INFO:tasks.rados.rados.0.smithi110.stdout:1844: writing smithi11051043-5 from 3211264 to 3244032 tid 1 2024-02-18T08:26:15.712 INFO:tasks.rados.rados.0.smithi110.stdout:1845: read oid 7 snap -1 2024-02-18T08:26:15.712 INFO:tasks.rados.rados.0.smithi110.stdout:1845: expect (ObjNum 550 snap 166 seq_num 550) 2024-02-18T08:26:15.712 INFO:tasks.rados.rados.0.smithi110.stdout:1846: snap_create 2024-02-18T08:26:15.712 INFO:tasks.rados.rados.0.smithi110.stdout:1842: finishing copy_from to smithi11051043-47 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:1842: got expected ENOENT (src dne) 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:1842: finishing copy_from racing read to smithi11051043-47 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:1843: finishing rollback tid 0 to smithi11051043-8 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:1843: finishing rollback tid 1 to smithi11051043-8 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:1843: finishing rollback tid 2 to smithi11051043-8 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 971 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:1841: finishing write tid 1 to smithi11051043-41 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:1841: finishing write tid 3 to smithi11051043-41 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:1841: finishing write tid 4 to smithi11051043-41 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 793 (ObjNum 574 snap 177 seq_num 574) dirty exists 2024-02-18T08:26:15.713 INFO:tasks.rados.rados.0.smithi110.stdout:1841: left oid 41 (ObjNum 574 snap 177 seq_num 574) 2024-02-18T08:26:15.715 INFO:tasks.rados.rados.0.smithi110.stdout:1844: finishing write tid 1 to smithi11051043-5 2024-02-18T08:26:15.715 INFO:tasks.rados.rados.0.smithi110.stdout:1844: finishing write tid 3 to smithi11051043-5 2024-02-18T08:26:15.717 INFO:tasks.rados.rados.0.smithi110.stdout:1844: finishing write tid 4 to smithi11051043-5 2024-02-18T08:26:15.717 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 795 (ObjNum 575 snap 177 seq_num 575) dirty exists 2024-02-18T08:26:15.717 INFO:tasks.rados.rados.0.smithi110.stdout:1844: left oid 5 (ObjNum 575 snap 177 seq_num 575) 2024-02-18T08:26:15.728 INFO:tasks.rados.rados.0.smithi110.stdout:1845: expect (ObjNum 550 snap 166 seq_num 550) 2024-02-18T08:26:15.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:15 smithi110 bash[54479]: cluster 2024-02-18T08:26:14.667156+0000 mgr.y (mgr.44100) 196 : cluster [DBG] pgmap v314: 89 pgs: 6 stale+active+clean, 6 active+undersized+degraded, 3 peering, 14 active+undersized, 60 active+clean; 168 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 588 KiB/s wr, 1 op/s; 23/276 objects degraded (8.333%) 2024-02-18T08:26:15.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:15 smithi110 bash[54479]: cluster 2024-02-18T08:26:15.688705+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e420: 8 total, 7 up, 8 in 2024-02-18T08:26:15.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:15 smithi110 bash[55875]: cluster 2024-02-18T08:26:14.667156+0000 mgr.y (mgr.44100) 196 : cluster [DBG] pgmap v314: 89 pgs: 6 stale+active+clean, 6 active+undersized+degraded, 3 peering, 14 active+undersized, 60 active+clean; 168 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 588 KiB/s wr, 1 op/s; 23/276 objects degraded (8.333%) 2024-02-18T08:26:15.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:15 smithi110 bash[55875]: cluster 2024-02-18T08:26:15.688705+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e420: 8 total, 7 up, 8 in 2024-02-18T08:26:16.022 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:15 smithi191 bash[38688]: cluster 2024-02-18T08:26:14.667156+0000 mgr.y (mgr.44100) 196 : cluster [DBG] pgmap v314: 89 pgs: 6 stale+active+clean, 6 active+undersized+degraded, 3 peering, 14 active+undersized, 60 active+clean; 168 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 588 KiB/s wr, 1 op/s; 23/276 objects degraded (8.333%) 2024-02-18T08:26:16.022 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:15 smithi191 bash[38688]: cluster 2024-02-18T08:26:15.688705+0000 mon.a (mon.0) 587 : cluster [DBG] osdmap e420: 8 total, 7 up, 8 in 2024-02-18T08:26:16.344 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:16 smithi191 bash[40885]: debug 2024-02-18T08:26:16.059+0000 7f754e7de700 1 -- 172.21.15.191:0/2043972697 <== mon.2 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ad2bdac680 con 0x55ad2be1cc00 2024-02-18T08:26:16.693 INFO:tasks.rados.rados.0.smithi110.stdout:1841: done (5 left) 2024-02-18T08:26:16.693 INFO:tasks.rados.rados.0.smithi110.stdout:1842: done (4 left) 2024-02-18T08:26:16.693 INFO:tasks.rados.rados.0.smithi110.stdout:1843: done (3 left) 2024-02-18T08:26:16.693 INFO:tasks.rados.rados.0.smithi110.stdout:1844: done (2 left) 2024-02-18T08:26:16.693 INFO:tasks.rados.rados.0.smithi110.stdout:1845: done (1 left) 2024-02-18T08:26:16.693 INFO:tasks.rados.rados.0.smithi110.stdout:1846: done (0 left) 2024-02-18T08:26:16.693 INFO:tasks.rados.rados.0.smithi110.stdout:1847: setattr oid 37 current snap is 178 2024-02-18T08:26:16.695 INFO:tasks.rados.rados.0.smithi110.stdout:1848: copy_from oid 34 from oid 33 current snap is 178 2024-02-18T08:26:16.695 INFO:tasks.rados.rados.0.smithi110.stdout:1849: copy_from oid 16 from oid 43 current snap is 178 2024-02-18T08:26:16.695 INFO:tasks.rados.rados.0.smithi110.stdout:1850: rollback oid 13 current snap is 178 2024-02-18T08:26:16.695 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 176 2024-02-18T08:26:16.695 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 178 2024-02-18T08:26:16.695 INFO:tasks.rados.rados.0.smithi110.stdout:1851: seq_num 576 ranges {1933312=49152} 2024-02-18T08:26:16.707 INFO:tasks.rados.rados.0.smithi110.stdout:1851: writing smithi11051043-24 from 1933312 to 1982464 tid 1 2024-02-18T08:26:16.707 INFO:tasks.rados.rados.0.smithi110.stdout:1852: copy_from oid 38 from oid 11 current snap is 178 2024-02-18T08:26:16.707 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 806 (ObjNum -130118816 snap 22008 seq_num 4165091680) dirty exists 2024-02-18T08:26:16.707 INFO:tasks.rados.rados.0.smithi110.stdout:1848: finishing copy_from to smithi11051043-34 2024-02-18T08:26:16.707 INFO:tasks.rados.rados.0.smithi110.stdout:1848: got expected ENOENT (src dne) 2024-02-18T08:26:16.707 INFO:tasks.rados.rados.0.smithi110.stdout:1848: finishing copy_from racing read to smithi11051043-34 2024-02-18T08:26:16.707 INFO:tasks.rados.rados.0.smithi110.stdout:1850: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:26:16.707 INFO:tasks.rados.rados.0.smithi110.stdout:1850: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:26:16.707 INFO:tasks.rados.rados.0.smithi110.stdout:1847: done (5 left) 2024-02-18T08:26:16.708 INFO:tasks.rados.rados.0.smithi110.stdout:1848: done (4 left) 2024-02-18T08:26:16.708 INFO:tasks.rados.rados.0.smithi110.stdout:1853: rollback oid 27 current snap is 178 2024-02-18T08:26:16.708 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 27 to 177 2024-02-18T08:26:16.708 INFO:tasks.rados.rados.0.smithi110.stdout:1850: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:26:16.708 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 660 (ObjNum 566 snap 171 seq_num 566) dirty exists 2024-02-18T08:26:16.708 INFO:tasks.rados.rados.0.smithi110.stdout:1850: done (4 left) 2024-02-18T08:26:16.708 INFO:tasks.rados.rados.0.smithi110.stdout:1854: snap_create 2024-02-18T08:26:16.711 INFO:tasks.rados.rados.0.smithi110.stdout:1851: finishing write tid 1 to smithi11051043-24 2024-02-18T08:26:16.711 INFO:tasks.rados.rados.0.smithi110.stdout:1851: finishing write tid 3 to smithi11051043-24 2024-02-18T08:26:16.713 INFO:tasks.rados.rados.0.smithi110.stdout:1851: finishing write tid 4 to smithi11051043-24 2024-02-18T08:26:16.713 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 798 (ObjNum 576 snap 178 seq_num 576) dirty exists 2024-02-18T08:26:16.713 INFO:tasks.rados.rados.0.smithi110.stdout:1851: left oid 24 (ObjNum 576 snap 178 seq_num 576) 2024-02-18T08:26:16.713 INFO:tasks.rados.rados.0.smithi110.stdout:1853: finishing rollback tid 0 to smithi11051043-27 2024-02-18T08:26:16.713 INFO:tasks.rados.rados.0.smithi110.stdout:1853: finishing rollback tid 1 to smithi11051043-27 2024-02-18T08:26:16.713 INFO:tasks.rados.rados.0.smithi110.stdout:1853: finishing rollback tid 2 to smithi11051043-27 2024-02-18T08:26:16.713 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 979 (ObjNum 572 snap 175 seq_num 572) dirty exists 2024-02-18T08:26:16.715 INFO:tasks.rados.rados.0.smithi110.stdout:1852: finishing copy_from racing read to smithi11051043-38 2024-02-18T08:26:16.716 INFO:tasks.rados.rados.0.smithi110.stdout:1852: finishing copy_from to smithi11051043-38 2024-02-18T08:26:16.716 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 677 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:26:16.721 INFO:tasks.rados.rados.0.smithi110.stdout:1849: finishing copy_from to smithi11051043-16 2024-02-18T08:26:16.721 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 833 (ObjNum 570 snap 175 seq_num 570) dirty exists 2024-02-18T08:26:16.722 INFO:tasks.rados.rados.0.smithi110.stdout:1849: finishing copy_from racing read to smithi11051043-16 2024-02-18T08:26:17.094 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:16 smithi191 bash[40885]: debug 2024-02-18T08:26:16.595+0000 7f755626c380 -1 Falling back to public interface 2024-02-18T08:26:17.694 INFO:tasks.rados.rados.0.smithi110.stdout:1849: done (4 left) 2024-02-18T08:26:17.694 INFO:tasks.rados.rados.0.smithi110.stdout:1851: done (3 left) 2024-02-18T08:26:17.694 INFO:tasks.rados.rados.0.smithi110.stdout:1852: done (2 left) 2024-02-18T08:26:17.694 INFO:tasks.rados.rados.0.smithi110.stdout:1853: done (1 left) 2024-02-18T08:26:17.694 INFO:tasks.rados.rados.0.smithi110.stdout:1854: done (0 left) 2024-02-18T08:26:17.695 INFO:tasks.rados.rados.0.smithi110.stdout:1855: rmattr oid 9 current snap is 179 2024-02-18T08:26:17.695 INFO:tasks.rados.rados.0.smithi110.stdout:1856: copy_from oid 11 from oid 13 current snap is 179 2024-02-18T08:26:17.695 INFO:tasks.rados.rados.0.smithi110.stdout:1857: delete oid 35 current snap is 179 2024-02-18T08:26:17.702 INFO:tasks.rados.rados.0.smithi110.stdout:1857: done (2 left) 2024-02-18T08:26:17.702 INFO:tasks.rados.rados.0.smithi110.stdout:1858: rollback oid 49 current snap is 179 2024-02-18T08:26:17.702 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 49 to 176 2024-02-18T08:26:17.702 INFO:tasks.rados.rados.0.smithi110.stdout:1859: snap_create 2024-02-18T08:26:17.703 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 707 (ObjNum 512 snap 152 seq_num 512) dirty exists 2024-02-18T08:26:17.707 INFO:tasks.rados.rados.0.smithi110.stdout:1858: finishing rollback tid 0 to smithi11051043-49 2024-02-18T08:26:17.707 INFO:tasks.rados.rados.0.smithi110.stdout:1858: finishing rollback tid 1 to smithi11051043-49 2024-02-18T08:26:17.707 INFO:tasks.rados.rados.0.smithi110.stdout:1858: finishing rollback tid 2 to smithi11051043-49 2024-02-18T08:26:17.707 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 658 (ObjNum 553 snap 169 seq_num 553) dirty exists 2024-02-18T08:26:17.714 INFO:tasks.rados.rados.0.smithi110.stdout:1856: finishing copy_from racing read to smithi11051043-11 2024-02-18T08:26:17.715 INFO:tasks.rados.rados.0.smithi110.stdout:1856: finishing copy_from to smithi11051043-11 2024-02-18T08:26:17.715 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 660 (ObjNum 566 snap 171 seq_num 566) dirty exists 2024-02-18T08:26:17.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:17 smithi110 bash[55875]: cluster 2024-02-18T08:26:16.668122+0000 mgr.y (mgr.44100) 197 : cluster [DBG] pgmap v317: 89 pgs: 16 active+undersized+degraded, 24 active+undersized, 49 active+clean; 168 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s wr, 8 op/s; 45/258 objects degraded (17.442%) 2024-02-18T08:26:17.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:17 smithi110 bash[55875]: cluster 2024-02-18T08:26:16.690373+0000 mon.a (mon.0) 588 : cluster [DBG] osdmap e421: 8 total, 7 up, 8 in 2024-02-18T08:26:17.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:17 smithi110 bash[54479]: cluster 2024-02-18T08:26:16.668122+0000 mgr.y (mgr.44100) 197 : cluster [DBG] pgmap v317: 89 pgs: 16 active+undersized+degraded, 24 active+undersized, 49 active+clean; 168 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s wr, 8 op/s; 45/258 objects degraded (17.442%) 2024-02-18T08:26:17.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:17 smithi110 bash[54479]: cluster 2024-02-18T08:26:16.690373+0000 mon.a (mon.0) 588 : cluster [DBG] osdmap e421: 8 total, 7 up, 8 in 2024-02-18T08:26:18.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:17 smithi191 bash[38688]: cluster 2024-02-18T08:26:16.668122+0000 mgr.y (mgr.44100) 197 : cluster [DBG] pgmap v317: 89 pgs: 16 active+undersized+degraded, 24 active+undersized, 49 active+clean; 168 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s wr, 8 op/s; 45/258 objects degraded (17.442%) 2024-02-18T08:26:18.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:17 smithi191 bash[38688]: cluster 2024-02-18T08:26:16.690373+0000 mon.a (mon.0) 588 : cluster [DBG] osdmap e421: 8 total, 7 up, 8 in 2024-02-18T08:26:18.709 INFO:tasks.rados.rados.0.smithi110.stdout:1855: done (3 left) 2024-02-18T08:26:18.709 INFO:tasks.rados.rados.0.smithi110.stdout:1856: done (2 left) 2024-02-18T08:26:18.709 INFO:tasks.rados.rados.0.smithi110.stdout:1858: done (1 left) 2024-02-18T08:26:18.709 INFO:tasks.rados.rados.0.smithi110.stdout:1859: done (0 left) 2024-02-18T08:26:18.710 INFO:tasks.rados.rados.0.smithi110.stdout:1860: read oid 30 snap 177 2024-02-18T08:26:18.710 INFO:tasks.rados.rados.0.smithi110.stdout:1860: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:26:18.710 INFO:tasks.rados.rados.0.smithi110.stdout:1861: rollback oid 17 current snap is 180 2024-02-18T08:26:18.710 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 17 to 171 2024-02-18T08:26:18.710 INFO:tasks.rados.rados.0.smithi110.stdout:1862: read oid 14 snap 176 2024-02-18T08:26:18.710 INFO:tasks.rados.rados.0.smithi110.stdout:1862: expect (ObjNum 567 snap 172 seq_num 567) 2024-02-18T08:26:18.710 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 180 2024-02-18T08:26:18.710 INFO:tasks.rados.rados.0.smithi110.stdout:1863: seq_num 578 ranges {2293760=81920} 2024-02-18T08:26:18.727 INFO:tasks.rados.rados.0.smithi110.stdout:1863: writing smithi11051043-13 from 2293760 to 2375680 tid 1 2024-02-18T08:26:18.727 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 180 2024-02-18T08:26:18.727 INFO:tasks.rados.rados.0.smithi110.stdout:1864: seq_num 579 ranges {7618560=98304} 2024-02-18T08:26:18.770 INFO:tasks.rados.rados.0.smithi110.stdout:1864: writing smithi11051043-23 from 7618560 to 7716864 tid 1 2024-02-18T08:26:18.770 INFO:tasks.rados.rados.0.smithi110.stdout:1865: rollback oid 32 current snap is 180 2024-02-18T08:26:18.770 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 32 to 176 2024-02-18T08:26:18.770 INFO:tasks.rados.rados.0.smithi110.stdout:1861: finishing rollback tid 0 to smithi11051043-17 2024-02-18T08:26:18.770 INFO:tasks.rados.rados.0.smithi110.stdout:1861: finishing rollback tid 1 to smithi11051043-17 2024-02-18T08:26:18.770 INFO:tasks.rados.rados.0.smithi110.stdout:1861: finishing rollback tid 2 to smithi11051043-17 2024-02-18T08:26:18.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 713 (ObjNum 522 snap 157 seq_num 522) dirty exists 2024-02-18T08:26:18.770 INFO:tasks.rados.rados.0.smithi110.stdout:1860: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:26:18.784 INFO:tasks.rados.rados.0.smithi110.stdout:1863: finishing write tid 1 to smithi11051043-13 2024-02-18T08:26:18.784 INFO:tasks.rados.rados.0.smithi110.stdout:1863: finishing write tid 3 to smithi11051043-13 2024-02-18T08:26:18.784 INFO:tasks.rados.rados.0.smithi110.stdout:1863: finishing write tid 4 to smithi11051043-13 2024-02-18T08:26:18.784 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 662 (ObjNum 578 snap 180 seq_num 578) dirty exists 2024-02-18T08:26:18.784 INFO:tasks.rados.rados.0.smithi110.stdout:1863: left oid 13 (ObjNum 578 snap 180 seq_num 578) 2024-02-18T08:26:18.784 INFO:tasks.rados.rados.0.smithi110.stdout:1862: expect (ObjNum 567 snap 172 seq_num 567) 2024-02-18T08:26:18.883 INFO:tasks.rados.rados.0.smithi110.stdout:1865: finishing rollback tid 0 to smithi11051043-32 2024-02-18T08:26:18.883 INFO:tasks.rados.rados.0.smithi110.stdout:1865: finishing rollback tid 1 to smithi11051043-32 2024-02-18T08:26:18.883 INFO:tasks.rados.rados.0.smithi110.stdout:1865: finishing rollback tid 2 to smithi11051043-32 2024-02-18T08:26:18.883 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 141 (ObjNum 502 snap 151 seq_num 502) dirty exists 2024-02-18T08:26:18.883 INFO:tasks.rados.rados.0.smithi110.stdout:1864: finishing write tid 1 to smithi11051043-23 2024-02-18T08:26:18.883 INFO:tasks.rados.rados.0.smithi110.stdout:1864: finishing write tid 3 to smithi11051043-23 2024-02-18T08:26:18.883 INFO:tasks.rados.rados.0.smithi110.stdout:1864: finishing write tid 4 to smithi11051043-23 2024-02-18T08:26:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 984 (ObjNum 579 snap 180 seq_num 579) dirty exists 2024-02-18T08:26:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:1864: left oid 23 (ObjNum 579 snap 180 seq_num 579) 2024-02-18T08:26:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:1860: done (5 left) 2024-02-18T08:26:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:1861: done (4 left) 2024-02-18T08:26:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:1862: done (3 left) 2024-02-18T08:26:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:1863: done (2 left) 2024-02-18T08:26:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:1864: done (1 left) 2024-02-18T08:26:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:1865: done (0 left) 2024-02-18T08:26:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 180 2024-02-18T08:26:18.884 INFO:tasks.rados.rados.0.smithi110.stdout:1866: seq_num 580 ranges {7798784=114688} 2024-02-18T08:26:18.935 INFO:tasks.rados.rados.0.smithi110.stdout:1866: writing smithi11051043-15 from 7798784 to 7913472 tid 1 2024-02-18T08:26:18.935 INFO:tasks.rados.rados.0.smithi110.stdout:1867: read oid 16 snap -1 2024-02-18T08:26:18.935 INFO:tasks.rados.rados.0.smithi110.stdout:1867: expect (ObjNum 570 snap 175 seq_num 570) 2024-02-18T08:26:18.935 INFO:tasks.rados.rados.0.smithi110.stdout:1868: snap_remove snap 178 2024-02-18T08:26:18.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:18 smithi110 bash[54479]: cluster 2024-02-18T08:26:17.691232+0000 mon.a (mon.0) 589 : cluster [DBG] osdmap e422: 8 total, 7 up, 8 in 2024-02-18T08:26:18.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:18 smithi110 bash[55875]: cluster 2024-02-18T08:26:17.691232+0000 mon.a (mon.0) 589 : cluster [DBG] osdmap e422: 8 total, 7 up, 8 in 2024-02-18T08:26:19.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:18 smithi191 bash[38688]: cluster 2024-02-18T08:26:17.691232+0000 mon.a (mon.0) 589 : cluster [DBG] osdmap e422: 8 total, 7 up, 8 in 2024-02-18T08:26:19.718 INFO:tasks.rados.rados.0.smithi110.stdout:1868: done (2 left) 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1869: rollback oid 10 current snap is 180 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 10 to 179 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1870: read oid 20 snap 175 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1870: expect (ObjNum 563 snap 171 seq_num 563) 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1871: read oid 31 snap 177 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1871: expect (ObjNum 528 snap 160 seq_num 528) 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1872: delete oid 28 current snap is 180 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1866: finishing write tid 1 to smithi11051043-15 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1866: finishing write tid 3 to smithi11051043-15 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1866: finishing write tid 4 to smithi11051043-15 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 807 (ObjNum 580 snap 180 seq_num 580) dirty exists 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1866: left oid 15 (ObjNum 580 snap 180 seq_num 580) 2024-02-18T08:26:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:1867: expect (ObjNum 570 snap 175 seq_num 570) 2024-02-18T08:26:19.782 INFO:tasks.rados.rados.0.smithi110.stdout:1866: done (5 left) 2024-02-18T08:26:19.782 INFO:tasks.rados.rados.0.smithi110.stdout:1867: done (4 left) 2024-02-18T08:26:19.782 INFO:tasks.rados.rados.0.smithi110.stdout:1872: done (3 left) 2024-02-18T08:26:19.782 INFO:tasks.rados.rados.0.smithi110.stdout:1873: setattr oid 32 current snap is 180 2024-02-18T08:26:19.782 INFO:tasks.rados.rados.0.smithi110.stdout:1869: finishing rollback tid 0 to smithi11051043-10 2024-02-18T08:26:19.782 INFO:tasks.rados.rados.0.smithi110.stdout:1869: finishing rollback tid 1 to smithi11051043-10 2024-02-18T08:26:19.782 INFO:tasks.rados.rados.0.smithi110.stdout:1869: finishing rollback tid 2 to smithi11051043-10 2024-02-18T08:26:19.782 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 662 (ObjNum 444 snap 134 seq_num 444) dirty exists 2024-02-18T08:26:19.783 INFO:tasks.rados.rados.0.smithi110.stdout:1871: expect (ObjNum 528 snap 160 seq_num 528) 2024-02-18T08:26:19.824 INFO:tasks.rados.rados.0.smithi110.stdout:1870: expect (ObjNum 563 snap 171 seq_num 563) 2024-02-18T08:26:19.874 INFO:tasks.rados.rados.0.smithi110.stdout:1869: done (3 left) 2024-02-18T08:26:19.874 INFO:tasks.rados.rados.0.smithi110.stdout:1870: done (2 left) 2024-02-18T08:26:19.874 INFO:tasks.rados.rados.0.smithi110.stdout:1871: done (1 left) 2024-02-18T08:26:19.874 INFO:tasks.rados.rados.0.smithi110.stdout:1874: rollback oid 18 current snap is 180 2024-02-18T08:26:19.874 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 18 to 177 2024-02-18T08:26:19.874 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 180 2024-02-18T08:26:19.874 INFO:tasks.rados.rados.0.smithi110.stdout:1875: seq_num 582 ranges {7618560=155648} 2024-02-18T08:26:19.918 INFO:tasks.rados.rados.0.smithi110.stdout:1875: writing smithi11051043-48 from 7618560 to 7774208 tid 1 2024-02-18T08:26:19.918 INFO:tasks.rados.rados.0.smithi110.stdout:1876: read oid 1 snap -1 2024-02-18T08:26:19.919 INFO:tasks.rados.rados.0.smithi110.stdout:1876: expect (ObjNum 501 snap 151 seq_num 501) 2024-02-18T08:26:19.919 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 180 2024-02-18T08:26:19.919 INFO:tasks.rados.rados.0.smithi110.stdout:1877: seq_num 583 ranges {7913472=172032} 2024-02-18T08:26:19.964 INFO:tasks.rados.rados.0.smithi110.stdout:1877: writing smithi11051043-15 from 7913472 to 8085504 tid 1 2024-02-18T08:26:19.964 INFO:tasks.rados.rados.0.smithi110.stdout:1878: delete oid 46 current snap is 180 2024-02-18T08:26:19.964 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 142 (ObjNum 502 snap 151 seq_num 502) dirty exists 2024-02-18T08:26:19.964 INFO:tasks.rados.rados.0.smithi110.stdout:1874: finishing rollback tid 0 to smithi11051043-18 2024-02-18T08:26:19.964 INFO:tasks.rados.rados.0.smithi110.stdout:1874: finishing rollback tid 1 to smithi11051043-18 2024-02-18T08:26:19.964 INFO:tasks.rados.rados.0.smithi110.stdout:1874: finishing rollback tid 2 to smithi11051043-18 2024-02-18T08:26:19.964 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 723 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:26:19.964 INFO:tasks.rados.rados.0.smithi110.stdout:1875: finishing write tid 1 to smithi11051043-48 2024-02-18T08:26:19.964 INFO:tasks.rados.rados.0.smithi110.stdout:1875: finishing write tid 3 to smithi11051043-48 2024-02-18T08:26:19.964 INFO:tasks.rados.rados.0.smithi110.stdout:1876: expect (ObjNum 501 snap 151 seq_num 501) 2024-02-18T08:26:19.972 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[52513]: debug 2024-02-18T08:26:19.707+0000 7fc859bf6700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-02-18T08:26:19.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: cluster 2024-02-18T08:26:18.669166+0000 mgr.y (mgr.44100) 198 : cluster [DBG] pgmap v320: 89 pgs: 16 active+undersized+degraded, 24 active+undersized, 49 active+clean; 168 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 608 KiB/s wr, 8 op/s; 48/267 objects degraded (17.978%) 2024-02-18T08:26:19.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: cluster 2024-02-18T08:26:18.695630+0000 mon.a (mon.0) 590 : cluster [WRN] Health check update: Degraded data redundancy: 48/267 objects degraded (17.978%), 16 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: cluster 2024-02-18T08:26:18.706365+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e423: 8 total, 7 up, 8 in 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: audit 2024-02-18T08:26:19.372141+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: audit 2024-02-18T08:26:19.663441+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: audit 2024-02-18T08:26:19.665393+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: audit 2024-02-18T08:26:19.675202+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: audit 2024-02-18T08:26:19.687780+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: audit 2024-02-18T08:26:19.692461+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: audit 2024-02-18T08:26:19.694928+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[55875]: audit 2024-02-18T08:26:19.696981+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: cluster 2024-02-18T08:26:18.669166+0000 mgr.y (mgr.44100) 198 : cluster [DBG] pgmap v320: 89 pgs: 16 active+undersized+degraded, 24 active+undersized, 49 active+clean; 168 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 608 KiB/s wr, 8 op/s; 48/267 objects degraded (17.978%) 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: cluster 2024-02-18T08:26:18.695630+0000 mon.a (mon.0) 590 : cluster [WRN] Health check update: Degraded data redundancy: 48/267 objects degraded (17.978%), 16 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: cluster 2024-02-18T08:26:18.706365+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e423: 8 total, 7 up, 8 in 2024-02-18T08:26:19.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: audit 2024-02-18T08:26:19.372141+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:19.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: audit 2024-02-18T08:26:19.663441+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:19.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: audit 2024-02-18T08:26:19.665393+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:26:19.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: audit 2024-02-18T08:26:19.675202+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:19.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: audit 2024-02-18T08:26:19.687780+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:19.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: audit 2024-02-18T08:26:19.692461+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:19.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: audit 2024-02-18T08:26:19.694928+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:19.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:19 smithi110 bash[54479]: audit 2024-02-18T08:26:19.696981+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:19.994 INFO:tasks.rados.rados.0.smithi110.stdout:1875: finishing write tid 4 to smithi11051043-48 2024-02-18T08:26:19.994 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 660 (ObjNum 582 snap 180 seq_num 582) dirty exists 2024-02-18T08:26:19.994 INFO:tasks.rados.rados.0.smithi110.stdout:1875: left oid 48 (ObjNum 582 snap 180 seq_num 582) 2024-02-18T08:26:19.994 INFO:tasks.rados.rados.0.smithi110.stdout:1877: finishing write tid 1 to smithi11051043-15 2024-02-18T08:26:19.994 INFO:tasks.rados.rados.0.smithi110.stdout:1873: done (5 left) 2024-02-18T08:26:19.994 INFO:tasks.rados.rados.0.smithi110.stdout:1874: done (4 left) 2024-02-18T08:26:19.995 INFO:tasks.rados.rados.0.smithi110.stdout:1875: done (3 left) 2024-02-18T08:26:19.995 INFO:tasks.rados.rados.0.smithi110.stdout:1876: done (2 left) 2024-02-18T08:26:19.995 INFO:tasks.rados.rados.0.smithi110.stdout:1878: done (1 left) 2024-02-18T08:26:19.995 INFO:tasks.rados.rados.0.smithi110.stdout:1879: snap_create 2024-02-18T08:26:19.995 INFO:tasks.rados.rados.0.smithi110.stdout:1877: finishing write tid 3 to smithi11051043-15 2024-02-18T08:26:19.995 INFO:tasks.rados.rados.0.smithi110.stdout:1877: finishing write tid 4 to smithi11051043-15 2024-02-18T08:26:19.995 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 809 (ObjNum 583 snap 180 seq_num 583) dirty exists 2024-02-18T08:26:19.995 INFO:tasks.rados.rados.0.smithi110.stdout:1877: left oid 15 (ObjNum 583 snap 180 seq_num 583) 2024-02-18T08:26:20.094 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[40885]: debug 2024-02-18T08:26:19.839+0000 7f755626c380 -1 osd.4 413 log_to_monitors {default=true} 2024-02-18T08:26:20.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: cluster 2024-02-18T08:26:18.669166+0000 mgr.y (mgr.44100) 198 : cluster [DBG] pgmap v320: 89 pgs: 16 active+undersized+degraded, 24 active+undersized, 49 active+clean; 168 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 608 KiB/s wr, 8 op/s; 48/267 objects degraded (17.978%) 2024-02-18T08:26:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: cluster 2024-02-18T08:26:18.695630+0000 mon.a (mon.0) 590 : cluster [WRN] Health check update: Degraded data redundancy: 48/267 objects degraded (17.978%), 16 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: cluster 2024-02-18T08:26:18.706365+0000 mon.a (mon.0) 591 : cluster [DBG] osdmap e423: 8 total, 7 up, 8 in 2024-02-18T08:26:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: audit 2024-02-18T08:26:19.372141+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: audit 2024-02-18T08:26:19.663441+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: audit 2024-02-18T08:26:19.665393+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:26:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: audit 2024-02-18T08:26:19.675202+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: audit 2024-02-18T08:26:19.687780+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: audit 2024-02-18T08:26:19.692461+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: audit 2024-02-18T08:26:19.694928+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:19 smithi191 bash[38688]: audit 2024-02-18T08:26:19.696981+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:20.217 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:26:20.556 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:26:20.556 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (9m) 33s ago 10m 14.0M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:26:20.556 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (9m) 1s ago 9m 25.0M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:26:20.556 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (8m) 33s ago 8m 14.3M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:26:20.556 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (8m) 1s ago 8m 17.6M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (4m) 1s ago 13m 377M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (4m) 33s ago 15m 418M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (3m) 33s ago 15m 52.9M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (3m) 1s ago 14m 46.1M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (3m) 33s ago 14m 45.0M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (10m) 33s ago 10m 10.9M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (10m) 1s ago 10m 11.5M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (2m) 33s ago 13m 202M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (104s) 33s ago 12m 175M 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (71s) 33s ago 12m 110M 4096M 16.2.14-548-g81bd20d6 823b921721f5 4c63cbd8618f 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (38s) 33s ago 12m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 a2480614884d 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (5s) 1s ago 11m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 dfbbfe876a9c 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (11m) 1s ago 11m 198M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 c5740c1d7a34 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (11m) 1s ago 11m 174M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:26:20.557 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (10m) 1s ago 10m 145M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:26:20.558 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (5m) 1s ago 10m 40.9M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:26:20.719 INFO:tasks.rados.rados.0.smithi110.stdout:1877: done (1 left) 2024-02-18T08:26:20.719 INFO:tasks.rados.rados.0.smithi110.stdout:1879: done (0 left) 2024-02-18T08:26:20.719 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 181 2024-02-18T08:26:20.719 INFO:tasks.rados.rados.0.smithi110.stdout:1880: seq_num 585 ranges {2883584=204800} 2024-02-18T08:26:20.739 INFO:tasks.rados.rados.0.smithi110.stdout:1880: writing smithi11051043-3 from 2883584 to 3088384 tid 1 2024-02-18T08:26:20.739 INFO:tasks.rados.rados.0.smithi110.stdout:1881: rollback oid 11 current snap is 181 2024-02-18T08:26:20.739 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 11 to 176 2024-02-18T08:26:20.739 INFO:tasks.rados.rados.0.smithi110.stdout:1882: rollback oid 26 current snap is 181 2024-02-18T08:26:20.739 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 179 2024-02-18T08:26:20.739 INFO:tasks.rados.rados.0.smithi110.stdout:1883: rollback oid 19 current snap is 181 2024-02-18T08:26:20.739 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 19 to 177 2024-02-18T08:26:20.739 INFO:tasks.rados.rados.0.smithi110.stdout:1884: snap_create 2024-02-18T08:26:20.742 INFO:tasks.rados.rados.0.smithi110.stdout:1882: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:26:20.742 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 0 (ObjNum -1946138992 snap 32588 seq_num 2348812496) dirty dne 2024-02-18T08:26:20.744 INFO:tasks.rados.rados.0.smithi110.stdout:1880: finishing write tid 1 to smithi11051043-3 2024-02-18T08:26:20.744 INFO:tasks.rados.rados.0.smithi110.stdout:1880: finishing write tid 3 to smithi11051043-3 2024-02-18T08:26:20.748 INFO:tasks.rados.rados.0.smithi110.stdout:1880: finishing write tid 4 to smithi11051043-3 2024-02-18T08:26:20.748 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 637 (ObjNum 585 snap 181 seq_num 585) dirty exists 2024-02-18T08:26:20.748 INFO:tasks.rados.rados.0.smithi110.stdout:1880: left oid 3 (ObjNum 585 snap 181 seq_num 585) 2024-02-18T08:26:20.749 INFO:tasks.rados.rados.0.smithi110.stdout:1883: finishing rollback tid 0 to smithi11051043-19 2024-02-18T08:26:20.749 INFO:tasks.rados.rados.0.smithi110.stdout:1883: finishing rollback tid 1 to smithi11051043-19 2024-02-18T08:26:20.750 INFO:tasks.rados.rados.0.smithi110.stdout:1883: finishing rollback tid 2 to smithi11051043-19 2024-02-18T08:26:20.750 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 649 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:26:20.753 INFO:tasks.rados.rados.0.smithi110.stdout:1881: finishing rollback tid 0 to smithi11051043-11 2024-02-18T08:26:20.753 INFO:tasks.rados.rados.0.smithi110.stdout:1881: finishing rollback tid 1 to smithi11051043-11 2024-02-18T08:26:20.753 INFO:tasks.rados.rados.0.smithi110.stdout:1881: finishing rollback tid 2 to smithi11051043-11 2024-02-18T08:26:20.754 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 727 (ObjNum -1629106864 snap 32588 seq_num 4165811824) dirty exists 2024-02-18T08:26:20.957 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:26:20.957 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:26:20.957 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:26:20.957 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:26:20.957 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:26:20.957 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:26:20.957 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:26:20.957 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 3, 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 4 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 5, 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 9 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:26:20.958 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:26:20.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: cephadm 2024-02-18T08:26:19.667239+0000 mgr.y (mgr.44100) 199 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:26:20.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:19.709713+0000 mon.a (mon.0) 600 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:20.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:19.709925+0000 mgr.y (mgr.44100) 200 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:20.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: cephadm 2024-02-18T08:26:19.711656+0000 mgr.y (mgr.44100) 201 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-02-18T08:26:20.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: cluster 2024-02-18T08:26:19.714766+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e424: 8 total, 7 up, 8 in 2024-02-18T08:26:20.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:19.844445+0000 mon.b (mon.2) 3 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/3786712431,v1:172.21.15.191:6801/3786712431]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-18T08:26:20.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:19.844665+0000 mon.a (mon.0) 602 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-18T08:26:20.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.529718+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:20.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.530755+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:20.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.531676+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.532830+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.533860+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.534692+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.539904+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:20.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.540334+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.540740+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: cephadm 2024-02-18T08:26:19.667239+0000 mgr.y (mgr.44100) 199 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:19.709713+0000 mon.a (mon.0) 600 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:19.709925+0000 mgr.y (mgr.44100) 200 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: cephadm 2024-02-18T08:26:19.711656+0000 mgr.y (mgr.44100) 201 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: cluster 2024-02-18T08:26:19.714766+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e424: 8 total, 7 up, 8 in 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:19.844445+0000 mon.b (mon.2) 3 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/3786712431,v1:172.21.15.191:6801/3786712431]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:19.844665+0000 mon.a (mon.0) 602 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.529718+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.530755+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.531676+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.532830+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.533860+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.534692+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.539904+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:20.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.540334+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.540740+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.541142+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[55875]: audit 2024-02-18T08:26:20.541547+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.541142+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:20.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:20 smithi110 bash[54479]: audit 2024-02-18T08:26:20.541547+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:21.095 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[40885]: debug 2024-02-18T08:26:20.739+0000 7f7547f54700 -1 osd.4 413 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:26:21.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: cephadm 2024-02-18T08:26:19.667239+0000 mgr.y (mgr.44100) 199 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:26:21.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:19.709713+0000 mon.a (mon.0) 600 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:21.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:19.709925+0000 mgr.y (mgr.44100) 200 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:21.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: cephadm 2024-02-18T08:26:19.711656+0000 mgr.y (mgr.44100) 201 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-02-18T08:26:21.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: cluster 2024-02-18T08:26:19.714766+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e424: 8 total, 7 up, 8 in 2024-02-18T08:26:21.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:19.844445+0000 mon.b (mon.2) 3 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/3786712431,v1:172.21.15.191:6801/3786712431]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-18T08:26:21.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:19.844665+0000 mon.a (mon.0) 602 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-18T08:26:21.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.529718+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:21.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.530755+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:21.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.531676+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:21.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.532830+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:21.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.533860+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:21.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.534692+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:21.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.539904+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:21.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.540334+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:21.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.540740+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:21.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.541142+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:21.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:20 smithi191 bash[38688]: audit 2024-02-18T08:26:20.541547+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:21.738 INFO:tasks.rados.rados.0.smithi110.stdout:1880: done (4 left) 2024-02-18T08:26:21.738 INFO:tasks.rados.rados.0.smithi110.stdout:1881: done (3 left) 2024-02-18T08:26:21.738 INFO:tasks.rados.rados.0.smithi110.stdout:1882: done (2 left) 2024-02-18T08:26:21.738 INFO:tasks.rados.rados.0.smithi110.stdout:1883: done (1 left) 2024-02-18T08:26:21.738 INFO:tasks.rados.rados.0.smithi110.stdout:1884: done (0 left) 2024-02-18T08:26:21.738 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 182 2024-02-18T08:26:21.738 INFO:tasks.rados.rados.0.smithi110.stdout:1885: seq_num 586 ranges {0=221184} 2024-02-18T08:26:21.739 INFO:tasks.rados.rados.0.smithi110.stdout:1885: writing smithi11051043-38 from 0 to 221184 tid 1 2024-02-18T08:26:21.739 INFO:tasks.rados.rados.0.smithi110.stdout:1886: snap_create 2024-02-18T08:26:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[55875]: audit 2024-02-18T08:26:20.201203+0000 mgr.y (mgr.44100) 202 : audit [DBG] from='client.54241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[55875]: audit 2024-02-18T08:26:20.524143+0000 mgr.y (mgr.44100) 203 : audit [DBG] from='client.44289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[55875]: cluster 2024-02-18T08:26:20.669753+0000 mgr.y (mgr.44100) 204 : cluster [DBG] pgmap v323: 89 pgs: 16 active+undersized+degraded, 24 active+undersized, 49 active+clean; 173 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.2 MiB/s wr, 25 op/s; 52/309 objects degraded (16.828%) 2024-02-18T08:26:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[55875]: audit 2024-02-18T08:26:20.716266+0000 mon.a (mon.0) 614 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-18T08:26:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[55875]: cluster 2024-02-18T08:26:20.716382+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e425: 8 total, 7 up, 8 in 2024-02-18T08:26:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[55875]: audit 2024-02-18T08:26:20.720995+0000 mon.b (mon.2) 4 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/3786712431,v1:172.21.15.191:6801/3786712431]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[55875]: audit 2024-02-18T08:26:20.723243+0000 mon.a (mon.0) 616 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[55875]: audit 2024-02-18T08:26:20.954449+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.110:0/491675984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:21.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:21.631Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:21.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:21.631Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:21.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:21.632Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:26:21.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[54479]: audit 2024-02-18T08:26:20.201203+0000 mgr.y (mgr.44100) 202 : audit [DBG] from='client.54241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:21.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[54479]: audit 2024-02-18T08:26:20.524143+0000 mgr.y (mgr.44100) 203 : audit [DBG] from='client.44289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:21.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[54479]: cluster 2024-02-18T08:26:20.669753+0000 mgr.y (mgr.44100) 204 : cluster [DBG] pgmap v323: 89 pgs: 16 active+undersized+degraded, 24 active+undersized, 49 active+clean; 173 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.2 MiB/s wr, 25 op/s; 52/309 objects degraded (16.828%) 2024-02-18T08:26:21.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[54479]: audit 2024-02-18T08:26:20.716266+0000 mon.a (mon.0) 614 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-18T08:26:21.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[54479]: cluster 2024-02-18T08:26:20.716382+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e425: 8 total, 7 up, 8 in 2024-02-18T08:26:21.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[54479]: audit 2024-02-18T08:26:20.720995+0000 mon.b (mon.2) 4 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/3786712431,v1:172.21.15.191:6801/3786712431]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:21.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[54479]: audit 2024-02-18T08:26:20.723243+0000 mon.a (mon.0) 616 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:21.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:21 smithi110 bash[54479]: audit 2024-02-18T08:26:20.954449+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.110:0/491675984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:21 smithi191 bash[38688]: audit 2024-02-18T08:26:20.201203+0000 mgr.y (mgr.44100) 202 : audit [DBG] from='client.54241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:21 smithi191 bash[38688]: audit 2024-02-18T08:26:20.524143+0000 mgr.y (mgr.44100) 203 : audit [DBG] from='client.44289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:21 smithi191 bash[38688]: cluster 2024-02-18T08:26:20.669753+0000 mgr.y (mgr.44100) 204 : cluster [DBG] pgmap v323: 89 pgs: 16 active+undersized+degraded, 24 active+undersized, 49 active+clean; 173 MiB data, 1.5 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.2 MiB/s wr, 25 op/s; 52/309 objects degraded (16.828%) 2024-02-18T08:26:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:21 smithi191 bash[38688]: audit 2024-02-18T08:26:20.716266+0000 mon.a (mon.0) 614 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-18T08:26:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:21 smithi191 bash[38688]: cluster 2024-02-18T08:26:20.716382+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e425: 8 total, 7 up, 8 in 2024-02-18T08:26:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:21 smithi191 bash[38688]: audit 2024-02-18T08:26:20.720995+0000 mon.b (mon.2) 4 : audit [INF] from='osd.4 [v2:172.21.15.191:6800/3786712431,v1:172.21.15.191:6801/3786712431]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:21 smithi191 bash[38688]: audit 2024-02-18T08:26:20.723243+0000 mon.a (mon.0) 616 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:21 smithi191 bash[38688]: audit 2024-02-18T08:26:20.954449+0000 mon.c (mon.1) 10 : audit [DBG] from='client.? 172.21.15.110:0/491675984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:22.745 INFO:tasks.rados.rados.0.smithi110.stdout:1886: done (1 left) 2024-02-18T08:26:22.745 INFO:tasks.rados.rados.0.smithi110.stdout:1887: setattr oid 7 current snap is 183 2024-02-18T08:26:22.746 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 183 2024-02-18T08:26:22.746 INFO:tasks.rados.rados.0.smithi110.stdout:1888: seq_num 587 ranges {3473408=237568} 2024-02-18T08:26:22.769 INFO:tasks.rados.rados.0.smithi110.stdout:1888: writing smithi11051043-14 from 3473408 to 3710976 tid 1 2024-02-18T08:26:22.769 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 183 2024-02-18T08:26:22.769 INFO:tasks.rados.rados.0.smithi110.stdout:1889: seq_num 588 ranges {1982464=253952} 2024-02-18T08:26:22.782 INFO:tasks.rados.rados.0.smithi110.stdout:1889: writing smithi11051043-24 from 1982464 to 2236416 tid 1 2024-02-18T08:26:22.782 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 183 2024-02-18T08:26:22.782 INFO:tasks.rados.rados.0.smithi110.stdout:1890: seq_num 589 ranges {4194304=270336} 2024-02-18T08:26:22.807 INFO:tasks.rados.rados.0.smithi110.stdout:1890: writing smithi11051043-10 from 4194304 to 4464640 tid 1 2024-02-18T08:26:22.808 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 183 2024-02-18T08:26:22.808 INFO:tasks.rados.rados.0.smithi110.stdout:1891: seq_num 590 ranges {7774208=286720} 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:1891: writing smithi11051043-48 from 7774208 to 8060928 tid 1 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:1892: rmattr oid 9 current snap is 183 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 670 (ObjNum 550 snap 166 seq_num 550) dirty exists 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:1887: done (6 left) 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:1893: setattr oid 41 current snap is 183 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:1885: finishing write tid 1 to smithi11051043-38 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:1885: finishing write tid 3 to smithi11051043-38 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:1888: finishing write tid 1 to smithi11051043-14 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:1888: finishing write tid 3 to smithi11051043-14 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:1885: finishing write tid 4 to smithi11051043-38 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 800 (ObjNum 586 snap 182 seq_num 586) dirty exists 2024-02-18T08:26:22.855 INFO:tasks.rados.rados.0.smithi110.stdout:1885: left oid 38 (ObjNum 586 snap 182 seq_num 586) 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:1888: finishing write tid 4 to smithi11051043-14 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 811 (ObjNum 587 snap 183 seq_num 587) dirty exists 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:1888: left oid 14 (ObjNum 587 snap 183 seq_num 587) 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:1889: finishing write tid 1 to smithi11051043-24 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:1889: finishing write tid 3 to smithi11051043-24 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:1889: finishing write tid 4 to smithi11051043-24 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 802 (ObjNum 588 snap 183 seq_num 588) dirty exists 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:1889: left oid 24 (ObjNum 588 snap 183 seq_num 588) 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:1890: finishing write tid 1 to smithi11051043-10 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:1890: finishing write tid 3 to smithi11051043-10 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:1890: finishing write tid 4 to smithi11051043-10 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 664 (ObjNum 589 snap 183 seq_num 589) dirty exists 2024-02-18T08:26:22.856 INFO:tasks.rados.rados.0.smithi110.stdout:1890: left oid 10 (ObjNum 589 snap 183 seq_num 589) 2024-02-18T08:26:22.857 INFO:tasks.rados.rados.0.smithi110.stdout:1885: done (6 left) 2024-02-18T08:26:22.858 INFO:tasks.rados.rados.0.smithi110.stdout:1888: done (5 left) 2024-02-18T08:26:22.858 INFO:tasks.rados.rados.0.smithi110.stdout:1889: done (4 left) 2024-02-18T08:26:22.858 INFO:tasks.rados.rados.0.smithi110.stdout:1890: done (3 left) 2024-02-18T08:26:22.858 INFO:tasks.rados.rados.0.smithi110.stdout:1894: rollback oid 38 current snap is 183 2024-02-18T08:26:22.858 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 38 to 182 2024-02-18T08:26:22.858 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 183 2024-02-18T08:26:22.858 INFO:tasks.rados.rados.0.smithi110.stdout:1895: seq_num 591 ranges {3244032=303104} 2024-02-18T08:26:22.877 INFO:tasks.rados.rados.0.smithi110.stdout:1895: writing smithi11051043-7 from 3244032 to 3547136 tid 1 2024-02-18T08:26:22.877 INFO:tasks.rados.rados.0.smithi110.stdout:1896: rollback oid 27 current snap is 183 2024-02-18T08:26:22.877 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 27 to 181 2024-02-18T08:26:22.877 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 729 (ObjNum 512 snap 152 seq_num 512) dirty exists 2024-02-18T08:26:22.877 INFO:tasks.rados.rados.0.smithi110.stdout:1891: finishing write tid 1 to smithi11051043-48 2024-02-18T08:26:22.877 INFO:tasks.rados.rados.0.smithi110.stdout:1891: finishing write tid 3 to smithi11051043-48 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 796 (ObjNum 574 snap 177 seq_num 574) dirty exists 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1894: finishing rollback tid 0 to smithi11051043-38 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1891: finishing write tid 4 to smithi11051043-48 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 663 (ObjNum 590 snap 183 seq_num 590) dirty exists 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1891: left oid 48 (ObjNum 590 snap 183 seq_num 590) 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1894: finishing rollback tid 1 to smithi11051043-38 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1894: finishing rollback tid 2 to smithi11051043-38 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 805 (ObjNum 586 snap 182 seq_num 586) dirty exists 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1891: done (5 left) 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1892: done (4 left) 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1893: done (3 left) 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1894: done (2 left) 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1897: copy_from oid 35 from oid 50 current snap is 183 2024-02-18T08:26:22.878 INFO:tasks.rados.rados.0.smithi110.stdout:1898: delete oid 21 current snap is 183 2024-02-18T08:26:22.881 INFO:tasks.rados.rados.0.smithi110.stdout:1896: finishing rollback tid 0 to smithi11051043-27 2024-02-18T08:26:22.881 INFO:tasks.rados.rados.0.smithi110.stdout:1896: finishing rollback tid 1 to smithi11051043-27 2024-02-18T08:26:22.882 INFO:tasks.rados.rados.0.smithi110.stdout:1896: finishing rollback tid 2 to smithi11051043-27 2024-02-18T08:26:22.882 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 990 (ObjNum 572 snap 175 seq_num 572) dirty exists 2024-02-18T08:26:22.882 INFO:tasks.rados.rados.0.smithi110.stdout:1895: finishing write tid 1 to smithi11051043-7 2024-02-18T08:26:22.882 INFO:tasks.rados.rados.0.smithi110.stdout:1895: finishing write tid 3 to smithi11051043-7 2024-02-18T08:26:22.884 INFO:tasks.rados.rados.0.smithi110.stdout:1895: finishing write tid 4 to smithi11051043-7 2024-02-18T08:26:22.884 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 672 (ObjNum 591 snap 183 seq_num 591) dirty exists 2024-02-18T08:26:22.884 INFO:tasks.rados.rados.0.smithi110.stdout:1895: left oid 7 (ObjNum 591 snap 183 seq_num 591) 2024-02-18T08:26:22.888 INFO:tasks.rados.rados.0.smithi110.stdout:1895: done (3 left) 2024-02-18T08:26:22.888 INFO:tasks.rados.rados.0.smithi110.stdout:1896: done (2 left) 2024-02-18T08:26:22.888 INFO:tasks.rados.rados.0.smithi110.stdout:1898: done (1 left) 2024-02-18T08:26:22.888 INFO:tasks.rados.rados.0.smithi110.stdout:1899: rmattr oid 45 current snap is 183 2024-02-18T08:26:22.888 INFO:tasks.rados.rados.0.smithi110.stdout:1899: done (1 left) 2024-02-18T08:26:22.888 INFO:tasks.rados.rados.0.smithi110.stdout:1900: copy_from oid 25 from oid 6 current snap is 183 2024-02-18T08:26:22.888 INFO:tasks.rados.rados.0.smithi110.stdout:1901: setattr oid 26 current snap is 183 2024-02-18T08:26:22.889 INFO:tasks.rados.rados.0.smithi110.stdout:1902: snap_create 2024-02-18T08:26:22.889 INFO:tasks.rados.rados.0.smithi110.stdout:1900: finishing copy_from to smithi11051043-25 2024-02-18T08:26:22.889 INFO:tasks.rados.rados.0.smithi110.stdout:1900: got expected ENOENT (src dne) 2024-02-18T08:26:22.889 INFO:tasks.rados.rados.0.smithi110.stdout:1900: finishing copy_from racing read to smithi11051043-25 2024-02-18T08:26:22.891 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 991 (ObjNum -129957584 snap 22008 seq_num 4165841360) dirty exists 2024-02-18T08:26:22.934 INFO:tasks.rados.rados.0.smithi110.stdout:1897: finishing copy_from to smithi11051043-35 2024-02-18T08:26:22.934 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 655 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:26:22.935 INFO:tasks.rados.rados.0.smithi110.stdout:1897: finishing copy_from racing read to smithi11051043-35 2024-02-18T08:26:22.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:22 smithi110 bash[54479]: cluster 2024-02-18T08:26:21.724408+0000 mon.a (mon.0) 617 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:26:22.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:22 smithi110 bash[54479]: cluster 2024-02-18T08:26:21.732173+0000 mon.a (mon.0) 618 : cluster [INF] osd.4 [v2:172.21.15.191:6800/3786712431,v1:172.21.15.191:6801/3786712431] boot 2024-02-18T08:26:22.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:22 smithi110 bash[54479]: cluster 2024-02-18T08:26:21.732322+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-02-18T08:26:22.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:22 smithi110 bash[54479]: audit 2024-02-18T08:26:21.734753+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:26:22.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:22 smithi110 bash[55875]: cluster 2024-02-18T08:26:21.724408+0000 mon.a (mon.0) 617 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:26:22.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:22 smithi110 bash[55875]: cluster 2024-02-18T08:26:21.732173+0000 mon.a (mon.0) 618 : cluster [INF] osd.4 [v2:172.21.15.191:6800/3786712431,v1:172.21.15.191:6801/3786712431] boot 2024-02-18T08:26:22.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:22 smithi110 bash[55875]: cluster 2024-02-18T08:26:21.732322+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-02-18T08:26:22.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:22 smithi110 bash[55875]: audit 2024-02-18T08:26:21.734753+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:26:23.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:22 smithi191 bash[38688]: cluster 2024-02-18T08:26:21.724408+0000 mon.a (mon.0) 617 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:26:23.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:22 smithi191 bash[38688]: cluster 2024-02-18T08:26:21.732173+0000 mon.a (mon.0) 618 : cluster [INF] osd.4 [v2:172.21.15.191:6800/3786712431,v1:172.21.15.191:6801/3786712431] boot 2024-02-18T08:26:23.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:22 smithi191 bash[38688]: cluster 2024-02-18T08:26:21.732322+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-02-18T08:26:23.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:22 smithi191 bash[38688]: audit 2024-02-18T08:26:21.734753+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-18T08:26:23.751 INFO:tasks.rados.rados.0.smithi110.stdout:1897: done (3 left) 2024-02-18T08:26:23.751 INFO:tasks.rados.rados.0.smithi110.stdout:1900: done (2 left) 2024-02-18T08:26:23.751 INFO:tasks.rados.rados.0.smithi110.stdout:1901: done (1 left) 2024-02-18T08:26:23.751 INFO:tasks.rados.rados.0.smithi110.stdout:1902: done (0 left) 2024-02-18T08:26:23.751 INFO:tasks.rados.rados.0.smithi110.stdout:1903: delete oid 24 current snap is 184 2024-02-18T08:26:23.753 INFO:tasks.rados.rados.0.smithi110.stdout:1903: done (0 left) 2024-02-18T08:26:23.753 INFO:tasks.rados.rados.0.smithi110.stdout:1904: rmattr oid 14 current snap is 184 2024-02-18T08:26:23.753 INFO:tasks.rados.rados.0.smithi110.stdout:1904: done (0 left) 2024-02-18T08:26:23.753 INFO:tasks.rados.rados.0.smithi110.stdout:1905: delete oid 15 current snap is 184 2024-02-18T08:26:23.759 INFO:tasks.rados.rados.0.smithi110.stdout:1905: done (0 left) 2024-02-18T08:26:23.759 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 184 2024-02-18T08:26:23.759 INFO:tasks.rados.rados.0.smithi110.stdout:1906: seq_num 595 ranges {0=368640} 2024-02-18T08:26:23.761 INFO:tasks.rados.rados.0.smithi110.stdout:1906: writing smithi11051043-4 from 0 to 368640 tid 1 2024-02-18T08:26:23.761 INFO:tasks.rados.rados.0.smithi110.stdout:1907: snap_create 2024-02-18T08:26:23.767 INFO:tasks.rados.rados.0.smithi110.stdout:1906: finishing write tid 1 to smithi11051043-4 2024-02-18T08:26:23.768 INFO:tasks.rados.rados.0.smithi110.stdout:1906: finishing write tid 3 to smithi11051043-4 2024-02-18T08:26:23.769 INFO:tasks.rados.rados.0.smithi110.stdout:1906: finishing write tid 4 to smithi11051043-4 2024-02-18T08:26:23.769 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 657 (ObjNum 595 snap 184 seq_num 595) dirty exists 2024-02-18T08:26:23.769 INFO:tasks.rados.rados.0.smithi110.stdout:1906: left oid 4 (ObjNum 595 snap 184 seq_num 595) 2024-02-18T08:26:23.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:23 smithi110 bash[55875]: cluster 2024-02-18T08:26:22.670728+0000 mgr.y (mgr.44100) 205 : cluster [DBG] pgmap v326: 89 pgs: 5 peering, 15 active+undersized+degraded, 20 active+undersized, 49 active+clean; 173 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.2 MiB/s wr, 22 op/s; 47/309 objects degraded (15.210%) 2024-02-18T08:26:23.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:23 smithi110 bash[55875]: cluster 2024-02-18T08:26:22.738627+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-02-18T08:26:23.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:23 smithi110 bash[54479]: cluster 2024-02-18T08:26:22.670728+0000 mgr.y (mgr.44100) 205 : cluster [DBG] pgmap v326: 89 pgs: 5 peering, 15 active+undersized+degraded, 20 active+undersized, 49 active+clean; 173 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.2 MiB/s wr, 22 op/s; 47/309 objects degraded (15.210%) 2024-02-18T08:26:23.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:23 smithi110 bash[54479]: cluster 2024-02-18T08:26:22.738627+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-02-18T08:26:23.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:23.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:23.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:23.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:23.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:23.526Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:26:24.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:23 smithi191 bash[38688]: cluster 2024-02-18T08:26:22.670728+0000 mgr.y (mgr.44100) 205 : cluster [DBG] pgmap v326: 89 pgs: 5 peering, 15 active+undersized+degraded, 20 active+undersized, 49 active+clean; 173 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.2 MiB/s wr, 22 op/s; 47/309 objects degraded (15.210%) 2024-02-18T08:26:24.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:23 smithi191 bash[38688]: cluster 2024-02-18T08:26:22.738627+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-02-18T08:26:24.762 INFO:tasks.rados.rados.0.smithi110.stdout:1906: done (1 left) 2024-02-18T08:26:24.762 INFO:tasks.rados.rados.0.smithi110.stdout:1907: done (0 left) 2024-02-18T08:26:24.763 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 185 2024-02-18T08:26:24.763 INFO:tasks.rados.rados.0.smithi110.stdout:1908: seq_num 596 ranges {6381568=385024} 2024-02-18T08:26:24.801 INFO:tasks.rados.rados.0.smithi110.stdout:1908: writing smithi11051043-45 from 6381568 to 6766592 tid 1 2024-02-18T08:26:24.801 INFO:tasks.rados.rados.0.smithi110.stdout:1909: snap_remove snap 182 2024-02-18T08:26:25.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:24 smithi191 bash[38688]: cluster 2024-02-18T08:26:23.746929+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-02-18T08:26:25.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:24 smithi191 bash[38688]: cluster 2024-02-18T08:26:24.679189+0000 mon.a (mon.0) 623 : cluster [WRN] Health check update: Degraded data redundancy: 47/309 objects degraded (15.210%), 15 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:25.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:24 smithi110 bash[54479]: cluster 2024-02-18T08:26:23.746929+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-02-18T08:26:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:24 smithi110 bash[54479]: cluster 2024-02-18T08:26:24.679189+0000 mon.a (mon.0) 623 : cluster [WRN] Health check update: Degraded data redundancy: 47/309 objects degraded (15.210%), 15 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:24 smithi110 bash[55875]: cluster 2024-02-18T08:26:23.746929+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-02-18T08:26:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:24 smithi110 bash[55875]: cluster 2024-02-18T08:26:24.679189+0000 mon.a (mon.0) 623 : cluster [WRN] Health check update: Degraded data redundancy: 47/309 objects degraded (15.210%), 15 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:25.771 INFO:tasks.rados.rados.0.smithi110.stdout:1909: done (1 left) 2024-02-18T08:26:25.771 INFO:tasks.rados.rados.0.smithi110.stdout:1910: copy_from oid 25 from oid 40 current snap is 185 2024-02-18T08:26:25.771 INFO:tasks.rados.rados.0.smithi110.stdout:1908: finishing write tid 1 to smithi11051043-45 2024-02-18T08:26:25.771 INFO:tasks.rados.rados.0.smithi110.stdout:1908: finishing write tid 3 to smithi11051043-45 2024-02-18T08:26:25.771 INFO:tasks.rados.rados.0.smithi110.stdout:1908: finishing write tid 4 to smithi11051043-45 2024-02-18T08:26:25.771 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 651 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:26:25.771 INFO:tasks.rados.rados.0.smithi110.stdout:1908: left oid 45 (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:26:25.771 INFO:tasks.rados.rados.0.smithi110.stdout:1908: done (1 left) 2024-02-18T08:26:25.771 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 185 2024-02-18T08:26:25.771 INFO:tasks.rados.rados.0.smithi110.stdout:1911: seq_num 597 ranges {1998848=401408} 2024-02-18T08:26:25.786 INFO:tasks.rados.rados.0.smithi110.stdout:1911: writing smithi11051043-32 from 1998848 to 2400256 tid 1 2024-02-18T08:26:25.787 INFO:tasks.rados.rados.0.smithi110.stdout:1912: snap_remove snap 181 2024-02-18T08:26:26.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:25 smithi191 bash[38688]: cluster 2024-02-18T08:26:24.671731+0000 mgr.y (mgr.44100) 206 : cluster [DBG] pgmap v329: 89 pgs: 5 peering, 11 active+undersized+degraded, 1 active+recovery_wait+degraded, 16 active+undersized, 56 active+clean; 172 MiB data, 1.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 54 KiB/s wr, 1 op/s; 35/309 objects degraded (11.327%); 1.7 MiB/s, 0 objects/s recovering 2024-02-18T08:26:26.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:25 smithi191 bash[38688]: cluster 2024-02-18T08:26:24.759901+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-02-18T08:26:26.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:25 smithi110 bash[54479]: cluster 2024-02-18T08:26:24.671731+0000 mgr.y (mgr.44100) 206 : cluster [DBG] pgmap v329: 89 pgs: 5 peering, 11 active+undersized+degraded, 1 active+recovery_wait+degraded, 16 active+undersized, 56 active+clean; 172 MiB data, 1.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 54 KiB/s wr, 1 op/s; 35/309 objects degraded (11.327%); 1.7 MiB/s, 0 objects/s recovering 2024-02-18T08:26:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:25 smithi110 bash[54479]: cluster 2024-02-18T08:26:24.759901+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-02-18T08:26:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:25 smithi110 bash[55875]: cluster 2024-02-18T08:26:24.671731+0000 mgr.y (mgr.44100) 206 : cluster [DBG] pgmap v329: 89 pgs: 5 peering, 11 active+undersized+degraded, 1 active+recovery_wait+degraded, 16 active+undersized, 56 active+clean; 172 MiB data, 1.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 54 KiB/s wr, 1 op/s; 35/309 objects degraded (11.327%); 1.7 MiB/s, 0 objects/s recovering 2024-02-18T08:26:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:25 smithi110 bash[55875]: cluster 2024-02-18T08:26:24.759901+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-02-18T08:26:26.780 INFO:tasks.rados.rados.0.smithi110.stdout:1912: done (2 left) 2024-02-18T08:26:26.780 INFO:tasks.rados.rados.0.smithi110.stdout:1913: delete oid 19 current snap is 185 2024-02-18T08:26:26.780 INFO:tasks.rados.rados.0.smithi110.stdout:1910: finishing copy_from to smithi11051043-25 2024-02-18T08:26:26.780 INFO:tasks.rados.rados.0.smithi110.stdout:1910: got expected ENOENT (src dne) 2024-02-18T08:26:26.780 INFO:tasks.rados.rados.0.smithi110.stdout:1910: finishing copy_from racing read to smithi11051043-25 2024-02-18T08:26:26.780 INFO:tasks.rados.rados.0.smithi110.stdout:1911: finishing write tid 1 to smithi11051043-32 2024-02-18T08:26:26.780 INFO:tasks.rados.rados.0.smithi110.stdout:1911: finishing write tid 3 to smithi11051043-32 2024-02-18T08:26:26.780 INFO:tasks.rados.rados.0.smithi110.stdout:1911: finishing write tid 4 to smithi11051043-32 2024-02-18T08:26:26.780 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 147 (ObjNum 597 snap 185 seq_num 597) dirty exists 2024-02-18T08:26:26.781 INFO:tasks.rados.rados.0.smithi110.stdout:1911: left oid 32 (ObjNum 597 snap 185 seq_num 597) 2024-02-18T08:26:26.792 INFO:tasks.rados.rados.0.smithi110.stdout:1910: done (2 left) 2024-02-18T08:26:26.792 INFO:tasks.rados.rados.0.smithi110.stdout:1911: done (1 left) 2024-02-18T08:26:26.792 INFO:tasks.rados.rados.0.smithi110.stdout:1913: done (0 left) 2024-02-18T08:26:26.792 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 185 2024-02-18T08:26:26.792 INFO:tasks.rados.rados.0.smithi110.stdout:1914: seq_num 599 ranges {7716864=434176} 2024-02-18T08:26:26.839 INFO:tasks.rados.rados.0.smithi110.stdout:1914: writing smithi11051043-23 from 7716864 to 8151040 tid 1 2024-02-18T08:26:26.839 INFO:tasks.rados.rados.0.smithi110.stdout:1915: snap_create 2024-02-18T08:26:26.847 INFO:tasks.rados.rados.0.smithi110.stdout:1914: finishing write tid 1 to smithi11051043-23 2024-02-18T08:26:26.847 INFO:tasks.rados.rados.0.smithi110.stdout:1914: finishing write tid 3 to smithi11051043-23 2024-02-18T08:26:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1914: finishing write tid 4 to smithi11051043-23 2024-02-18T08:26:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 998 (ObjNum 599 snap 185 seq_num 599) dirty exists 2024-02-18T08:26:26.850 INFO:tasks.rados.rados.0.smithi110.stdout:1914: left oid 23 (ObjNum 599 snap 185 seq_num 599) 2024-02-18T08:26:27.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:26 smithi191 bash[38688]: cluster 2024-02-18T08:26:25.767637+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-02-18T08:26:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:26 smithi110 bash[54479]: cluster 2024-02-18T08:26:25.767637+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-02-18T08:26:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:26 smithi110 bash[55875]: cluster 2024-02-18T08:26:25.767637+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-02-18T08:26:27.790 INFO:tasks.rados.rados.0.smithi110.stdout:1914: done (1 left) 2024-02-18T08:26:27.791 INFO:tasks.rados.rados.0.smithi110.stdout:1915: done (0 left) 2024-02-18T08:26:27.791 INFO:tasks.rados.rados.0.smithi110.stdout:1916: read oid 33 snap -1 2024-02-18T08:26:27.791 INFO:tasks.rados.rados.0.smithi110.stdout:1916: expect deleted 2024-02-18T08:26:27.791 INFO:tasks.rados.rados.0.smithi110.stdout:1917: read oid 6 snap -1 2024-02-18T08:26:27.791 INFO:tasks.rados.rados.0.smithi110.stdout:1917: expect deleted 2024-02-18T08:26:27.791 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 186 2024-02-18T08:26:27.791 INFO:tasks.rados.rados.0.smithi110.stdout:1918: seq_num 600 ranges {4161536=450560} 2024-02-18T08:26:27.816 INFO:tasks.rados.rados.0.smithi110.stdout:1918: writing smithi11051043-2 from 4161536 to 4612096 tid 1 2024-02-18T08:26:27.816 INFO:tasks.rados.rados.0.smithi110.stdout:1919: delete oid 8 current snap is 186 2024-02-18T08:26:27.825 INFO:tasks.rados.rados.0.smithi110.stdout:1916: done (3 left) 2024-02-18T08:26:27.826 INFO:tasks.rados.rados.0.smithi110.stdout:1917: done (2 left) 2024-02-18T08:26:27.826 INFO:tasks.rados.rados.0.smithi110.stdout:1919: done (1 left) 2024-02-18T08:26:27.826 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 186 2024-02-18T08:26:27.826 INFO:tasks.rados.rados.0.smithi110.stdout:1920: seq_num 602 ranges {0=491520} 2024-02-18T08:26:27.828 INFO:tasks.rados.rados.0.smithi110.stdout:1920: writing smithi11051043-40 from 0 to 491520 tid 1 2024-02-18T08:26:27.829 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 186 2024-02-18T08:26:27.829 INFO:tasks.rados.rados.0.smithi110.stdout:1921: seq_num 603 ranges {0=507904} 2024-02-18T08:26:27.832 INFO:tasks.rados.rados.0.smithi110.stdout:1921: writing smithi11051043-44 from 0 to 507904 tid 1 2024-02-18T08:26:27.832 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 186 2024-02-18T08:26:27.832 INFO:tasks.rados.rados.0.smithi110.stdout:1922: seq_num 604 ranges {0=524288} 2024-02-18T08:26:27.836 INFO:tasks.rados.rados.0.smithi110.stdout:1922: writing smithi11051043-24 from 0 to 524288 tid 1 2024-02-18T08:26:27.836 INFO:tasks.rados.rados.0.smithi110.stdout:1923: delete oid 33 current snap is 186 2024-02-18T08:26:27.836 INFO:tasks.rados.rados.0.smithi110.stdout:1918: finishing write tid 1 to smithi11051043-2 2024-02-18T08:26:27.836 INFO:tasks.rados.rados.0.smithi110.stdout:1918: finishing write tid 3 to smithi11051043-2 2024-02-18T08:26:27.836 INFO:tasks.rados.rados.0.smithi110.stdout:1918: finishing write tid 4 to smithi11051043-2 2024-02-18T08:26:27.836 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 808 (ObjNum 600 snap 186 seq_num 600) dirty exists 2024-02-18T08:26:27.836 INFO:tasks.rados.rados.0.smithi110.stdout:1918: left oid 2 (ObjNum 600 snap 186 seq_num 600) 2024-02-18T08:26:27.836 INFO:tasks.rados.rados.0.smithi110.stdout:1920: finishing write tid 1 to smithi11051043-40 2024-02-18T08:26:27.836 INFO:tasks.rados.rados.0.smithi110.stdout:1920: finishing write tid 3 to smithi11051043-40 2024-02-18T08:26:27.836 INFO:tasks.rados.rados.0.smithi110.stdout:1921: finishing write tid 1 to smithi11051043-44 2024-02-18T08:26:27.837 INFO:tasks.rados.rados.0.smithi110.stdout:1920: finishing write tid 4 to smithi11051043-40 2024-02-18T08:26:27.837 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 808 (ObjNum 602 snap 186 seq_num 602) dirty exists 2024-02-18T08:26:27.837 INFO:tasks.rados.rados.0.smithi110.stdout:1920: left oid 40 (ObjNum 602 snap 186 seq_num 602) 2024-02-18T08:26:27.837 INFO:tasks.rados.rados.0.smithi110.stdout:1921: finishing write tid 3 to smithi11051043-44 2024-02-18T08:26:27.839 INFO:tasks.rados.rados.0.smithi110.stdout:1922: finishing write tid 1 to smithi11051043-24 2024-02-18T08:26:27.839 INFO:tasks.rados.rados.0.smithi110.stdout:1921: finishing write tid 4 to smithi11051043-44 2024-02-18T08:26:27.839 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 810 (ObjNum 603 snap 186 seq_num 603) dirty exists 2024-02-18T08:26:27.839 INFO:tasks.rados.rados.0.smithi110.stdout:1921: left oid 44 (ObjNum 603 snap 186 seq_num 603) 2024-02-18T08:26:27.839 INFO:tasks.rados.rados.0.smithi110.stdout:1922: finishing write tid 3 to smithi11051043-24 2024-02-18T08:26:27.840 INFO:tasks.rados.rados.0.smithi110.stdout:1918: done (4 left) 2024-02-18T08:26:27.840 INFO:tasks.rados.rados.0.smithi110.stdout:1920: done (3 left) 2024-02-18T08:26:27.840 INFO:tasks.rados.rados.0.smithi110.stdout:1921: done (2 left) 2024-02-18T08:26:27.841 INFO:tasks.rados.rados.0.smithi110.stdout:1923: done (1 left) 2024-02-18T08:26:27.841 INFO:tasks.rados.rados.0.smithi110.stdout:1924: rmattr oid 7 current snap is 186 2024-02-18T08:26:27.841 INFO:tasks.rados.rados.0.smithi110.stdout:1925: read oid 30 snap -1 2024-02-18T08:26:27.841 INFO:tasks.rados.rados.0.smithi110.stdout:1925: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:26:27.841 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 186 2024-02-18T08:26:27.841 INFO:tasks.rados.rados.0.smithi110.stdout:1926: seq_num 606 ranges {0=557056} 2024-02-18T08:26:27.844 INFO:tasks.rados.rados.0.smithi110.stdout:1926: writing smithi11051043-33 from 0 to 557056 tid 1 2024-02-18T08:26:27.844 INFO:tasks.rados.rados.0.smithi110.stdout:1927: read oid 8 snap -1 2024-02-18T08:26:27.845 INFO:tasks.rados.rados.0.smithi110.stdout:1927: expect deleted 2024-02-18T08:26:27.845 INFO:tasks.rados.rados.0.smithi110.stdout:1928: read oid 42 snap 185 2024-02-18T08:26:27.845 INFO:tasks.rados.rados.0.smithi110.stdout:1928: expect (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:26:27.845 INFO:tasks.rados.rados.0.smithi110.stdout:1929: delete oid 36 current snap is 186 2024-02-18T08:26:27.845 INFO:tasks.rados.rados.0.smithi110.stdout:1922: finishing write tid 4 to smithi11051043-24 2024-02-18T08:26:27.845 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 810 (ObjNum 604 snap 186 seq_num 604) dirty exists 2024-02-18T08:26:27.845 INFO:tasks.rados.rados.0.smithi110.stdout:1922: left oid 24 (ObjNum 604 snap 186 seq_num 604) 2024-02-18T08:26:27.845 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 673 (ObjNum 591 snap 183 seq_num 591) dirty exists 2024-02-18T08:26:27.851 INFO:tasks.rados.rados.0.smithi110.stdout:1925: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:26:27.855 INFO:tasks.rados.rados.0.smithi110.stdout:1928: expect (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:26:27.950 INFO:tasks.rados.rados.0.smithi110.stdout:1926: finishing write tid 1 to smithi11051043-33 2024-02-18T08:26:27.950 INFO:tasks.rados.rados.0.smithi110.stdout:1926: finishing write tid 3 to smithi11051043-33 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1926: finishing write tid 4 to smithi11051043-33 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 812 (ObjNum 606 snap 186 seq_num 606) dirty exists 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1926: left oid 33 (ObjNum 606 snap 186 seq_num 606) 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1922: done (6 left) 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1924: done (5 left) 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1925: done (4 left) 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1926: done (3 left) 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1927: done (2 left) 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1928: done (1 left) 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1929: done (0 left) 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1930: rollback oid 48 current snap is 186 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 48 to 176 2024-02-18T08:26:27.951 INFO:tasks.rados.rados.0.smithi110.stdout:1931: snap_create 2024-02-18T08:26:27.956 INFO:tasks.rados.rados.0.smithi110.stdout:1930: finishing rollback tid 0 to smithi11051043-48 2024-02-18T08:26:27.957 INFO:tasks.rados.rados.0.smithi110.stdout:1930: finishing rollback tid 1 to smithi11051043-48 2024-02-18T08:26:27.957 INFO:tasks.rados.rados.0.smithi110.stdout:1930: finishing rollback tid 2 to smithi11051043-48 2024-02-18T08:26:27.957 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 666 (ObjNum 446 snap 134 seq_num 446) dirty exists 2024-02-18T08:26:28.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:27 smithi191 bash[38688]: cluster 2024-02-18T08:26:26.672472+0000 mgr.y (mgr.44100) 207 : cluster [DBG] pgmap v332: 89 pgs: 5 peering, 1 active+recovery_wait+degraded, 83 active+clean; 173 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 29 op/s; 4/339 objects degraded (1.180%); 6.3 MiB/s, 2 objects/s recovering 2024-02-18T08:26:28.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:27 smithi191 bash[38688]: cluster 2024-02-18T08:26:26.777104+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2024-02-18T08:26:28.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:27 smithi110 bash[54479]: cluster 2024-02-18T08:26:26.672472+0000 mgr.y (mgr.44100) 207 : cluster [DBG] pgmap v332: 89 pgs: 5 peering, 1 active+recovery_wait+degraded, 83 active+clean; 173 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 29 op/s; 4/339 objects degraded (1.180%); 6.3 MiB/s, 2 objects/s recovering 2024-02-18T08:26:28.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:27 smithi110 bash[54479]: cluster 2024-02-18T08:26:26.777104+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2024-02-18T08:26:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:27 smithi110 bash[55875]: cluster 2024-02-18T08:26:26.672472+0000 mgr.y (mgr.44100) 207 : cluster [DBG] pgmap v332: 89 pgs: 5 peering, 1 active+recovery_wait+degraded, 83 active+clean; 173 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 29 op/s; 4/339 objects degraded (1.180%); 6.3 MiB/s, 2 objects/s recovering 2024-02-18T08:26:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:27 smithi110 bash[55875]: cluster 2024-02-18T08:26:26.777104+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2024-02-18T08:26:28.801 INFO:tasks.rados.rados.0.smithi110.stdout:1930: done (1 left) 2024-02-18T08:26:28.801 INFO:tasks.rados.rados.0.smithi110.stdout:1931: done (0 left) 2024-02-18T08:26:28.801 INFO:tasks.rados.rados.0.smithi110.stdout:1932: snap_create 2024-02-18T08:26:29.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:28 smithi191 bash[38688]: cluster 2024-02-18T08:26:27.787779+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2024-02-18T08:26:29.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:28 smithi110 bash[54479]: cluster 2024-02-18T08:26:27.787779+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2024-02-18T08:26:29.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:28 smithi110 bash[55875]: cluster 2024-02-18T08:26:27.787779+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2024-02-18T08:26:29.696 INFO:tasks.rados.rados.0.smithi110.stdout:1932: done (0 left) 2024-02-18T08:26:29.696 INFO:tasks.rados.rados.0.smithi110.stdout:1933: read oid 37 snap -1 2024-02-18T08:26:29.696 INFO:tasks.rados.rados.0.smithi110.stdout:1933: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:26:29.696 INFO:tasks.rados.rados.0.smithi110.stdout:1934: copy_from oid 11 from oid 23 current snap is 188 2024-02-18T08:26:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:1935: rollback oid 39 current snap is 188 2024-02-18T08:26:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 39 to 184 2024-02-18T08:26:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:1936: read oid 18 snap -1 2024-02-18T08:26:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:1936: expect (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:26:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:1937: rollback oid 25 current snap is 188 2024-02-18T08:26:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 25 to 187 2024-02-18T08:26:29.697 INFO:tasks.rados.rados.0.smithi110.stdout:1938: snap_create 2024-02-18T08:26:29.702 INFO:tasks.rados.rados.0.smithi110.stdout:1933: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:26:29.706 INFO:tasks.rados.rados.0.smithi110.stdout:1936: expect (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:26:29.754 INFO:tasks.rados.rados.0.smithi110.stdout:1935: finishing rollback tid 1 to smithi11051043-39 2024-02-18T08:26:29.754 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 0 (ObjNum -130176656 snap 22008 seq_num 4165392288) dirty dne 2024-02-18T08:26:29.754 INFO:tasks.rados.rados.0.smithi110.stdout:1937: finishing rollback tid 0 to smithi11051043-25 2024-02-18T08:26:29.754 INFO:tasks.rados.rados.0.smithi110.stdout:1937: finishing rollback tid 1 to smithi11051043-25 2024-02-18T08:26:29.754 INFO:tasks.rados.rados.0.smithi110.stdout:1937: finishing rollback tid 2 to smithi11051043-25 2024-02-18T08:26:29.754 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 667 (ObjNum 557 snap 171 seq_num 557) dirty exists 2024-02-18T08:26:29.754 INFO:tasks.rados.rados.0.smithi110.stdout:1934: finishing copy_from racing read to smithi11051043-11 2024-02-18T08:26:29.754 INFO:tasks.rados.rados.0.smithi110.stdout:1934: finishing copy_from to smithi11051043-11 2024-02-18T08:26:29.754 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 998 (ObjNum 599 snap 185 seq_num 599) dirty exists 2024-02-18T08:26:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:29 smithi191 bash[38688]: cluster 2024-02-18T08:26:28.673171+0000 mgr.y (mgr.44100) 208 : cluster [DBG] pgmap v335: 89 pgs: 89 active+clean; 169 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 35 op/s; 8.1 MiB/s, 3 objects/s recovering 2024-02-18T08:26:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:29 smithi191 bash[38688]: cluster 2024-02-18T08:26:28.783075+0000 mon.a (mon.0) 628 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/339 objects degraded (1.180%), 1 pg degraded) 2024-02-18T08:26:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:29 smithi191 bash[38688]: cluster 2024-02-18T08:26:28.783149+0000 mon.a (mon.0) 629 : cluster [INF] Cluster is now healthy 2024-02-18T08:26:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:29 smithi191 bash[38688]: cluster 2024-02-18T08:26:28.798231+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2024-02-18T08:26:30.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:29 smithi191 bash[38688]: cluster 2024-02-18T08:26:29.690785+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2024-02-18T08:26:30.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:29 smithi110 bash[54479]: cluster 2024-02-18T08:26:28.673171+0000 mgr.y (mgr.44100) 208 : cluster [DBG] pgmap v335: 89 pgs: 89 active+clean; 169 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 35 op/s; 8.1 MiB/s, 3 objects/s recovering 2024-02-18T08:26:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:29 smithi110 bash[54479]: cluster 2024-02-18T08:26:28.783075+0000 mon.a (mon.0) 628 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/339 objects degraded (1.180%), 1 pg degraded) 2024-02-18T08:26:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:29 smithi110 bash[54479]: cluster 2024-02-18T08:26:28.783149+0000 mon.a (mon.0) 629 : cluster [INF] Cluster is now healthy 2024-02-18T08:26:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:29 smithi110 bash[54479]: cluster 2024-02-18T08:26:28.798231+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2024-02-18T08:26:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:29 smithi110 bash[54479]: cluster 2024-02-18T08:26:29.690785+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2024-02-18T08:26:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:29 smithi110 bash[55875]: cluster 2024-02-18T08:26:28.673171+0000 mgr.y (mgr.44100) 208 : cluster [DBG] pgmap v335: 89 pgs: 89 active+clean; 169 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 35 op/s; 8.1 MiB/s, 3 objects/s recovering 2024-02-18T08:26:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:29 smithi110 bash[55875]: cluster 2024-02-18T08:26:28.783075+0000 mon.a (mon.0) 628 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/339 objects degraded (1.180%), 1 pg degraded) 2024-02-18T08:26:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:29 smithi110 bash[55875]: cluster 2024-02-18T08:26:28.783149+0000 mon.a (mon.0) 629 : cluster [INF] Cluster is now healthy 2024-02-18T08:26:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:29 smithi110 bash[55875]: cluster 2024-02-18T08:26:28.798231+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2024-02-18T08:26:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:29 smithi110 bash[55875]: cluster 2024-02-18T08:26:29.690785+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2024-02-18T08:26:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:1933: done (5 left) 2024-02-18T08:26:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:1934: done (4 left) 2024-02-18T08:26:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:1935: done (3 left) 2024-02-18T08:26:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:1936: done (2 left) 2024-02-18T08:26:30.707 INFO:tasks.rados.rados.0.smithi110.stdout:1937: done (1 left) 2024-02-18T08:26:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:1938: done (0 left) 2024-02-18T08:26:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 189 2024-02-18T08:26:30.708 INFO:tasks.rados.rados.0.smithi110.stdout:1939: seq_num 608 ranges {16384=589824} 2024-02-18T08:26:30.713 INFO:tasks.rados.rados.0.smithi110.stdout:1939: writing smithi11051043-41 from 16384 to 606208 tid 1 2024-02-18T08:26:30.713 INFO:tasks.rados.rados.0.smithi110.stdout:1940: delete oid 38 current snap is 189 2024-02-18T08:26:30.720 INFO:tasks.rados.rados.0.smithi110.stdout:1939: finishing write tid 1 to smithi11051043-41 2024-02-18T08:26:30.721 INFO:tasks.rados.rados.0.smithi110.stdout:1939: finishing write tid 3 to smithi11051043-41 2024-02-18T08:26:30.721 INFO:tasks.rados.rados.0.smithi110.stdout:1940: done (1 left) 2024-02-18T08:26:30.721 INFO:tasks.rados.rados.0.smithi110.stdout:1941: read oid 34 snap -1 2024-02-18T08:26:30.721 INFO:tasks.rados.rados.0.smithi110.stdout:1941: expect deleted 2024-02-18T08:26:30.721 INFO:tasks.rados.rados.0.smithi110.stdout:1942: delete oid 36 current snap is 189 2024-02-18T08:26:30.723 INFO:tasks.rados.rados.0.smithi110.stdout:1939: finishing write tid 4 to smithi11051043-41 2024-02-18T08:26:30.723 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 798 (ObjNum 608 snap 189 seq_num 608) dirty exists 2024-02-18T08:26:30.723 INFO:tasks.rados.rados.0.smithi110.stdout:1939: left oid 41 (ObjNum 608 snap 189 seq_num 608) 2024-02-18T08:26:30.723 INFO:tasks.rados.rados.0.smithi110.stdout:1939: done (2 left) 2024-02-18T08:26:30.724 INFO:tasks.rados.rados.0.smithi110.stdout:1941: done (1 left) 2024-02-18T08:26:30.724 INFO:tasks.rados.rados.0.smithi110.stdout:1942: done (0 left) 2024-02-18T08:26:30.724 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 189 2024-02-18T08:26:30.724 INFO:tasks.rados.rados.0.smithi110.stdout:1943: seq_num 611 ranges {1654784=638976} 2024-02-18T08:26:30.736 INFO:tasks.rados.rados.0.smithi110.stdout:1943: writing smithi11051043-31 from 1654784 to 2293760 tid 1 2024-02-18T08:26:30.736 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 189 2024-02-18T08:26:30.737 INFO:tasks.rados.rados.0.smithi110.stdout:1944: seq_num 612 ranges {2072576=655360} 2024-02-18T08:26:30.752 INFO:tasks.rados.rados.0.smithi110.stdout:1944: writing smithi11051043-49 from 2072576 to 2727936 tid 1 2024-02-18T08:26:30.752 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 189 2024-02-18T08:26:30.752 INFO:tasks.rados.rados.0.smithi110.stdout:1945: seq_num 613 ranges {8151040=671744} 2024-02-18T08:26:30.802 INFO:tasks.rados.rados.0.smithi110.stdout:1945: writing smithi11051043-23 from 8151040 to 8822784 tid 1 2024-02-18T08:26:30.802 INFO:tasks.rados.rados.0.smithi110.stdout:1946: read oid 2 snap -1 2024-02-18T08:26:30.802 INFO:tasks.rados.rados.0.smithi110.stdout:1946: expect (ObjNum 600 snap 186 seq_num 600) 2024-02-18T08:26:30.802 INFO:tasks.rados.rados.0.smithi110.stdout:1947: copy_from oid 1 from oid 29 current snap is 189 2024-02-18T08:26:30.802 INFO:tasks.rados.rados.0.smithi110.stdout:1943: finishing write tid 1 to smithi11051043-31 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1948: read oid 36 snap -1 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1948: expect deleted 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1949: read oid 16 snap -1 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1949: expect (ObjNum 570 snap 175 seq_num 570) 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1950: copy_from oid 13 from oid 44 current snap is 189 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1943: finishing write tid 3 to smithi11051043-31 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1943: finishing write tid 4 to smithi11051043-31 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1003 (ObjNum 611 snap 189 seq_num 611) dirty exists 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1943: left oid 31 (ObjNum 611 snap 189 seq_num 611) 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1943: done (7 left) 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1951: delete oid 37 current snap is 189 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1944: finishing write tid 1 to smithi11051043-49 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1944: finishing write tid 3 to smithi11051043-49 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:1944: finishing write tid 4 to smithi11051043-49 2024-02-18T08:26:30.803 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 668 (ObjNum 612 snap 189 seq_num 612) dirty exists 2024-02-18T08:26:30.804 INFO:tasks.rados.rados.0.smithi110.stdout:1944: left oid 49 (ObjNum 612 snap 189 seq_num 612) 2024-02-18T08:26:30.809 INFO:tasks.rados.rados.0.smithi110.stdout:1945: finishing write tid 1 to smithi11051043-23 2024-02-18T08:26:30.829 INFO:tasks.rados.rados.0.smithi110.stdout:1949: expect (ObjNum 570 snap 175 seq_num 570) 2024-02-18T08:26:30.886 INFO:tasks.rados.rados.0.smithi110.stdout:1945: finishing write tid 3 to smithi11051043-23 2024-02-18T08:26:30.886 INFO:tasks.rados.rados.0.smithi110.stdout:1945: finishing write tid 4 to smithi11051043-23 2024-02-18T08:26:30.886 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1006 (ObjNum 613 snap 189 seq_num 613) dirty exists 2024-02-18T08:26:30.886 INFO:tasks.rados.rados.0.smithi110.stdout:1945: left oid 23 (ObjNum 613 snap 189 seq_num 613) 2024-02-18T08:26:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:1950: finishing copy_from racing read to smithi11051043-13 2024-02-18T08:26:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:1944: done (7 left) 2024-02-18T08:26:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:1945: done (6 left) 2024-02-18T08:26:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:1949: done (5 left) 2024-02-18T08:26:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:1951: done (4 left) 2024-02-18T08:26:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:1952: snap_remove snap 171 2024-02-18T08:26:31.805 INFO:tasks.rados.rados.0.smithi110.stdout:1952: done (4 left) 2024-02-18T08:26:31.805 INFO:tasks.rados.rados.0.smithi110.stdout:1953: read oid 39 snap -1 2024-02-18T08:26:31.805 INFO:tasks.rados.rados.0.smithi110.stdout:1953: expect deleted 2024-02-18T08:26:31.805 INFO:tasks.rados.rados.0.smithi110.stdout:1954: snap_remove snap 179 2024-02-18T08:26:31.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:31 smithi110 bash[54479]: cluster 2024-02-18T08:26:30.673949+0000 mgr.y (mgr.44100) 209 : cluster [DBG] pgmap v338: 89 pgs: 89 active+clean; 178 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 16 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-02-18T08:26:31.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:31 smithi110 bash[54479]: cluster 2024-02-18T08:26:30.703612+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2024-02-18T08:26:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:31 smithi110 bash[55875]: cluster 2024-02-18T08:26:30.673949+0000 mgr.y (mgr.44100) 209 : cluster [DBG] pgmap v338: 89 pgs: 89 active+clean; 178 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 16 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-02-18T08:26:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:31 smithi110 bash[55875]: cluster 2024-02-18T08:26:30.703612+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2024-02-18T08:26:31.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:31.632Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:31.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:31.632Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:31.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:31.632Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:26:32.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:31 smithi191 bash[38688]: cluster 2024-02-18T08:26:30.673949+0000 mgr.y (mgr.44100) 209 : cluster [DBG] pgmap v338: 89 pgs: 89 active+clean; 178 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 16 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-02-18T08:26:32.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:31 smithi191 bash[38688]: cluster 2024-02-18T08:26:30.703612+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2024-02-18T08:26:32.809 INFO:tasks.rados.rados.0.smithi110.stdout:1954: done (5 left) 2024-02-18T08:26:32.809 INFO:tasks.rados.rados.0.smithi110.stdout:1955: rollback oid 34 current snap is 189 2024-02-18T08:26:32.809 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 34 to 175 2024-02-18T08:26:32.809 INFO:tasks.rados.rados.0.smithi110.stdout:1950: finishing copy_from to smithi11051043-13 2024-02-18T08:26:32.809 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 810 (ObjNum 603 snap 186 seq_num 603) dirty exists 2024-02-18T08:26:32.810 INFO:tasks.rados.rados.0.smithi110.stdout:1946: expect (ObjNum 600 snap 186 seq_num 600) 2024-02-18T08:26:33.025 INFO:tasks.rados.rados.0.smithi110.stdout:1947: finishing copy_from to smithi11051043-1 2024-02-18T08:26:33.026 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 632 (ObjNum 544 snap 164 seq_num 544) dirty exists 2024-02-18T08:26:33.026 INFO:tasks.rados.rados.0.smithi110.stdout:1947: finishing copy_from racing read to smithi11051043-1 2024-02-18T08:26:33.026 INFO:tasks.rados.rados.0.smithi110.stdout:1946: done (5 left) 2024-02-18T08:26:33.026 INFO:tasks.rados.rados.0.smithi110.stdout:1947: done (4 left) 2024-02-18T08:26:33.026 INFO:tasks.rados.rados.0.smithi110.stdout:1948: done (3 left) 2024-02-18T08:26:33.026 INFO:tasks.rados.rados.0.smithi110.stdout:1950: done (2 left) 2024-02-18T08:26:33.026 INFO:tasks.rados.rados.0.smithi110.stdout:1956: read oid 37 snap -1 2024-02-18T08:26:33.026 INFO:tasks.rados.rados.0.smithi110.stdout:1956: expect deleted 2024-02-18T08:26:33.026 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 189 2024-02-18T08:26:33.026 INFO:tasks.rados.rados.0.smithi110.stdout:1957: seq_num 615 ranges {7618560=704512} 2024-02-18T08:26:33.069 INFO:tasks.rados.rados.0.smithi110.stdout:1957: writing smithi11051043-48 from 7618560 to 8323072 tid 1 2024-02-18T08:26:33.069 INFO:tasks.rados.rados.0.smithi110.stdout:1958: rollback oid 12 current snap is 189 2024-02-18T08:26:33.069 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 187 2024-02-18T08:26:33.069 INFO:tasks.rados.rados.0.smithi110.stdout:1955: finishing rollback tid 1 to smithi11051043-34 2024-02-18T08:26:33.069 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 0 (ObjNum 0 snap 0 seq_num 4165247680) dirty dne 2024-02-18T08:26:33.069 INFO:tasks.rados.rados.0.smithi110.stdout:1953: done (4 left) 2024-02-18T08:26:33.070 INFO:tasks.rados.rados.0.smithi110.stdout:1955: done (3 left) 2024-02-18T08:26:33.070 INFO:tasks.rados.rados.0.smithi110.stdout:1959: snap_remove snap 180 2024-02-18T08:26:33.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:32 smithi191 bash[38688]: cluster 2024-02-18T08:26:31.796063+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2024-02-18T08:26:33.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:32 smithi110 bash[54479]: cluster 2024-02-18T08:26:31.796063+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2024-02-18T08:26:33.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:32 smithi110 bash[55875]: cluster 2024-02-18T08:26:31.796063+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2024-02-18T08:26:33.805 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:33.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:33.805 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:33.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:33.805 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:33.526Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:26:33.817 INFO:tasks.rados.rados.0.smithi110.stdout:1959: done (3 left) 2024-02-18T08:26:33.817 INFO:tasks.rados.rados.0.smithi110.stdout:1960: rollback oid 28 current snap is 189 2024-02-18T08:26:33.818 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 28 to 184 2024-02-18T08:26:33.818 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 189 2024-02-18T08:26:33.818 INFO:tasks.rados.rados.0.smithi110.stdout:1961: seq_num 616 ranges {7618560=720896} 2024-02-18T08:26:33.865 INFO:tasks.rados.rados.0.smithi110.stdout:1961: writing smithi11051043-50 from 7618560 to 8339456 tid 1 2024-02-18T08:26:33.865 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 189 2024-02-18T08:26:33.866 INFO:tasks.rados.rados.0.smithi110.stdout:1962: seq_num 617 ranges {2359296=737280} 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:1962: writing smithi11051043-43 from 2359296 to 3096576 tid 1 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:1963: snap_create 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:1958: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:1957: finishing write tid 1 to smithi11051043-48 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:1957: finishing write tid 3 to smithi11051043-48 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:1957: finishing write tid 4 to smithi11051043-48 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 670 (ObjNum 615 snap 189 seq_num 615) dirty exists 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:1957: left oid 48 (ObjNum 615 snap 189 seq_num 615) 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:1960: finishing rollback tid 1 to smithi11051043-28 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 669 (ObjNum -129423856 snap 22008 seq_num 2348812496) dirty dne 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:1961: finishing write tid 1 to smithi11051043-50 2024-02-18T08:26:33.883 INFO:tasks.rados.rados.0.smithi110.stdout:1961: finishing write tid 3 to smithi11051043-50 2024-02-18T08:26:33.884 INFO:tasks.rados.rados.0.smithi110.stdout:1961: finishing write tid 4 to smithi11051043-50 2024-02-18T08:26:33.884 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 657 (ObjNum 616 snap 189 seq_num 616) dirty exists 2024-02-18T08:26:33.884 INFO:tasks.rados.rados.0.smithi110.stdout:1961: left oid 50 (ObjNum 616 snap 189 seq_num 616) 2024-02-18T08:26:33.886 INFO:tasks.rados.rados.0.smithi110.stdout:1962: finishing write tid 1 to smithi11051043-43 2024-02-18T08:26:33.886 INFO:tasks.rados.rados.0.smithi110.stdout:1962: finishing write tid 3 to smithi11051043-43 2024-02-18T08:26:33.888 INFO:tasks.rados.rados.0.smithi110.stdout:1962: finishing write tid 4 to smithi11051043-43 2024-02-18T08:26:33.888 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 835 (ObjNum 617 snap 189 seq_num 617) dirty exists 2024-02-18T08:26:33.888 INFO:tasks.rados.rados.0.smithi110.stdout:1962: left oid 43 (ObjNum 617 snap 189 seq_num 617) 2024-02-18T08:26:34.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:33 smithi191 bash[38688]: cluster 2024-02-18T08:26:32.674754+0000 mgr.y (mgr.44100) 210 : cluster [DBG] pgmap v341: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 179 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-02-18T08:26:34.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:33 smithi191 bash[38688]: cluster 2024-02-18T08:26:32.806583+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2024-02-18T08:26:34.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:33 smithi110 bash[54479]: cluster 2024-02-18T08:26:32.674754+0000 mgr.y (mgr.44100) 210 : cluster [DBG] pgmap v341: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 179 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-02-18T08:26:34.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:33 smithi110 bash[54479]: cluster 2024-02-18T08:26:32.806583+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2024-02-18T08:26:34.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:33 smithi110 bash[55875]: cluster 2024-02-18T08:26:32.674754+0000 mgr.y (mgr.44100) 210 : cluster [DBG] pgmap v341: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 179 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-02-18T08:26:34.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:33 smithi110 bash[55875]: cluster 2024-02-18T08:26:32.806583+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2024-02-18T08:26:34.697 INFO:tasks.rados.rados.0.smithi110.stdout:1956: done (6 left) 2024-02-18T08:26:34.698 INFO:tasks.rados.rados.0.smithi110.stdout:1957: done (5 left) 2024-02-18T08:26:34.698 INFO:tasks.rados.rados.0.smithi110.stdout:1958: done (4 left) 2024-02-18T08:26:34.698 INFO:tasks.rados.rados.0.smithi110.stdout:1960: done (3 left) 2024-02-18T08:26:34.698 INFO:tasks.rados.rados.0.smithi110.stdout:1961: done (2 left) 2024-02-18T08:26:34.698 INFO:tasks.rados.rados.0.smithi110.stdout:1962: done (1 left) 2024-02-18T08:26:34.698 INFO:tasks.rados.rados.0.smithi110.stdout:1963: done (0 left) 2024-02-18T08:26:34.698 INFO:tasks.rados.rados.0.smithi110.stdout:1964: delete oid 50 current snap is 190 2024-02-18T08:26:34.702 INFO:tasks.rados.rados.0.smithi110.stdout:1964: done (0 left) 2024-02-18T08:26:34.702 INFO:tasks.rados.rados.0.smithi110.stdout:1965: rmattr oid 47 current snap is 190 2024-02-18T08:26:34.702 INFO:tasks.rados.rados.0.smithi110.stdout:1965: done (0 left) 2024-02-18T08:26:34.702 INFO:tasks.rados.rados.0.smithi110.stdout:1966: delete oid 50 current snap is 190 2024-02-18T08:26:34.703 INFO:tasks.rados.rados.0.smithi110.stdout:1966: done (0 left) 2024-02-18T08:26:34.704 INFO:tasks.rados.rados.0.smithi110.stdout:1967: snap_remove snap 185 2024-02-18T08:26:35.106 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:34 smithi191 bash[38688]: cluster 2024-02-18T08:26:33.814847+0000 mon.a (mon.0) 635 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2024-02-18T08:26:35.106 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:34 smithi191 bash[38688]: audit 2024-02-18T08:26:34.077316+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:35.106 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:34 smithi191 bash[38688]: cluster 2024-02-18T08:26:34.693801+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2024-02-18T08:26:35.107 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:34 smithi191 bash[38688]: audit 2024-02-18T08:26:34.726096+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:35.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:34 smithi110 bash[54479]: cluster 2024-02-18T08:26:33.814847+0000 mon.a (mon.0) 635 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2024-02-18T08:26:35.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:34 smithi110 bash[54479]: audit 2024-02-18T08:26:34.077316+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:35.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:34 smithi110 bash[54479]: cluster 2024-02-18T08:26:34.693801+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2024-02-18T08:26:35.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:34 smithi110 bash[54479]: audit 2024-02-18T08:26:34.726096+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:35.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:34 smithi110 bash[55875]: cluster 2024-02-18T08:26:33.814847+0000 mon.a (mon.0) 635 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2024-02-18T08:26:35.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:34 smithi110 bash[55875]: audit 2024-02-18T08:26:34.077316+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:35.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:34 smithi110 bash[55875]: cluster 2024-02-18T08:26:34.693801+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2024-02-18T08:26:35.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:34 smithi110 bash[55875]: audit 2024-02-18T08:26:34.726096+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:35.699 INFO:tasks.rados.rados.0.smithi110.stdout:1967: done (0 left) 2024-02-18T08:26:35.699 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 190 2024-02-18T08:26:35.699 INFO:tasks.rados.rados.0.smithi110.stdout:1968: seq_num 620 ranges {8822784=794624} 2024-02-18T08:26:35.754 INFO:tasks.rados.rados.0.smithi110.stdout:1968: writing smithi11051043-23 from 8822784 to 9617408 tid 1 2024-02-18T08:26:35.754 INFO:tasks.rados.rados.0.smithi110.stdout:1969: read oid 15 snap -1 2024-02-18T08:26:35.754 INFO:tasks.rados.rados.0.smithi110.stdout:1969: expect deleted 2024-02-18T08:26:35.754 INFO:tasks.rados.rados.0.smithi110.stdout:1970: setattr oid 36 current snap is 190 2024-02-18T08:26:35.755 INFO:tasks.rados.rados.0.smithi110.stdout:1969: done (2 left) 2024-02-18T08:26:35.755 INFO:tasks.rados.rados.0.smithi110.stdout:1971: snap_create 2024-02-18T08:26:35.759 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 813 (ObjNum 1 snap 22008 seq_num 4164979856) dirty exists 2024-02-18T08:26:35.762 INFO:tasks.rados.rados.0.smithi110.stdout:1968: finishing write tid 1 to smithi11051043-23 2024-02-18T08:26:35.762 INFO:tasks.rados.rados.0.smithi110.stdout:1968: finishing write tid 3 to smithi11051043-23 2024-02-18T08:26:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1968: finishing write tid 4 to smithi11051043-23 2024-02-18T08:26:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1041 (ObjNum 620 snap 190 seq_num 620) dirty exists 2024-02-18T08:26:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:1968: left oid 23 (ObjNum 620 snap 190 seq_num 620) 2024-02-18T08:26:36.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:36 smithi191 bash[38688]: cluster 2024-02-18T08:26:34.675455+0000 mgr.y (mgr.44100) 211 : cluster [DBG] pgmap v344: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 178 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 750 KiB/s wr, 5 op/s 2024-02-18T08:26:36.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:36 smithi191 bash[38688]: audit 2024-02-18T08:26:34.726346+0000 mgr.y (mgr.44100) 212 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:36.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:36 smithi191 bash[38688]: cephadm 2024-02-18T08:26:34.727726+0000 mgr.y (mgr.44100) 213 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-02-18T08:26:36.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:36 smithi191 bash[38688]: cluster 2024-02-18T08:26:35.695493+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2024-02-18T08:26:36.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:36 smithi110 bash[54479]: cluster 2024-02-18T08:26:34.675455+0000 mgr.y (mgr.44100) 211 : cluster [DBG] pgmap v344: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 178 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 750 KiB/s wr, 5 op/s 2024-02-18T08:26:36.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:36 smithi110 bash[54479]: audit 2024-02-18T08:26:34.726346+0000 mgr.y (mgr.44100) 212 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:36.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:36 smithi110 bash[54479]: cephadm 2024-02-18T08:26:34.727726+0000 mgr.y (mgr.44100) 213 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-02-18T08:26:36.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:36 smithi110 bash[54479]: cluster 2024-02-18T08:26:35.695493+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2024-02-18T08:26:36.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:36 smithi110 bash[55875]: cluster 2024-02-18T08:26:34.675455+0000 mgr.y (mgr.44100) 211 : cluster [DBG] pgmap v344: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 178 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 750 KiB/s wr, 5 op/s 2024-02-18T08:26:36.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:36 smithi110 bash[55875]: audit 2024-02-18T08:26:34.726346+0000 mgr.y (mgr.44100) 212 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-02-18T08:26:36.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:36 smithi110 bash[55875]: cephadm 2024-02-18T08:26:34.727726+0000 mgr.y (mgr.44100) 213 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-02-18T08:26:36.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:36 smithi110 bash[55875]: cluster 2024-02-18T08:26:35.695493+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2024-02-18T08:26:36.699 INFO:tasks.rados.rados.0.smithi110.stdout:1968: done (2 left) 2024-02-18T08:26:36.700 INFO:tasks.rados.rados.0.smithi110.stdout:1970: done (1 left) 2024-02-18T08:26:36.700 INFO:tasks.rados.rados.0.smithi110.stdout:1971: done (0 left) 2024-02-18T08:26:36.700 INFO:tasks.rados.rados.0.smithi110.stdout:1972: delete oid 2 current snap is 191 2024-02-18T08:26:36.703 INFO:tasks.rados.rados.0.smithi110.stdout:1972: done (0 left) 2024-02-18T08:26:36.703 INFO:tasks.rados.rados.0.smithi110.stdout:1973: copy_from oid 29 from oid 30 current snap is 191 2024-02-18T08:26:36.703 INFO:tasks.rados.rados.0.smithi110.stdout:1974: read oid 1 snap 190 2024-02-18T08:26:36.703 INFO:tasks.rados.rados.0.smithi110.stdout:1974: expect (ObjNum 544 snap 164 seq_num 544) 2024-02-18T08:26:36.703 INFO:tasks.rados.rados.0.smithi110.stdout:1975: rollback oid 17 current snap is 191 2024-02-18T08:26:36.703 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 17 to 175 2024-02-18T08:26:36.703 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 191 2024-02-18T08:26:36.704 INFO:tasks.rados.rados.0.smithi110.stdout:1976: seq_num 622 ranges {2727936=425984,3153920=401408} 2024-02-18T08:26:36.728 INFO:tasks.rados.rados.0.smithi110.stdout:1976: writing smithi11051043-49 from 2727936 to 3153920 tid 1 2024-02-18T08:26:36.730 INFO:tasks.rados.rados.0.smithi110.stdout:1976: writing smithi11051043-49 from 3153920 to 3555328 tid 2 2024-02-18T08:26:36.730 INFO:tasks.rados.rados.0.smithi110.stdout:1977: setattr oid 5 current snap is 191 2024-02-18T08:26:36.730 INFO:tasks.rados.rados.0.smithi110.stdout:1973: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:26:36.730 INFO:tasks.rados.rados.0.smithi110.stdout:1973: finishing copy_from to smithi11051043-29 2024-02-18T08:26:36.731 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 624 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:26:36.731 INFO:tasks.rados.rados.0.smithi110.stdout:1975: finishing rollback tid 0 to smithi11051043-17 2024-02-18T08:26:36.731 INFO:tasks.rados.rados.0.smithi110.stdout:1975: finishing rollback tid 1 to smithi11051043-17 2024-02-18T08:26:36.731 INFO:tasks.rados.rados.0.smithi110.stdout:1975: finishing rollback tid 2 to smithi11051043-17 2024-02-18T08:26:36.731 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1001 (ObjNum 522 snap 157 seq_num 522) dirty exists 2024-02-18T08:26:36.732 INFO:tasks.rados.rados.0.smithi110.stdout:1973: done (4 left) 2024-02-18T08:26:36.732 INFO:tasks.rados.rados.0.smithi110.stdout:1975: done (3 left) 2024-02-18T08:26:36.732 INFO:tasks.rados.rados.0.smithi110.stdout:1978: read oid 8 snap 183 2024-02-18T08:26:36.732 INFO:tasks.rados.rados.0.smithi110.stdout:1978: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:26:36.732 INFO:tasks.rados.rados.0.smithi110.stdout:1979: rmattr oid 20 current snap is 191 2024-02-18T08:26:36.732 INFO:tasks.rados.rados.0.smithi110.stdout:1979: done (4 left) 2024-02-18T08:26:36.732 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 191 2024-02-18T08:26:36.732 INFO:tasks.rados.rados.0.smithi110.stdout:1980: seq_num 623 ranges {8323072=442368,8765440=401408} 2024-02-18T08:26:36.781 INFO:tasks.rados.rados.0.smithi110.stdout:1980: writing smithi11051043-48 from 8323072 to 8765440 tid 1 2024-02-18T08:26:36.784 INFO:tasks.rados.rados.0.smithi110.stdout:1980: writing smithi11051043-48 from 8765440 to 9166848 tid 2 2024-02-18T08:26:36.784 INFO:tasks.rados.rados.0.smithi110.stdout:1981: rollback oid 18 current snap is 191 2024-02-18T08:26:36.784 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 18 to 175 2024-02-18T08:26:36.784 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 799 (ObjNum 575 snap 177 seq_num 575) dirty exists 2024-02-18T08:26:36.784 INFO:tasks.rados.rados.0.smithi110.stdout:1978: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:26:36.800 INFO:tasks.rados.rados.0.smithi110.stdout:1974: expect (ObjNum 544 snap 164 seq_num 544) 2024-02-18T08:26:37.178 INFO:tasks.rados.rados.0.smithi110.stdout:1976: finishing write tid 1 to smithi11051043-49 2024-02-18T08:26:37.178 INFO:tasks.rados.rados.0.smithi110.stdout:1976: finishing write tid 2 to smithi11051043-49 2024-02-18T08:26:37.178 INFO:tasks.rados.rados.0.smithi110.stdout:1976: finishing write tid 4 to smithi11051043-49 2024-02-18T08:26:37.178 INFO:tasks.rados.rados.0.smithi110.stdout:1976: finishing write tid 5 to smithi11051043-49 2024-02-18T08:26:37.178 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 673 (ObjNum 622 snap 191 seq_num 622) dirty exists 2024-02-18T08:26:37.178 INFO:tasks.rados.rados.0.smithi110.stdout:1976: left oid 49 (ObjNum 622 snap 191 seq_num 622) 2024-02-18T08:26:37.178 INFO:tasks.rados.rados.0.smithi110.stdout:1980: finishing write tid 1 to smithi11051043-48 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1980: finishing write tid 2 to smithi11051043-48 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1980: finishing write tid 4 to smithi11051043-48 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1981: finishing rollback tid 0 to smithi11051043-18 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1981: finishing rollback tid 1 to smithi11051043-18 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1980: finishing write tid 5 to smithi11051043-48 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 676 (ObjNum 623 snap 191 seq_num 623) dirty exists 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1980: left oid 48 (ObjNum 623 snap 191 seq_num 623) 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1981: finishing rollback tid 2 to smithi11051043-18 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1004 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1974: done (5 left) 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1976: done (4 left) 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1977: done (3 left) 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1978: done (2 left) 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1980: done (1 left) 2024-02-18T08:26:37.179 INFO:tasks.rados.rados.0.smithi110.stdout:1981: done (0 left) 2024-02-18T08:26:37.180 INFO:tasks.rados.rados.0.smithi110.stdout:1982: copy_from oid 19 from oid 38 current snap is 191 2024-02-18T08:26:37.180 INFO:tasks.rados.rados.0.smithi110.stdout:1983: rollback oid 33 current snap is 191 2024-02-18T08:26:37.180 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 33 to 187 2024-02-18T08:26:37.180 INFO:tasks.rados.rados.0.smithi110.stdout:1984: setattr oid 20 current snap is 191 2024-02-18T08:26:37.183 INFO:tasks.rados.rados.0.smithi110.stdout:1983: finishing rollback tid 0 to smithi11051043-33 2024-02-18T08:26:37.184 INFO:tasks.rados.rados.0.smithi110.stdout:1982: finishing copy_from to smithi11051043-19 2024-02-18T08:26:37.184 INFO:tasks.rados.rados.0.smithi110.stdout:1982: got expected ENOENT (src dne) 2024-02-18T08:26:37.184 INFO:tasks.rados.rados.0.smithi110.stdout:1982: finishing copy_from racing read to smithi11051043-19 2024-02-18T08:26:37.184 INFO:tasks.rados.rados.0.smithi110.stdout:1983: finishing rollback tid 1 to smithi11051043-33 2024-02-18T08:26:37.184 INFO:tasks.rados.rados.0.smithi110.stdout:1983: finishing rollback tid 2 to smithi11051043-33 2024-02-18T08:26:37.184 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 816 (ObjNum 606 snap 186 seq_num 606) dirty exists 2024-02-18T08:26:37.185 INFO:tasks.rados.rados.0.smithi110.stdout:1982: done (2 left) 2024-02-18T08:26:37.186 INFO:tasks.rados.rados.0.smithi110.stdout:1983: done (1 left) 2024-02-18T08:26:37.186 INFO:tasks.rados.rados.0.smithi110.stdout:1985: read oid 12 snap -1 2024-02-18T08:26:37.186 INFO:tasks.rados.rados.0.smithi110.stdout:1985: expect deleted 2024-02-18T08:26:37.186 INFO:tasks.rados.rados.0.smithi110.stdout:1986: copy_from oid 33 from oid 22 current snap is 191 2024-02-18T08:26:37.186 INFO:tasks.rados.rados.0.smithi110.stdout:1987: copy_from oid 39 from oid 9 current snap is 191 2024-02-18T08:26:37.186 INFO:tasks.rados.rados.0.smithi110.stdout:1988: read oid 44 snap 186 2024-02-18T08:26:37.186 INFO:tasks.rados.rados.0.smithi110.stdout:1988: expect (ObjNum 603 snap 186 seq_num 603) 2024-02-18T08:26:37.186 INFO:tasks.rados.rados.0.smithi110.stdout:1989: read oid 10 snap 184 2024-02-18T08:26:37.186 INFO:tasks.rados.rados.0.smithi110.stdout:1989: expect (ObjNum 589 snap 183 seq_num 589) 2024-02-18T08:26:37.186 INFO:tasks.rados.rados.0.smithi110.stdout:1990: setattr oid 32 current snap is 191 2024-02-18T08:26:37.191 INFO:tasks.rados.rados.0.smithi110.stdout:1988: expect (ObjNum 603 snap 186 seq_num 603) 2024-02-18T08:26:37.206 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 618 (ObjNum 563 snap 171 seq_num 563) dirty exists 2024-02-18T08:26:37.206 INFO:tasks.rados.rados.0.smithi110.stdout:1986: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:1986: finishing copy_from to smithi11051043-33 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 672 (ObjNum 399 snap 122 seq_num 399) dirty exists 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:1984: done (6 left) 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:1985: done (5 left) 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:1986: done (4 left) 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:1988: done (3 left) 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:1991: rollback oid 7 current snap is 191 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 7 to 187 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:1992: read oid 1 snap -1 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:1992: expect (ObjNum 544 snap 164 seq_num 544) 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:1993: rollback oid 25 current snap is 191 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 25 to 190 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 191 2024-02-18T08:26:37.207 INFO:tasks.rados.rados.0.smithi110.stdout:1994: seq_num 624 ranges {524288=458752,983040=401408} 2024-02-18T08:26:37.214 INFO:tasks.rados.rados.0.smithi110.stdout:1994: writing smithi11051043-24 from 524288 to 983040 tid 1 2024-02-18T08:26:37.217 INFO:tasks.rados.rados.0.smithi110.stdout:1994: writing smithi11051043-24 from 983040 to 1384448 tid 2 2024-02-18T08:26:37.217 INFO:tasks.rados.rados.0.smithi110.stdout:1995: delete oid 48 current snap is 191 2024-02-18T08:26:37.217 INFO:tasks.rados.rados.0.smithi110.stdout:1991: finishing rollback tid 0 to smithi11051043-7 2024-02-18T08:26:37.217 INFO:tasks.rados.rados.0.smithi110.stdout:1991: finishing rollback tid 1 to smithi11051043-7 2024-02-18T08:26:37.217 INFO:tasks.rados.rados.0.smithi110.stdout:1989: expect (ObjNum 589 snap 183 seq_num 589) 2024-02-18T08:26:37.488 INFO:tasks.rados.rados.0.smithi110.stdout:1994: finishing write tid 1 to smithi11051043-24 2024-02-18T08:26:37.489 INFO:tasks.rados.rados.0.smithi110.stdout:1987: finishing copy_from racing read to smithi11051043-39 2024-02-18T08:26:37.489 INFO:tasks.rados.rados.0.smithi110.stdout:1994: finishing write tid 2 to smithi11051043-24 2024-02-18T08:26:37.489 INFO:tasks.rados.rados.0.smithi110.stdout:1991: finishing rollback tid 2 to smithi11051043-7 2024-02-18T08:26:37.489 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 676 (ObjNum 591 snap 183 seq_num 591) dirty exists 2024-02-18T08:26:37.489 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 157 (ObjNum 597 snap 185 seq_num 597) dirty exists 2024-02-18T08:26:37.489 INFO:tasks.rados.rados.0.smithi110.stdout:1994: finishing write tid 4 to smithi11051043-24 2024-02-18T08:26:37.489 INFO:tasks.rados.rados.0.smithi110.stdout:1994: finishing write tid 5 to smithi11051043-24 2024-02-18T08:26:37.489 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 819 (ObjNum 624 snap 191 seq_num 624) dirty exists 2024-02-18T08:26:37.489 INFO:tasks.rados.rados.0.smithi110.stdout:1994: left oid 24 (ObjNum 624 snap 191 seq_num 624) 2024-02-18T08:26:37.489 INFO:tasks.rados.rados.0.smithi110.stdout:1987: finishing copy_from to smithi11051043-39 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 729 (ObjNum 512 snap 152 seq_num 512) dirty exists 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1993: finishing rollback tid 0 to smithi11051043-25 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1993: finishing rollback tid 1 to smithi11051043-25 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1987: done (7 left) 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1989: done (6 left) 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1990: done (5 left) 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1991: done (4 left) 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1994: done (3 left) 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1995: done (2 left) 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1996: rollback oid 37 current snap is 191 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 37 to 184 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1993: finishing rollback tid 2 to smithi11051043-25 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 732 (ObjNum 557 snap 171 seq_num 557) dirty exists 2024-02-18T08:26:37.490 INFO:tasks.rados.rados.0.smithi110.stdout:1992: expect (ObjNum 544 snap 164 seq_num 544) 2024-02-18T08:26:37.848 INFO:tasks.rados.rados.0.smithi110.stdout:1996: finishing rollback tid 1 to smithi11051043-37 2024-02-18T08:26:37.848 INFO:tasks.rados.rados.0.smithi110.stdout:1996: finishing rollback tid 2 to smithi11051043-37 2024-02-18T08:26:37.848 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 816 (ObjNum -1629106816 snap 32588 seq_num 2665860480) dirty exists 2024-02-18T08:26:37.848 INFO:tasks.rados.rados.0.smithi110.stdout:1992: done (2 left) 2024-02-18T08:26:37.848 INFO:tasks.rados.rados.0.smithi110.stdout:1993: done (1 left) 2024-02-18T08:26:37.848 INFO:tasks.rados.rados.0.smithi110.stdout:1996: done (0 left) 2024-02-18T08:26:37.848 INFO:tasks.rados.rados.0.smithi110.stdout:1997: read oid 28 snap 183 2024-02-18T08:26:37.848 INFO:tasks.rados.rados.0.smithi110.stdout:1997: expect deleted 2024-02-18T08:26:37.848 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 191 2024-02-18T08:26:37.849 INFO:tasks.rados.rados.0.smithi110.stdout:1998: seq_num 626 ranges {0=491520,491520=401408} 2024-02-18T08:26:37.855 INFO:tasks.rados.rados.0.smithi110.stdout:1998: writing smithi11051043-8 from 0 to 491520 tid 1 2024-02-18T08:26:37.862 INFO:tasks.rados.rados.0.smithi110.stdout:1998: writing smithi11051043-8 from 491520 to 892928 tid 2 2024-02-18T08:26:37.862 INFO:tasks.rados.rados.0.smithi110.stdout:1999: snap_remove snap 176 2024-02-18T08:26:37.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[54479]: cluster 2024-02-18T08:26:36.676279+0000 mgr.y (mgr.44100) 214 : cluster [DBG] pgmap v347: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 178 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[54479]: cluster 2024-02-18T08:26:36.696814+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[54479]: audit 2024-02-18T08:26:37.251243+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[54479]: audit 2024-02-18T08:26:37.252995+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[54479]: audit 2024-02-18T08:26:37.253869+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[54479]: audit 2024-02-18T08:26:37.255779+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[55875]: cluster 2024-02-18T08:26:36.676279+0000 mgr.y (mgr.44100) 214 : cluster [DBG] pgmap v347: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 178 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[55875]: cluster 2024-02-18T08:26:36.696814+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[55875]: audit 2024-02-18T08:26:37.251243+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[55875]: audit 2024-02-18T08:26:37.252995+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[55875]: audit 2024-02-18T08:26:37.253869+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:37.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:37 smithi110 bash[55875]: audit 2024-02-18T08:26:37.255779+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2024-02-18T08:26:38.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:37 smithi191 bash[38688]: cluster 2024-02-18T08:26:36.676279+0000 mgr.y (mgr.44100) 214 : cluster [DBG] pgmap v347: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 178 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-02-18T08:26:38.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:37 smithi191 bash[38688]: cluster 2024-02-18T08:26:36.696814+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2024-02-18T08:26:38.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:37 smithi191 bash[38688]: audit 2024-02-18T08:26:37.251243+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:38.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:37 smithi191 bash[38688]: audit 2024-02-18T08:26:37.252995+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-18T08:26:38.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:37 smithi191 bash[38688]: audit 2024-02-18T08:26:37.253869+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:38.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:37 smithi191 bash[38688]: audit 2024-02-18T08:26:37.255779+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2024-02-18T08:26:38.712 INFO:tasks.rados.rados.0.smithi110.stdout:1999: done (2 left) 2024-02-18T08:26:38.712 INFO:tasks.rados.rados.0.smithi110.stdout:2000: snap_remove snap 175 2024-02-18T08:26:38.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:38 smithi110 bash[55875]: cephadm 2024-02-18T08:26:37.245260+0000 mgr.y (mgr.44100) 215 : cephadm [INF] Upgrade: Updating osd.5 2024-02-18T08:26:38.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:38 smithi110 bash[55875]: cephadm 2024-02-18T08:26:37.255313+0000 mgr.y (mgr.44100) 216 : cephadm [INF] Deploying daemon osd.5 on smithi191 2024-02-18T08:26:38.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:38 smithi110 bash[55875]: audit 2024-02-18T08:26:38.663527+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:26:38.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:38 smithi110 bash[55875]: audit 2024-02-18T08:26:38.664048+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2024-02-18T08:26:38.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:38 smithi110 bash[55875]: audit 2024-02-18T08:26:38.664607+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:26:38.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:38 smithi110 bash[54479]: cephadm 2024-02-18T08:26:37.245260+0000 mgr.y (mgr.44100) 215 : cephadm [INF] Upgrade: Updating osd.5 2024-02-18T08:26:38.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:38 smithi110 bash[54479]: cephadm 2024-02-18T08:26:37.255313+0000 mgr.y (mgr.44100) 216 : cephadm [INF] Deploying daemon osd.5 on smithi191 2024-02-18T08:26:38.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:38 smithi110 bash[54479]: audit 2024-02-18T08:26:38.663527+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:26:38.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:38 smithi110 bash[54479]: audit 2024-02-18T08:26:38.664048+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2024-02-18T08:26:38.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:38 smithi110 bash[54479]: audit 2024-02-18T08:26:38.664607+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:26:39.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:38 smithi191 bash[38688]: cephadm 2024-02-18T08:26:37.245260+0000 mgr.y (mgr.44100) 215 : cephadm [INF] Upgrade: Updating osd.5 2024-02-18T08:26:39.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:38 smithi191 bash[38688]: cephadm 2024-02-18T08:26:37.255313+0000 mgr.y (mgr.44100) 216 : cephadm [INF] Deploying daemon osd.5 on smithi191 2024-02-18T08:26:39.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:38 smithi191 bash[38688]: audit 2024-02-18T08:26:38.663527+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:26:39.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:38 smithi191 bash[38688]: audit 2024-02-18T08:26:38.664048+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2024-02-18T08:26:39.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:38 smithi191 bash[38688]: audit 2024-02-18T08:26:38.664607+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:26:39.698 INFO:tasks.rados.rados.0.smithi110.stdout:2000: done (2 left) 2024-02-18T08:26:39.698 INFO:tasks.rados.rados.0.smithi110.stdout:2001: copy_from oid 7 from oid 41 current snap is 191 2024-02-18T08:26:39.699 INFO:tasks.rados.rados.0.smithi110.stdout:1998: finishing write tid 1 to smithi11051043-8 2024-02-18T08:26:39.699 INFO:tasks.rados.rados.0.smithi110.stdout:1998: finishing write tid 2 to smithi11051043-8 2024-02-18T08:26:39.699 INFO:tasks.rados.rados.0.smithi110.stdout:1998: finishing write tid 4 to smithi11051043-8 2024-02-18T08:26:39.699 INFO:tasks.rados.rados.0.smithi110.stdout:1998: finishing write tid 5 to smithi11051043-8 2024-02-18T08:26:39.699 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1044 (ObjNum 626 snap 191 seq_num 626) dirty exists 2024-02-18T08:26:39.699 INFO:tasks.rados.rados.0.smithi110.stdout:1998: left oid 8 (ObjNum 626 snap 191 seq_num 626) 2024-02-18T08:26:39.699 INFO:tasks.rados.rados.0.smithi110.stdout:1997: done (2 left) 2024-02-18T08:26:39.699 INFO:tasks.rados.rados.0.smithi110.stdout:1998: done (1 left) 2024-02-18T08:26:39.699 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 191 2024-02-18T08:26:39.699 INFO:tasks.rados.rados.0.smithi110.stdout:2002: seq_num 627 ranges {0=507904,507904=401408} 2024-02-18T08:26:39.703 INFO:tasks.rados.rados.0.smithi110.stdout:2002: writing smithi11051043-50 from 0 to 507904 tid 1 2024-02-18T08:26:39.705 INFO:tasks.rados.rados.0.smithi110.stdout:2002: writing smithi11051043-50 from 507904 to 909312 tid 2 2024-02-18T08:26:39.715 INFO:tasks.rados.rados.0.smithi110.stdout:2003: read oid 45 snap -1 2024-02-18T08:26:39.715 INFO:tasks.rados.rados.0.smithi110.stdout:2003: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:26:39.715 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 191 2024-02-18T08:26:39.715 INFO:tasks.rados.rados.0.smithi110.stdout:2004: seq_num 628 ranges {6733824=524288,7258112=401408} 2024-02-18T08:26:39.749 INFO:tasks.rados.rados.0.smithi110.stdout:2004: writing smithi11051043-1 from 6733824 to 7258112 tid 1 2024-02-18T08:26:39.752 INFO:tasks.rados.rados.0.smithi110.stdout:2004: writing smithi11051043-1 from 7258112 to 7659520 tid 2 2024-02-18T08:26:39.752 INFO:tasks.rados.rados.0.smithi110.stdout:2005: rollback oid 32 current snap is 191 2024-02-18T08:26:39.752 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 32 to 189 2024-02-18T08:26:39.752 INFO:tasks.rados.rados.0.smithi110.stdout:2002: finishing write tid 1 to smithi11051043-50 2024-02-18T08:26:39.752 INFO:tasks.rados.rados.0.smithi110.stdout:2002: finishing write tid 2 to smithi11051043-50 2024-02-18T08:26:39.752 INFO:tasks.rados.rados.0.smithi110.stdout:2002: finishing write tid 4 to smithi11051043-50 2024-02-18T08:26:39.753 INFO:tasks.rados.rados.0.smithi110.stdout:2001: finishing copy_from to smithi11051043-7 2024-02-18T08:26:39.753 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 798 (ObjNum 608 snap 189 seq_num 608) dirty exists 2024-02-18T08:26:39.753 INFO:tasks.rados.rados.0.smithi110.stdout:2002: finishing write tid 5 to smithi11051043-50 2024-02-18T08:26:39.753 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 661 (ObjNum 627 snap 191 seq_num 627) dirty exists 2024-02-18T08:26:39.753 INFO:tasks.rados.rados.0.smithi110.stdout:2002: left oid 50 (ObjNum 627 snap 191 seq_num 627) 2024-02-18T08:26:39.753 INFO:tasks.rados.rados.0.smithi110.stdout:2001: finishing copy_from racing read to smithi11051043-7 2024-02-18T08:26:39.753 INFO:tasks.rados.rados.0.smithi110.stdout:2003: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:26:39.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:39 smithi110 bash[55875]: cluster 2024-02-18T08:26:38.676943+0000 mgr.y (mgr.44100) 217 : cluster [DBG] pgmap v349: 89 pgs: 89 active+clean; 180 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-02-18T08:26:39.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:39 smithi110 bash[55875]: cluster 2024-02-18T08:26:38.708759+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2024-02-18T08:26:39.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:39 smithi110 bash[55875]: cluster 2024-02-18T08:26:39.695143+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2024-02-18T08:26:39.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:39 smithi110 bash[54479]: cluster 2024-02-18T08:26:38.676943+0000 mgr.y (mgr.44100) 217 : cluster [DBG] pgmap v349: 89 pgs: 89 active+clean; 180 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-02-18T08:26:39.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:39 smithi110 bash[54479]: cluster 2024-02-18T08:26:38.708759+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2024-02-18T08:26:39.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:39 smithi110 bash[54479]: cluster 2024-02-18T08:26:39.695143+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2024-02-18T08:26:40.090 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:39 smithi191 bash[38688]: cluster 2024-02-18T08:26:38.676943+0000 mgr.y (mgr.44100) 217 : cluster [DBG] pgmap v349: 89 pgs: 89 active+clean; 180 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-02-18T08:26:40.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:39 smithi191 bash[38688]: cluster 2024-02-18T08:26:38.708759+0000 mon.a (mon.0) 648 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2024-02-18T08:26:40.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:39 smithi191 bash[38688]: cluster 2024-02-18T08:26:39.695143+0000 mon.a (mon.0) 649 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2024-02-18T08:26:40.165 INFO:tasks.rados.rados.0.smithi110.stdout:2001: done (4 left) 2024-02-18T08:26:40.165 INFO:tasks.rados.rados.0.smithi110.stdout:2002: done (3 left) 2024-02-18T08:26:40.165 INFO:tasks.rados.rados.0.smithi110.stdout:2003: done (2 left) 2024-02-18T08:26:40.165 INFO:tasks.rados.rados.0.smithi110.stdout:2006: read oid 36 snap -1 2024-02-18T08:26:40.165 INFO:tasks.rados.rados.0.smithi110.stdout:2006: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:26:40.165 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 191 2024-02-18T08:26:40.165 INFO:tasks.rados.rados.0.smithi110.stdout:2007: seq_num 629 ranges {3096576=540672,3637248=401408} 2024-02-18T08:26:40.184 INFO:tasks.rados.rados.0.smithi110.stdout:2007: writing smithi11051043-43 from 3096576 to 3637248 tid 1 2024-02-18T08:26:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:2007: writing smithi11051043-43 from 3637248 to 4038656 tid 2 2024-02-18T08:26:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:2008: rollback oid 45 current snap is 191 2024-02-18T08:26:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:2005: finishing rollback tid 0 to smithi11051043-32 2024-02-18T08:26:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 45 to 186 2024-02-18T08:26:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:2004: finishing write tid 1 to smithi11051043-1 2024-02-18T08:26:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:2004: finishing write tid 2 to smithi11051043-1 2024-02-18T08:26:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:2005: finishing rollback tid 1 to smithi11051043-32 2024-02-18T08:26:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:2005: finishing rollback tid 2 to smithi11051043-32 2024-02-18T08:26:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 164 (ObjNum 597 snap 185 seq_num 597) dirty exists 2024-02-18T08:26:40.187 INFO:tasks.rados.rados.0.smithi110.stdout:2004: finishing write tid 4 to smithi11051043-1 2024-02-18T08:26:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:2004: finishing write tid 5 to smithi11051043-1 2024-02-18T08:26:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 819 (ObjNum 628 snap 191 seq_num 628) dirty exists 2024-02-18T08:26:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:2004: left oid 1 (ObjNum 628 snap 191 seq_num 628) 2024-02-18T08:26:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:2004: done (4 left) 2024-02-18T08:26:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:2005: done (3 left) 2024-02-18T08:26:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:2009: read oid 33 snap -1 2024-02-18T08:26:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:2009: expect (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:26:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:2010: delete oid 26 current snap is 191 2024-02-18T08:26:40.188 INFO:tasks.rados.rados.0.smithi110.stdout:2006: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:26:40.193 INFO:tasks.rados.rados.0.smithi110.stdout:2008: finishing rollback tid 0 to smithi11051043-45 2024-02-18T08:26:40.193 INFO:tasks.rados.rados.0.smithi110.stdout:2007: finishing write tid 1 to smithi11051043-43 2024-02-18T08:26:40.194 INFO:tasks.rados.rados.0.smithi110.stdout:2006: done (4 left) 2024-02-18T08:26:40.194 INFO:tasks.rados.rados.0.smithi110.stdout:2010: done (3 left) 2024-02-18T08:26:40.194 INFO:tasks.rados.rados.0.smithi110.stdout:2011: snap_remove snap 187 2024-02-18T08:26:40.733 INFO:tasks.rados.rados.0.smithi110.stdout:2011: done (3 left) 2024-02-18T08:26:40.733 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 191 2024-02-18T08:26:40.733 INFO:tasks.rados.rados.0.smithi110.stdout:2012: seq_num 631 ranges {606208=573440,1179648=401408} 2024-02-18T08:26:40.741 INFO:tasks.rados.rados.0.smithi110.stdout:2012: writing smithi11051043-7 from 606208 to 1179648 tid 1 2024-02-18T08:26:40.743 INFO:tasks.rados.rados.0.smithi110.stdout:2012: writing smithi11051043-7 from 1179648 to 1581056 tid 2 2024-02-18T08:26:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:2008: finishing rollback tid 1 to smithi11051043-45 2024-02-18T08:26:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:2007: finishing write tid 2 to smithi11051043-43 2024-02-18T08:26:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:2008: finishing rollback tid 2 to smithi11051043-45 2024-02-18T08:26:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 655 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:26:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:2007: finishing write tid 4 to smithi11051043-43 2024-02-18T08:26:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:2007: finishing write tid 5 to smithi11051043-43 2024-02-18T08:26:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 838 (ObjNum 629 snap 191 seq_num 629) dirty exists 2024-02-18T08:26:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:2007: left oid 43 (ObjNum 629 snap 191 seq_num 629) 2024-02-18T08:26:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:2009: expect (ObjNum 399 snap 122 seq_num 399) 2024-02-18T08:26:40.796 INFO:tasks.rados.rados.0.smithi110.stdout:2012: finishing write tid 1 to smithi11051043-7 2024-02-18T08:26:40.796 INFO:tasks.rados.rados.0.smithi110.stdout:2012: finishing write tid 2 to smithi11051043-7 2024-02-18T08:26:40.796 INFO:tasks.rados.rados.0.smithi110.stdout:2012: finishing write tid 4 to smithi11051043-7 2024-02-18T08:26:40.796 INFO:tasks.rados.rados.0.smithi110.stdout:2012: finishing write tid 5 to smithi11051043-7 2024-02-18T08:26:40.796 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 801 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-02-18T08:26:40.796 INFO:tasks.rados.rados.0.smithi110.stdout:2012: left oid 7 (ObjNum 631 snap 191 seq_num 631) 2024-02-18T08:26:40.799 INFO:tasks.rados.rados.0.smithi110.stdout:2007: done (3 left) 2024-02-18T08:26:40.799 INFO:tasks.rados.rados.0.smithi110.stdout:2008: done (2 left) 2024-02-18T08:26:40.799 INFO:tasks.rados.rados.0.smithi110.stdout:2009: done (1 left) 2024-02-18T08:26:40.799 INFO:tasks.rados.rados.0.smithi110.stdout:2012: done (0 left) 2024-02-18T08:26:40.799 INFO:tasks.rados.rados.0.smithi110.stdout:2013: snap_create 2024-02-18T08:26:41.594 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:41 smithi191 systemd[1]: Stopping Ceph osd.5 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:26:41.594 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:41 smithi191 bash[23883]: debug 2024-02-18T08:26:41.322+0000 7fa9a8d5d700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:26:41.594 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:41 smithi191 bash[23883]: debug 2024-02-18T08:26:41.322+0000 7fa9a8d5d700 -1 osd.5 444 *** Got signal Terminated *** 2024-02-18T08:26:41.595 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:41 smithi191 bash[23883]: debug 2024-02-18T08:26:41.322+0000 7fa9a8d5d700 -1 osd.5 444 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T08:26:41.745 INFO:tasks.rados.rados.0.smithi110.stdout:2013: done (0 left) 2024-02-18T08:26:41.745 INFO:tasks.rados.rados.0.smithi110.stdout:2014: rollback oid 27 current snap is 192 2024-02-18T08:26:41.745 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 27 to 177 2024-02-18T08:26:41.745 INFO:tasks.rados.rados.0.smithi110.stdout:2015: delete oid 39 current snap is 192 2024-02-18T08:26:41.754 INFO:tasks.rados.rados.0.smithi110.stdout:2015: done (1 left) 2024-02-18T08:26:41.754 INFO:tasks.rados.rados.0.smithi110.stdout:2016: rollback oid 5 current snap is 192 2024-02-18T08:26:41.754 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 5 to 189 2024-02-18T08:26:41.754 INFO:tasks.rados.rados.0.smithi110.stdout:2017: copy_from oid 6 from oid 24 current snap is 192 2024-02-18T08:26:41.755 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 192 2024-02-18T08:26:41.759 INFO:tasks.rados.rados.0.smithi110.stdout:2018: seq_num 633 ranges {1548288=606208,2154496=401408} 2024-02-18T08:26:41.767 INFO:tasks.rados.rados.0.smithi110.stdout:2018: writing smithi11051043-17 from 1548288 to 2154496 tid 1 2024-02-18T08:26:41.770 INFO:tasks.rados.rados.0.smithi110.stdout:2018: writing smithi11051043-17 from 2154496 to 2555904 tid 2 2024-02-18T08:26:41.770 INFO:tasks.rados.rados.0.smithi110.stdout:2019: snap_create 2024-02-18T08:26:41.770 INFO:tasks.rados.rados.0.smithi110.stdout:2016: finishing rollback tid 0 to smithi11051043-5 2024-02-18T08:26:41.770 INFO:tasks.rados.rados.0.smithi110.stdout:2016: finishing rollback tid 1 to smithi11051043-5 2024-02-18T08:26:41.770 INFO:tasks.rados.rados.0.smithi110.stdout:2016: finishing rollback tid 2 to smithi11051043-5 2024-02-18T08:26:41.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 802 (ObjNum 575 snap 177 seq_num 575) dirty exists 2024-02-18T08:26:41.770 INFO:tasks.rados.rados.0.smithi110.stdout:2017: finishing copy_from racing read to smithi11051043-6 2024-02-18T08:26:41.770 INFO:tasks.rados.rados.0.smithi110.stdout:2017: finishing copy_from to smithi11051043-6 2024-02-18T08:26:41.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 819 (ObjNum 624 snap 191 seq_num 624) dirty exists 2024-02-18T08:26:41.773 INFO:tasks.rados.rados.0.smithi110.stdout:2018: finishing write tid 1 to smithi11051043-17 2024-02-18T08:26:41.773 INFO:tasks.rados.rados.0.smithi110.stdout:2018: finishing write tid 2 to smithi11051043-17 2024-02-18T08:26:41.773 INFO:tasks.rados.rados.0.smithi110.stdout:2018: finishing write tid 4 to smithi11051043-17 2024-02-18T08:26:41.775 INFO:tasks.rados.rados.0.smithi110.stdout:2018: finishing write tid 5 to smithi11051043-17 2024-02-18T08:26:41.775 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1007 (ObjNum 633 snap 192 seq_num 633) dirty exists 2024-02-18T08:26:41.775 INFO:tasks.rados.rados.0.smithi110.stdout:2018: left oid 17 (ObjNum 633 snap 192 seq_num 633) 2024-02-18T08:26:41.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:41 smithi110 bash[54479]: cluster 2024-02-18T08:26:40.677770+0000 mgr.y (mgr.44100) 218 : cluster [DBG] pgmap v352: 89 pgs: 89 active+clean; 184 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-02-18T08:26:41.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:41 smithi110 bash[54479]: cluster 2024-02-18T08:26:40.730404+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2024-02-18T08:26:41.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:41 smithi110 bash[54479]: cluster 2024-02-18T08:26:41.325103+0000 mon.a (mon.0) 651 : cluster [INF] osd.5 marked itself down and dead 2024-02-18T08:26:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:41 smithi110 bash[55875]: cluster 2024-02-18T08:26:40.677770+0000 mgr.y (mgr.44100) 218 : cluster [DBG] pgmap v352: 89 pgs: 89 active+clean; 184 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-02-18T08:26:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:41 smithi110 bash[55875]: cluster 2024-02-18T08:26:40.730404+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2024-02-18T08:26:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:41 smithi110 bash[55875]: cluster 2024-02-18T08:26:41.325103+0000 mon.a (mon.0) 651 : cluster [INF] osd.5 marked itself down and dead 2024-02-18T08:26:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:41.632Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:41.632Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:41.632Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:26:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:41 smithi191 bash[38688]: cluster 2024-02-18T08:26:40.677770+0000 mgr.y (mgr.44100) 218 : cluster [DBG] pgmap v352: 89 pgs: 89 active+clean; 184 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2024-02-18T08:26:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:41 smithi191 bash[38688]: cluster 2024-02-18T08:26:40.730404+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2024-02-18T08:26:42.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:41 smithi191 bash[38688]: cluster 2024-02-18T08:26:41.325103+0000 mon.a (mon.0) 651 : cluster [INF] osd.5 marked itself down and dead 2024-02-18T08:26:42.752 INFO:tasks.rados.rados.0.smithi110.stdout:2016: done (4 left) 2024-02-18T08:26:42.752 INFO:tasks.rados.rados.0.smithi110.stdout:2017: done (3 left) 2024-02-18T08:26:42.752 INFO:tasks.rados.rados.0.smithi110.stdout:2018: done (2 left) 2024-02-18T08:26:42.752 INFO:tasks.rados.rados.0.smithi110.stdout:2019: done (1 left) 2024-02-18T08:26:42.753 INFO:tasks.rados.rados.0.smithi110.stdout:2020: snap_remove snap 188 2024-02-18T08:26:42.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:42 smithi191 bash[38688]: cluster 2024-02-18T08:26:41.728127+0000 mon.a (mon.0) 652 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:26:42.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:42 smithi191 bash[38688]: cluster 2024-02-18T08:26:41.742032+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e445: 8 total, 7 up, 8 in 2024-02-18T08:26:42.845 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:42 smithi191 bash[42363]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.5 2024-02-18T08:26:43.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:42 smithi110 bash[54479]: cluster 2024-02-18T08:26:41.728127+0000 mon.a (mon.0) 652 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:26:43.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:42 smithi110 bash[54479]: cluster 2024-02-18T08:26:41.742032+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e445: 8 total, 7 up, 8 in 2024-02-18T08:26:43.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:42 smithi110 bash[55875]: cluster 2024-02-18T08:26:41.728127+0000 mon.a (mon.0) 652 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:26:43.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:42 smithi110 bash[55875]: cluster 2024-02-18T08:26:41.742032+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e445: 8 total, 7 up, 8 in 2024-02-18T08:26:43.753 INFO:tasks.rados.rados.0.smithi110.stdout:2020: done (1 left) 2024-02-18T08:26:43.753 INFO:tasks.rados.rados.0.smithi110.stdout:2021: read oid 35 snap 190 2024-02-18T08:26:43.753 INFO:tasks.rados.rados.0.smithi110.stdout:2021: expect (ObjNum 446 snap 134 seq_num 446) 2024-02-18T08:26:43.755 INFO:tasks.rados.rados.0.smithi110.stdout:2022: rollback oid 13 current snap is 193 2024-02-18T08:26:43.755 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 192 2024-02-18T08:26:43.755 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 193 2024-02-18T08:26:43.755 INFO:tasks.rados.rados.0.smithi110.stdout:2023: seq_num 634 ranges {1892352=622592,2514944=401408} 2024-02-18T08:26:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:2023: writing smithi11051043-22 from 1892352 to 2514944 tid 1 2024-02-18T08:26:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:2023: writing smithi11051043-22 from 2514944 to 2916352 tid 2 2024-02-18T08:26:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:2024: setattr oid 31 current snap is 193 2024-02-18T08:26:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:2014: finishing rollback tid 0 to smithi11051043-27 2024-02-18T08:26:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:2014: finishing rollback tid 1 to smithi11051043-27 2024-02-18T08:26:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:2014: finishing rollback tid 2 to smithi11051043-27 2024-02-18T08:26:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1076 (ObjNum 572 snap 175 seq_num 572) dirty exists 2024-02-18T08:26:43.775 INFO:tasks.rados.rados.0.smithi110.stdout:2022: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:26:43.776 INFO:tasks.rados.rados.0.smithi110.stdout:2022: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:26:43.776 INFO:tasks.rados.rados.0.smithi110.stdout:2022: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:26:43.777 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 822 (ObjNum 603 snap 186 seq_num 603) dirty exists 2024-02-18T08:26:43.777 INFO:tasks.rados.rados.0.smithi110.stdout:2014: done (4 left) 2024-02-18T08:26:43.777 INFO:tasks.rados.rados.0.smithi110.stdout:2022: done (3 left) 2024-02-18T08:26:43.777 INFO:tasks.rados.rados.0.smithi110.stdout:2025: delete oid 12 current snap is 193 2024-02-18T08:26:43.779 INFO:tasks.rados.rados.0.smithi110.stdout:2023: finishing write tid 1 to smithi11051043-22 2024-02-18T08:26:43.779 INFO:tasks.rados.rados.0.smithi110.stdout:2023: finishing write tid 2 to smithi11051043-22 2024-02-18T08:26:43.780 INFO:tasks.rados.rados.0.smithi110.stdout:2025: done (3 left) 2024-02-18T08:26:43.780 INFO:tasks.rados.rados.0.smithi110.stdout:2026: snap_create 2024-02-18T08:26:43.781 INFO:tasks.rados.rados.0.smithi110.stdout:2023: finishing write tid 4 to smithi11051043-22 2024-02-18T08:26:43.782 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1078 (ObjNum 611 snap 189 seq_num 611) dirty exists 2024-02-18T08:26:43.784 INFO:tasks.rados.rados.0.smithi110.stdout:2023: finishing write tid 5 to smithi11051043-22 2024-02-18T08:26:43.784 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 822 (ObjNum 634 snap 193 seq_num 634) dirty exists 2024-02-18T08:26:43.784 INFO:tasks.rados.rados.0.smithi110.stdout:2023: left oid 22 (ObjNum 634 snap 193 seq_num 634) 2024-02-18T08:26:43.806 INFO:tasks.rados.rados.0.smithi110.stdout:2021: expect (ObjNum 446 snap 134 seq_num 446) 2024-02-18T08:26:43.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:43 smithi110 bash[54479]: cluster 2024-02-18T08:26:42.678671+0000 mgr.y (mgr.44100) 219 : cluster [DBG] pgmap v355: 89 pgs: 5 peering, 9 stale+active+clean, 75 active+clean; 191 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-02-18T08:26:43.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:43 smithi110 bash[54479]: cluster 2024-02-18T08:26:42.737656+0000 mon.a (mon.0) 654 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-18T08:26:43.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:43 smithi110 bash[54479]: cluster 2024-02-18T08:26:42.749283+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e446: 8 total, 7 up, 8 in 2024-02-18T08:26:43.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:43 smithi110 bash[55875]: cluster 2024-02-18T08:26:42.678671+0000 mgr.y (mgr.44100) 219 : cluster [DBG] pgmap v355: 89 pgs: 5 peering, 9 stale+active+clean, 75 active+clean; 191 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-02-18T08:26:43.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:43 smithi110 bash[55875]: cluster 2024-02-18T08:26:42.737656+0000 mon.a (mon.0) 654 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-18T08:26:43.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:43 smithi110 bash[55875]: cluster 2024-02-18T08:26:42.749283+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e446: 8 total, 7 up, 8 in 2024-02-18T08:26:43.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:43.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:43.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:43.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:43.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:43.527Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:26:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:43 smithi191 bash[38688]: cluster 2024-02-18T08:26:42.678671+0000 mgr.y (mgr.44100) 219 : cluster [DBG] pgmap v355: 89 pgs: 5 peering, 9 stale+active+clean, 75 active+clean; 191 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-02-18T08:26:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:43 smithi191 bash[38688]: cluster 2024-02-18T08:26:42.737656+0000 mon.a (mon.0) 654 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-18T08:26:44.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:43 smithi191 bash[38688]: cluster 2024-02-18T08:26:42.749283+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e446: 8 total, 7 up, 8 in 2024-02-18T08:26:44.700 INFO:tasks.rados.rados.0.smithi110.stdout:2021: done (3 left) 2024-02-18T08:26:44.700 INFO:tasks.rados.rados.0.smithi110.stdout:2023: done (2 left) 2024-02-18T08:26:44.700 INFO:tasks.rados.rados.0.smithi110.stdout:2024: done (1 left) 2024-02-18T08:26:44.700 INFO:tasks.rados.rados.0.smithi110.stdout:2026: done (0 left) 2024-02-18T08:26:44.700 INFO:tasks.rados.rados.0.smithi110.stdout:2027: snap_remove snap 190 2024-02-18T08:26:45.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:44 smithi191 bash[38688]: cluster 2024-02-18T08:26:43.750456+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e447: 8 total, 7 up, 8 in 2024-02-18T08:26:45.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:44 smithi191 bash[38688]: cluster 2024-02-18T08:26:44.697450+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e448: 8 total, 7 up, 8 in 2024-02-18T08:26:45.094 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:44 smithi191 systemd[1]: Stopped Ceph osd.5 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:26:45.094 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:44 smithi191 systemd[1]: Started Ceph osd.5 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:26:45.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:44 smithi110 bash[54479]: cluster 2024-02-18T08:26:43.750456+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e447: 8 total, 7 up, 8 in 2024-02-18T08:26:45.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:44 smithi110 bash[54479]: cluster 2024-02-18T08:26:44.697450+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e448: 8 total, 7 up, 8 in 2024-02-18T08:26:45.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:44 smithi110 bash[55875]: cluster 2024-02-18T08:26:43.750456+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e447: 8 total, 7 up, 8 in 2024-02-18T08:26:45.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:44 smithi110 bash[55875]: cluster 2024-02-18T08:26:44.697450+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e448: 8 total, 7 up, 8 in 2024-02-18T08:26:45.704 INFO:tasks.rados.rados.0.smithi110.stdout:2027: done (0 left) 2024-02-18T08:26:45.704 INFO:tasks.rados.rados.0.smithi110.stdout:2028: snap_remove snap 184 2024-02-18T08:26:46.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:45 smithi191 bash[38688]: cluster 2024-02-18T08:26:44.679729+0000 mgr.y (mgr.44100) 220 : cluster [DBG] pgmap v358: 89 pgs: 3 active+undersized+degraded, 5 peering, 2 active+clean+snaptrim, 4 stale+active+clean, 8 active+undersized, 67 active+clean; 193 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 14/417 objects degraded (3.357%) 2024-02-18T08:26:46.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:45 smithi191 bash[38688]: cluster 2024-02-18T08:26:44.747554+0000 mon.a (mon.0) 658 : cluster [WRN] Health check failed: Degraded data redundancy: 14/417 objects degraded (3.357%), 3 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:46.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:45 smithi191 bash[38688]: audit 2024-02-18T08:26:44.913172+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:46.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:45 smithi191 bash[38688]: audit 2024-02-18T08:26:44.915112+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:46.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:45 smithi191 bash[38688]: audit 2024-02-18T08:26:44.919661+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:26:46.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:45 smithi191 bash[38688]: cluster 2024-02-18T08:26:45.700450+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e449: 8 total, 7 up, 8 in 2024-02-18T08:26:46.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[54479]: cluster 2024-02-18T08:26:44.679729+0000 mgr.y (mgr.44100) 220 : cluster [DBG] pgmap v358: 89 pgs: 3 active+undersized+degraded, 5 peering, 2 active+clean+snaptrim, 4 stale+active+clean, 8 active+undersized, 67 active+clean; 193 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 14/417 objects degraded (3.357%) 2024-02-18T08:26:46.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[54479]: cluster 2024-02-18T08:26:44.747554+0000 mon.a (mon.0) 658 : cluster [WRN] Health check failed: Degraded data redundancy: 14/417 objects degraded (3.357%), 3 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:46.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[54479]: audit 2024-02-18T08:26:44.913172+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:46.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[54479]: audit 2024-02-18T08:26:44.915112+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:46.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[54479]: audit 2024-02-18T08:26:44.919661+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:26:46.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[54479]: cluster 2024-02-18T08:26:45.700450+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e449: 8 total, 7 up, 8 in 2024-02-18T08:26:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[55875]: cluster 2024-02-18T08:26:44.679729+0000 mgr.y (mgr.44100) 220 : cluster [DBG] pgmap v358: 89 pgs: 3 active+undersized+degraded, 5 peering, 2 active+clean+snaptrim, 4 stale+active+clean, 8 active+undersized, 67 active+clean; 193 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 14/417 objects degraded (3.357%) 2024-02-18T08:26:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[55875]: cluster 2024-02-18T08:26:44.747554+0000 mon.a (mon.0) 658 : cluster [WRN] Health check failed: Degraded data redundancy: 14/417 objects degraded (3.357%), 3 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[55875]: audit 2024-02-18T08:26:44.913172+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[55875]: audit 2024-02-18T08:26:44.915112+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[55875]: audit 2024-02-18T08:26:44.919661+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:26:46.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:45 smithi110 bash[55875]: cluster 2024-02-18T08:26:45.700450+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e449: 8 total, 7 up, 8 in 2024-02-18T08:26:46.707 INFO:tasks.rados.rados.0.smithi110.stdout:2028: done (0 left) 2024-02-18T08:26:46.707 INFO:tasks.rados.rados.0.smithi110.stdout:2029: snap_remove snap 183 2024-02-18T08:26:46.844 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:46 smithi191 bash[42645]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-02-18T08:26:46.844 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:46 smithi191 bash[42645]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-02-18T08:26:46.844 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:46 smithi191 bash[42645]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-02-18T08:26:46.844 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:46 smithi191 bash[42645]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-02-18T08:26:46.844 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:46 smithi191 bash[42645]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-02-18T08:26:46.844 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:46 smithi191 bash[42645]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-02-18T08:26:46.845 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:46 smithi191 bash[42645]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-02-18T08:26:46.845 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:46 smithi191 bash[42645]: --> ceph-volume lvm activate successful for osd ID: 5 2024-02-18T08:26:47.706 INFO:tasks.rados.rados.0.smithi110.stdout:2029: done (0 left) 2024-02-18T08:26:47.707 INFO:tasks.rados.rados.0.smithi110.stdout:2030: delete oid 26 current snap is 194 2024-02-18T08:26:47.716 INFO:tasks.rados.rados.0.smithi110.stdout:2030: done (0 left) 2024-02-18T08:26:47.716 INFO:tasks.rados.rados.0.smithi110.stdout:2031: snap_remove snap 189 2024-02-18T08:26:47.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:47 smithi110 bash[54479]: cluster 2024-02-18T08:26:46.680867+0000 mgr.y (mgr.44100) 221 : cluster [DBG] pgmap v361: 89 pgs: 12 active+undersized+degraded, 5 peering, 2 active+clean+snaptrim, 11 active+undersized, 59 active+clean; 195 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 14 op/s; 59/432 objects degraded (13.657%) 2024-02-18T08:26:47.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:47 smithi110 bash[54479]: cluster 2024-02-18T08:26:46.702523+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e450: 8 total, 7 up, 8 in 2024-02-18T08:26:47.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:47 smithi110 bash[55875]: cluster 2024-02-18T08:26:46.680867+0000 mgr.y (mgr.44100) 221 : cluster [DBG] pgmap v361: 89 pgs: 12 active+undersized+degraded, 5 peering, 2 active+clean+snaptrim, 11 active+undersized, 59 active+clean; 195 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 14 op/s; 59/432 objects degraded (13.657%) 2024-02-18T08:26:47.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:47 smithi110 bash[55875]: cluster 2024-02-18T08:26:46.702523+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e450: 8 total, 7 up, 8 in 2024-02-18T08:26:47.997 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:47 smithi191 bash[38688]: cluster 2024-02-18T08:26:46.680867+0000 mgr.y (mgr.44100) 221 : cluster [DBG] pgmap v361: 89 pgs: 12 active+undersized+degraded, 5 peering, 2 active+clean+snaptrim, 11 active+undersized, 59 active+clean; 195 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 14 op/s; 59/432 objects degraded (13.657%) 2024-02-18T08:26:47.997 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:47 smithi191 bash[38688]: cluster 2024-02-18T08:26:46.702523+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e450: 8 total, 7 up, 8 in 2024-02-18T08:26:48.344 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:48 smithi191 bash[42645]: debug 2024-02-18T08:26:48.146+0000 7f7a1550a700 1 -- 172.21.15.191:0/1118120585 <== mon.2 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558c36eb0680 con 0x558c36f21400 2024-02-18T08:26:48.733 INFO:tasks.rados.rados.0.smithi110.stdout:2031: done (0 left) 2024-02-18T08:26:48.733 INFO:tasks.rados.rados.0.smithi110.stdout:2032: read oid 49 snap -1 2024-02-18T08:26:48.733 INFO:tasks.rados.rados.0.smithi110.stdout:2032: expect (ObjNum 622 snap 191 seq_num 622) 2024-02-18T08:26:48.733 INFO:tasks.rados.rados.0.smithi110.stdout:2033: copy_from oid 22 from oid 39 current snap is 194 2024-02-18T08:26:48.733 INFO:tasks.rados.rados.0.smithi110.stdout:2034: read oid 50 snap 193 2024-02-18T08:26:48.733 INFO:tasks.rados.rados.0.smithi110.stdout:2034: expect (ObjNum 627 snap 191 seq_num 627) 2024-02-18T08:26:48.733 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 47 current snap is 194 2024-02-18T08:26:48.733 INFO:tasks.rados.rados.0.smithi110.stdout:2035: seq_num 637 ranges {4161536=671744,4833280=401408} 2024-02-18T08:26:48.758 INFO:tasks.rados.rados.0.smithi110.stdout:2035: writing smithi11051043-47 from 4161536 to 4833280 tid 1 2024-02-18T08:26:48.760 INFO:tasks.rados.rados.0.smithi110.stdout:2035: writing smithi11051043-47 from 4833280 to 5234688 tid 2 2024-02-18T08:26:48.761 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 194 2024-02-18T08:26:48.761 INFO:tasks.rados.rados.0.smithi110.stdout:2036: seq_num 638 ranges {1892352=688128,2580480=401408} 2024-02-18T08:26:48.775 INFO:tasks.rados.rados.0.smithi110.stdout:2036: writing smithi11051043-33 from 1892352 to 2580480 tid 1 2024-02-18T08:26:48.778 INFO:tasks.rados.rados.0.smithi110.stdout:2036: writing smithi11051043-33 from 2580480 to 2981888 tid 2 2024-02-18T08:26:48.778 INFO:tasks.rados.rados.0.smithi110.stdout:2037: rollback oid 1 current snap is 194 2024-02-18T08:26:48.778 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 1 to 177 2024-02-18T08:26:48.778 INFO:tasks.rados.rados.0.smithi110.stdout:2033: finishing copy_from to smithi11051043-22 2024-02-18T08:26:48.778 INFO:tasks.rados.rados.0.smithi110.stdout:2033: got expected ENOENT (src dne) 2024-02-18T08:26:48.778 INFO:tasks.rados.rados.0.smithi110.stdout:2033: finishing copy_from racing read to smithi11051043-22 2024-02-18T08:26:48.778 INFO:tasks.rados.rados.0.smithi110.stdout:2034: expect (ObjNum 627 snap 191 seq_num 627) 2024-02-18T08:26:48.812 INFO:tasks.rados.rados.0.smithi110.stdout:2032: expect (ObjNum 622 snap 191 seq_num 622) 2024-02-18T08:26:48.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:48 smithi110 bash[54479]: cluster 2024-02-18T08:26:47.703263+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e451: 8 total, 7 up, 8 in 2024-02-18T08:26:48.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:48 smithi110 bash[55875]: cluster 2024-02-18T08:26:47.703263+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e451: 8 total, 7 up, 8 in 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2035: finishing write tid 1 to smithi11051043-47 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2035: finishing write tid 2 to smithi11051043-47 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2035: finishing write tid 4 to smithi11051043-47 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2035: finishing write tid 5 to smithi11051043-47 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 736 (ObjNum 637 snap 194 seq_num 637) dirty exists 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2035: left oid 47 (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2036: finishing write tid 1 to smithi11051043-33 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2037: finishing rollback tid 0 to smithi11051043-1 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2037: finishing rollback tid 1 to smithi11051043-1 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2036: finishing write tid 2 to smithi11051043-33 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2037: finishing rollback tid 2 to smithi11051043-1 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 822 (ObjNum 501 snap 151 seq_num 501) dirty exists 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2036: finishing write tid 4 to smithi11051043-33 2024-02-18T08:26:48.977 INFO:tasks.rados.rados.0.smithi110.stdout:2036: finishing write tid 5 to smithi11051043-33 2024-02-18T08:26:48.978 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 825 (ObjNum 638 snap 194 seq_num 638) dirty exists 2024-02-18T08:26:48.978 INFO:tasks.rados.rados.0.smithi110.stdout:2036: left oid 33 (ObjNum 638 snap 194 seq_num 638) 2024-02-18T08:26:48.978 INFO:tasks.rados.rados.0.smithi110.stdout:2032: done (5 left) 2024-02-18T08:26:48.978 INFO:tasks.rados.rados.0.smithi110.stdout:2033: done (4 left) 2024-02-18T08:26:48.978 INFO:tasks.rados.rados.0.smithi110.stdout:2034: done (3 left) 2024-02-18T08:26:48.978 INFO:tasks.rados.rados.0.smithi110.stdout:2035: done (2 left) 2024-02-18T08:26:48.978 INFO:tasks.rados.rados.0.smithi110.stdout:2036: done (1 left) 2024-02-18T08:26:48.978 INFO:tasks.rados.rados.0.smithi110.stdout:2037: done (0 left) 2024-02-18T08:26:48.978 INFO:tasks.rados.rados.0.smithi110.stdout:2038: setattr oid 11 current snap is 194 2024-02-18T08:26:48.980 INFO:tasks.rados.rados.0.smithi110.stdout:2039: read oid 13 snap -1 2024-02-18T08:26:48.980 INFO:tasks.rados.rados.0.smithi110.stdout:2039: expect (ObjNum 603 snap 186 seq_num 603) 2024-02-18T08:26:48.980 INFO:tasks.rados.rados.0.smithi110.stdout:2040: snap_remove snap 186 2024-02-18T08:26:49.094 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:48 smithi191 bash[42645]: debug 2024-02-18T08:26:48.682+0000 7f7a1cf98380 -1 Falling back to public interface 2024-02-18T08:26:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:48 smithi191 bash[38688]: cluster 2024-02-18T08:26:47.703263+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e451: 8 total, 7 up, 8 in 2024-02-18T08:26:49.702 INFO:tasks.rados.rados.0.smithi110.stdout:2040: done (2 left) 2024-02-18T08:26:49.702 INFO:tasks.rados.rados.0.smithi110.stdout:2041: delete oid 27 current snap is 194 2024-02-18T08:26:49.702 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1008 (ObjNum 599 snap 185 seq_num 599) dirty exists 2024-02-18T08:26:49.702 INFO:tasks.rados.rados.0.smithi110.stdout:2039: expect (ObjNum 603 snap 186 seq_num 603) 2024-02-18T08:26:49.723 INFO:tasks.rados.rados.0.smithi110.stdout:2038: done (2 left) 2024-02-18T08:26:49.723 INFO:tasks.rados.rados.0.smithi110.stdout:2039: done (1 left) 2024-02-18T08:26:49.723 INFO:tasks.rados.rados.0.smithi110.stdout:2041: done (0 left) 2024-02-18T08:26:49.723 INFO:tasks.rados.rados.0.smithi110.stdout:2042: snap_create 2024-02-18T08:26:49.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:49 smithi110 bash[54479]: cluster 2024-02-18T08:26:48.682023+0000 mgr.y (mgr.44100) 222 : cluster [DBG] pgmap v364: 89 pgs: 13 active+undersized+degraded, 2 active+clean+snaptrim, 15 active+undersized, 59 active+clean; 196 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 726 KiB/s wr, 10 op/s; 65/432 objects degraded (15.046%) 2024-02-18T08:26:49.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:49 smithi110 bash[54479]: cluster 2024-02-18T08:26:48.707900+0000 mon.a (mon.0) 665 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-02-18T08:26:49.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:49 smithi110 bash[54479]: cluster 2024-02-18T08:26:48.722936+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e452: 8 total, 7 up, 8 in 2024-02-18T08:26:49.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:49 smithi110 bash[54479]: cluster 2024-02-18T08:26:49.698640+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e453: 8 total, 7 up, 8 in 2024-02-18T08:26:49.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:49 smithi110 bash[55875]: cluster 2024-02-18T08:26:48.682023+0000 mgr.y (mgr.44100) 222 : cluster [DBG] pgmap v364: 89 pgs: 13 active+undersized+degraded, 2 active+clean+snaptrim, 15 active+undersized, 59 active+clean; 196 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 726 KiB/s wr, 10 op/s; 65/432 objects degraded (15.046%) 2024-02-18T08:26:49.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:49 smithi110 bash[55875]: cluster 2024-02-18T08:26:48.707900+0000 mon.a (mon.0) 665 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-02-18T08:26:49.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:49 smithi110 bash[55875]: cluster 2024-02-18T08:26:48.722936+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e452: 8 total, 7 up, 8 in 2024-02-18T08:26:49.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:49 smithi110 bash[55875]: cluster 2024-02-18T08:26:49.698640+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e453: 8 total, 7 up, 8 in 2024-02-18T08:26:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:49 smithi191 bash[38688]: cluster 2024-02-18T08:26:48.682023+0000 mgr.y (mgr.44100) 222 : cluster [DBG] pgmap v364: 89 pgs: 13 active+undersized+degraded, 2 active+clean+snaptrim, 15 active+undersized, 59 active+clean; 196 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 726 KiB/s wr, 10 op/s; 65/432 objects degraded (15.046%) 2024-02-18T08:26:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:49 smithi191 bash[38688]: cluster 2024-02-18T08:26:48.707900+0000 mon.a (mon.0) 665 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-02-18T08:26:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:49 smithi191 bash[38688]: cluster 2024-02-18T08:26:48.722936+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e452: 8 total, 7 up, 8 in 2024-02-18T08:26:50.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:49 smithi191 bash[38688]: cluster 2024-02-18T08:26:49.698640+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e453: 8 total, 7 up, 8 in 2024-02-18T08:26:50.733 INFO:tasks.rados.rados.0.smithi110.stdout:2042: done (0 left) 2024-02-18T08:26:50.734 INFO:tasks.rados.rados.0.smithi110.stdout:2043: read oid 15 snap 193 2024-02-18T08:26:50.734 INFO:tasks.rados.rados.0.smithi110.stdout:2043: expect deleted 2024-02-18T08:26:50.734 INFO:tasks.rados.rados.0.smithi110.stdout:2044: setattr oid 3 current snap is 195 2024-02-18T08:26:50.735 INFO:tasks.rados.rados.0.smithi110.stdout:2045: snap_remove snap 194 2024-02-18T08:26:51.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:50 smithi191 bash[38688]: cluster 2024-02-18T08:26:50.719017+0000 mon.a (mon.0) 668 : cluster [WRN] Health check update: Degraded data redundancy: 65/429 objects degraded (15.152%), 13 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:51.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:50 smithi191 bash[38688]: cluster 2024-02-18T08:26:50.730923+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e454: 8 total, 7 up, 8 in 2024-02-18T08:26:51.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:50 smithi110 bash[54479]: cluster 2024-02-18T08:26:50.719017+0000 mon.a (mon.0) 668 : cluster [WRN] Health check update: Degraded data redundancy: 65/429 objects degraded (15.152%), 13 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:51.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:50 smithi110 bash[54479]: cluster 2024-02-18T08:26:50.730923+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e454: 8 total, 7 up, 8 in 2024-02-18T08:26:51.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:50 smithi110 bash[55875]: cluster 2024-02-18T08:26:50.719017+0000 mon.a (mon.0) 668 : cluster [WRN] Health check update: Degraded data redundancy: 65/429 objects degraded (15.152%), 13 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:51.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:50 smithi110 bash[55875]: cluster 2024-02-18T08:26:50.730923+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e454: 8 total, 7 up, 8 in 2024-02-18T08:26:51.310 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:26:51.636 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[52513]: debug 2024-02-18T08:26:51.366+0000 7fc859bf6700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-02-18T08:26:51.636 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:51.632Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:51.636 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:51.633Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:51.637 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:51.633Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:26:51.654 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:26:51.654 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (10m) 64s ago 10m 14.0M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:26:51.654 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (10m) 0s ago 10m 25.0M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:26:51.654 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (8m) 64s ago 8m 14.3M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:26:51.654 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (8m) 0s ago 8m 17.9M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:26:51.654 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (4m) 0s ago 14m 377M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:26:51.654 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (5m) 64s ago 16m 418M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:26:51.654 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (4m) 64s ago 16m 52.9M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (3m) 0s ago 14m 51.0M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (3m) 64s ago 14m 45.0M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (10m) 64s ago 10m 10.9M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (10m) 0s ago 10m 11.5M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (2m) 64s ago 13m 202M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (2m) 64s ago 13m 175M 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (102s) 64s ago 13m 110M 4096M 16.2.14-548-g81bd20d6 823b921721f5 4c63cbd8618f 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (69s) 64s ago 12m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 a2480614884d 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (36s) 0s ago 12m 162M 4096M 16.2.14-548-g81bd20d6 823b921721f5 dfbbfe876a9c 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (4s) 0s ago 12m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 fa50be56e42a 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (11m) 0s ago 11m 197M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 49741aad8e65 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (11m) 0s ago 11m 171M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:26:51.655 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (5m) 0s ago 10m 41.0M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:2045: done (2 left) 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:2046: read oid 42 snap 191 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:2046: expect (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:2047: read oid 23 snap 177 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:2047: expect (ObjNum 446 snap 134 seq_num 446) 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:2048: copy_from oid 17 from oid 16 current snap is 195 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 658 (ObjNum 585 snap 181 seq_num 585) dirty exists 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:2043: done (4 left) 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:2044: done (3 left) 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 195 2024-02-18T08:26:51.738 INFO:tasks.rados.rados.0.smithi110.stdout:2049: seq_num 640 ranges {606208=729088,1335296=401408} 2024-02-18T08:26:51.751 INFO:tasks.rados.rados.0.smithi110.stdout:2049: writing smithi11051043-41 from 606208 to 1335296 tid 1 2024-02-18T08:26:51.754 INFO:tasks.rados.rados.0.smithi110.stdout:2049: writing smithi11051043-41 from 1335296 to 1736704 tid 2 2024-02-18T08:26:51.754 INFO:tasks.rados.rados.0.smithi110.stdout:2050: delete oid 4 current snap is 195 2024-02-18T08:26:51.754 INFO:tasks.rados.rados.0.smithi110.stdout:2046: expect (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:26:51.860 INFO:tasks.rados.rados.0.smithi110.stdout:2046: done (4 left) 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2050: done (3 left) 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2051: read oid 44 snap -1 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2051: expect (ObjNum 603 snap 186 seq_num 603) 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2052: read oid 42 snap -1 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2052: expect (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2053: snap_create 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2049: finishing write tid 1 to smithi11051043-41 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2049: finishing write tid 2 to smithi11051043-41 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2049: finishing write tid 4 to smithi11051043-41 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2049: finishing write tid 5 to smithi11051043-41 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 805 (ObjNum 640 snap 195 seq_num 640) dirty exists 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2049: left oid 41 (ObjNum 640 snap 195 seq_num 640) 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2048: finishing copy_from racing read to smithi11051043-17 2024-02-18T08:26:51.861 INFO:tasks.rados.rados.0.smithi110.stdout:2048: finishing copy_from to smithi11051043-17 2024-02-18T08:26:51.862 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 833 (ObjNum 570 snap 175 seq_num 570) dirty exists 2024-02-18T08:26:51.862 INFO:tasks.rados.rados.0.smithi110.stdout:2047: expect (ObjNum 446 snap 134 seq_num 446) 2024-02-18T08:26:51.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: cluster 2024-02-18T08:26:50.683022+0000 mgr.y (mgr.44100) 223 : cluster [DBG] pgmap v367: 89 pgs: 13 active+undersized+degraded, 15 active+undersized, 61 active+clean; 196 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 250 KiB/s wr, 8 op/s; 65/429 objects degraded (15.152%) 2024-02-18T08:26:51.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.338742+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:51.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.340409+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:51.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.342058+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:26:51.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.349962+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.361077+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.364162+0000 mon.a (mon.0) 675 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.366296+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.367701+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.369551+0000 mon.a (mon.0) 678 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.634771+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.635439+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.635882+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.636338+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.636781+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.637253+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.640028+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:51.974 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.640680+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.641167+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.641691+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: audit 2024-02-18T08:26:51.642219+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.975 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[54479]: cluster 2024-02-18T08:26:51.734498+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e455: 8 total, 7 up, 8 in 2024-02-18T08:26:51.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: cluster 2024-02-18T08:26:50.683022+0000 mgr.y (mgr.44100) 223 : cluster [DBG] pgmap v367: 89 pgs: 13 active+undersized+degraded, 15 active+undersized, 61 active+clean; 196 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 250 KiB/s wr, 8 op/s; 65/429 objects degraded (15.152%) 2024-02-18T08:26:51.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.338742+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:51.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.340409+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:51.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.342058+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:26:51.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.349962+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.361077+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.364162+0000 mon.a (mon.0) 675 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.366296+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.367701+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.369551+0000 mon.a (mon.0) 678 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.634771+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.635439+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.635882+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.636338+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.636781+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.637253+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.640028+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.640680+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.976 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.641167+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.977 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.641691+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.977 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: audit 2024-02-18T08:26:51.642219+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:51.977 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:51 smithi110 bash[55875]: cluster 2024-02-18T08:26:51.734498+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e455: 8 total, 7 up, 8 in 2024-02-18T08:26:52.050 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:26:52.050 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:26:52.050 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:26:52.050 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:26:52.050 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:26:52.050 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:26:52.050 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:26:52.050 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:26:52.050 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2, 2024-02-18T08:26:52.051 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 5 2024-02-18T08:26:52.051 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:26:52.051 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:26:52.051 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:26:52.051 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:26:52.051 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:26:52.051 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 4, 2024-02-18T08:26:52.051 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 10 2024-02-18T08:26:52.051 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:26:52.051 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:26:52.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: cluster 2024-02-18T08:26:50.683022+0000 mgr.y (mgr.44100) 223 : cluster [DBG] pgmap v367: 89 pgs: 13 active+undersized+degraded, 15 active+undersized, 61 active+clean; 196 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 250 KiB/s wr, 8 op/s; 65/429 objects degraded (15.152%) 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.338742+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.340409+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.342058+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.349962+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.361077+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.364162+0000 mon.a (mon.0) 675 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.366296+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.367701+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.369551+0000 mon.a (mon.0) 678 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.634771+0000 mon.a (mon.0) 679 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.635439+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.635882+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:52.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.636338+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:52.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.636781+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:52.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.637253+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:52.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.640028+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:26:52.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.640680+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:52.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.641167+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:52.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.641691+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:52.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: audit 2024-02-18T08:26:51.642219+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:26:52.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:51 smithi191 bash[38688]: cluster 2024-02-18T08:26:51.734498+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e455: 8 total, 7 up, 8 in 2024-02-18T08:26:52.475 INFO:tasks.rados.rados.0.smithi110.stdout:2051: expect (ObjNum 603 snap 186 seq_num 603) 2024-02-18T08:26:52.486 INFO:tasks.rados.rados.0.smithi110.stdout:2052: expect (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:26:52.594 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:52 smithi191 bash[42645]: debug 2024-02-18T08:26:52.274+0000 7f7a1cf98380 -1 osd.5 444 log_to_monitors {default=true} 2024-02-18T08:26:52.795 INFO:tasks.rados.rados.0.smithi110.stdout:2047: done (5 left) 2024-02-18T08:26:52.796 INFO:tasks.rados.rados.0.smithi110.stdout:2048: done (4 left) 2024-02-18T08:26:52.796 INFO:tasks.rados.rados.0.smithi110.stdout:2049: done (3 left) 2024-02-18T08:26:52.796 INFO:tasks.rados.rados.0.smithi110.stdout:2051: done (2 left) 2024-02-18T08:26:52.796 INFO:tasks.rados.rados.0.smithi110.stdout:2052: done (1 left) 2024-02-18T08:26:52.796 INFO:tasks.rados.rados.0.smithi110.stdout:2053: done (0 left) 2024-02-18T08:26:52.796 INFO:tasks.rados.rados.0.smithi110.stdout:2054: read oid 48 snap -1 2024-02-18T08:26:52.797 INFO:tasks.rados.rados.0.smithi110.stdout:2054: expect deleted 2024-02-18T08:26:52.797 INFO:tasks.rados.rados.0.smithi110.stdout:2055: copy_from oid 1 from oid 22 current snap is 196 2024-02-18T08:26:52.797 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 196 2024-02-18T08:26:52.797 INFO:tasks.rados.rados.0.smithi110.stdout:2056: seq_num 642 ranges {3244032=761856,4005888=401408} 2024-02-18T08:26:52.818 INFO:tasks.rados.rados.0.smithi110.stdout:2056: writing smithi11051043-5 from 3244032 to 4005888 tid 1 2024-02-18T08:26:52.821 INFO:tasks.rados.rados.0.smithi110.stdout:2056: writing smithi11051043-5 from 4005888 to 4407296 tid 2 2024-02-18T08:26:52.821 INFO:tasks.rados.rados.0.smithi110.stdout:2057: read oid 3 snap -1 2024-02-18T08:26:52.821 INFO:tasks.rados.rados.0.smithi110.stdout:2057: expect (ObjNum 585 snap 181 seq_num 585) 2024-02-18T08:26:52.821 INFO:tasks.rados.rados.0.smithi110.stdout:2058: snap_create 2024-02-18T08:26:52.821 INFO:tasks.rados.rados.0.smithi110.stdout:2055: finishing copy_from to smithi11051043-1 2024-02-18T08:26:52.821 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 822 (ObjNum 634 snap 193 seq_num 634) dirty exists 2024-02-18T08:26:52.821 INFO:tasks.rados.rados.0.smithi110.stdout:2055: finishing copy_from racing read to smithi11051043-1 2024-02-18T08:26:52.823 INFO:tasks.rados.rados.0.smithi110.stdout:2056: finishing write tid 1 to smithi11051043-5 2024-02-18T08:26:52.824 INFO:tasks.rados.rados.0.smithi110.stdout:2056: finishing write tid 2 to smithi11051043-5 2024-02-18T08:26:52.824 INFO:tasks.rados.rados.0.smithi110.stdout:2056: finishing write tid 4 to smithi11051043-5 2024-02-18T08:26:52.826 INFO:tasks.rados.rados.0.smithi110.stdout:2056: finishing write tid 5 to smithi11051043-5 2024-02-18T08:26:52.826 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 808 (ObjNum 642 snap 196 seq_num 642) dirty exists 2024-02-18T08:26:52.826 INFO:tasks.rados.rados.0.smithi110.stdout:2056: left oid 5 (ObjNum 642 snap 196 seq_num 642) 2024-02-18T08:26:52.837 INFO:tasks.rados.rados.0.smithi110.stdout:2057: expect (ObjNum 585 snap 181 seq_num 585) 2024-02-18T08:26:53.094 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 08:26:52 smithi191 bash[42645]: debug 2024-02-18T08:26:52.810+0000 7f7a0d47d700 -1 osd.5 444 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:26:53.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:52 smithi191 bash[38688]: audit 2024-02-18T08:26:51.294162+0000 mgr.y (mgr.44100) 224 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:53.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:52 smithi191 bash[38688]: cephadm 2024-02-18T08:26:51.343467+0000 mgr.y (mgr.44100) 225 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:26:53.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:52 smithi191 bash[38688]: audit 2024-02-18T08:26:51.369737+0000 mgr.y (mgr.44100) 226 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:26:53.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:52 smithi191 bash[38688]: cephadm 2024-02-18T08:26:51.370733+0000 mgr.y (mgr.44100) 227 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-02-18T08:26:53.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:52 smithi191 bash[38688]: audit 2024-02-18T08:26:51.628864+0000 mgr.y (mgr.44100) 228 : audit [DBG] from='client.44310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:53.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:52 smithi191 bash[38688]: audit 2024-02-18T08:26:52.047356+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.110:0/2573944550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:53.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:52 smithi191 bash[38688]: audit 2024-02-18T08:26:52.282293+0000 mon.b (mon.2) 5 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/651438155,v1:172.21.15.191:6809/651438155]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:26:53.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:52 smithi191 bash[38688]: audit 2024-02-18T08:26:52.282841+0000 mon.a (mon.0) 691 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:26:53.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[54479]: audit 2024-02-18T08:26:51.294162+0000 mgr.y (mgr.44100) 224 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:53.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[54479]: cephadm 2024-02-18T08:26:51.343467+0000 mgr.y (mgr.44100) 225 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:26:53.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[54479]: audit 2024-02-18T08:26:51.369737+0000 mgr.y (mgr.44100) 226 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:26:53.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[54479]: cephadm 2024-02-18T08:26:51.370733+0000 mgr.y (mgr.44100) 227 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-02-18T08:26:53.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[54479]: audit 2024-02-18T08:26:51.628864+0000 mgr.y (mgr.44100) 228 : audit [DBG] from='client.44310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:53.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[54479]: audit 2024-02-18T08:26:52.047356+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.110:0/2573944550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:53.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[54479]: audit 2024-02-18T08:26:52.282293+0000 mon.b (mon.2) 5 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/651438155,v1:172.21.15.191:6809/651438155]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:26:53.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[54479]: audit 2024-02-18T08:26:52.282841+0000 mon.a (mon.0) 691 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:26:53.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[55875]: audit 2024-02-18T08:26:51.294162+0000 mgr.y (mgr.44100) 224 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:53.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[55875]: cephadm 2024-02-18T08:26:51.343467+0000 mgr.y (mgr.44100) 225 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:26:53.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[55875]: audit 2024-02-18T08:26:51.369737+0000 mgr.y (mgr.44100) 226 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:26:53.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[55875]: cephadm 2024-02-18T08:26:51.370733+0000 mgr.y (mgr.44100) 227 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-02-18T08:26:53.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[55875]: audit 2024-02-18T08:26:51.628864+0000 mgr.y (mgr.44100) 228 : audit [DBG] from='client.44310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:26:53.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[55875]: audit 2024-02-18T08:26:52.047356+0000 mon.c (mon.1) 11 : audit [DBG] from='client.? 172.21.15.110:0/2573944550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:26:53.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[55875]: audit 2024-02-18T08:26:52.282293+0000 mon.b (mon.2) 5 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/651438155,v1:172.21.15.191:6809/651438155]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:26:53.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:52 smithi110 bash[55875]: audit 2024-02-18T08:26:52.282841+0000 mon.a (mon.0) 691 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-18T08:26:53.802 INFO:tasks.rados.rados.0.smithi110.stdout:2054: done (4 left) 2024-02-18T08:26:53.802 INFO:tasks.rados.rados.0.smithi110.stdout:2055: done (3 left) 2024-02-18T08:26:53.802 INFO:tasks.rados.rados.0.smithi110.stdout:2056: done (2 left) 2024-02-18T08:26:53.802 INFO:tasks.rados.rados.0.smithi110.stdout:2057: done (1 left) 2024-02-18T08:26:53.802 INFO:tasks.rados.rados.0.smithi110.stdout:2058: done (0 left) 2024-02-18T08:26:53.802 INFO:tasks.rados.rados.0.smithi110.stdout:2059: copy_from oid 15 from oid 50 current snap is 197 2024-02-18T08:26:53.802 INFO:tasks.rados.rados.0.smithi110.stdout:2060: snap_create 2024-02-18T08:26:53.803 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:53.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:53.803 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:53.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:26:53.803 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:26:53.527Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:26:53.804 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[54479]: cluster 2024-02-18T08:26:52.683979+0000 mgr.y (mgr.44100) 229 : cluster [DBG] pgmap v370: 89 pgs: 13 active+undersized+degraded, 15 active+undersized, 61 active+clean; 198 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 538 KiB/s wr, 14 op/s; 66/432 objects degraded (15.278%) 2024-02-18T08:26:53.804 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[54479]: audit 2024-02-18T08:26:52.791741+0000 mon.a (mon.0) 692 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-18T08:26:53.804 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[54479]: cluster 2024-02-18T08:26:52.791924+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e456: 8 total, 7 up, 8 in 2024-02-18T08:26:53.804 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[54479]: audit 2024-02-18T08:26:52.793041+0000 mon.b (mon.2) 6 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/651438155,v1:172.21.15.191:6809/651438155]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:53.805 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[54479]: audit 2024-02-18T08:26:52.793541+0000 mon.a (mon.0) 694 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:53.805 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[55875]: cluster 2024-02-18T08:26:52.683979+0000 mgr.y (mgr.44100) 229 : cluster [DBG] pgmap v370: 89 pgs: 13 active+undersized+degraded, 15 active+undersized, 61 active+clean; 198 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 538 KiB/s wr, 14 op/s; 66/432 objects degraded (15.278%) 2024-02-18T08:26:53.805 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[55875]: audit 2024-02-18T08:26:52.791741+0000 mon.a (mon.0) 692 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-18T08:26:53.805 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[55875]: cluster 2024-02-18T08:26:52.791924+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e456: 8 total, 7 up, 8 in 2024-02-18T08:26:53.805 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[55875]: audit 2024-02-18T08:26:52.793041+0000 mon.b (mon.2) 6 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/651438155,v1:172.21.15.191:6809/651438155]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:53.805 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:53 smithi110 bash[55875]: audit 2024-02-18T08:26:52.793541+0000 mon.a (mon.0) 694 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:54.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:53 smithi191 bash[38688]: cluster 2024-02-18T08:26:52.683979+0000 mgr.y (mgr.44100) 229 : cluster [DBG] pgmap v370: 89 pgs: 13 active+undersized+degraded, 15 active+undersized, 61 active+clean; 198 MiB data, 1.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 538 KiB/s wr, 14 op/s; 66/432 objects degraded (15.278%) 2024-02-18T08:26:54.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:53 smithi191 bash[38688]: audit 2024-02-18T08:26:52.791741+0000 mon.a (mon.0) 692 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-18T08:26:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:53 smithi191 bash[38688]: cluster 2024-02-18T08:26:52.791924+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e456: 8 total, 7 up, 8 in 2024-02-18T08:26:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:53 smithi191 bash[38688]: audit 2024-02-18T08:26:52.793041+0000 mon.b (mon.2) 6 : audit [INF] from='osd.5 [v2:172.21.15.191:6808/651438155,v1:172.21.15.191:6809/651438155]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:53 smithi191 bash[38688]: audit 2024-02-18T08:26:52.793541+0000 mon.a (mon.0) 694 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:26:54.798 INFO:tasks.rados.rados.0.smithi110.stdout:2060: done (1 left) 2024-02-18T08:26:54.798 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 198 2024-02-18T08:26:54.799 INFO:tasks.rados.rados.0.smithi110.stdout:2061: seq_num 643 ranges {4407296=778240,5185536=401408} 2024-02-18T08:26:54.830 INFO:tasks.rados.rados.0.smithi110.stdout:2061: writing smithi11051043-5 from 4407296 to 5185536 tid 1 2024-02-18T08:26:54.833 INFO:tasks.rados.rados.0.smithi110.stdout:2061: writing smithi11051043-5 from 5185536 to 5586944 tid 2 2024-02-18T08:26:54.833 INFO:tasks.rados.rados.0.smithi110.stdout:2062: delete oid 41 current snap is 198 2024-02-18T08:26:54.833 INFO:tasks.rados.rados.0.smithi110.stdout:2059: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:26:54.833 INFO:tasks.rados.rados.0.smithi110.stdout:2059: finishing copy_from to smithi11051043-15 2024-02-18T08:26:54.833 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 661 (ObjNum 627 snap 191 seq_num 627) dirty exists 2024-02-18T08:26:54.838 INFO:tasks.rados.rados.0.smithi110.stdout:2061: finishing write tid 1 to smithi11051043-5 2024-02-18T08:26:54.838 INFO:tasks.rados.rados.0.smithi110.stdout:2061: finishing write tid 2 to smithi11051043-5 2024-02-18T08:26:54.838 INFO:tasks.rados.rados.0.smithi110.stdout:2061: finishing write tid 4 to smithi11051043-5 2024-02-18T08:26:54.839 INFO:tasks.rados.rados.0.smithi110.stdout:2061: finishing write tid 5 to smithi11051043-5 2024-02-18T08:26:54.839 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 811 (ObjNum 643 snap 198 seq_num 643) dirty exists 2024-02-18T08:26:54.839 INFO:tasks.rados.rados.0.smithi110.stdout:2061: left oid 5 (ObjNum 643 snap 198 seq_num 643) 2024-02-18T08:26:54.840 INFO:tasks.rados.rados.0.smithi110.stdout:2059: done (2 left) 2024-02-18T08:26:54.840 INFO:tasks.rados.rados.0.smithi110.stdout:2061: done (1 left) 2024-02-18T08:26:54.840 INFO:tasks.rados.rados.0.smithi110.stdout:2062: done (0 left) 2024-02-18T08:26:54.840 INFO:tasks.rados.rados.0.smithi110.stdout:2063: read oid 36 snap -1 2024-02-18T08:26:54.840 INFO:tasks.rados.rados.0.smithi110.stdout:2063: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:26:54.840 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 198 2024-02-18T08:26:54.841 INFO:tasks.rados.rados.0.smithi110.stdout:2064: seq_num 645 ranges {1892352=409600,2301952=778240,3080192=24576} 2024-02-18T08:26:54.852 INFO:tasks.rados.rados.0.smithi110.stdout:2064: writing smithi11051043-18 from 1892352 to 2301952 tid 1 2024-02-18T08:26:54.857 INFO:tasks.rados.rados.0.smithi110.stdout:2064: writing smithi11051043-18 from 2301952 to 3080192 tid 2 2024-02-18T08:26:54.857 INFO:tasks.rados.rados.0.smithi110.stdout:2064: writing smithi11051043-18 from 3080192 to 3104768 tid 3 2024-02-18T08:26:54.857 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 198 2024-02-18T08:26:54.858 INFO:tasks.rados.rados.0.smithi110.stdout:2065: seq_num 646 ranges {507904=425984,933888=655360,1589248=147456} 2024-02-18T08:26:54.863 INFO:tasks.rados.rados.0.smithi110.stdout:2065: writing smithi11051043-44 from 507904 to 933888 tid 1 2024-02-18T08:26:54.867 INFO:tasks.rados.rados.0.smithi110.stdout:2065: writing smithi11051043-44 from 933888 to 1589248 tid 2 2024-02-18T08:26:54.868 INFO:tasks.rados.rados.0.smithi110.stdout:2065: writing smithi11051043-44 from 1589248 to 1736704 tid 3 2024-02-18T08:26:54.868 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 198 2024-02-18T08:26:54.868 INFO:tasks.rados.rados.0.smithi110.stdout:2066: seq_num 647 ranges {5750784=442368,6193152=589824,6782976=212992} 2024-02-18T08:26:54.903 INFO:tasks.rados.rados.0.smithi110.stdout:2066: writing smithi11051043-9 from 5750784 to 6193152 tid 1 2024-02-18T08:26:54.907 INFO:tasks.rados.rados.0.smithi110.stdout:2066: writing smithi11051043-9 from 6193152 to 6782976 tid 2 2024-02-18T08:26:54.911 INFO:tasks.rados.rados.0.smithi110.stdout:2066: writing smithi11051043-9 from 6782976 to 6995968 tid 3 2024-02-18T08:26:54.911 INFO:tasks.rados.rados.0.smithi110.stdout:2067: read oid 10 snap -1 2024-02-18T08:26:54.911 INFO:tasks.rados.rados.0.smithi110.stdout:2067: expect (ObjNum 589 snap 183 seq_num 589) 2024-02-18T08:26:54.911 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 198 2024-02-18T08:26:54.912 INFO:tasks.rados.rados.0.smithi110.stdout:2068: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-02-18T08:26:54.912 INFO:tasks.rados.rados.0.smithi110.stdout:2068: writing smithi11051043-12 from 0 to 458752 tid 1 2024-02-18T08:26:54.915 INFO:tasks.rados.rados.0.smithi110.stdout:2068: writing smithi11051043-12 from 458752 to 933888 tid 2 2024-02-18T08:26:54.917 INFO:tasks.rados.rados.0.smithi110.stdout:2068: writing smithi11051043-12 from 933888 to 1261568 tid 3 2024-02-18T08:26:54.918 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 198 2024-02-18T08:26:54.918 INFO:tasks.rados.rados.0.smithi110.stdout:2069: seq_num 649 ranges {10264576=475136,10739712=761856,11501568=40960} 2024-02-18T08:26:54.978 INFO:tasks.rados.rados.0.smithi110.stdout:2069: writing smithi11051043-25 from 10264576 to 10739712 tid 1 2024-02-18T08:26:54.982 INFO:tasks.rados.rados.0.smithi110.stdout:2069: writing smithi11051043-25 from 10739712 to 11501568 tid 2 2024-02-18T08:26:54.982 INFO:tasks.rados.rados.0.smithi110.stdout:2069: writing smithi11051043-25 from 11501568 to 11542528 tid 3 2024-02-18T08:26:54.982 INFO:tasks.rados.rados.0.smithi110.stdout:2070: copy_from oid 5 from oid 6 current snap is 198 2024-02-18T08:26:54.982 INFO:tasks.rados.rados.0.smithi110.stdout:2063: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:26:54.986 INFO:tasks.rados.rados.0.smithi110.stdout:2063: done (7 left) 2024-02-18T08:26:54.986 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 20 current snap is 198 2024-02-18T08:26:54.986 INFO:tasks.rados.rados.0.smithi110.stdout:2071: seq_num 650 ranges {2244608=491520,2736128=647168,3383296=155648} 2024-02-18T08:26:55.001 INFO:tasks.rados.rados.0.smithi110.stdout:2071: writing smithi11051043-20 from 2244608 to 2736128 tid 1 2024-02-18T08:26:55.005 INFO:tasks.rados.rados.0.smithi110.stdout:2071: writing smithi11051043-20 from 2736128 to 3383296 tid 2 2024-02-18T08:26:55.006 INFO:tasks.rados.rados.0.smithi110.stdout:2071: writing smithi11051043-20 from 3383296 to 3538944 tid 3 2024-02-18T08:26:55.006 INFO:tasks.rados.rados.0.smithi110.stdout:2072: read oid 28 snap -1 2024-02-18T08:26:55.006 INFO:tasks.rados.rados.0.smithi110.stdout:2072: expect deleted 2024-02-18T08:26:55.006 INFO:tasks.rados.rados.0.smithi110.stdout:2073: read oid 22 snap -1 2024-02-18T08:26:55.006 INFO:tasks.rados.rados.0.smithi110.stdout:2073: expect (ObjNum 634 snap 193 seq_num 634) 2024-02-18T08:26:55.006 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 198 2024-02-18T08:26:55.007 INFO:tasks.rados.rados.0.smithi110.stdout:2074: seq_num 651 ranges {3088384=507904,3596288=532480,4128768=270336} 2024-02-18T08:26:55.026 INFO:tasks.rados.rados.0.smithi110.stdout:2074: writing smithi11051043-3 from 3088384 to 3596288 tid 1 2024-02-18T08:26:55.029 INFO:tasks.rados.rados.0.smithi110.stdout:2074: writing smithi11051043-3 from 3596288 to 4128768 tid 2 2024-02-18T08:26:55.031 INFO:tasks.rados.rados.0.smithi110.stdout:2074: writing smithi11051043-3 from 4128768 to 4399104 tid 3 2024-02-18T08:26:55.031 INFO:tasks.rados.rados.0.smithi110.stdout:2075: read oid 40 snap -1 2024-02-18T08:26:55.031 INFO:tasks.rados.rados.0.smithi110.stdout:2075: expect (ObjNum 602 snap 186 seq_num 602) 2024-02-18T08:26:55.031 INFO:tasks.rados.rados.0.smithi110.stdout:2076: snap_remove snap 193 2024-02-18T08:26:55.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:54 smithi191 bash[38688]: cluster 2024-02-18T08:26:53.784706+0000 mon.a (mon.0) 695 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:26:55.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:54 smithi191 bash[38688]: cluster 2024-02-18T08:26:53.793949+0000 mon.a (mon.0) 696 : cluster [INF] osd.5 [v2:172.21.15.191:6808/651438155,v1:172.21.15.191:6809/651438155] boot 2024-02-18T08:26:55.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:54 smithi191 bash[38688]: cluster 2024-02-18T08:26:53.794128+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-02-18T08:26:55.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:54 smithi191 bash[38688]: audit 2024-02-18T08:26:53.799369+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:26:55.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:54 smithi191 bash[38688]: cluster 2024-02-18T08:26:54.795374+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-02-18T08:26:55.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:54 smithi110 bash[54479]: cluster 2024-02-18T08:26:53.784706+0000 mon.a (mon.0) 695 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:26:55.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:54 smithi110 bash[54479]: cluster 2024-02-18T08:26:53.793949+0000 mon.a (mon.0) 696 : cluster [INF] osd.5 [v2:172.21.15.191:6808/651438155,v1:172.21.15.191:6809/651438155] boot 2024-02-18T08:26:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:54 smithi110 bash[54479]: cluster 2024-02-18T08:26:53.794128+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-02-18T08:26:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:54 smithi110 bash[54479]: audit 2024-02-18T08:26:53.799369+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:26:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:54 smithi110 bash[54479]: cluster 2024-02-18T08:26:54.795374+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-02-18T08:26:55.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:54 smithi110 bash[55875]: cluster 2024-02-18T08:26:53.784706+0000 mon.a (mon.0) 695 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:26:55.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:54 smithi110 bash[55875]: cluster 2024-02-18T08:26:53.793949+0000 mon.a (mon.0) 696 : cluster [INF] osd.5 [v2:172.21.15.191:6808/651438155,v1:172.21.15.191:6809/651438155] boot 2024-02-18T08:26:55.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:54 smithi110 bash[55875]: cluster 2024-02-18T08:26:53.794128+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-02-18T08:26:55.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:54 smithi110 bash[55875]: audit 2024-02-18T08:26:53.799369+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-18T08:26:55.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:54 smithi110 bash[55875]: cluster 2024-02-18T08:26:54.795374+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2076: done (12 left) 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2077: copy_from oid 26 from oid 23 current snap is 198 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2064: finishing write tid 1 to smithi11051043-18 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2064: finishing write tid 2 to smithi11051043-18 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2064: finishing write tid 3 to smithi11051043-18 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2064: finishing write tid 5 to smithi11051043-18 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2064: finishing write tid 6 to smithi11051043-18 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1012 (ObjNum 645 snap 198 seq_num 645) dirty exists 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2064: left oid 18 (ObjNum 645 snap 198 seq_num 645) 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2065: finishing write tid 1 to smithi11051043-44 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2065: finishing write tid 2 to smithi11051043-44 2024-02-18T08:26:55.823 INFO:tasks.rados.rados.0.smithi110.stdout:2065: finishing write tid 3 to smithi11051043-44 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2065: finishing write tid 5 to smithi11051043-44 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2065: finishing write tid 6 to smithi11051043-44 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 826 (ObjNum 646 snap 198 seq_num 646) dirty exists 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2065: left oid 44 (ObjNum 646 snap 198 seq_num 646) 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2066: finishing write tid 1 to smithi11051043-9 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2066: finishing write tid 2 to smithi11051043-9 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2066: finishing write tid 3 to smithi11051043-9 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2066: finishing write tid 5 to smithi11051043-9 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2066: finishing write tid 6 to smithi11051043-9 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1016 (ObjNum 647 snap 198 seq_num 647) dirty exists 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2066: left oid 9 (ObjNum 647 snap 198 seq_num 647) 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2068: finishing write tid 1 to smithi11051043-12 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2068: finishing write tid 2 to smithi11051043-12 2024-02-18T08:26:55.824 INFO:tasks.rados.rados.0.smithi110.stdout:2068: finishing write tid 3 to smithi11051043-12 2024-02-18T08:26:55.825 INFO:tasks.rados.rados.0.smithi110.stdout:2068: finishing write tid 5 to smithi11051043-12 2024-02-18T08:26:55.825 INFO:tasks.rados.rados.0.smithi110.stdout:2068: finishing write tid 6 to smithi11051043-12 2024-02-18T08:26:55.825 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 805 (ObjNum 648 snap 198 seq_num 648) dirty exists 2024-02-18T08:26:55.825 INFO:tasks.rados.rados.0.smithi110.stdout:2068: left oid 12 (ObjNum 648 snap 198 seq_num 648) 2024-02-18T08:26:55.825 INFO:tasks.rados.rados.0.smithi110.stdout:2067: expect (ObjNum 589 snap 183 seq_num 589) 2024-02-18T08:26:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:55 smithi191 bash[38688]: cluster 2024-02-18T08:26:54.684955+0000 mgr.y (mgr.44100) 230 : cluster [DBG] pgmap v373: 89 pgs: 5 peering, 9 active+undersized+degraded, 14 active+undersized, 61 active+clean; 201 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 33/420 objects degraded (7.857%) 2024-02-18T08:26:56.096 INFO:tasks.rados.rados.0.smithi110.stdout:2069: finishing write tid 1 to smithi11051043-25 2024-02-18T08:26:56.096 INFO:tasks.rados.rados.0.smithi110.stdout:2069: finishing write tid 2 to smithi11051043-25 2024-02-18T08:26:56.096 INFO:tasks.rados.rados.0.smithi110.stdout:2069: finishing write tid 3 to smithi11051043-25 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2069: finishing write tid 5 to smithi11051043-25 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2070: finishing copy_from racing read to smithi11051043-5 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2069: finishing write tid 6 to smithi11051043-25 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 740 (ObjNum 649 snap 198 seq_num 649) dirty exists 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2069: left oid 25 (ObjNum 649 snap 198 seq_num 649) 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2070: finishing copy_from to smithi11051043-5 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 819 (ObjNum 624 snap 191 seq_num 624) dirty exists 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2071: finishing write tid 1 to smithi11051043-20 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2064: done (12 left) 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2065: done (11 left) 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2066: done (10 left) 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2067: done (9 left) 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2068: done (8 left) 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2069: done (7 left) 2024-02-18T08:26:56.097 INFO:tasks.rados.rados.0.smithi110.stdout:2070: done (6 left) 2024-02-18T08:26:56.098 INFO:tasks.rados.rados.0.smithi110.stdout:2072: done (5 left) 2024-02-18T08:26:56.098 INFO:tasks.rados.rados.0.smithi110.stdout:2078: copy_from oid 29 from oid 44 current snap is 198 2024-02-18T08:26:56.098 INFO:tasks.rados.rados.0.smithi110.stdout:2071: finishing write tid 2 to smithi11051043-20 2024-02-18T08:26:56.098 INFO:tasks.rados.rados.0.smithi110.stdout:2073: expect (ObjNum 634 snap 193 seq_num 634) 2024-02-18T08:26:56.190 INFO:tasks.rados.rados.0.smithi110.stdout:2071: finishing write tid 3 to smithi11051043-20 2024-02-18T08:26:56.191 INFO:tasks.rados.rados.0.smithi110.stdout:2071: finishing write tid 5 to smithi11051043-20 2024-02-18T08:26:56.191 INFO:tasks.rados.rados.0.smithi110.stdout:2071: finishing write tid 6 to smithi11051043-20 2024-02-18T08:26:56.191 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 622 (ObjNum 650 snap 198 seq_num 650) dirty exists 2024-02-18T08:26:56.191 INFO:tasks.rados.rados.0.smithi110.stdout:2071: left oid 20 (ObjNum 650 snap 198 seq_num 650) 2024-02-18T08:26:56.191 INFO:tasks.rados.rados.0.smithi110.stdout:2074: finishing write tid 1 to smithi11051043-3 2024-02-18T08:26:56.191 INFO:tasks.rados.rados.0.smithi110.stdout:2071: done (5 left) 2024-02-18T08:26:56.191 INFO:tasks.rados.rados.0.smithi110.stdout:2073: done (4 left) 2024-02-18T08:26:56.191 INFO:tasks.rados.rados.0.smithi110.stdout:2079: snap_remove snap 177 2024-02-18T08:26:56.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:55 smithi110 bash[54479]: cluster 2024-02-18T08:26:54.684955+0000 mgr.y (mgr.44100) 230 : cluster [DBG] pgmap v373: 89 pgs: 5 peering, 9 active+undersized+degraded, 14 active+undersized, 61 active+clean; 201 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 33/420 objects degraded (7.857%) 2024-02-18T08:26:56.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:55 smithi110 bash[55875]: cluster 2024-02-18T08:26:54.684955+0000 mgr.y (mgr.44100) 230 : cluster [DBG] pgmap v373: 89 pgs: 5 peering, 9 active+undersized+degraded, 14 active+undersized, 61 active+clean; 201 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 33/420 objects degraded (7.857%) 2024-02-18T08:26:56.841 INFO:tasks.rados.rados.0.smithi110.stdout:2079: done (4 left) 2024-02-18T08:26:56.841 INFO:tasks.rados.rados.0.smithi110.stdout:2080: setattr oid 8 current snap is 198 2024-02-18T08:26:56.845 INFO:tasks.rados.rados.0.smithi110.stdout:2081: setattr oid 42 current snap is 198 2024-02-18T08:26:56.845 INFO:tasks.rados.rados.0.smithi110.stdout:2075: expect (ObjNum 602 snap 186 seq_num 602) 2024-02-18T08:26:56.864 INFO:tasks.rados.rados.0.smithi110.stdout:2074: finishing write tid 2 to smithi11051043-3 2024-02-18T08:26:56.864 INFO:tasks.rados.rados.0.smithi110.stdout:2074: finishing write tid 3 to smithi11051043-3 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:2074: finishing write tid 5 to smithi11051043-3 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:2074: finishing write tid 6 to smithi11051043-3 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 663 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:2074: left oid 3 (ObjNum 651 snap 198 seq_num 651) 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:2077: finishing copy_from to smithi11051043-26 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1041 (ObjNum 620 snap 190 seq_num 620) dirty exists 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:2077: finishing copy_from racing read to smithi11051043-26 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:2078: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:2078: finishing copy_from to smithi11051043-29 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 826 (ObjNum 646 snap 198 seq_num 646) dirty exists 2024-02-18T08:26:56.865 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1106 (ObjNum 626 snap 191 seq_num 626) dirty exists 2024-02-18T08:26:56.867 INFO:tasks.rados.rados.0.smithi110.stdout:2074: done (5 left) 2024-02-18T08:26:56.867 INFO:tasks.rados.rados.0.smithi110.stdout:2075: done (4 left) 2024-02-18T08:26:56.867 INFO:tasks.rados.rados.0.smithi110.stdout:2077: done (3 left) 2024-02-18T08:26:56.867 INFO:tasks.rados.rados.0.smithi110.stdout:2078: done (2 left) 2024-02-18T08:26:56.868 INFO:tasks.rados.rados.0.smithi110.stdout:2080: done (1 left) 2024-02-18T08:26:56.868 INFO:tasks.rados.rados.0.smithi110.stdout:2082: read oid 27 snap 197 2024-02-18T08:26:56.868 INFO:tasks.rados.rados.0.smithi110.stdout:2082: expect deleted 2024-02-18T08:26:56.868 INFO:tasks.rados.rados.0.smithi110.stdout:2083: delete oid 10 current snap is 198 2024-02-18T08:26:56.871 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 839 (ObjNum 521 snap 157 seq_num 521) dirty exists 2024-02-18T08:26:56.872 INFO:tasks.rados.rados.0.smithi110.stdout:2081: done (2 left) 2024-02-18T08:26:56.872 INFO:tasks.rados.rados.0.smithi110.stdout:2082: done (1 left) 2024-02-18T08:26:56.872 INFO:tasks.rados.rados.0.smithi110.stdout:2083: done (0 left) 2024-02-18T08:26:56.872 INFO:tasks.rados.rados.0.smithi110.stdout:2084: snap_create 2024-02-18T08:26:57.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:56 smithi191 bash[38688]: cluster 2024-02-18T08:26:55.818443+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-02-18T08:26:57.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:56 smithi110 bash[54479]: cluster 2024-02-18T08:26:55.818443+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-02-18T08:26:57.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:56 smithi110 bash[55875]: cluster 2024-02-18T08:26:55.818443+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-02-18T08:26:57.845 INFO:tasks.rados.rados.0.smithi110.stdout:2084: done (0 left) 2024-02-18T08:26:57.845 INFO:tasks.rados.rados.0.smithi110.stdout:2085: delete oid 8 current snap is 199 2024-02-18T08:26:57.849 INFO:tasks.rados.rados.0.smithi110.stdout:2085: done (0 left) 2024-02-18T08:26:57.849 INFO:tasks.rados.rados.0.smithi110.stdout:2086: rollback oid 13 current snap is 199 2024-02-18T08:26:57.850 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 197 2024-02-18T08:26:57.850 INFO:tasks.rados.rados.0.smithi110.stdout:2087: snap_create 2024-02-18T08:26:57.854 INFO:tasks.rados.rados.0.smithi110.stdout:2086: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:26:57.854 INFO:tasks.rados.rados.0.smithi110.stdout:2086: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:26:57.854 INFO:tasks.rados.rados.0.smithi110.stdout:2086: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:26:57.854 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 825 (ObjNum 603 snap 186 seq_num 603) dirty exists 2024-02-18T08:26:58.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:57 smithi191 bash[38688]: cluster 2024-02-18T08:26:56.685801+0000 mgr.y (mgr.44100) 231 : cluster [DBG] pgmap v376: 89 pgs: 8 peering, 5 active+undersized+degraded, 13 active+undersized, 63 active+clean; 204 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 18/411 objects degraded (4.380%) 2024-02-18T08:26:58.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:57 smithi191 bash[38688]: cluster 2024-02-18T08:26:56.824776+0000 mon.a (mon.0) 701 : cluster [WRN] Health check update: Degraded data redundancy: 18/411 objects degraded (4.380%), 5 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:58.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:57 smithi191 bash[38688]: cluster 2024-02-18T08:26:56.838301+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-02-18T08:26:58.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:57 smithi110 bash[54479]: cluster 2024-02-18T08:26:56.685801+0000 mgr.y (mgr.44100) 231 : cluster [DBG] pgmap v376: 89 pgs: 8 peering, 5 active+undersized+degraded, 13 active+undersized, 63 active+clean; 204 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 18/411 objects degraded (4.380%) 2024-02-18T08:26:58.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:57 smithi110 bash[54479]: cluster 2024-02-18T08:26:56.824776+0000 mon.a (mon.0) 701 : cluster [WRN] Health check update: Degraded data redundancy: 18/411 objects degraded (4.380%), 5 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:58.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:57 smithi110 bash[54479]: cluster 2024-02-18T08:26:56.838301+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-02-18T08:26:58.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:57 smithi110 bash[55875]: cluster 2024-02-18T08:26:56.685801+0000 mgr.y (mgr.44100) 231 : cluster [DBG] pgmap v376: 89 pgs: 8 peering, 5 active+undersized+degraded, 13 active+undersized, 63 active+clean; 204 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 18/411 objects degraded (4.380%) 2024-02-18T08:26:58.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:57 smithi110 bash[55875]: cluster 2024-02-18T08:26:56.824776+0000 mon.a (mon.0) 701 : cluster [WRN] Health check update: Degraded data redundancy: 18/411 objects degraded (4.380%), 5 pgs degraded (PG_DEGRADED) 2024-02-18T08:26:58.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:57 smithi110 bash[55875]: cluster 2024-02-18T08:26:56.838301+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-02-18T08:26:58.848 INFO:tasks.rados.rados.0.smithi110.stdout:2086: done (1 left) 2024-02-18T08:26:58.848 INFO:tasks.rados.rados.0.smithi110.stdout:2087: done (0 left) 2024-02-18T08:26:58.848 INFO:tasks.rados.rados.0.smithi110.stdout:2088: snap_remove snap 196 2024-02-18T08:26:59.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:58 smithi110 bash[54479]: cluster 2024-02-18T08:26:57.841584+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-02-18T08:26:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:58 smithi110 bash[55875]: cluster 2024-02-18T08:26:57.841584+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-02-18T08:26:59.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:58 smithi191 bash[38688]: cluster 2024-02-18T08:26:57.841584+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-02-18T08:26:59.851 INFO:tasks.rados.rados.0.smithi110.stdout:2088: done (0 left) 2024-02-18T08:26:59.851 INFO:tasks.rados.rados.0.smithi110.stdout:2089: copy_from oid 10 from oid 48 current snap is 200 2024-02-18T08:26:59.851 INFO:tasks.rados.rados.0.smithi110.stdout:2090: snap_create 2024-02-18T08:26:59.857 INFO:tasks.rados.rados.0.smithi110.stdout:2089: finishing copy_from to smithi11051043-10 2024-02-18T08:26:59.858 INFO:tasks.rados.rados.0.smithi110.stdout:2089: got expected ENOENT (src dne) 2024-02-18T08:26:59.858 INFO:tasks.rados.rados.0.smithi110.stdout:2089: finishing copy_from racing read to smithi11051043-10 2024-02-18T08:27:00.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:59 smithi110 bash[54479]: cluster 2024-02-18T08:26:58.686566+0000 mgr.y (mgr.44100) 232 : cluster [DBG] pgmap v379: 89 pgs: 8 peering, 1 active+undersized+degraded, 2 active+undersized, 78 active+clean; 184 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 2/393 objects degraded (0.509%); 1.6 MiB/s, 0 objects/s recovering 2024-02-18T08:27:00.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:59 smithi110 bash[54479]: cluster 2024-02-18T08:26:58.845119+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2024-02-18T08:27:00.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:26:59 smithi110 bash[54479]: cluster 2024-02-18T08:26:59.847493+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2024-02-18T08:27:00.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:59 smithi110 bash[55875]: cluster 2024-02-18T08:26:58.686566+0000 mgr.y (mgr.44100) 232 : cluster [DBG] pgmap v379: 89 pgs: 8 peering, 1 active+undersized+degraded, 2 active+undersized, 78 active+clean; 184 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 2/393 objects degraded (0.509%); 1.6 MiB/s, 0 objects/s recovering 2024-02-18T08:27:00.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:59 smithi110 bash[55875]: cluster 2024-02-18T08:26:58.845119+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2024-02-18T08:27:00.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:26:59 smithi110 bash[55875]: cluster 2024-02-18T08:26:59.847493+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2024-02-18T08:27:00.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:59 smithi191 bash[38688]: cluster 2024-02-18T08:26:58.686566+0000 mgr.y (mgr.44100) 232 : cluster [DBG] pgmap v379: 89 pgs: 8 peering, 1 active+undersized+degraded, 2 active+undersized, 78 active+clean; 184 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 2/393 objects degraded (0.509%); 1.6 MiB/s, 0 objects/s recovering 2024-02-18T08:27:00.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:59 smithi191 bash[38688]: cluster 2024-02-18T08:26:58.845119+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2024-02-18T08:27:00.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:26:59 smithi191 bash[38688]: cluster 2024-02-18T08:26:59.847493+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2024-02-18T08:27:00.854 INFO:tasks.rados.rados.0.smithi110.stdout:2089: done (1 left) 2024-02-18T08:27:00.855 INFO:tasks.rados.rados.0.smithi110.stdout:2090: done (0 left) 2024-02-18T08:27:00.855 INFO:tasks.rados.rados.0.smithi110.stdout:2091: read oid 11 snap -1 2024-02-18T08:27:00.855 INFO:tasks.rados.rados.0.smithi110.stdout:2091: expect (ObjNum 599 snap 185 seq_num 599) 2024-02-18T08:27:00.855 INFO:tasks.rados.rados.0.smithi110.stdout:2092: read oid 31 snap -1 2024-02-18T08:27:00.855 INFO:tasks.rados.rados.0.smithi110.stdout:2092: expect (ObjNum 611 snap 189 seq_num 611) 2024-02-18T08:27:00.855 INFO:tasks.rados.rados.0.smithi110.stdout:2093: copy_from oid 40 from oid 48 current snap is 201 2024-02-18T08:27:00.855 INFO:tasks.rados.rados.0.smithi110.stdout:2094: read oid 46 snap -1 2024-02-18T08:27:00.855 INFO:tasks.rados.rados.0.smithi110.stdout:2094: expect deleted 2024-02-18T08:27:00.855 INFO:tasks.rados.rados.0.smithi110.stdout:2095: delete oid 39 current snap is 201 2024-02-18T08:27:00.858 INFO:tasks.rados.rados.0.smithi110.stdout:2093: finishing copy_from to smithi11051043-40 2024-02-18T08:27:00.858 INFO:tasks.rados.rados.0.smithi110.stdout:2093: got expected ENOENT (src dne) 2024-02-18T08:27:00.859 INFO:tasks.rados.rados.0.smithi110.stdout:2093: finishing copy_from racing read to smithi11051043-40 2024-02-18T08:27:00.862 INFO:tasks.rados.rados.0.smithi110.stdout:2093: done (4 left) 2024-02-18T08:27:00.862 INFO:tasks.rados.rados.0.smithi110.stdout:2094: done (3 left) 2024-02-18T08:27:00.862 INFO:tasks.rados.rados.0.smithi110.stdout:2095: done (2 left) 2024-02-18T08:27:00.862 INFO:tasks.rados.rados.0.smithi110.stdout:2096: read oid 28 snap -1 2024-02-18T08:27:00.862 INFO:tasks.rados.rados.0.smithi110.stdout:2096: expect deleted 2024-02-18T08:27:00.863 INFO:tasks.rados.rados.0.smithi110.stdout:2097: snap_create 2024-02-18T08:27:00.871 INFO:tasks.rados.rados.0.smithi110.stdout:2092: expect (ObjNum 611 snap 189 seq_num 611) 2024-02-18T08:27:00.961 INFO:tasks.rados.rados.0.smithi110.stdout:2091: expect (ObjNum 599 snap 185 seq_num 599) 2024-02-18T08:27:01.865 INFO:tasks.rados.rados.0.smithi110.stdout:2091: done (3 left) 2024-02-18T08:27:01.865 INFO:tasks.rados.rados.0.smithi110.stdout:2092: done (2 left) 2024-02-18T08:27:01.865 INFO:tasks.rados.rados.0.smithi110.stdout:2096: done (1 left) 2024-02-18T08:27:01.866 INFO:tasks.rados.rados.0.smithi110.stdout:2097: done (0 left) 2024-02-18T08:27:01.866 INFO:tasks.rados.rados.0.smithi110.stdout:2098: snap_remove snap 201 2024-02-18T08:27:01.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[54479]: cluster 2024-02-18T08:27:00.687277+0000 mgr.y (mgr.44100) 233 : cluster [DBG] pgmap v382: 89 pgs: 89 active+clean; 151 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.6 MiB/s wr, 25 op/s; 5.3 MiB/s, 2 objects/s recovering 2024-02-18T08:27:01.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[54479]: cluster 2024-02-18T08:27:00.851392+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2024-02-18T08:27:01.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[54479]: cluster 2024-02-18T08:27:00.852660+0000 mon.a (mon.0) 707 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/393 objects degraded (0.509%), 1 pg degraded) 2024-02-18T08:27:01.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[54479]: cluster 2024-02-18T08:27:00.852764+0000 mon.a (mon.0) 708 : cluster [INF] Cluster is now healthy 2024-02-18T08:27:01.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[55875]: cluster 2024-02-18T08:27:00.687277+0000 mgr.y (mgr.44100) 233 : cluster [DBG] pgmap v382: 89 pgs: 89 active+clean; 151 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.6 MiB/s wr, 25 op/s; 5.3 MiB/s, 2 objects/s recovering 2024-02-18T08:27:01.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[55875]: cluster 2024-02-18T08:27:00.851392+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2024-02-18T08:27:01.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[55875]: cluster 2024-02-18T08:27:00.852660+0000 mon.a (mon.0) 707 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/393 objects degraded (0.509%), 1 pg degraded) 2024-02-18T08:27:01.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[55875]: cluster 2024-02-18T08:27:00.852764+0000 mon.a (mon.0) 708 : cluster [INF] Cluster is now healthy 2024-02-18T08:27:01.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:01.633Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:01.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:01.633Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:01.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:01.633Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:27:02.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:01 smithi191 bash[38688]: cluster 2024-02-18T08:27:00.687277+0000 mgr.y (mgr.44100) 233 : cluster [DBG] pgmap v382: 89 pgs: 89 active+clean; 151 MiB data, 2.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.6 MiB/s wr, 25 op/s; 5.3 MiB/s, 2 objects/s recovering 2024-02-18T08:27:02.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:01 smithi191 bash[38688]: cluster 2024-02-18T08:27:00.851392+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2024-02-18T08:27:02.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:01 smithi191 bash[38688]: cluster 2024-02-18T08:27:00.852660+0000 mon.a (mon.0) 707 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/393 objects degraded (0.509%), 1 pg degraded) 2024-02-18T08:27:02.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:01 smithi191 bash[38688]: cluster 2024-02-18T08:27:00.852764+0000 mon.a (mon.0) 708 : cluster [INF] Cluster is now healthy 2024-02-18T08:27:02.868 INFO:tasks.rados.rados.0.smithi110.stdout:2098: done (0 left) 2024-02-18T08:27:02.869 INFO:tasks.rados.rados.0.smithi110.stdout:2099: snap_remove snap 195 2024-02-18T08:27:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:02 smithi110 bash[54479]: cluster 2024-02-18T08:27:01.862435+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2024-02-18T08:27:03.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:02 smithi110 bash[55875]: cluster 2024-02-18T08:27:01.862435+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2024-02-18T08:27:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:02 smithi191 bash[38688]: cluster 2024-02-18T08:27:01.862435+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2024-02-18T08:27:03.872 INFO:tasks.rados.rados.0.smithi110.stdout:2099: done (0 left) 2024-02-18T08:27:03.872 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 202 2024-02-18T08:27:03.872 INFO:tasks.rados.rados.0.smithi110.stdout:2100: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2024-02-18T08:27:03.877 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:03.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:03.877 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:03.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:03.877 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:03.527Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:27:03.878 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:03 smithi110 bash[54479]: cluster 2024-02-18T08:27:02.688041+0000 mgr.y (mgr.44100) 234 : cluster [DBG] pgmap v385: 89 pgs: 89 active+clean; 151 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.1 MiB/s wr, 18 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-02-18T08:27:03.878 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:03 smithi110 bash[54479]: cluster 2024-02-18T08:27:02.865137+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2024-02-18T08:27:03.878 INFO:tasks.rados.rados.0.smithi110.stdout:2100: writing smithi11051043-8 from 0 to 573440 tid 1 2024-02-18T08:27:03.882 INFO:tasks.rados.rados.0.smithi110.stdout:2100: writing smithi11051043-8 from 573440 to 1089536 tid 2 2024-02-18T08:27:03.884 INFO:tasks.rados.rados.0.smithi110.stdout:2100: writing smithi11051043-8 from 1089536 to 1376256 tid 3 2024-02-18T08:27:03.884 INFO:tasks.rados.rados.0.smithi110.stdout:2101: rollback oid 45 current snap is 202 2024-02-18T08:27:03.884 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 45 to 199 2024-02-18T08:27:03.885 INFO:tasks.rados.rados.0.smithi110.stdout:2102: rollback oid 9 current snap is 202 2024-02-18T08:27:03.885 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 9 to 199 2024-02-18T08:27:03.885 INFO:tasks.rados.rados.0.smithi110.stdout:2103: read oid 36 snap -1 2024-02-18T08:27:03.885 INFO:tasks.rados.rados.0.smithi110.stdout:2103: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:27:03.885 INFO:tasks.rados.rados.0.smithi110.stdout:2104: setattr oid 31 current snap is 202 2024-02-18T08:27:03.888 INFO:tasks.rados.rados.0.smithi110.stdout:2105: rmattr oid 39 current snap is 202 2024-02-18T08:27:03.888 INFO:tasks.rados.rados.0.smithi110.stdout:2105: done (5 left) 2024-02-18T08:27:03.888 INFO:tasks.rados.rados.0.smithi110.stdout:2106: copy_from oid 24 from oid 48 current snap is 202 2024-02-18T08:27:03.888 INFO:tasks.rados.rados.0.smithi110.stdout:2107: snap_remove snap 191 2024-02-18T08:27:04.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:03 smithi110 bash[55875]: cluster 2024-02-18T08:27:02.688041+0000 mgr.y (mgr.44100) 234 : cluster [DBG] pgmap v385: 89 pgs: 89 active+clean; 151 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.1 MiB/s wr, 18 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-02-18T08:27:04.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:03 smithi110 bash[55875]: cluster 2024-02-18T08:27:02.865137+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2024-02-18T08:27:04.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:03 smithi191 bash[38688]: cluster 2024-02-18T08:27:02.688041+0000 mgr.y (mgr.44100) 234 : cluster [DBG] pgmap v385: 89 pgs: 89 active+clean; 151 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.1 MiB/s wr, 18 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-02-18T08:27:04.347 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:03 smithi191 bash[38688]: cluster 2024-02-18T08:27:02.865137+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2024-02-18T08:27:04.708 INFO:tasks.rados.rados.0.smithi110.stdout:2107: done (6 left) 2024-02-18T08:27:04.708 INFO:tasks.rados.rados.0.smithi110.stdout:2108: setattr oid 16 current snap is 202 2024-02-18T08:27:04.710 INFO:tasks.rados.rados.0.smithi110.stdout:2103: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:27:04.713 INFO:tasks.rados.rados.0.smithi110.stdout:2100: finishing write tid 1 to smithi11051043-8 2024-02-18T08:27:04.713 INFO:tasks.rados.rados.0.smithi110.stdout:2106: finishing copy_from to smithi11051043-24 2024-02-18T08:27:04.713 INFO:tasks.rados.rados.0.smithi110.stdout:2106: got expected ENOENT (src dne) 2024-02-18T08:27:04.713 INFO:tasks.rados.rados.0.smithi110.stdout:2106: finishing copy_from racing read to smithi11051043-24 2024-02-18T08:27:04.713 INFO:tasks.rados.rados.0.smithi110.stdout:2101: finishing rollback tid 0 to smithi11051043-45 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:2100: finishing write tid 2 to smithi11051043-8 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:2100: finishing write tid 3 to smithi11051043-8 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:2100: finishing write tid 5 to smithi11051043-8 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:2101: finishing rollback tid 1 to smithi11051043-45 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:2101: finishing rollback tid 2 to smithi11051043-45 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 829 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1124 (ObjNum 611 snap 189 seq_num 611) dirty exists 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:2102: finishing rollback tid 0 to smithi11051043-9 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:2100: finishing write tid 6 to smithi11051043-8 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1122 (ObjNum 655 snap 202 seq_num 655) dirty exists 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:2100: left oid 8 (ObjNum 655 snap 202 seq_num 655) 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:2102: finishing rollback tid 1 to smithi11051043-9 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:2102: finishing rollback tid 2 to smithi11051043-9 2024-02-18T08:27:04.714 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1019 (ObjNum 647 snap 198 seq_num 647) dirty exists 2024-02-18T08:27:04.715 INFO:tasks.rados.rados.0.smithi110.stdout:2100: done (6 left) 2024-02-18T08:27:04.715 INFO:tasks.rados.rados.0.smithi110.stdout:2101: done (5 left) 2024-02-18T08:27:04.715 INFO:tasks.rados.rados.0.smithi110.stdout:2102: done (4 left) 2024-02-18T08:27:04.715 INFO:tasks.rados.rados.0.smithi110.stdout:2103: done (3 left) 2024-02-18T08:27:04.715 INFO:tasks.rados.rados.0.smithi110.stdout:2104: done (2 left) 2024-02-18T08:27:04.715 INFO:tasks.rados.rados.0.smithi110.stdout:2106: done (1 left) 2024-02-18T08:27:04.715 INFO:tasks.rados.rados.0.smithi110.stdout:2109: read oid 46 snap 192 2024-02-18T08:27:04.715 INFO:tasks.rados.rados.0.smithi110.stdout:2109: expect deleted 2024-02-18T08:27:04.715 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 202 2024-02-18T08:27:04.715 INFO:tasks.rados.rados.0.smithi110.stdout:2110: seq_num 656 ranges {9617408=589824,10207232=802816} 2024-02-18T08:27:04.772 INFO:tasks.rados.rados.0.smithi110.stdout:2110: writing smithi11051043-23 from 9617408 to 10207232 tid 1 2024-02-18T08:27:04.778 INFO:tasks.rados.rados.0.smithi110.stdout:2110: writing smithi11051043-23 from 10207232 to 11010048 tid 2 2024-02-18T08:27:04.778 INFO:tasks.rados.rados.0.smithi110.stdout:2111: copy_from oid 28 from oid 34 current snap is 202 2024-02-18T08:27:04.778 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1130 (ObjNum 570 snap 175 seq_num 570) dirty exists 2024-02-18T08:27:04.778 INFO:tasks.rados.rados.0.smithi110.stdout:2108: done (3 left) 2024-02-18T08:27:04.778 INFO:tasks.rados.rados.0.smithi110.stdout:2109: done (2 left) 2024-02-18T08:27:04.778 INFO:tasks.rados.rados.0.smithi110.stdout:2112: rollback oid 39 current snap is 202 2024-02-18T08:27:04.778 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 39 to 192 2024-02-18T08:27:04.778 INFO:tasks.rados.rados.0.smithi110.stdout:2113: read oid 2 snap -1 2024-02-18T08:27:04.778 INFO:tasks.rados.rados.0.smithi110.stdout:2113: expect deleted 2024-02-18T08:27:04.779 INFO:tasks.rados.rados.0.smithi110.stdout:2114: copy_from oid 38 from oid 46 current snap is 202 2024-02-18T08:27:04.779 INFO:tasks.rados.rados.0.smithi110.stdout:2115: copy_from oid 43 from oid 29 current snap is 202 2024-02-18T08:27:04.779 INFO:tasks.rados.rados.0.smithi110.stdout:2116: snap_remove snap 199 2024-02-18T08:27:05.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:04 smithi110 bash[54479]: cluster 2024-02-18T08:27:03.867417+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2024-02-18T08:27:05.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:04 smithi110 bash[54479]: cluster 2024-02-18T08:27:04.703715+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2024-02-18T08:27:05.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:04 smithi110 bash[55875]: cluster 2024-02-18T08:27:03.867417+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2024-02-18T08:27:05.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:04 smithi110 bash[55875]: cluster 2024-02-18T08:27:04.703715+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2024-02-18T08:27:05.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:04 smithi191 bash[38688]: cluster 2024-02-18T08:27:03.867417+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2024-02-18T08:27:05.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:04 smithi191 bash[38688]: cluster 2024-02-18T08:27:04.703715+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2024-02-18T08:27:05.718 INFO:tasks.rados.rados.0.smithi110.stdout:2116: done (6 left) 2024-02-18T08:27:05.719 INFO:tasks.rados.rados.0.smithi110.stdout:2117: read oid 32 snap -1 2024-02-18T08:27:05.719 INFO:tasks.rados.rados.0.smithi110.stdout:2117: expect (ObjNum 597 snap 185 seq_num 597) 2024-02-18T08:27:05.719 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 202 2024-02-18T08:27:05.719 INFO:tasks.rados.rados.0.smithi110.stdout:2118: seq_num 657 ranges {2981888=606208,3588096=688128,4276224=114688} 2024-02-18T08:27:05.740 INFO:tasks.rados.rados.0.smithi110.stdout:2118: writing smithi11051043-33 from 2981888 to 3588096 tid 1 2024-02-18T08:27:05.744 INFO:tasks.rados.rados.0.smithi110.stdout:2118: writing smithi11051043-33 from 3588096 to 4276224 tid 2 2024-02-18T08:27:05.745 INFO:tasks.rados.rados.0.smithi110.stdout:2118: writing smithi11051043-33 from 4276224 to 4390912 tid 3 2024-02-18T08:27:05.745 INFO:tasks.rados.rados.0.smithi110.stdout:2119: read oid 24 snap 198 2024-02-18T08:27:05.745 INFO:tasks.rados.rados.0.smithi110.stdout:2119: expect (ObjNum 624 snap 191 seq_num 624) 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2120: setattr oid 40 current snap is 202 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2112: finishing rollback tid 1 to smithi11051043-39 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 0 (ObjNum -143909024 snap 22008 seq_num 1) dirty dne 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2114: finishing copy_from to smithi11051043-38 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2114: got expected ENOENT (src dne) 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2114: finishing copy_from racing read to smithi11051043-38 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2111: finishing copy_from to smithi11051043-28 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2111: got expected ENOENT (src dne) 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2111: finishing copy_from racing read to smithi11051043-28 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2110: finishing write tid 1 to smithi11051043-23 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2110: finishing write tid 2 to smithi11051043-23 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2110: finishing write tid 4 to smithi11051043-23 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2110: finishing write tid 5 to smithi11051043-23 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1136 (ObjNum 656 snap 202 seq_num 656) dirty exists 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2110: left oid 23 (ObjNum 656 snap 202 seq_num 656) 2024-02-18T08:27:05.746 INFO:tasks.rados.rados.0.smithi110.stdout:2115: finishing copy_from racing read to smithi11051043-43 2024-02-18T08:27:05.747 INFO:tasks.rados.rados.0.smithi110.stdout:2115: finishing copy_from to smithi11051043-43 2024-02-18T08:27:05.747 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 826 (ObjNum 646 snap 198 seq_num 646) dirty exists 2024-02-18T08:27:05.747 INFO:tasks.rados.rados.0.smithi110.stdout:2117: expect (ObjNum 597 snap 185 seq_num 597) 2024-02-18T08:27:05.858 INFO:tasks.rados.rados.0.smithi110.stdout:2118: finishing write tid 1 to smithi11051043-33 2024-02-18T08:27:05.858 INFO:tasks.rados.rados.0.smithi110.stdout:2118: finishing write tid 2 to smithi11051043-33 2024-02-18T08:27:05.858 INFO:tasks.rados.rados.0.smithi110.stdout:2118: finishing write tid 3 to smithi11051043-33 2024-02-18T08:27:05.859 INFO:tasks.rados.rados.0.smithi110.stdout:2118: finishing write tid 5 to smithi11051043-33 2024-02-18T08:27:05.859 INFO:tasks.rados.rados.0.smithi110.stdout:2118: finishing write tid 6 to smithi11051043-33 2024-02-18T08:27:05.859 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 836 (ObjNum 657 snap 202 seq_num 657) dirty exists 2024-02-18T08:27:05.859 INFO:tasks.rados.rados.0.smithi110.stdout:2118: left oid 33 (ObjNum 657 snap 202 seq_num 657) 2024-02-18T08:27:05.859 INFO:tasks.rados.rados.0.smithi110.stdout:2119: expect (ObjNum 624 snap 191 seq_num 624) 2024-02-18T08:27:05.899 INFO:tasks.rados.rados.0.smithi110.stdout:2110: done (9 left) 2024-02-18T08:27:05.899 INFO:tasks.rados.rados.0.smithi110.stdout:2111: done (8 left) 2024-02-18T08:27:05.899 INFO:tasks.rados.rados.0.smithi110.stdout:2112: done (7 left) 2024-02-18T08:27:05.899 INFO:tasks.rados.rados.0.smithi110.stdout:2113: done (6 left) 2024-02-18T08:27:05.899 INFO:tasks.rados.rados.0.smithi110.stdout:2114: done (5 left) 2024-02-18T08:27:05.899 INFO:tasks.rados.rados.0.smithi110.stdout:2115: done (4 left) 2024-02-18T08:27:05.900 INFO:tasks.rados.rados.0.smithi110.stdout:2117: done (3 left) 2024-02-18T08:27:05.900 INFO:tasks.rados.rados.0.smithi110.stdout:2118: done (2 left) 2024-02-18T08:27:05.900 INFO:tasks.rados.rados.0.smithi110.stdout:2119: done (1 left) 2024-02-18T08:27:05.900 INFO:tasks.rados.rados.0.smithi110.stdout:2121: read oid 47 snap -1 2024-02-18T08:27:05.900 INFO:tasks.rados.rados.0.smithi110.stdout:2121: expect (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:27:05.900 INFO:tasks.rados.rados.0.smithi110.stdout:2122: snap_remove snap 200 2024-02-18T08:27:06.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:05 smithi110 bash[54479]: cluster 2024-02-18T08:27:04.688881+0000 mgr.y (mgr.44100) 235 : cluster [DBG] pgmap v388: 89 pgs: 89 active+clean; 151 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 336 KiB/s wr, 8 op/s 2024-02-18T08:27:06.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:05 smithi110 bash[54479]: cluster 2024-02-18T08:27:05.715944+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2024-02-18T08:27:06.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:05 smithi110 bash[55875]: cluster 2024-02-18T08:27:04.688881+0000 mgr.y (mgr.44100) 235 : cluster [DBG] pgmap v388: 89 pgs: 89 active+clean; 151 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 336 KiB/s wr, 8 op/s 2024-02-18T08:27:06.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:05 smithi110 bash[55875]: cluster 2024-02-18T08:27:05.715944+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2024-02-18T08:27:06.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:05 smithi191 bash[38688]: cluster 2024-02-18T08:27:04.688881+0000 mgr.y (mgr.44100) 235 : cluster [DBG] pgmap v388: 89 pgs: 89 active+clean; 151 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 336 KiB/s wr, 8 op/s 2024-02-18T08:27:06.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:05 smithi191 bash[38688]: cluster 2024-02-18T08:27:05.715944+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2024-02-18T08:27:06.903 INFO:tasks.rados.rados.0.smithi110.stdout:2122: done (2 left) 2024-02-18T08:27:06.903 INFO:tasks.rados.rados.0.smithi110.stdout:2123: rollback oid 21 current snap is 202 2024-02-18T08:27:06.903 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 21 to 197 2024-02-18T08:27:06.903 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 838 (ObjNum 602 snap 186 seq_num 602) dirty exists 2024-02-18T08:27:06.903 INFO:tasks.rados.rados.0.smithi110.stdout:2121: expect (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:27:07.126 INFO:tasks.rados.rados.0.smithi110.stdout:2123: finishing rollback tid 1 to smithi11051043-21 2024-02-18T08:27:07.126 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:27:07.126 INFO:tasks.rados.rados.0.smithi110.stdout:2120: done (2 left) 2024-02-18T08:27:07.127 INFO:tasks.rados.rados.0.smithi110.stdout:2121: done (1 left) 2024-02-18T08:27:07.127 INFO:tasks.rados.rados.0.smithi110.stdout:2123: done (0 left) 2024-02-18T08:27:07.127 INFO:tasks.rados.rados.0.smithi110.stdout:2124: read oid 16 snap -1 2024-02-18T08:27:07.127 INFO:tasks.rados.rados.0.smithi110.stdout:2124: expect (ObjNum 570 snap 175 seq_num 570) 2024-02-18T08:27:07.127 INFO:tasks.rados.rados.0.smithi110.stdout:2125: copy_from oid 50 from oid 47 current snap is 202 2024-02-18T08:27:07.127 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 202 2024-02-18T08:27:07.127 INFO:tasks.rados.rados.0.smithi110.stdout:2126: seq_num 658 ranges {3710976=622592,4333568=565248,4898816=237568} 2024-02-18T08:27:07.158 INFO:tasks.rados.rados.0.smithi110.stdout:2126: writing smithi11051043-14 from 3710976 to 4333568 tid 1 2024-02-18T08:27:07.162 INFO:tasks.rados.rados.0.smithi110.stdout:2126: writing smithi11051043-14 from 4333568 to 4898816 tid 2 2024-02-18T08:27:07.164 INFO:tasks.rados.rados.0.smithi110.stdout:2126: writing smithi11051043-14 from 4898816 to 5136384 tid 3 2024-02-18T08:27:07.165 INFO:tasks.rados.rados.0.smithi110.stdout:2127: read oid 20 snap -1 2024-02-18T08:27:07.165 INFO:tasks.rados.rados.0.smithi110.stdout:2127: expect (ObjNum 650 snap 198 seq_num 650) 2024-02-18T08:27:07.165 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 202 2024-02-18T08:27:07.165 INFO:tasks.rados.rados.0.smithi110.stdout:2128: seq_num 659 ranges {2400256=647168,3047424=450560,3497984=352256} 2024-02-18T08:27:07.181 INFO:tasks.rados.rados.0.smithi110.stdout:2128: writing smithi11051043-32 from 2400256 to 3047424 tid 1 2024-02-18T08:27:07.184 INFO:tasks.rados.rados.0.smithi110.stdout:2128: writing smithi11051043-32 from 3047424 to 3497984 tid 2 2024-02-18T08:27:07.186 INFO:tasks.rados.rados.0.smithi110.stdout:2128: writing smithi11051043-32 from 3497984 to 3850240 tid 3 2024-02-18T08:27:07.186 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 202 2024-02-18T08:27:07.186 INFO:tasks.rados.rados.0.smithi110.stdout:2129: seq_num 660 ranges {4390912=663552,5054464=737280,5791744=65536} 2024-02-18T08:27:07.215 INFO:tasks.rados.rados.0.smithi110.stdout:2129: writing smithi11051043-33 from 4390912 to 5054464 tid 1 2024-02-18T08:27:07.219 INFO:tasks.rados.rados.0.smithi110.stdout:2129: writing smithi11051043-33 from 5054464 to 5791744 tid 2 2024-02-18T08:27:07.219 INFO:tasks.rados.rados.0.smithi110.stdout:2129: writing smithi11051043-33 from 5791744 to 5857280 tid 3 2024-02-18T08:27:07.219 INFO:tasks.rados.rados.0.smithi110.stdout:2130: delete oid 23 current snap is 202 2024-02-18T08:27:07.220 INFO:tasks.rados.rados.0.smithi110.stdout:2124: expect (ObjNum 570 snap 175 seq_num 570) 2024-02-18T08:27:07.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:06 smithi110 bash[54479]: audit 2024-02-18T08:27:06.380372+0000 mon.a (mon.0) 714 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:27:07.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:06 smithi110 bash[55875]: audit 2024-02-18T08:27:06.380372+0000 mon.a (mon.0) 714 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:27:07.278 INFO:tasks.rados.rados.0.smithi110.stdout:2126: finishing write tid 1 to smithi11051043-14 2024-02-18T08:27:07.278 INFO:tasks.rados.rados.0.smithi110.stdout:2125: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:27:07.278 INFO:tasks.rados.rados.0.smithi110.stdout:2126: finishing write tid 2 to smithi11051043-14 2024-02-18T08:27:07.278 INFO:tasks.rados.rados.0.smithi110.stdout:2126: finishing write tid 3 to smithi11051043-14 2024-02-18T08:27:07.279 INFO:tasks.rados.rados.0.smithi110.stdout:2125: finishing copy_from to smithi11051043-50 2024-02-18T08:27:07.279 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 736 (ObjNum 637 snap 194 seq_num 637) dirty exists 2024-02-18T08:27:07.279 INFO:tasks.rados.rados.0.smithi110.stdout:2126: finishing write tid 5 to smithi11051043-14 2024-02-18T08:27:07.279 INFO:tasks.rados.rados.0.smithi110.stdout:2126: finishing write tid 6 to smithi11051043-14 2024-02-18T08:27:07.279 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 816 (ObjNum 658 snap 202 seq_num 658) dirty exists 2024-02-18T08:27:07.279 INFO:tasks.rados.rados.0.smithi110.stdout:2126: left oid 14 (ObjNum 658 snap 202 seq_num 658) 2024-02-18T08:27:07.279 INFO:tasks.rados.rados.0.smithi110.stdout:2127: expect (ObjNum 650 snap 198 seq_num 650) 2024-02-18T08:27:07.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:06 smithi191 bash[38688]: audit 2024-02-18T08:27:06.380372+0000 mon.a (mon.0) 714 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:27:07.400 INFO:tasks.rados.rados.0.smithi110.stdout:2128: finishing write tid 1 to smithi11051043-32 2024-02-18T08:27:07.400 INFO:tasks.rados.rados.0.smithi110.stdout:2128: finishing write tid 2 to smithi11051043-32 2024-02-18T08:27:07.401 INFO:tasks.rados.rados.0.smithi110.stdout:2128: finishing write tid 3 to smithi11051043-32 2024-02-18T08:27:07.401 INFO:tasks.rados.rados.0.smithi110.stdout:2128: finishing write tid 5 to smithi11051043-32 2024-02-18T08:27:07.401 INFO:tasks.rados.rados.0.smithi110.stdout:2128: finishing write tid 6 to smithi11051043-32 2024-02-18T08:27:07.401 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 177 (ObjNum 659 snap 202 seq_num 659) dirty exists 2024-02-18T08:27:07.401 INFO:tasks.rados.rados.0.smithi110.stdout:2128: left oid 32 (ObjNum 659 snap 202 seq_num 659) 2024-02-18T08:27:07.401 INFO:tasks.rados.rados.0.smithi110.stdout:2129: finishing write tid 1 to smithi11051043-33 2024-02-18T08:27:07.402 INFO:tasks.rados.rados.0.smithi110.stdout:2129: finishing write tid 2 to smithi11051043-33 2024-02-18T08:27:07.402 INFO:tasks.rados.rados.0.smithi110.stdout:2129: finishing write tid 3 to smithi11051043-33 2024-02-18T08:27:07.402 INFO:tasks.rados.rados.0.smithi110.stdout:2129: finishing write tid 5 to smithi11051043-33 2024-02-18T08:27:07.402 INFO:tasks.rados.rados.0.smithi110.stdout:2129: finishing write tid 6 to smithi11051043-33 2024-02-18T08:27:07.402 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 846 (ObjNum 660 snap 202 seq_num 660) dirty exists 2024-02-18T08:27:07.402 INFO:tasks.rados.rados.0.smithi110.stdout:2129: left oid 33 (ObjNum 660 snap 202 seq_num 660) 2024-02-18T08:27:07.403 INFO:tasks.rados.rados.0.smithi110.stdout:2124: done (6 left) 2024-02-18T08:27:07.403 INFO:tasks.rados.rados.0.smithi110.stdout:2125: done (5 left) 2024-02-18T08:27:07.403 INFO:tasks.rados.rados.0.smithi110.stdout:2126: done (4 left) 2024-02-18T08:27:07.403 INFO:tasks.rados.rados.0.smithi110.stdout:2127: done (3 left) 2024-02-18T08:27:07.403 INFO:tasks.rados.rados.0.smithi110.stdout:2128: done (2 left) 2024-02-18T08:27:07.403 INFO:tasks.rados.rados.0.smithi110.stdout:2129: done (1 left) 2024-02-18T08:27:07.403 INFO:tasks.rados.rados.0.smithi110.stdout:2130: done (0 left) 2024-02-18T08:27:07.404 INFO:tasks.rados.rados.0.smithi110.stdout:2131: read oid 7 snap -1 2024-02-18T08:27:07.404 INFO:tasks.rados.rados.0.smithi110.stdout:2131: expect (ObjNum 631 snap 191 seq_num 631) 2024-02-18T08:27:07.404 INFO:tasks.rados.rados.0.smithi110.stdout:2132: snap_create 2024-02-18T08:27:07.413 INFO:tasks.rados.rados.0.smithi110.stdout:2131: expect (ObjNum 631 snap 191 seq_num 631) 2024-02-18T08:27:07.905 INFO:tasks.rados.rados.0.smithi110.stdout:2131: done (1 left) 2024-02-18T08:27:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:2132: done (0 left) 2024-02-18T08:27:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:2133: rollback oid 42 current snap is 203 2024-02-18T08:27:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 42 to 198 2024-02-18T08:27:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:2134: rollback oid 29 current snap is 203 2024-02-18T08:27:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 29 to 192 2024-02-18T08:27:07.906 INFO:tasks.rados.rados.0.smithi110.stdout:2135: snap_create 2024-02-18T08:27:07.912 INFO:tasks.rados.rados.0.smithi110.stdout:2134: finishing rollback tid 0 to smithi11051043-29 2024-02-18T08:27:07.912 INFO:tasks.rados.rados.0.smithi110.stdout:2134: finishing rollback tid 1 to smithi11051043-29 2024-02-18T08:27:07.913 INFO:tasks.rados.rados.0.smithi110.stdout:2134: finishing rollback tid 2 to smithi11051043-29 2024-02-18T08:27:07.913 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 832 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:27:07.918 INFO:tasks.rados.rados.0.smithi110.stdout:2133: finishing rollback tid 0 to smithi11051043-42 2024-02-18T08:27:07.918 INFO:tasks.rados.rados.0.smithi110.stdout:2133: finishing rollback tid 1 to smithi11051043-42 2024-02-18T08:27:07.919 INFO:tasks.rados.rados.0.smithi110.stdout:2133: finishing rollback tid 2 to smithi11051043-42 2024-02-18T08:27:07.919 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 842 (ObjNum 521 snap 157 seq_num 521) dirty exists 2024-02-18T08:27:08.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:07 smithi110 bash[54479]: audit 2024-02-18T08:27:06.380858+0000 mgr.y (mgr.44100) 236 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:27:08.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:07 smithi110 bash[54479]: cephadm 2024-02-18T08:27:06.383551+0000 mgr.y (mgr.44100) 237 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-02-18T08:27:08.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:07 smithi110 bash[54479]: cluster 2024-02-18T08:27:06.689732+0000 mgr.y (mgr.44100) 238 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 145 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 336 KiB/s wr, 10 op/s 2024-02-18T08:27:08.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:07 smithi110 bash[54479]: cluster 2024-02-18T08:27:06.899760+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2024-02-18T08:27:08.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:07 smithi110 bash[55875]: audit 2024-02-18T08:27:06.380858+0000 mgr.y (mgr.44100) 236 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:27:08.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:07 smithi110 bash[55875]: cephadm 2024-02-18T08:27:06.383551+0000 mgr.y (mgr.44100) 237 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-02-18T08:27:08.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:07 smithi110 bash[55875]: cluster 2024-02-18T08:27:06.689732+0000 mgr.y (mgr.44100) 238 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 145 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 336 KiB/s wr, 10 op/s 2024-02-18T08:27:08.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:07 smithi110 bash[55875]: cluster 2024-02-18T08:27:06.899760+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2024-02-18T08:27:08.331 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:07 smithi191 bash[38688]: audit 2024-02-18T08:27:06.380858+0000 mgr.y (mgr.44100) 236 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-02-18T08:27:08.331 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:07 smithi191 bash[38688]: cephadm 2024-02-18T08:27:06.383551+0000 mgr.y (mgr.44100) 237 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-02-18T08:27:08.331 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:07 smithi191 bash[38688]: cluster 2024-02-18T08:27:06.689732+0000 mgr.y (mgr.44100) 238 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 145 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 336 KiB/s wr, 10 op/s 2024-02-18T08:27:08.331 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:07 smithi191 bash[38688]: cluster 2024-02-18T08:27:06.899760+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2024-02-18T08:27:08.906 INFO:tasks.rados.rados.0.smithi110.stdout:2133: done (2 left) 2024-02-18T08:27:08.906 INFO:tasks.rados.rados.0.smithi110.stdout:2134: done (1 left) 2024-02-18T08:27:08.906 INFO:tasks.rados.rados.0.smithi110.stdout:2135: done (0 left) 2024-02-18T08:27:08.906 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 204 2024-02-18T08:27:08.906 INFO:tasks.rados.rados.0.smithi110.stdout:2136: seq_num 662 ranges {5234688=696320,5931008=557056,6488064=245760} 2024-02-18T08:27:08.945 INFO:tasks.rados.rados.0.smithi110.stdout:2136: writing smithi11051043-50 from 5234688 to 5931008 tid 1 2024-02-18T08:27:08.948 INFO:tasks.rados.rados.0.smithi110.stdout:2136: writing smithi11051043-50 from 5931008 to 6488064 tid 2 2024-02-18T08:27:08.950 INFO:tasks.rados.rados.0.smithi110.stdout:2136: writing smithi11051043-50 from 6488064 to 6733824 tid 3 2024-02-18T08:27:08.950 INFO:tasks.rados.rados.0.smithi110.stdout:2137: read oid 28 snap 198 2024-02-18T08:27:08.950 INFO:tasks.rados.rados.0.smithi110.stdout:2137: expect deleted 2024-02-18T08:27:08.950 INFO:tasks.rados.rados.0.smithi110.stdout:2138: snap_remove snap 197 2024-02-18T08:27:09.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:08 smithi110 bash[54479]: cluster 2024-02-18T08:27:07.902314+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2024-02-18T08:27:09.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:08 smithi110 bash[54479]: cluster 2024-02-18T08:27:08.903193+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2024-02-18T08:27:09.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:08 smithi110 bash[55875]: cluster 2024-02-18T08:27:07.902314+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2024-02-18T08:27:09.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:08 smithi110 bash[55875]: cluster 2024-02-18T08:27:08.903193+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2024-02-18T08:27:09.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:08 smithi191 bash[38688]: cluster 2024-02-18T08:27:07.902314+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2024-02-18T08:27:09.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:08 smithi191 bash[38688]: cluster 2024-02-18T08:27:08.903193+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2024-02-18T08:27:09.711 INFO:tasks.rados.rados.0.smithi110.stdout:2138: done (2 left) 2024-02-18T08:27:09.711 INFO:tasks.rados.rados.0.smithi110.stdout:2139: read oid 36 snap -1 2024-02-18T08:27:09.711 INFO:tasks.rados.rados.0.smithi110.stdout:2139: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:27:09.711 INFO:tasks.rados.rados.0.smithi110.stdout:2140: read oid 15 snap 198 2024-02-18T08:27:09.711 INFO:tasks.rados.rados.0.smithi110.stdout:2140: expect (ObjNum 627 snap 191 seq_num 627) 2024-02-18T08:27:09.711 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 30 current snap is 204 2024-02-18T08:27:09.711 INFO:tasks.rados.rados.0.smithi110.stdout:2141: seq_num 663 ranges {393216=712704,1105920=442368,1548288=360448} 2024-02-18T08:27:09.718 INFO:tasks.rados.rados.0.smithi110.stdout:2141: writing smithi11051043-30 from 393216 to 1105920 tid 1 2024-02-18T08:27:09.721 INFO:tasks.rados.rados.0.smithi110.stdout:2141: writing smithi11051043-30 from 1105920 to 1548288 tid 2 2024-02-18T08:27:09.724 INFO:tasks.rados.rados.0.smithi110.stdout:2141: writing smithi11051043-30 from 1548288 to 1908736 tid 3 2024-02-18T08:27:09.724 INFO:tasks.rados.rados.0.smithi110.stdout:2142: snap_remove snap 192 2024-02-18T08:27:10.276 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:09 smithi191 bash[38688]: cluster 2024-02-18T08:27:08.690355+0000 mgr.y (mgr.44100) 239 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 148 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 702 KiB/s wr, 12 op/s 2024-02-18T08:27:10.276 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:09 smithi191 bash[38688]: cephadm 2024-02-18T08:27:08.992832+0000 mgr.y (mgr.44100) 240 : cephadm [INF] Upgrade: Updating osd.6 2024-02-18T08:27:10.276 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:09 smithi191 bash[38688]: audit 2024-02-18T08:27:08.999541+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:10.276 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:09 smithi191 bash[38688]: audit 2024-02-18T08:27:09.000942+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-18T08:27:10.276 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:09 smithi191 bash[38688]: audit 2024-02-18T08:27:09.002156+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:10.276 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:10 smithi191 bash[38688]: cephadm 2024-02-18T08:27:09.004785+0000 mgr.y (mgr.44100) 241 : cephadm [INF] Deploying daemon osd.6 on smithi191 2024-02-18T08:27:10.276 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:10 smithi191 bash[38688]: audit 2024-02-18T08:27:09.005691+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2024-02-18T08:27:10.277 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:10 smithi191 bash[38688]: audit 2024-02-18T08:27:09.123454+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:10.277 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:10 smithi191 bash[38688]: cluster 2024-02-18T08:27:09.706251+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:09 smithi110 bash[54479]: cluster 2024-02-18T08:27:08.690355+0000 mgr.y (mgr.44100) 239 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 148 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 702 KiB/s wr, 12 op/s 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:09 smithi110 bash[54479]: cephadm 2024-02-18T08:27:08.992832+0000 mgr.y (mgr.44100) 240 : cephadm [INF] Upgrade: Updating osd.6 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:09 smithi110 bash[54479]: audit 2024-02-18T08:27:08.999541+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:09 smithi110 bash[54479]: audit 2024-02-18T08:27:09.000942+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:09 smithi110 bash[54479]: audit 2024-02-18T08:27:09.002156+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:09 smithi110 bash[54479]: cephadm 2024-02-18T08:27:09.004785+0000 mgr.y (mgr.44100) 241 : cephadm [INF] Deploying daemon osd.6 on smithi191 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[54479]: audit 2024-02-18T08:27:09.005691+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[54479]: audit 2024-02-18T08:27:09.123454+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[54479]: cluster 2024-02-18T08:27:09.706251+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[55875]: cluster 2024-02-18T08:27:08.690355+0000 mgr.y (mgr.44100) 239 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 148 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 702 KiB/s wr, 12 op/s 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[55875]: cephadm 2024-02-18T08:27:08.992832+0000 mgr.y (mgr.44100) 240 : cephadm [INF] Upgrade: Updating osd.6 2024-02-18T08:27:10.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[55875]: audit 2024-02-18T08:27:08.999541+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:10.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[55875]: audit 2024-02-18T08:27:09.000942+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-18T08:27:10.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[55875]: audit 2024-02-18T08:27:09.002156+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:10.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[55875]: cephadm 2024-02-18T08:27:09.004785+0000 mgr.y (mgr.44100) 241 : cephadm [INF] Deploying daemon osd.6 on smithi191 2024-02-18T08:27:10.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[55875]: audit 2024-02-18T08:27:09.005691+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2024-02-18T08:27:10.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[55875]: audit 2024-02-18T08:27:09.123454+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:10.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:10 smithi110 bash[55875]: cluster 2024-02-18T08:27:09.706251+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2024-02-18T08:27:10.713 INFO:tasks.rados.rados.0.smithi110.stdout:2142: done (5 left) 2024-02-18T08:27:10.713 INFO:tasks.rados.rados.0.smithi110.stdout:2143: snap_remove snap 203 2024-02-18T08:27:11.715 INFO:tasks.rados.rados.0.smithi110.stdout:2143: done (5 left) 2024-02-18T08:27:11.715 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 204 2024-02-18T08:27:11.715 INFO:tasks.rados.rados.0.smithi110.stdout:2144: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-02-18T08:27:11.719 INFO:tasks.rados.rados.0.smithi110.stdout:2144: writing smithi11051043-19 from 0 to 729088 tid 1 2024-02-18T08:27:11.723 INFO:tasks.rados.rados.0.smithi110.stdout:2144: writing smithi11051043-19 from 729088 to 1458176 tid 2 2024-02-18T08:27:11.725 INFO:tasks.rados.rados.0.smithi110.stdout:2144: writing smithi11051043-19 from 1458176 to 1531904 tid 3 2024-02-18T08:27:11.725 INFO:tasks.rados.rados.0.smithi110.stdout:2145: setattr oid 34 current snap is 204 2024-02-18T08:27:11.725 INFO:tasks.rados.rados.0.smithi110.stdout:2136: finishing write tid 1 to smithi11051043-50 2024-02-18T08:27:11.725 INFO:tasks.rados.rados.0.smithi110.stdout:2136: finishing write tid 2 to smithi11051043-50 2024-02-18T08:27:11.725 INFO:tasks.rados.rados.0.smithi110.stdout:2136: finishing write tid 3 to smithi11051043-50 2024-02-18T08:27:11.725 INFO:tasks.rados.rados.0.smithi110.stdout:2136: finishing write tid 5 to smithi11051043-50 2024-02-18T08:27:11.725 INFO:tasks.rados.rados.0.smithi110.stdout:2136: finishing write tid 6 to smithi11051043-50 2024-02-18T08:27:11.726 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 740 (ObjNum 662 snap 204 seq_num 662) dirty exists 2024-02-18T08:27:11.726 INFO:tasks.rados.rados.0.smithi110.stdout:2136: left oid 50 (ObjNum 662 snap 204 seq_num 662) 2024-02-18T08:27:11.726 INFO:tasks.rados.rados.0.smithi110.stdout:2139: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:27:11.726 INFO:tasks.rados.rados.0.smithi110.stdout:2141: finishing write tid 1 to smithi11051043-30 2024-02-18T08:27:11.726 INFO:tasks.rados.rados.0.smithi110.stdout:2141: finishing write tid 2 to smithi11051043-30 2024-02-18T08:27:11.726 INFO:tasks.rados.rados.0.smithi110.stdout:2140: expect (ObjNum 627 snap 191 seq_num 627) 2024-02-18T08:27:11.751 INFO:tasks.rados.rados.0.smithi110.stdout:2141: finishing write tid 3 to smithi11051043-30 2024-02-18T08:27:11.751 INFO:tasks.rados.rados.0.smithi110.stdout:2141: finishing write tid 5 to smithi11051043-30 2024-02-18T08:27:11.751 INFO:tasks.rados.rados.0.smithi110.stdout:2141: finishing write tid 6 to smithi11051043-30 2024-02-18T08:27:11.751 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 829 (ObjNum 663 snap 204 seq_num 663) dirty exists 2024-02-18T08:27:11.751 INFO:tasks.rados.rados.0.smithi110.stdout:2141: left oid 30 (ObjNum 663 snap 204 seq_num 663) 2024-02-18T08:27:11.751 INFO:tasks.rados.rados.0.smithi110.stdout:2144: finishing write tid 1 to smithi11051043-19 2024-02-18T08:27:11.751 INFO:tasks.rados.rados.0.smithi110.stdout:2144: finishing write tid 2 to smithi11051043-19 2024-02-18T08:27:11.751 INFO:tasks.rados.rados.0.smithi110.stdout:2144: finishing write tid 3 to smithi11051043-19 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:2144: finishing write tid 5 to smithi11051043-19 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:2144: finishing write tid 6 to smithi11051043-19 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 836 (ObjNum 664 snap 204 seq_num 664) dirty exists 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:2144: left oid 19 (ObjNum 664 snap 204 seq_num 664) 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:2136: done (6 left) 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:2137: done (5 left) 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:2139: done (4 left) 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:2140: done (3 left) 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:2141: done (2 left) 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:2144: done (1 left) 2024-02-18T08:27:11.752 INFO:tasks.rados.rados.0.smithi110.stdout:2146: rollback oid 14 current snap is 204 2024-02-18T08:27:11.753 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 14 to 202 2024-02-18T08:27:11.753 INFO:tasks.rados.rados.0.smithi110.stdout:2147: read oid 37 snap -1 2024-02-18T08:27:11.753 INFO:tasks.rados.rados.0.smithi110.stdout:2147: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:27:11.753 INFO:tasks.rados.rados.0.smithi110.stdout:2148: rmattr oid 24 current snap is 204 2024-02-18T08:27:11.753 INFO:tasks.rados.rados.0.smithi110.stdout:2148: done (3 left) 2024-02-18T08:27:11.753 INFO:tasks.rados.rados.0.smithi110.stdout:2149: rollback oid 16 current snap is 204 2024-02-18T08:27:11.753 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 16 to 202 2024-02-18T08:27:11.753 INFO:tasks.rados.rados.0.smithi110.stdout:2150: read oid 48 snap -1 2024-02-18T08:27:11.753 INFO:tasks.rados.rados.0.smithi110.stdout:2150: expect deleted 2024-02-18T08:27:11.753 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 204 2024-02-18T08:27:11.754 INFO:tasks.rados.rados.0.smithi110.stdout:2151: seq_num 665 ranges {0=745472,745472=606208,1351680=196608} 2024-02-18T08:27:11.756 INFO:tasks.rados.rados.0.smithi110.stdout:2151: writing smithi11051043-28 from 0 to 745472 tid 1 2024-02-18T08:27:11.761 INFO:tasks.rados.rados.0.smithi110.stdout:2151: writing smithi11051043-28 from 745472 to 1351680 tid 2 2024-02-18T08:27:11.762 INFO:tasks.rados.rados.0.smithi110.stdout:2151: writing smithi11051043-28 from 1351680 to 1548288 tid 3 2024-02-18T08:27:11.762 INFO:tasks.rados.rados.0.smithi110.stdout:2152: snap_create 2024-02-18T08:27:11.762 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 857 (ObjNum 1 snap 22008 seq_num 4165145920) dirty exists 2024-02-18T08:27:11.762 INFO:tasks.rados.rados.0.smithi110.stdout:2147: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:27:11.766 INFO:tasks.rados.rados.0.smithi110.stdout:2149: finishing rollback tid 0 to smithi11051043-16 2024-02-18T08:27:11.766 INFO:tasks.rados.rados.0.smithi110.stdout:2146: finishing rollback tid 0 to smithi11051043-14 2024-02-18T08:27:11.766 INFO:tasks.rados.rados.0.smithi110.stdout:2146: finishing rollback tid 1 to smithi11051043-14 2024-02-18T08:27:11.766 INFO:tasks.rados.rados.0.smithi110.stdout:2146: finishing rollback tid 2 to smithi11051043-14 2024-02-18T08:27:11.766 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 819 (ObjNum 658 snap 202 seq_num 658) dirty exists 2024-02-18T08:27:11.766 INFO:tasks.rados.rados.0.smithi110.stdout:2149: finishing rollback tid 1 to smithi11051043-16 2024-02-18T08:27:11.766 INFO:tasks.rados.rados.0.smithi110.stdout:2149: finishing rollback tid 2 to smithi11051043-16 2024-02-18T08:27:11.767 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1171 (ObjNum 570 snap 175 seq_num 570) dirty exists 2024-02-18T08:27:11.767 INFO:tasks.rados.rados.0.smithi110.stdout:2151: finishing write tid 1 to smithi11051043-28 2024-02-18T08:27:11.767 INFO:tasks.rados.rados.0.smithi110.stdout:2151: finishing write tid 2 to smithi11051043-28 2024-02-18T08:27:11.767 INFO:tasks.rados.rados.0.smithi110.stdout:2151: finishing write tid 3 to smithi11051043-28 2024-02-18T08:27:11.767 INFO:tasks.rados.rados.0.smithi110.stdout:2151: finishing write tid 5 to smithi11051043-28 2024-02-18T08:27:11.767 INFO:tasks.rados.rados.0.smithi110.stdout:2151: finishing write tid 6 to smithi11051043-28 2024-02-18T08:27:11.767 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 809 (ObjNum 665 snap 204 seq_num 665) dirty exists 2024-02-18T08:27:11.767 INFO:tasks.rados.rados.0.smithi110.stdout:2151: left oid 28 (ObjNum 665 snap 204 seq_num 665) 2024-02-18T08:27:11.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:11 smithi110 bash[54479]: cluster 2024-02-18T08:27:10.691059+0000 mgr.y (mgr.44100) 242 : cluster [DBG] pgmap v397: 89 pgs: 89 active+clean; 158 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-02-18T08:27:11.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:11 smithi110 bash[54479]: cluster 2024-02-18T08:27:10.709062+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2024-02-18T08:27:11.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:11 smithi110 bash[55875]: cluster 2024-02-18T08:27:10.691059+0000 mgr.y (mgr.44100) 242 : cluster [DBG] pgmap v397: 89 pgs: 89 active+clean; 158 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-02-18T08:27:11.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:11 smithi110 bash[55875]: cluster 2024-02-18T08:27:10.709062+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2024-02-18T08:27:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:11.633Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:11.633Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:11.633Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:27:12.018 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:11 smithi191 bash[38688]: cluster 2024-02-18T08:27:10.691059+0000 mgr.y (mgr.44100) 242 : cluster [DBG] pgmap v397: 89 pgs: 89 active+clean; 158 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-02-18T08:27:12.018 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:11 smithi191 bash[38688]: cluster 2024-02-18T08:27:10.709062+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2024-02-18T08:27:12.731 INFO:tasks.rados.rados.0.smithi110.stdout:2145: done (6 left) 2024-02-18T08:27:12.731 INFO:tasks.rados.rados.0.smithi110.stdout:2146: done (5 left) 2024-02-18T08:27:12.732 INFO:tasks.rados.rados.0.smithi110.stdout:2147: done (4 left) 2024-02-18T08:27:12.732 INFO:tasks.rados.rados.0.smithi110.stdout:2149: done (3 left) 2024-02-18T08:27:12.732 INFO:tasks.rados.rados.0.smithi110.stdout:2150: done (2 left) 2024-02-18T08:27:12.732 INFO:tasks.rados.rados.0.smithi110.stdout:2151: done (1 left) 2024-02-18T08:27:12.732 INFO:tasks.rados.rados.0.smithi110.stdout:2152: done (0 left) 2024-02-18T08:27:12.732 INFO:tasks.rados.rados.0.smithi110.stdout:2153: snap_create 2024-02-18T08:27:12.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:12 smithi110 bash[54479]: cluster 2024-02-18T08:27:11.712118+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2024-02-18T08:27:12.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:12 smithi110 bash[55875]: cluster 2024-02-18T08:27:11.712118+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2024-02-18T08:27:13.055 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:12 smithi191 bash[38688]: cluster 2024-02-18T08:27:11.712118+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2024-02-18T08:27:13.344 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:13 smithi191 systemd[1]: Stopping Ceph osd.6 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:27:13.344 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:13 smithi191 bash[25871]: debug 2024-02-18T08:27:13.265+0000 7fe1fc02a700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:27:13.345 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:13 smithi191 bash[25871]: debug 2024-02-18T08:27:13.265+0000 7fe1fc02a700 -1 osd.6 476 *** Got signal Terminated *** 2024-02-18T08:27:13.345 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:13 smithi191 bash[25871]: debug 2024-02-18T08:27:13.265+0000 7fe1fc02a700 -1 osd.6 476 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T08:27:13.738 INFO:tasks.rados.rados.0.smithi110.stdout:2153: done (0 left) 2024-02-18T08:27:13.738 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 206 2024-02-18T08:27:13.738 INFO:tasks.rados.rados.0.smithi110.stdout:2154: seq_num 666 ranges {8151040=761856,8912896=491520,9404416=311296} 2024-02-18T08:27:13.789 INFO:tasks.rados.rados.0.smithi110.stdout:2154: writing smithi11051043-11 from 8151040 to 8912896 tid 1 2024-02-18T08:27:13.792 INFO:tasks.rados.rados.0.smithi110.stdout:2154: writing smithi11051043-11 from 8912896 to 9404416 tid 2 2024-02-18T08:27:13.794 INFO:tasks.rados.rados.0.smithi110.stdout:2154: writing smithi11051043-11 from 9404416 to 9715712 tid 3 2024-02-18T08:27:13.794 INFO:tasks.rados.rados.0.smithi110.stdout:2155: delete oid 48 current snap is 206 2024-02-18T08:27:13.797 INFO:tasks.rados.rados.0.smithi110.stdout:2155: done (1 left) 2024-02-18T08:27:13.797 INFO:tasks.rados.rados.0.smithi110.stdout:2156: snap_create 2024-02-18T08:27:13.798 INFO:tasks.rados.rados.0.smithi110.stdout:2154: finishing write tid 1 to smithi11051043-11 2024-02-18T08:27:13.798 INFO:tasks.rados.rados.0.smithi110.stdout:2154: finishing write tid 2 to smithi11051043-11 2024-02-18T08:27:13.800 INFO:tasks.rados.rados.0.smithi110.stdout:2154: finishing write tid 3 to smithi11051043-11 2024-02-18T08:27:13.801 INFO:tasks.rados.rados.0.smithi110.stdout:2154: finishing write tid 5 to smithi11051043-11 2024-02-18T08:27:13.802 INFO:tasks.rados.rados.0.smithi110.stdout:2154: finishing write tid 6 to smithi11051043-11 2024-02-18T08:27:13.803 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1023 (ObjNum 666 snap 206 seq_num 666) dirty exists 2024-02-18T08:27:13.803 INFO:tasks.rados.rados.0.smithi110.stdout:2154: left oid 11 (ObjNum 666 snap 206 seq_num 666) 2024-02-18T08:27:13.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:13 smithi110 bash[54479]: cluster 2024-02-18T08:27:12.691934+0000 mgr.y (mgr.44100) 243 : cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 149 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-02-18T08:27:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:13 smithi110 bash[54479]: cluster 2024-02-18T08:27:12.729011+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2024-02-18T08:27:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:13 smithi110 bash[54479]: cluster 2024-02-18T08:27:13.270358+0000 mon.a (mon.0) 727 : cluster [INF] osd.6 marked itself down and dead 2024-02-18T08:27:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:13 smithi110 bash[55875]: cluster 2024-02-18T08:27:12.691934+0000 mgr.y (mgr.44100) 243 : cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 149 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-02-18T08:27:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:13 smithi110 bash[55875]: cluster 2024-02-18T08:27:12.729011+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2024-02-18T08:27:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:13 smithi110 bash[55875]: cluster 2024-02-18T08:27:13.270358+0000 mon.a (mon.0) 727 : cluster [INF] osd.6 marked itself down and dead 2024-02-18T08:27:13.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:13.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:13.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:13.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:13.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:13.528Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:27:14.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:13 smithi191 bash[38688]: cluster 2024-02-18T08:27:12.691934+0000 mgr.y (mgr.44100) 243 : cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 149 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-02-18T08:27:14.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:13 smithi191 bash[38688]: cluster 2024-02-18T08:27:12.729011+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2024-02-18T08:27:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:13 smithi191 bash[38688]: cluster 2024-02-18T08:27:13.270358+0000 mon.a (mon.0) 727 : cluster [INF] osd.6 marked itself down and dead 2024-02-18T08:27:14.729 INFO:tasks.rados.rados.0.smithi110.stdout:2154: done (1 left) 2024-02-18T08:27:14.729 INFO:tasks.rados.rados.0.smithi110.stdout:2156: done (0 left) 2024-02-18T08:27:14.729 INFO:tasks.rados.rados.0.smithi110.stdout:2157: read oid 1 snap -1 2024-02-18T08:27:14.729 INFO:tasks.rados.rados.0.smithi110.stdout:2157: expect (ObjNum 634 snap 193 seq_num 634) 2024-02-18T08:27:14.729 INFO:tasks.rados.rados.0.smithi110.stdout:2158: setattr oid 42 current snap is 207 2024-02-18T08:27:14.731 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 207 2024-02-18T08:27:14.731 INFO:tasks.rados.rados.0.smithi110.stdout:2159: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-02-18T08:27:14.737 INFO:tasks.rados.rados.0.smithi110.stdout:2159: writing smithi11051043-10 from 0 to 794624 tid 1 2024-02-18T08:27:14.742 INFO:tasks.rados.rados.0.smithi110.stdout:2159: writing smithi11051043-10 from 794624 to 1458176 tid 2 2024-02-18T08:27:14.744 INFO:tasks.rados.rados.0.smithi110.stdout:2159: writing smithi11051043-10 from 1458176 to 1597440 tid 3 2024-02-18T08:27:14.744 INFO:tasks.rados.rados.0.smithi110.stdout:2160: snap_create 2024-02-18T08:27:14.744 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 843 (ObjNum 521 snap 157 seq_num 521) dirty exists 2024-02-18T08:27:14.754 INFO:tasks.rados.rados.0.smithi110.stdout:2159: finishing write tid 1 to smithi11051043-10 2024-02-18T08:27:14.754 INFO:tasks.rados.rados.0.smithi110.stdout:2159: finishing write tid 2 to smithi11051043-10 2024-02-18T08:27:14.754 INFO:tasks.rados.rados.0.smithi110.stdout:2159: finishing write tid 3 to smithi11051043-10 2024-02-18T08:27:14.754 INFO:tasks.rados.rados.0.smithi110.stdout:2159: finishing write tid 5 to smithi11051043-10 2024-02-18T08:27:14.757 INFO:tasks.rados.rados.0.smithi110.stdout:2159: finishing write tid 6 to smithi11051043-10 2024-02-18T08:27:14.757 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 745 (ObjNum 668 snap 207 seq_num 668) dirty exists 2024-02-18T08:27:14.757 INFO:tasks.rados.rados.0.smithi110.stdout:2159: left oid 10 (ObjNum 668 snap 207 seq_num 668) 2024-02-18T08:27:14.775 INFO:tasks.rados.rados.0.smithi110.stdout:2157: expect (ObjNum 634 snap 193 seq_num 634) 2024-02-18T08:27:14.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:14 smithi191 bash[38688]: cluster 2024-02-18T08:27:13.724592+0000 mon.a (mon.0) 728 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:27:14.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:14 smithi191 bash[38688]: cluster 2024-02-18T08:27:13.734381+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2024-02-18T08:27:14.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:14 smithi191 bash[38688]: cluster 2024-02-18T08:27:14.723447+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2024-02-18T08:27:14.845 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:14 smithi191 bash[44109]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.6 2024-02-18T08:27:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:14 smithi110 bash[54479]: cluster 2024-02-18T08:27:13.724592+0000 mon.a (mon.0) 728 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:27:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:14 smithi110 bash[54479]: cluster 2024-02-18T08:27:13.734381+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2024-02-18T08:27:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:14 smithi110 bash[54479]: cluster 2024-02-18T08:27:14.723447+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2024-02-18T08:27:15.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:14 smithi110 bash[55875]: cluster 2024-02-18T08:27:13.724592+0000 mon.a (mon.0) 728 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:27:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:14 smithi110 bash[55875]: cluster 2024-02-18T08:27:13.734381+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2024-02-18T08:27:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:14 smithi110 bash[55875]: cluster 2024-02-18T08:27:14.723447+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2024-02-18T08:27:15.744 INFO:tasks.rados.rados.0.smithi110.stdout:2157: done (3 left) 2024-02-18T08:27:15.744 INFO:tasks.rados.rados.0.smithi110.stdout:2158: done (2 left) 2024-02-18T08:27:15.744 INFO:tasks.rados.rados.0.smithi110.stdout:2159: done (1 left) 2024-02-18T08:27:15.744 INFO:tasks.rados.rados.0.smithi110.stdout:2160: done (0 left) 2024-02-18T08:27:15.744 INFO:tasks.rados.rados.0.smithi110.stdout:2161: delete oid 9 current snap is 208 2024-02-18T08:27:15.749 INFO:tasks.rados.rados.0.smithi110.stdout:2161: done (0 left) 2024-02-18T08:27:15.750 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 208 2024-02-18T08:27:15.750 INFO:tasks.rados.rados.0.smithi110.stdout:2162: seq_num 670 ranges {7618560=425984,8044544=483328,8527872=507904,9035776=212992} 2024-02-18T08:27:15.796 INFO:tasks.rados.rados.0.smithi110.stdout:2162: writing smithi11051043-35 from 7618560 to 8044544 tid 1 2024-02-18T08:27:15.798 INFO:tasks.rados.rados.0.smithi110.stdout:2162: writing smithi11051043-35 from 8044544 to 8527872 tid 2 2024-02-18T08:27:15.802 INFO:tasks.rados.rados.0.smithi110.stdout:2162: writing smithi11051043-35 from 8527872 to 9035776 tid 3 2024-02-18T08:27:15.803 INFO:tasks.rados.rados.0.smithi110.stdout:2162: writing smithi11051043-35 from 9035776 to 9248768 tid 4 2024-02-18T08:27:15.803 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 208 2024-02-18T08:27:15.803 INFO:tasks.rados.rados.0.smithi110.stdout:2163: seq_num 671 ranges {1384448=442368,1826816=761856,2588672=442368} 2024-02-18T08:27:15.813 INFO:tasks.rados.rados.0.smithi110.stdout:2163: writing smithi11051043-6 from 1384448 to 1826816 tid 1 2024-02-18T08:27:15.817 INFO:tasks.rados.rados.0.smithi110.stdout:2163: writing smithi11051043-6 from 1826816 to 2588672 tid 2 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:2163: writing smithi11051043-6 from 2588672 to 3031040 tid 3 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:2164: delete oid 37 current snap is 208 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:2162: finishing write tid 1 to smithi11051043-35 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:2162: finishing write tid 2 to smithi11051043-35 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:2162: finishing write tid 3 to smithi11051043-35 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:2162: finishing write tid 4 to smithi11051043-35 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:2162: finishing write tid 6 to smithi11051043-35 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:2163: finishing write tid 1 to smithi11051043-6 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:2162: finishing write tid 7 to smithi11051043-35 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 668 (ObjNum 670 snap 208 seq_num 670) dirty exists 2024-02-18T08:27:15.821 INFO:tasks.rados.rados.0.smithi110.stdout:2162: left oid 35 (ObjNum 670 snap 208 seq_num 670) 2024-02-18T08:27:15.823 INFO:tasks.rados.rados.0.smithi110.stdout:2163: finishing write tid 2 to smithi11051043-6 2024-02-18T08:27:15.823 INFO:tasks.rados.rados.0.smithi110.stdout:2163: finishing write tid 3 to smithi11051043-6 2024-02-18T08:27:15.823 INFO:tasks.rados.rados.0.smithi110.stdout:2162: done (2 left) 2024-02-18T08:27:15.824 INFO:tasks.rados.rados.0.smithi110.stdout:2164: done (1 left) 2024-02-18T08:27:15.824 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 208 2024-02-18T08:27:15.824 INFO:tasks.rados.rados.0.smithi110.stdout:2165: seq_num 673 ranges {491520=475136,966656=532480,1499136=671744} 2024-02-18T08:27:15.829 INFO:tasks.rados.rados.0.smithi110.stdout:2165: writing smithi11051043-40 from 491520 to 966656 tid 1 2024-02-18T08:27:15.832 INFO:tasks.rados.rados.0.smithi110.stdout:2165: writing smithi11051043-40 from 966656 to 1499136 tid 2 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:2165: writing smithi11051043-40 from 1499136 to 2170880 tid 3 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:2166: copy_from oid 31 from oid 21 current snap is 208 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:2163: finishing write tid 5 to smithi11051043-6 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:2163: finishing write tid 6 to smithi11051043-6 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 833 (ObjNum 671 snap 208 seq_num 671) dirty exists 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:2163: left oid 6 (ObjNum 671 snap 208 seq_num 671) 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:2165: finishing write tid 1 to smithi11051043-40 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:2165: finishing write tid 2 to smithi11051043-40 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:2163: done (2 left) 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 208 2024-02-18T08:27:15.837 INFO:tasks.rados.rados.0.smithi110.stdout:2167: seq_num 674 ranges {1597440=491520,2088960=417792,2506752=483328,2990080=303104} 2024-02-18T08:27:15.848 INFO:tasks.rados.rados.0.smithi110.stdout:2167: writing smithi11051043-10 from 1597440 to 2088960 tid 1 2024-02-18T08:27:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:2167: writing smithi11051043-10 from 2088960 to 2506752 tid 2 2024-02-18T08:27:15.853 INFO:tasks.rados.rados.0.smithi110.stdout:2167: writing smithi11051043-10 from 2506752 to 2990080 tid 3 2024-02-18T08:27:15.855 INFO:tasks.rados.rados.0.smithi110.stdout:2167: writing smithi11051043-10 from 2990080 to 3293184 tid 4 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2168: copy_from oid 19 from oid 47 current snap is 208 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2166: finishing copy_from to smithi11051043-31 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2166: got expected ENOENT (src dne) 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2166: finishing copy_from racing read to smithi11051043-31 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2165: finishing write tid 3 to smithi11051043-40 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2165: finishing write tid 5 to smithi11051043-40 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2165: finishing write tid 6 to smithi11051043-40 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 862 (ObjNum 673 snap 208 seq_num 673) dirty exists 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2165: left oid 40 (ObjNum 673 snap 208 seq_num 673) 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2167: finishing write tid 1 to smithi11051043-10 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2167: finishing write tid 2 to smithi11051043-10 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2165: done (3 left) 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2166: done (2 left) 2024-02-18T08:27:15.856 INFO:tasks.rados.rados.0.smithi110.stdout:2169: delete oid 31 current snap is 208 2024-02-18T08:27:15.860 INFO:tasks.rados.rados.0.smithi110.stdout:2169: done (2 left) 2024-02-18T08:27:15.860 INFO:tasks.rados.rados.0.smithi110.stdout:2170: snap_remove snap 198 2024-02-18T08:27:16.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:15 smithi191 bash[38688]: cluster 2024-02-18T08:27:14.692950+0000 mgr.y (mgr.44100) 244 : cluster [DBG] pgmap v403: 89 pgs: 8 peering, 4 stale+active+clean, 77 active+clean; 140 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-02-18T08:27:16.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:15 smithi191 bash[38688]: cluster 2024-02-18T08:27:14.739427+0000 mon.a (mon.0) 731 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-02-18T08:27:16.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:15 smithi191 bash[38688]: cluster 2024-02-18T08:27:15.741375+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2024-02-18T08:27:16.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:15 smithi110 bash[54479]: cluster 2024-02-18T08:27:14.692950+0000 mgr.y (mgr.44100) 244 : cluster [DBG] pgmap v403: 89 pgs: 8 peering, 4 stale+active+clean, 77 active+clean; 140 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-02-18T08:27:16.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:15 smithi110 bash[54479]: cluster 2024-02-18T08:27:14.739427+0000 mon.a (mon.0) 731 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-02-18T08:27:16.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:15 smithi110 bash[54479]: cluster 2024-02-18T08:27:15.741375+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2024-02-18T08:27:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:15 smithi110 bash[55875]: cluster 2024-02-18T08:27:14.692950+0000 mgr.y (mgr.44100) 244 : cluster [DBG] pgmap v403: 89 pgs: 8 peering, 4 stale+active+clean, 77 active+clean; 140 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-02-18T08:27:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:15 smithi110 bash[55875]: cluster 2024-02-18T08:27:14.739427+0000 mon.a (mon.0) 731 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-02-18T08:27:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:15 smithi110 bash[55875]: cluster 2024-02-18T08:27:15.741375+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2024-02-18T08:27:16.771 INFO:tasks.rados.rados.0.smithi110.stdout:2170: done (2 left) 2024-02-18T08:27:16.771 INFO:tasks.rados.rados.0.smithi110.stdout:2171: snap_remove snap 202 2024-02-18T08:27:17.095 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:16 smithi191 systemd[1]: Stopped Ceph osd.6 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:27:17.095 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:16 smithi191 systemd[1]: Started Ceph osd.6 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:27:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:16 smithi191 bash[38688]: cluster 2024-02-18T08:27:16.755516+0000 mon.a (mon.0) 733 : cluster [WRN] Health check failed: Degraded data redundancy: 4/252 objects degraded (1.587%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:27:17.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:16 smithi191 bash[38688]: cluster 2024-02-18T08:27:16.768002+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2024-02-18T08:27:17.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:16 smithi110 bash[54479]: cluster 2024-02-18T08:27:16.755516+0000 mon.a (mon.0) 733 : cluster [WRN] Health check failed: Degraded data redundancy: 4/252 objects degraded (1.587%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:27:17.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:16 smithi110 bash[54479]: cluster 2024-02-18T08:27:16.768002+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2024-02-18T08:27:17.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:16 smithi110 bash[55875]: cluster 2024-02-18T08:27:16.755516+0000 mon.a (mon.0) 733 : cluster [WRN] Health check failed: Degraded data redundancy: 4/252 objects degraded (1.587%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:27:17.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:16 smithi110 bash[55875]: cluster 2024-02-18T08:27:16.768002+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2024-02-18T08:27:17.775 INFO:tasks.rados.rados.0.smithi110.stdout:2171: done (2 left) 2024-02-18T08:27:17.775 INFO:tasks.rados.rados.0.smithi110.stdout:2172: copy_from oid 30 from oid 31 current snap is 208 2024-02-18T08:27:17.775 INFO:tasks.rados.rados.0.smithi110.stdout:2167: finishing write tid 3 to smithi11051043-10 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2167: finishing write tid 4 to smithi11051043-10 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2167: finishing write tid 6 to smithi11051043-10 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2167: finishing write tid 7 to smithi11051043-10 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 750 (ObjNum 674 snap 208 seq_num 674) dirty exists 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2167: left oid 10 (ObjNum 674 snap 208 seq_num 674) 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2168: finishing copy_from racing read to smithi11051043-19 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2168: finishing copy_from to smithi11051043-19 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 736 (ObjNum 637 snap 194 seq_num 637) dirty exists 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2167: done (2 left) 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2168: done (1 left) 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2173: read oid 21 snap -1 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2173: expect deleted 2024-02-18T08:27:17.776 INFO:tasks.rados.rados.0.smithi110.stdout:2174: setattr oid 28 current snap is 208 2024-02-18T08:27:17.777 INFO:tasks.rados.rados.0.smithi110.stdout:2175: snap_remove snap 206 2024-02-18T08:27:18.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:17 smithi110 bash[54479]: cluster 2024-02-18T08:27:16.693938+0000 mgr.y (mgr.44100) 245 : cluster [DBG] pgmap v406: 89 pgs: 1 active+undersized+degraded, 8 peering, 2 stale+active+clean, 8 active+undersized, 70 active+clean; 141 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 1.8 MiB/s wr, 19 op/s; 4/252 objects degraded (1.587%) 2024-02-18T08:27:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:17 smithi110 bash[54479]: audit 2024-02-18T08:27:16.968814+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:17 smithi110 bash[54479]: audit 2024-02-18T08:27:16.970189+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:17 smithi110 bash[54479]: audit 2024-02-18T08:27:16.972677+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:27:18.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:17 smithi110 bash[54479]: cluster 2024-02-18T08:27:17.772434+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2024-02-18T08:27:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:17 smithi110 bash[55875]: cluster 2024-02-18T08:27:16.693938+0000 mgr.y (mgr.44100) 245 : cluster [DBG] pgmap v406: 89 pgs: 1 active+undersized+degraded, 8 peering, 2 stale+active+clean, 8 active+undersized, 70 active+clean; 141 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 1.8 MiB/s wr, 19 op/s; 4/252 objects degraded (1.587%) 2024-02-18T08:27:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:17 smithi110 bash[55875]: audit 2024-02-18T08:27:16.968814+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:17 smithi110 bash[55875]: audit 2024-02-18T08:27:16.970189+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:17 smithi110 bash[55875]: audit 2024-02-18T08:27:16.972677+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:27:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:17 smithi110 bash[55875]: cluster 2024-02-18T08:27:17.772434+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2024-02-18T08:27:18.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:17 smithi191 bash[38688]: cluster 2024-02-18T08:27:16.693938+0000 mgr.y (mgr.44100) 245 : cluster [DBG] pgmap v406: 89 pgs: 1 active+undersized+degraded, 8 peering, 2 stale+active+clean, 8 active+undersized, 70 active+clean; 141 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 1.8 MiB/s wr, 19 op/s; 4/252 objects degraded (1.587%) 2024-02-18T08:27:18.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:17 smithi191 bash[38688]: audit 2024-02-18T08:27:16.968814+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:18.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:17 smithi191 bash[38688]: audit 2024-02-18T08:27:16.970189+0000 mon.a (mon.0) 736 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:18.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:17 smithi191 bash[38688]: audit 2024-02-18T08:27:16.972677+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:27:18.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:17 smithi191 bash[38688]: cluster 2024-02-18T08:27:17.772434+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2024-02-18T08:27:18.776 INFO:tasks.rados.rados.0.smithi110.stdout:2175: done (3 left) 2024-02-18T08:27:18.777 INFO:tasks.rados.rados.0.smithi110.stdout:2176: read oid 42 snap 207 2024-02-18T08:27:18.777 INFO:tasks.rados.rados.0.smithi110.stdout:2176: expect (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:27:18.777 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 208 2024-02-18T08:27:18.777 INFO:tasks.rados.rados.0.smithi110.stdout:2177: seq_num 676 ranges {2916352=524288,3440640=589824,4030464=450560,4481024=163840} 2024-02-18T08:27:18.796 INFO:tasks.rados.rados.0.smithi110.stdout:2177: writing smithi11051043-22 from 2916352 to 3440640 tid 1 2024-02-18T08:27:18.800 INFO:tasks.rados.rados.0.smithi110.stdout:2177: writing smithi11051043-22 from 3440640 to 4030464 tid 2 2024-02-18T08:27:18.802 INFO:tasks.rados.rados.0.smithi110.stdout:2177: writing smithi11051043-22 from 4030464 to 4481024 tid 3 2024-02-18T08:27:18.804 INFO:tasks.rados.rados.0.smithi110.stdout:2177: writing smithi11051043-22 from 4481024 to 4644864 tid 4 2024-02-18T08:27:18.804 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 208 2024-02-18T08:27:18.804 INFO:tasks.rados.rados.0.smithi110.stdout:2178: seq_num 677 ranges {5857280=540672,6397952=516096,6914048=655360,7569408=32768} 2024-02-18T08:27:18.840 INFO:tasks.rados.rados.0.smithi110.stdout:2178: writing smithi11051043-33 from 5857280 to 6397952 tid 1 2024-02-18T08:27:18.843 INFO:tasks.rados.rados.0.smithi110.stdout:2178: writing smithi11051043-33 from 6397952 to 6914048 tid 2 2024-02-18T08:27:18.844 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:18 smithi191 bash[44397]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-02-18T08:27:18.844 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:18 smithi191 bash[44397]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-02-18T08:27:18.844 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:18 smithi191 bash[44397]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-02-18T08:27:18.844 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:18 smithi191 bash[44397]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-02-18T08:27:18.845 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:18 smithi191 bash[44397]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-02-18T08:27:18.845 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:18 smithi191 bash[44397]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-02-18T08:27:18.845 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:18 smithi191 bash[44397]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-02-18T08:27:18.845 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:18 smithi191 bash[44397]: --> ceph-volume lvm activate successful for osd ID: 6 2024-02-18T08:27:18.848 INFO:tasks.rados.rados.0.smithi110.stdout:2178: writing smithi11051043-33 from 6914048 to 7569408 tid 3 2024-02-18T08:27:18.848 INFO:tasks.rados.rados.0.smithi110.stdout:2178: writing smithi11051043-33 from 7569408 to 7602176 tid 4 2024-02-18T08:27:18.848 INFO:tasks.rados.rados.0.smithi110.stdout:2179: read oid 18 snap -1 2024-02-18T08:27:18.848 INFO:tasks.rados.rados.0.smithi110.stdout:2179: expect (ObjNum 645 snap 198 seq_num 645) 2024-02-18T08:27:18.848 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 208 2024-02-18T08:27:18.848 INFO:tasks.rados.rados.0.smithi110.stdout:2180: seq_num 678 ranges {0=565248,565248=802816,1368064=401408} 2024-02-18T08:27:18.851 INFO:tasks.rados.rados.0.smithi110.stdout:2180: writing smithi11051043-9 from 0 to 565248 tid 1 2024-02-18T08:27:18.857 INFO:tasks.rados.rados.0.smithi110.stdout:2180: writing smithi11051043-9 from 565248 to 1368064 tid 2 2024-02-18T08:27:18.860 INFO:tasks.rados.rados.0.smithi110.stdout:2180: writing smithi11051043-9 from 1368064 to 1769472 tid 3 2024-02-18T08:27:18.860 INFO:tasks.rados.rados.0.smithi110.stdout:2181: read oid 13 snap -1 2024-02-18T08:27:18.860 INFO:tasks.rados.rados.0.smithi110.stdout:2181: expect (ObjNum 603 snap 186 seq_num 603) 2024-02-18T08:27:18.860 INFO:tasks.rados.rados.0.smithi110.stdout:2172: finishing copy_from to smithi11051043-30 2024-02-18T08:27:18.860 INFO:tasks.rados.rados.0.smithi110.stdout:2172: got expected ENOENT (src dne) 2024-02-18T08:27:18.860 INFO:tasks.rados.rados.0.smithi110.stdout:2172: finishing copy_from racing read to smithi11051043-30 2024-02-18T08:27:18.860 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 810 (ObjNum 665 snap 204 seq_num 665) dirty exists 2024-02-18T08:27:18.860 INFO:tasks.rados.rados.0.smithi110.stdout:2176: expect (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:27:18.963 INFO:tasks.rados.rados.0.smithi110.stdout:2177: finishing write tid 1 to smithi11051043-22 2024-02-18T08:27:18.964 INFO:tasks.rados.rados.0.smithi110.stdout:2177: finishing write tid 2 to smithi11051043-22 2024-02-18T08:27:18.964 INFO:tasks.rados.rados.0.smithi110.stdout:2177: finishing write tid 3 to smithi11051043-22 2024-02-18T08:27:18.964 INFO:tasks.rados.rados.0.smithi110.stdout:2177: finishing write tid 4 to smithi11051043-22 2024-02-18T08:27:18.964 INFO:tasks.rados.rados.0.smithi110.stdout:2177: finishing write tid 6 to smithi11051043-22 2024-02-18T08:27:18.964 INFO:tasks.rados.rados.0.smithi110.stdout:2177: finishing write tid 7 to smithi11051043-22 2024-02-18T08:27:18.964 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 876 (ObjNum 676 snap 208 seq_num 676) dirty exists 2024-02-18T08:27:18.964 INFO:tasks.rados.rados.0.smithi110.stdout:2177: left oid 22 (ObjNum 676 snap 208 seq_num 676) 2024-02-18T08:27:18.964 INFO:tasks.rados.rados.0.smithi110.stdout:2178: finishing write tid 1 to smithi11051043-33 2024-02-18T08:27:18.964 INFO:tasks.rados.rados.0.smithi110.stdout:2178: finishing write tid 2 to smithi11051043-33 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2178: finishing write tid 3 to smithi11051043-33 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2178: finishing write tid 4 to smithi11051043-33 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2178: finishing write tid 6 to smithi11051043-33 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2182: read oid 12 snap -1 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2182: expect (ObjNum 648 snap 198 seq_num 648) 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2172: done (9 left) 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2173: done (8 left) 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2174: done (7 left) 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2176: done (6 left) 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2177: done (5 left) 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2183: read oid 17 snap -1 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2183: expect (ObjNum 570 snap 175 seq_num 570) 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 20 current snap is 208 2024-02-18T08:27:18.965 INFO:tasks.rados.rados.0.smithi110.stdout:2184: seq_num 679 ranges {3538944=581632,4120576=688128,4808704=516096} 2024-02-18T08:27:18.996 INFO:tasks.rados.rados.0.smithi110.stdout:2184: writing smithi11051043-20 from 3538944 to 4120576 tid 1 2024-02-18T08:27:19.000 INFO:tasks.rados.rados.0.smithi110.stdout:2184: writing smithi11051043-20 from 4120576 to 4808704 tid 2 2024-02-18T08:27:19.004 INFO:tasks.rados.rados.0.smithi110.stdout:2184: writing smithi11051043-20 from 4808704 to 5324800 tid 3 2024-02-18T08:27:19.004 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 208 2024-02-18T08:27:19.004 INFO:tasks.rados.rados.0.smithi110.stdout:2185: seq_num 680 ranges {909312=598016,1507328=573440,2080768=434176,2514944=196608} 2024-02-18T08:27:19.012 INFO:tasks.rados.rados.0.smithi110.stdout:2185: writing smithi11051043-15 from 909312 to 1507328 tid 1 2024-02-18T08:27:19.015 INFO:tasks.rados.rados.0.smithi110.stdout:2185: writing smithi11051043-15 from 1507328 to 2080768 tid 2 2024-02-18T08:27:19.018 INFO:tasks.rados.rados.0.smithi110.stdout:2185: writing smithi11051043-15 from 2080768 to 2514944 tid 3 2024-02-18T08:27:19.019 INFO:tasks.rados.rados.0.smithi110.stdout:2185: writing smithi11051043-15 from 2514944 to 2711552 tid 4 2024-02-18T08:27:19.020 INFO:tasks.rados.rados.0.smithi110.stdout:2186: read oid 5 snap 207 2024-02-18T08:27:19.020 INFO:tasks.rados.rados.0.smithi110.stdout:2186: expect (ObjNum 624 snap 191 seq_num 624) 2024-02-18T08:27:19.020 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 208 2024-02-18T08:27:19.020 INFO:tasks.rados.rados.0.smithi110.stdout:2187: seq_num 681 ranges {0=614400,614400=458752,1073152=638976,1712128=106496} 2024-02-18T08:27:19.024 INFO:tasks.rados.rados.0.smithi110.stdout:2187: writing smithi11051043-36 from 0 to 614400 tid 1 2024-02-18T08:27:19.027 INFO:tasks.rados.rados.0.smithi110.stdout:2187: writing smithi11051043-36 from 614400 to 1073152 tid 2 2024-02-18T08:27:19.030 INFO:tasks.rados.rados.0.smithi110.stdout:2187: writing smithi11051043-36 from 1073152 to 1712128 tid 3 2024-02-18T08:27:19.031 INFO:tasks.rados.rados.0.smithi110.stdout:2187: writing smithi11051043-36 from 1712128 to 1818624 tid 4 2024-02-18T08:27:19.031 INFO:tasks.rados.rados.0.smithi110.stdout:2188: rollback oid 22 current snap is 208 2024-02-18T08:27:19.031 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 22 to 204 2024-02-18T08:27:19.032 INFO:tasks.rados.rados.0.smithi110.stdout:2178: finishing write tid 7 to smithi11051043-33 2024-02-18T08:27:19.032 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 882 (ObjNum 677 snap 208 seq_num 677) dirty exists 2024-02-18T08:27:19.032 INFO:tasks.rados.rados.0.smithi110.stdout:2178: left oid 33 (ObjNum 677 snap 208 seq_num 677) 2024-02-18T08:27:19.032 INFO:tasks.rados.rados.0.smithi110.stdout:2179: expect (ObjNum 645 snap 198 seq_num 645) 2024-02-18T08:27:19.139 INFO:tasks.rados.rados.0.smithi110.stdout:2180: finishing write tid 1 to smithi11051043-9 2024-02-18T08:27:19.139 INFO:tasks.rados.rados.0.smithi110.stdout:2180: finishing write tid 2 to smithi11051043-9 2024-02-18T08:27:19.140 INFO:tasks.rados.rados.0.smithi110.stdout:2180: finishing write tid 3 to smithi11051043-9 2024-02-18T08:27:19.140 INFO:tasks.rados.rados.0.smithi110.stdout:2180: finishing write tid 5 to smithi11051043-9 2024-02-18T08:27:19.140 INFO:tasks.rados.rados.0.smithi110.stdout:2180: finishing write tid 6 to smithi11051043-9 2024-02-18T08:27:19.140 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1028 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-02-18T08:27:19.140 INFO:tasks.rados.rados.0.smithi110.stdout:2180: left oid 9 (ObjNum 678 snap 208 seq_num 678) 2024-02-18T08:27:19.140 INFO:tasks.rados.rados.0.smithi110.stdout:2181: expect (ObjNum 603 snap 186 seq_num 603) 2024-02-18T08:27:19.151 INFO:tasks.rados.rados.0.smithi110.stdout:2183: expect (ObjNum 570 snap 175 seq_num 570) 2024-02-18T08:27:19.205 INFO:tasks.rados.rados.0.smithi110.stdout:2182: expect (ObjNum 648 snap 198 seq_num 648) 2024-02-18T08:27:19.233 INFO:tasks.rados.rados.0.smithi110.stdout:2184: finishing write tid 1 to smithi11051043-20 2024-02-18T08:27:19.233 INFO:tasks.rados.rados.0.smithi110.stdout:2184: finishing write tid 2 to smithi11051043-20 2024-02-18T08:27:19.233 INFO:tasks.rados.rados.0.smithi110.stdout:2184: finishing write tid 3 to smithi11051043-20 2024-02-18T08:27:19.233 INFO:tasks.rados.rados.0.smithi110.stdout:2184: finishing write tid 5 to smithi11051043-20 2024-02-18T08:27:19.233 INFO:tasks.rados.rados.0.smithi110.stdout:2184: finishing write tid 6 to smithi11051043-20 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 626 (ObjNum 679 snap 208 seq_num 679) dirty exists 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:2184: left oid 20 (ObjNum 679 snap 208 seq_num 679) 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:2185: finishing write tid 1 to smithi11051043-15 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:2185: finishing write tid 2 to smithi11051043-15 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:2185: finishing write tid 3 to smithi11051043-15 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:2185: finishing write tid 4 to smithi11051043-15 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:2185: finishing write tid 6 to smithi11051043-15 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:2185: finishing write tid 7 to smithi11051043-15 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 824 (ObjNum 680 snap 208 seq_num 680) dirty exists 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:2185: left oid 15 (ObjNum 680 snap 208 seq_num 680) 2024-02-18T08:27:19.234 INFO:tasks.rados.rados.0.smithi110.stdout:2186: expect (ObjNum 624 snap 191 seq_num 624) 2024-02-18T08:27:19.274 INFO:tasks.rados.rados.0.smithi110.stdout:2187: finishing write tid 1 to smithi11051043-36 2024-02-18T08:27:19.274 INFO:tasks.rados.rados.0.smithi110.stdout:2187: finishing write tid 2 to smithi11051043-36 2024-02-18T08:27:19.274 INFO:tasks.rados.rados.0.smithi110.stdout:2188: finishing rollback tid 0 to smithi11051043-22 2024-02-18T08:27:19.274 INFO:tasks.rados.rados.0.smithi110.stdout:2188: finishing rollback tid 1 to smithi11051043-22 2024-02-18T08:27:19.274 INFO:tasks.rados.rados.0.smithi110.stdout:2187: finishing write tid 3 to smithi11051043-36 2024-02-18T08:27:19.274 INFO:tasks.rados.rados.0.smithi110.stdout:2188: finishing rollback tid 2 to smithi11051043-22 2024-02-18T08:27:19.274 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 885 (ObjNum 634 snap 193 seq_num 634) dirty exists 2024-02-18T08:27:19.274 INFO:tasks.rados.rados.0.smithi110.stdout:2187: finishing write tid 4 to smithi11051043-36 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2187: finishing write tid 6 to smithi11051043-36 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2187: finishing write tid 7 to smithi11051043-36 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 847 (ObjNum 681 snap 208 seq_num 681) dirty exists 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2187: left oid 36 (ObjNum 681 snap 208 seq_num 681) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2178: done (10 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2179: done (9 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2180: done (8 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2181: done (7 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2182: done (6 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2183: done (5 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2184: done (4 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2185: done (3 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2186: done (2 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2187: done (1 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2188: done (0 left) 2024-02-18T08:27:19.275 INFO:tasks.rados.rados.0.smithi110.stdout:2189: delete oid 18 current snap is 208 2024-02-18T08:27:19.278 INFO:tasks.rados.rados.0.smithi110.stdout:2189: done (0 left) 2024-02-18T08:27:19.278 INFO:tasks.rados.rados.0.smithi110.stdout:2190: setattr oid 29 current snap is 208 2024-02-18T08:27:19.280 INFO:tasks.rados.rados.0.smithi110.stdout:2191: rollback oid 3 current snap is 208 2024-02-18T08:27:19.281 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 3 to 205 2024-02-18T08:27:19.281 INFO:tasks.rados.rados.0.smithi110.stdout:2192: rollback oid 20 current snap is 208 2024-02-18T08:27:19.281 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 20 to 207 2024-02-18T08:27:19.281 INFO:tasks.rados.rados.0.smithi110.stdout:2193: read oid 43 snap 207 2024-02-18T08:27:19.281 INFO:tasks.rados.rados.0.smithi110.stdout:2193: expect (ObjNum 646 snap 198 seq_num 646) 2024-02-18T08:27:19.281 INFO:tasks.rados.rados.0.smithi110.stdout:2194: delete oid 8 current snap is 208 2024-02-18T08:27:19.284 INFO:tasks.rados.rados.0.smithi110.stdout:2194: done (4 left) 2024-02-18T08:27:19.284 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 208 2024-02-18T08:27:19.284 INFO:tasks.rados.rados.0.smithi110.stdout:2195: seq_num 684 ranges {0=663552,663552=507904,1171456=409600,1581056=286720} 2024-02-18T08:27:19.288 INFO:tasks.rados.rados.0.smithi110.stdout:2195: writing smithi11051043-21 from 0 to 663552 tid 1 2024-02-18T08:27:19.291 INFO:tasks.rados.rados.0.smithi110.stdout:2195: writing smithi11051043-21 from 663552 to 1171456 tid 2 2024-02-18T08:27:19.293 INFO:tasks.rados.rados.0.smithi110.stdout:2195: writing smithi11051043-21 from 1171456 to 1581056 tid 3 2024-02-18T08:27:19.295 INFO:tasks.rados.rados.0.smithi110.stdout:2195: writing smithi11051043-21 from 1581056 to 1867776 tid 4 2024-02-18T08:27:19.295 INFO:tasks.rados.rados.0.smithi110.stdout:2196: delete oid 12 current snap is 208 2024-02-18T08:27:19.295 INFO:tasks.rados.rados.0.smithi110.stdout:2192: finishing rollback tid 0 to smithi11051043-20 2024-02-18T08:27:19.296 INFO:tasks.rados.rados.0.smithi110.stdout:2191: finishing rollback tid 0 to smithi11051043-3 2024-02-18T08:27:19.296 INFO:tasks.rados.rados.0.smithi110.stdout:2191: finishing rollback tid 1 to smithi11051043-3 2024-02-18T08:27:19.296 INFO:tasks.rados.rados.0.smithi110.stdout:2191: finishing rollback tid 2 to smithi11051043-3 2024-02-18T08:27:19.296 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 671 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-02-18T08:27:19.296 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 837 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:27:19.296 INFO:tasks.rados.rados.0.smithi110.stdout:2192: finishing rollback tid 1 to smithi11051043-20 2024-02-18T08:27:19.296 INFO:tasks.rados.rados.0.smithi110.stdout:2192: finishing rollback tid 2 to smithi11051043-20 2024-02-18T08:27:19.296 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 629 (ObjNum 650 snap 198 seq_num 650) dirty exists 2024-02-18T08:27:19.296 INFO:tasks.rados.rados.0.smithi110.stdout:2193: expect (ObjNum 646 snap 198 seq_num 646) 2024-02-18T08:27:19.345 INFO:tasks.rados.rados.0.smithi110.stdout:2190: done (5 left) 2024-02-18T08:27:19.345 INFO:tasks.rados.rados.0.smithi110.stdout:2191: done (4 left) 2024-02-18T08:27:19.346 INFO:tasks.rados.rados.0.smithi110.stdout:2192: done (3 left) 2024-02-18T08:27:19.346 INFO:tasks.rados.rados.0.smithi110.stdout:2193: done (2 left) 2024-02-18T08:27:19.346 INFO:tasks.rados.rados.0.smithi110.stdout:2196: done (1 left) 2024-02-18T08:27:19.346 INFO:tasks.rados.rados.0.smithi110.stdout:2197: snap_remove snap 207 2024-02-18T08:27:19.728 INFO:tasks.rados.rados.0.smithi110.stdout:2197: done (1 left) 2024-02-18T08:27:19.728 INFO:tasks.rados.rados.0.smithi110.stdout:2198: snap_remove snap 205 2024-02-18T08:27:20.074 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:19 smithi191 bash[38688]: cluster 2024-02-18T08:27:18.694852+0000 mgr.y (mgr.44100) 246 : cluster [DBG] pgmap v409: 89 pgs: 3 active+undersized+degraded, 8 peering, 20 active+undersized, 58 active+clean; 144 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 15 op/s; 8/255 objects degraded (3.137%) 2024-02-18T08:27:20.074 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:19 smithi191 bash[38688]: cluster 2024-02-18T08:27:18.773602+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2024-02-18T08:27:20.074 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:19 smithi191 bash[38688]: cluster 2024-02-18T08:27:19.725311+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2024-02-18T08:27:20.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:19 smithi110 bash[54479]: cluster 2024-02-18T08:27:18.694852+0000 mgr.y (mgr.44100) 246 : cluster [DBG] pgmap v409: 89 pgs: 3 active+undersized+degraded, 8 peering, 20 active+undersized, 58 active+clean; 144 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 15 op/s; 8/255 objects degraded (3.137%) 2024-02-18T08:27:20.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:19 smithi110 bash[54479]: cluster 2024-02-18T08:27:18.773602+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2024-02-18T08:27:20.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:19 smithi110 bash[54479]: cluster 2024-02-18T08:27:19.725311+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2024-02-18T08:27:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:19 smithi110 bash[55875]: cluster 2024-02-18T08:27:18.694852+0000 mgr.y (mgr.44100) 246 : cluster [DBG] pgmap v409: 89 pgs: 3 active+undersized+degraded, 8 peering, 20 active+undersized, 58 active+clean; 144 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 15 op/s; 8/255 objects degraded (3.137%) 2024-02-18T08:27:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:19 smithi110 bash[55875]: cluster 2024-02-18T08:27:18.773602+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2024-02-18T08:27:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:19 smithi110 bash[55875]: cluster 2024-02-18T08:27:19.725311+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2024-02-18T08:27:20.344 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:20 smithi191 bash[44397]: debug 2024-02-18T08:27:20.193+0000 7f237035a700 1 -- 172.21.15.191:0/3577207225 <== mon.2 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fdda108680 con 0x55fdda179000 2024-02-18T08:27:20.733 INFO:tasks.rados.rados.0.smithi110.stdout:2198: done (1 left) 2024-02-18T08:27:20.733 INFO:tasks.rados.rados.0.smithi110.stdout:2199: rollback oid 39 current snap is 208 2024-02-18T08:27:20.734 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 39 to 204 2024-02-18T08:27:20.734 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 30 current snap is 208 2024-02-18T08:27:20.734 INFO:tasks.rados.rados.0.smithi110.stdout:2200: seq_num 686 ranges {1908736=696320,2605056=729088,3334144=425984,3760128=49152} 2024-02-18T08:27:20.750 INFO:tasks.rados.rados.0.smithi110.stdout:2200: writing smithi11051043-30 from 1908736 to 2605056 tid 1 2024-02-18T08:27:20.754 INFO:tasks.rados.rados.0.smithi110.stdout:2200: writing smithi11051043-30 from 2605056 to 3334144 tid 2 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2200: writing smithi11051043-30 from 3334144 to 3760128 tid 3 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2200: writing smithi11051043-30 from 3760128 to 3809280 tid 4 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2201: read oid 46 snap -1 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2201: expect deleted 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2202: snap_create 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2195: finishing write tid 1 to smithi11051043-21 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2195: finishing write tid 2 to smithi11051043-21 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2195: finishing write tid 3 to smithi11051043-21 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2195: finishing write tid 4 to smithi11051043-21 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2195: finishing write tid 6 to smithi11051043-21 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:2195: finishing write tid 7 to smithi11051043-21 2024-02-18T08:27:20.758 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 676 (ObjNum 684 snap 208 seq_num 684) dirty exists 2024-02-18T08:27:20.759 INFO:tasks.rados.rados.0.smithi110.stdout:2195: left oid 21 (ObjNum 684 snap 208 seq_num 684) 2024-02-18T08:27:20.759 INFO:tasks.rados.rados.0.smithi110.stdout:2199: finishing rollback tid 1 to smithi11051043-39 2024-02-18T08:27:20.759 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 0 (ObjNum 1 snap 32588 seq_num 4164845152) dirty dne 2024-02-18T08:27:20.759 INFO:tasks.rados.rados.0.smithi110.stdout:2200: finishing write tid 1 to smithi11051043-30 2024-02-18T08:27:20.759 INFO:tasks.rados.rados.0.smithi110.stdout:2200: finishing write tid 2 to smithi11051043-30 2024-02-18T08:27:20.761 INFO:tasks.rados.rados.0.smithi110.stdout:2200: finishing write tid 3 to smithi11051043-30 2024-02-18T08:27:20.761 INFO:tasks.rados.rados.0.smithi110.stdout:2200: finishing write tid 4 to smithi11051043-30 2024-02-18T08:27:20.762 INFO:tasks.rados.rados.0.smithi110.stdout:2200: finishing write tid 6 to smithi11051043-30 2024-02-18T08:27:20.763 INFO:tasks.rados.rados.0.smithi110.stdout:2200: finishing write tid 7 to smithi11051043-30 2024-02-18T08:27:20.763 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 838 (ObjNum 686 snap 208 seq_num 686) dirty exists 2024-02-18T08:27:20.763 INFO:tasks.rados.rados.0.smithi110.stdout:2200: left oid 30 (ObjNum 686 snap 208 seq_num 686) 2024-02-18T08:27:21.094 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:20 smithi191 bash[44397]: debug 2024-02-18T08:27:20.737+0000 7f2377de8380 -1 Falling back to public interface 2024-02-18T08:27:21.741 INFO:tasks.rados.rados.0.smithi110.stdout:2195: done (4 left) 2024-02-18T08:27:21.741 INFO:tasks.rados.rados.0.smithi110.stdout:2199: done (3 left) 2024-02-18T08:27:21.742 INFO:tasks.rados.rados.0.smithi110.stdout:2200: done (2 left) 2024-02-18T08:27:21.742 INFO:tasks.rados.rados.0.smithi110.stdout:2201: done (1 left) 2024-02-18T08:27:21.742 INFO:tasks.rados.rados.0.smithi110.stdout:2202: done (0 left) 2024-02-18T08:27:21.742 INFO:tasks.rados.rados.0.smithi110.stdout:2203: delete oid 6 current snap is 209 2024-02-18T08:27:21.746 INFO:tasks.rados.rados.0.smithi110.stdout:2203: done (0 left) 2024-02-18T08:27:21.746 INFO:tasks.rados.rados.0.smithi110.stdout:2204: read oid 47 snap -1 2024-02-18T08:27:21.746 INFO:tasks.rados.rados.0.smithi110.stdout:2204: expect (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:27:21.746 INFO:tasks.rados.rados.0.smithi110.stdout:2205: read oid 2 snap -1 2024-02-18T08:27:21.746 INFO:tasks.rados.rados.0.smithi110.stdout:2205: expect deleted 2024-02-18T08:27:21.747 INFO:tasks.rados.rados.0.smithi110.stdout:2206: read oid 42 snap -1 2024-02-18T08:27:21.747 INFO:tasks.rados.rados.0.smithi110.stdout:2206: expect (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:27:21.747 INFO:tasks.rados.rados.0.smithi110.stdout:2207: read oid 6 snap 208 2024-02-18T08:27:21.747 INFO:tasks.rados.rados.0.smithi110.stdout:2207: expect (ObjNum 671 snap 208 seq_num 671) 2024-02-18T08:27:21.747 INFO:tasks.rados.rados.0.smithi110.stdout:2208: snap_remove snap 204 2024-02-18T08:27:21.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:21 smithi110 bash[55875]: cluster 2024-02-18T08:27:20.695746+0000 mgr.y (mgr.44100) 247 : cluster [DBG] pgmap v412: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 151 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.1 MiB/s wr, 22 op/s; 36/255 objects degraded (14.118%) 2024-02-18T08:27:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:21 smithi110 bash[55875]: cluster 2024-02-18T08:27:20.730029+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2024-02-18T08:27:21.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:21 smithi110 bash[55875]: cluster 2024-02-18T08:27:20.770320+0000 mon.a (mon.0) 742 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-02-18T08:27:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:21 smithi110 bash[54479]: cluster 2024-02-18T08:27:20.695746+0000 mgr.y (mgr.44100) 247 : cluster [DBG] pgmap v412: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 151 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.1 MiB/s wr, 22 op/s; 36/255 objects degraded (14.118%) 2024-02-18T08:27:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:21 smithi110 bash[54479]: cluster 2024-02-18T08:27:20.730029+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2024-02-18T08:27:21.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:21 smithi110 bash[54479]: cluster 2024-02-18T08:27:20.770320+0000 mon.a (mon.0) 742 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-02-18T08:27:21.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:21.633Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:21.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:21.634Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:21.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:21.634Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:27:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:21 smithi191 bash[38688]: cluster 2024-02-18T08:27:20.695746+0000 mgr.y (mgr.44100) 247 : cluster [DBG] pgmap v412: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 151 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.1 MiB/s wr, 22 op/s; 36/255 objects degraded (14.118%) 2024-02-18T08:27:22.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:21 smithi191 bash[38688]: cluster 2024-02-18T08:27:20.730029+0000 mon.a (mon.0) 741 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2024-02-18T08:27:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:21 smithi191 bash[38688]: cluster 2024-02-18T08:27:20.770320+0000 mon.a (mon.0) 742 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-02-18T08:27:22.410 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:27:22.751 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:27:22.751 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (10m) 95s ago 11m 14.0M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:27:22.751 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (10m) 31s ago 10m 25.0M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:27:22.751 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (9m) 95s ago 9m 14.3M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:27:22.751 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (9m) 31s ago 9m 17.9M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:27:22.751 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (5m) 31s ago 14m 377M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:27:22.751 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (5m) 95s ago 16m 418M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (4m) 95s ago 17m 52.9M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (4m) 31s ago 15m 51.0M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (4m) 95s ago 15m 45.0M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (11m) 95s ago 11m 10.9M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (11m) 31s ago 11m 11.5M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (3m) 95s ago 14m 202M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (2m) 95s ago 14m 175M 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (2m) 95s ago 13m 110M 4096M 16.2.14-548-g81bd20d6 823b921721f5 4c63cbd8618f 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (100s) 95s ago 13m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 a2480614884d 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (67s) 31s ago 12m 162M 4096M 16.2.14-548-g81bd20d6 823b921721f5 dfbbfe876a9c 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (35s) 31s ago 12m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 fa50be56e42a 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 starting - - - 4096M 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (11m) 31s ago 11m 171M 4096M 15.2.17-8-gf2877ae3 96c1dbe86623 cd1d69e7e029 2024-02-18T08:27:22.752 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (6m) 31s ago 11m 41.0M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:27:22.753 INFO:tasks.rados.rados.0.smithi110.stdout:2208: done (4 left) 2024-02-18T08:27:22.753 INFO:tasks.rados.rados.0.smithi110.stdout:2209: read oid 45 snap -1 2024-02-18T08:27:22.753 INFO:tasks.rados.rados.0.smithi110.stdout:2209: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:27:22.753 INFO:tasks.rados.rados.0.smithi110.stdout:2210: snap_create 2024-02-18T08:27:22.753 INFO:tasks.rados.rados.0.smithi110.stdout:2207: expect (ObjNum 671 snap 208 seq_num 671) 2024-02-18T08:27:22.864 INFO:tasks.rados.rados.0.smithi110.stdout:2206: expect (ObjNum 521 snap 157 seq_num 521) 2024-02-18T08:27:22.965 INFO:tasks.rados.rados.0.smithi110.stdout:2204: expect (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:27:23.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:22 smithi191 bash[38688]: cluster 2024-02-18T08:27:21.738613+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e485: 8 total, 7 up, 8 in 2024-02-18T08:27:23.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:22 smithi191 bash[38688]: audit 2024-02-18T08:27:22.725436+0000 mon.a (mon.0) 744 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:23.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:22 smithi191 bash[38688]: audit 2024-02-18T08:27:22.726141+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:23.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:22 smithi191 bash[38688]: audit 2024-02-18T08:27:22.726850+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:22 smithi191 bash[38688]: audit 2024-02-18T08:27:22.727554+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:22 smithi191 bash[38688]: audit 2024-02-18T08:27:22.728266+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:22 smithi191 bash[38688]: audit 2024-02-18T08:27:22.729096+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:22 smithi191 bash[38688]: audit 2024-02-18T08:27:22.731544+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:23.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:22 smithi191 bash[38688]: audit 2024-02-18T08:27:22.732021+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:22 smithi191 bash[38688]: audit 2024-02-18T08:27:22.732429+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.158 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:27:23.158 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:27:23.158 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:27:23.158 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:27:23.158 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 1, 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 6 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 3, 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 11 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:27:23.159 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:27:23.180 INFO:tasks.rados.rados.0.smithi110.stdout:2209: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:27:23.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[55875]: cluster 2024-02-18T08:27:21.738613+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e485: 8 total, 7 up, 8 in 2024-02-18T08:27:23.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[55875]: audit 2024-02-18T08:27:22.725436+0000 mon.a (mon.0) 744 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:23.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[55875]: audit 2024-02-18T08:27:22.726141+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:23.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[55875]: audit 2024-02-18T08:27:22.726850+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[55875]: audit 2024-02-18T08:27:22.727554+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[55875]: audit 2024-02-18T08:27:22.728266+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[55875]: audit 2024-02-18T08:27:22.729096+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[55875]: audit 2024-02-18T08:27:22.731544+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[55875]: audit 2024-02-18T08:27:22.732021+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[55875]: audit 2024-02-18T08:27:22.732429+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[54479]: cluster 2024-02-18T08:27:21.738613+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e485: 8 total, 7 up, 8 in 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[54479]: audit 2024-02-18T08:27:22.725436+0000 mon.a (mon.0) 744 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[54479]: audit 2024-02-18T08:27:22.726141+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[54479]: audit 2024-02-18T08:27:22.726850+0000 mon.a (mon.0) 746 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[54479]: audit 2024-02-18T08:27:22.727554+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[54479]: audit 2024-02-18T08:27:22.728266+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[54479]: audit 2024-02-18T08:27:22.729096+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[54479]: audit 2024-02-18T08:27:22.731544+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:23.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[54479]: audit 2024-02-18T08:27:22.732021+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:22 smithi110 bash[54479]: audit 2024-02-18T08:27:22.732429+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:23.791 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[54479]: audit 2024-02-18T08:27:22.393981+0000 mgr.y (mgr.44100) 248 : audit [DBG] from='client.44328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:23.792 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:23.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:23.792 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:23.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:23.792 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:23.528Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:27:23.802 INFO:tasks.rados.rados.0.smithi110.stdout:2204: done (5 left) 2024-02-18T08:27:23.802 INFO:tasks.rados.rados.0.smithi110.stdout:2205: done (4 left) 2024-02-18T08:27:23.802 INFO:tasks.rados.rados.0.smithi110.stdout:2206: done (3 left) 2024-02-18T08:27:23.803 INFO:tasks.rados.rados.0.smithi110.stdout:2207: done (2 left) 2024-02-18T08:27:23.803 INFO:tasks.rados.rados.0.smithi110.stdout:2209: done (1 left) 2024-02-18T08:27:23.803 INFO:tasks.rados.rados.0.smithi110.stdout:2210: done (0 left) 2024-02-18T08:27:23.803 INFO:tasks.rados.rados.0.smithi110.stdout:2211: rollback oid 23 current snap is 210 2024-02-18T08:27:23.803 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 23 to 208 2024-02-18T08:27:23.803 INFO:tasks.rados.rados.0.smithi110.stdout:2212: copy_from oid 7 from oid 25 current snap is 210 2024-02-18T08:27:23.803 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 210 2024-02-18T08:27:23.803 INFO:tasks.rados.rados.0.smithi110.stdout:2213: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2024-02-18T08:27:23.807 INFO:tasks.rados.rados.0.smithi110.stdout:2213: writing smithi11051043-8 from 0 to 729088 tid 1 2024-02-18T08:27:23.815 INFO:tasks.rados.rados.0.smithi110.stdout:2213: writing smithi11051043-8 from 729088 to 1228800 tid 2 2024-02-18T08:27:23.815 INFO:tasks.rados.rados.0.smithi110.stdout:2213: writing smithi11051043-8 from 1228800 to 1933312 tid 3 2024-02-18T08:27:23.816 INFO:tasks.rados.rados.0.smithi110.stdout:2214: snap_remove snap 209 2024-02-18T08:27:24.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:23 smithi191 bash[38688]: audit 2024-02-18T08:27:22.393981+0000 mgr.y (mgr.44100) 248 : audit [DBG] from='client.44328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:24.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:23 smithi191 bash[38688]: cluster 2024-02-18T08:27:22.696710+0000 mgr.y (mgr.44100) 249 : cluster [DBG] pgmap v415: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 152 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 17 op/s; 36/252 objects degraded (14.286%) 2024-02-18T08:27:24.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:23 smithi191 bash[38688]: audit 2024-02-18T08:27:22.720068+0000 mgr.y (mgr.44100) 250 : audit [DBG] from='client.54289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:24.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:23 smithi191 bash[38688]: audit 2024-02-18T08:27:22.732814+0000 mon.a (mon.0) 753 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:24.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:23 smithi191 bash[38688]: cluster 2024-02-18T08:27:22.733052+0000 mon.a (mon.0) 754 : cluster [WRN] Health check update: Degraded data redundancy: 36/252 objects degraded (14.286%), 8 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:24.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:23 smithi191 bash[38688]: audit 2024-02-18T08:27:22.734523+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:24.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:23 smithi191 bash[38688]: cluster 2024-02-18T08:27:22.747229+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e486: 8 total, 7 up, 8 in 2024-02-18T08:27:24.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:23 smithi191 bash[38688]: audit 2024-02-18T08:27:23.155155+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.110:0/2065245984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:24.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[55875]: audit 2024-02-18T08:27:22.393981+0000 mgr.y (mgr.44100) 248 : audit [DBG] from='client.44328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[55875]: cluster 2024-02-18T08:27:22.696710+0000 mgr.y (mgr.44100) 249 : cluster [DBG] pgmap v415: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 152 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 17 op/s; 36/252 objects degraded (14.286%) 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[55875]: audit 2024-02-18T08:27:22.720068+0000 mgr.y (mgr.44100) 250 : audit [DBG] from='client.54289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[55875]: audit 2024-02-18T08:27:22.732814+0000 mon.a (mon.0) 753 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[55875]: cluster 2024-02-18T08:27:22.733052+0000 mon.a (mon.0) 754 : cluster [WRN] Health check update: Degraded data redundancy: 36/252 objects degraded (14.286%), 8 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[55875]: audit 2024-02-18T08:27:22.734523+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[55875]: cluster 2024-02-18T08:27:22.747229+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e486: 8 total, 7 up, 8 in 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[55875]: audit 2024-02-18T08:27:23.155155+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.110:0/2065245984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[54479]: cluster 2024-02-18T08:27:22.696710+0000 mgr.y (mgr.44100) 249 : cluster [DBG] pgmap v415: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 152 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 17 op/s; 36/252 objects degraded (14.286%) 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[54479]: audit 2024-02-18T08:27:22.720068+0000 mgr.y (mgr.44100) 250 : audit [DBG] from='client.54289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[54479]: audit 2024-02-18T08:27:22.732814+0000 mon.a (mon.0) 753 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:24.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[54479]: cluster 2024-02-18T08:27:22.733052+0000 mon.a (mon.0) 754 : cluster [WRN] Health check update: Degraded data redundancy: 36/252 objects degraded (14.286%), 8 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:24.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[54479]: audit 2024-02-18T08:27:22.734523+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:24.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[54479]: cluster 2024-02-18T08:27:22.747229+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e486: 8 total, 7 up, 8 in 2024-02-18T08:27:24.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:23 smithi110 bash[54479]: audit 2024-02-18T08:27:23.155155+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.110:0/2065245984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:24.594 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[44397]: debug 2024-02-18T08:27:24.113+0000 7f2377de8380 -1 osd.6 476 log_to_monitors {default=true} 2024-02-18T08:27:24.803 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[52513]: debug 2024-02-18T08:27:24.514+0000 7fc859bf6700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2214: done (3 left) 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2215: read oid 31 snap -1 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2215: expect deleted 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2211: finishing rollback tid 1 to smithi11051043-23 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1149 (ObjNum -1629106880 snap 32588 seq_num 4165043024) dirty dne 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2216: read oid 29 snap -1 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2216: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2213: finishing write tid 1 to smithi11051043-8 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2211: done (4 left) 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2217: read oid 39 snap -1 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2217: expect deleted 2024-02-18T08:27:24.816 INFO:tasks.rados.rados.0.smithi110.stdout:2218: delete oid 33 current snap is 210 2024-02-18T08:27:24.817 INFO:tasks.rados.rados.0.smithi110.stdout:2213: finishing write tid 2 to smithi11051043-8 2024-02-18T08:27:24.817 INFO:tasks.rados.rados.0.smithi110.stdout:2213: finishing write tid 3 to smithi11051043-8 2024-02-18T08:27:24.817 INFO:tasks.rados.rados.0.smithi110.stdout:2213: finishing write tid 5 to smithi11051043-8 2024-02-18T08:27:24.817 INFO:tasks.rados.rados.0.smithi110.stdout:2213: finishing write tid 6 to smithi11051043-8 2024-02-18T08:27:24.817 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1180 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-02-18T08:27:24.817 INFO:tasks.rados.rados.0.smithi110.stdout:2213: left oid 8 (ObjNum 688 snap 210 seq_num 688) 2024-02-18T08:27:24.817 INFO:tasks.rados.rados.0.smithi110.stdout:2212: finishing copy_from racing read to smithi11051043-7 2024-02-18T08:27:24.817 INFO:tasks.rados.rados.0.smithi110.stdout:2212: finishing copy_from to smithi11051043-7 2024-02-18T08:27:24.817 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 740 (ObjNum 649 snap 198 seq_num 649) dirty exists 2024-02-18T08:27:24.823 INFO:tasks.rados.rados.0.smithi110.stdout:2216: expect (ObjNum 453 snap 136 seq_num 453) 2024-02-18T08:27:24.835 INFO:tasks.rados.rados.0.smithi110.stdout:2212: done (5 left) 2024-02-18T08:27:24.835 INFO:tasks.rados.rados.0.smithi110.stdout:2213: done (4 left) 2024-02-18T08:27:24.835 INFO:tasks.rados.rados.0.smithi110.stdout:2215: done (3 left) 2024-02-18T08:27:24.835 INFO:tasks.rados.rados.0.smithi110.stdout:2216: done (2 left) 2024-02-18T08:27:24.835 INFO:tasks.rados.rados.0.smithi110.stdout:2217: done (1 left) 2024-02-18T08:27:24.835 INFO:tasks.rados.rados.0.smithi110.stdout:2218: done (0 left) 2024-02-18T08:27:24.835 INFO:tasks.rados.rados.0.smithi110.stdout:2219: delete oid 13 current snap is 210 2024-02-18T08:27:24.837 INFO:tasks.rados.rados.0.smithi110.stdout:2219: done (0 left) 2024-02-18T08:27:24.837 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 210 2024-02-18T08:27:24.837 INFO:tasks.rados.rados.0.smithi110.stdout:2220: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2024-02-18T08:27:24.842 INFO:tasks.rados.rados.0.smithi110.stdout:2220: writing smithi11051043-39 from 0 to 778240 tid 1 2024-02-18T08:27:24.845 INFO:tasks.rados.rados.0.smithi110.stdout:2220: writing smithi11051043-39 from 778240 to 1327104 tid 2 2024-02-18T08:27:24.848 INFO:tasks.rados.rados.0.smithi110.stdout:2220: writing smithi11051043-39 from 1327104 to 1941504 tid 3 2024-02-18T08:27:24.849 INFO:tasks.rados.rados.0.smithi110.stdout:2220: writing smithi11051043-39 from 1941504 to 1982464 tid 4 2024-02-18T08:27:24.849 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 210 2024-02-18T08:27:24.849 INFO:tasks.rados.rados.0.smithi110.stdout:2221: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2024-02-18T08:27:24.853 INFO:tasks.rados.rados.0.smithi110.stdout:2221: writing smithi11051043-41 from 0 to 794624 tid 1 2024-02-18T08:27:24.856 INFO:tasks.rados.rados.0.smithi110.stdout:2221: writing smithi11051043-41 from 794624 to 1277952 tid 2 2024-02-18T08:27:24.861 INFO:tasks.rados.rados.0.smithi110.stdout:2221: writing smithi11051043-41 from 1277952 to 1998848 tid 3 2024-02-18T08:27:24.861 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 20 current snap is 210 2024-02-18T08:27:24.861 INFO:tasks.rados.rados.0.smithi110.stdout:2222: seq_num 693 ranges {3538944=409600,3948544=770048,4718592=581632,5300224=253952} 2024-02-18T08:27:24.883 INFO:tasks.rados.rados.0.smithi110.stdout:2222: writing smithi11051043-20 from 3538944 to 3948544 tid 1 2024-02-18T08:27:24.888 INFO:tasks.rados.rados.0.smithi110.stdout:2222: writing smithi11051043-20 from 3948544 to 4718592 tid 2 2024-02-18T08:27:24.891 INFO:tasks.rados.rados.0.smithi110.stdout:2222: writing smithi11051043-20 from 4718592 to 5300224 tid 3 2024-02-18T08:27:24.893 INFO:tasks.rados.rados.0.smithi110.stdout:2222: writing smithi11051043-20 from 5300224 to 5554176 tid 4 2024-02-18T08:27:24.893 INFO:tasks.rados.rados.0.smithi110.stdout:2223: setattr oid 19 current snap is 210 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2220: finishing write tid 1 to smithi11051043-39 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2220: finishing write tid 2 to smithi11051043-39 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2220: finishing write tid 3 to smithi11051043-39 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2220: finishing write tid 4 to smithi11051043-39 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2220: finishing write tid 6 to smithi11051043-39 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2220: finishing write tid 7 to smithi11051043-39 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 755 (ObjNum 691 snap 210 seq_num 691) dirty exists 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2220: left oid 39 (ObjNum 691 snap 210 seq_num 691) 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2221: finishing write tid 1 to smithi11051043-41 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2221: finishing write tid 2 to smithi11051043-41 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2221: finishing write tid 3 to smithi11051043-41 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2221: finishing write tid 5 to smithi11051043-41 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:2221: finishing write tid 6 to smithi11051043-41 2024-02-18T08:27:24.894 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 823 (ObjNum 692 snap 210 seq_num 692) dirty exists 2024-02-18T08:27:24.895 INFO:tasks.rados.rados.0.smithi110.stdout:2221: left oid 41 (ObjNum 692 snap 210 seq_num 692) 2024-02-18T08:27:24.895 INFO:tasks.rados.rados.0.smithi110.stdout:2222: finishing write tid 1 to smithi11051043-20 2024-02-18T08:27:24.895 INFO:tasks.rados.rados.0.smithi110.stdout:2222: finishing write tid 2 to smithi11051043-20 2024-02-18T08:27:24.895 INFO:tasks.rados.rados.0.smithi110.stdout:2222: finishing write tid 3 to smithi11051043-20 2024-02-18T08:27:24.895 INFO:tasks.rados.rados.0.smithi110.stdout:2220: done (3 left) 2024-02-18T08:27:24.896 INFO:tasks.rados.rados.0.smithi110.stdout:2221: done (2 left) 2024-02-18T08:27:24.896 INFO:tasks.rados.rados.0.smithi110.stdout:2224: delete oid 10 current snap is 210 2024-02-18T08:27:24.896 INFO:tasks.rados.rados.0.smithi110.stdout:2222: finishing write tid 4 to smithi11051043-20 2024-02-18T08:27:24.896 INFO:tasks.rados.rados.0.smithi110.stdout:2222: finishing write tid 6 to smithi11051043-20 2024-02-18T08:27:24.898 INFO:tasks.rados.rados.0.smithi110.stdout:2224: done (2 left) 2024-02-18T08:27:24.898 INFO:tasks.rados.rados.0.smithi110.stdout:2225: read oid 3 snap -1 2024-02-18T08:27:24.898 INFO:tasks.rados.rados.0.smithi110.stdout:2225: expect (ObjNum 651 snap 198 seq_num 651) 2024-02-18T08:27:24.898 INFO:tasks.rados.rados.0.smithi110.stdout:2226: snap_create 2024-02-18T08:27:24.898 INFO:tasks.rados.rados.0.smithi110.stdout:2222: finishing write tid 7 to smithi11051043-20 2024-02-18T08:27:24.898 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 634 (ObjNum 693 snap 210 seq_num 693) dirty exists 2024-02-18T08:27:24.898 INFO:tasks.rados.rados.0.smithi110.stdout:2222: left oid 20 (ObjNum 693 snap 210 seq_num 693) 2024-02-18T08:27:24.898 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 838 (ObjNum 637 snap 194 seq_num 637) dirty exists 2024-02-18T08:27:24.918 INFO:tasks.rados.rados.0.smithi110.stdout:2225: expect (ObjNum 651 snap 198 seq_num 651) 2024-02-18T08:27:25.094 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[44397]: debug 2024-02-18T08:27:24.833+0000 7f23682cd700 -1 osd.6 476 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: cluster 2024-02-18T08:27:23.800121+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e487: 8 total, 7 up, 8 in 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.120618+0000 mon.b (mon.2) 7 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/3266097564,v1:172.21.15.191:6817/3266097564]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.121476+0000 mon.a (mon.0) 758 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.200682+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.484505+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.486328+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.496390+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.507995+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.512050+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.514225+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.515801+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:25.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:24 smithi191 bash[38688]: audit 2024-02-18T08:27:24.517865+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:25.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: cluster 2024-02-18T08:27:23.800121+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e487: 8 total, 7 up, 8 in 2024-02-18T08:27:25.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.120618+0000 mon.b (mon.2) 7 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/3266097564,v1:172.21.15.191:6817/3266097564]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:27:25.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.121476+0000 mon.a (mon.0) 758 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.200682+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.484505+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.486328+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.496390+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.507995+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.512050+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.514225+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.515801+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[54479]: audit 2024-02-18T08:27:24.517865+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: cluster 2024-02-18T08:27:23.800121+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e487: 8 total, 7 up, 8 in 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.120618+0000 mon.b (mon.2) 7 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/3266097564,v1:172.21.15.191:6817/3266097564]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:27:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.121476+0000 mon.a (mon.0) 758 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-18T08:27:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.200682+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.484505+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.486328+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:27:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.496390+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.507995+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.512050+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.514225+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.515801+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:25.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:24 smithi110 bash[55875]: audit 2024-02-18T08:27:24.517865+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:25.822 INFO:tasks.rados.rados.0.smithi110.stdout:2222: done (3 left) 2024-02-18T08:27:25.823 INFO:tasks.rados.rados.0.smithi110.stdout:2223: done (2 left) 2024-02-18T08:27:25.823 INFO:tasks.rados.rados.0.smithi110.stdout:2225: done (1 left) 2024-02-18T08:27:25.823 INFO:tasks.rados.rados.0.smithi110.stdout:2226: done (0 left) 2024-02-18T08:27:25.823 INFO:tasks.rados.rados.0.smithi110.stdout:2227: snap_remove snap 208 2024-02-18T08:27:26.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:25 smithi191 bash[38688]: cephadm 2024-02-18T08:27:24.487725+0000 mgr.y (mgr.44100) 251 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:27:26.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:25 smithi191 bash[38688]: audit 2024-02-18T08:27:24.518149+0000 mgr.y (mgr.44100) 252 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:26.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:25 smithi191 bash[38688]: cephadm 2024-02-18T08:27:24.519402+0000 mgr.y (mgr.44100) 253 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-02-18T08:27:26.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:25 smithi191 bash[38688]: cluster 2024-02-18T08:27:24.697729+0000 mgr.y (mgr.44100) 254 : cluster [DBG] pgmap v418: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 156 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.1 MiB/s wr, 19 op/s; 40/255 objects degraded (15.686%) 2024-02-18T08:27:26.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:25 smithi191 bash[38688]: audit 2024-02-18T08:27:24.812557+0000 mon.a (mon.0) 768 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-18T08:27:26.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:25 smithi191 bash[38688]: cluster 2024-02-18T08:27:24.812654+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e488: 8 total, 7 up, 8 in 2024-02-18T08:27:26.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:25 smithi191 bash[38688]: audit 2024-02-18T08:27:24.815607+0000 mon.b (mon.2) 8 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/3266097564,v1:172.21.15.191:6817/3266097564]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:26.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:25 smithi191 bash[38688]: audit 2024-02-18T08:27:24.816636+0000 mon.a (mon.0) 770 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:26.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[54479]: cephadm 2024-02-18T08:27:24.487725+0000 mgr.y (mgr.44100) 251 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[54479]: audit 2024-02-18T08:27:24.518149+0000 mgr.y (mgr.44100) 252 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[54479]: cephadm 2024-02-18T08:27:24.519402+0000 mgr.y (mgr.44100) 253 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[54479]: cluster 2024-02-18T08:27:24.697729+0000 mgr.y (mgr.44100) 254 : cluster [DBG] pgmap v418: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 156 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.1 MiB/s wr, 19 op/s; 40/255 objects degraded (15.686%) 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[54479]: audit 2024-02-18T08:27:24.812557+0000 mon.a (mon.0) 768 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[54479]: cluster 2024-02-18T08:27:24.812654+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e488: 8 total, 7 up, 8 in 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[54479]: audit 2024-02-18T08:27:24.815607+0000 mon.b (mon.2) 8 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/3266097564,v1:172.21.15.191:6817/3266097564]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[54479]: audit 2024-02-18T08:27:24.816636+0000 mon.a (mon.0) 770 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[55875]: cephadm 2024-02-18T08:27:24.487725+0000 mgr.y (mgr.44100) 251 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[55875]: audit 2024-02-18T08:27:24.518149+0000 mgr.y (mgr.44100) 252 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[55875]: cephadm 2024-02-18T08:27:24.519402+0000 mgr.y (mgr.44100) 253 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-02-18T08:27:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[55875]: cluster 2024-02-18T08:27:24.697729+0000 mgr.y (mgr.44100) 254 : cluster [DBG] pgmap v418: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 156 MiB data, 2.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.1 MiB/s wr, 19 op/s; 40/255 objects degraded (15.686%) 2024-02-18T08:27:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[55875]: audit 2024-02-18T08:27:24.812557+0000 mon.a (mon.0) 768 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-18T08:27:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[55875]: cluster 2024-02-18T08:27:24.812654+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e488: 8 total, 7 up, 8 in 2024-02-18T08:27:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[55875]: audit 2024-02-18T08:27:24.815607+0000 mon.b (mon.2) 8 : audit [INF] from='osd.6 [v2:172.21.15.191:6816/3266097564,v1:172.21.15.191:6817/3266097564]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:25 smithi110 bash[55875]: audit 2024-02-18T08:27:24.816636+0000 mon.a (mon.0) 770 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:26.824 INFO:tasks.rados.rados.0.smithi110.stdout:2227: done (0 left) 2024-02-18T08:27:26.824 INFO:tasks.rados.rados.0.smithi110.stdout:2228: delete oid 21 current snap is 211 2024-02-18T08:27:26.863 INFO:tasks.rados.rados.0.smithi110.stdout:2228: done (0 left) 2024-02-18T08:27:26.863 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 211 2024-02-18T08:27:26.863 INFO:tasks.rados.rados.0.smithi110.stdout:2229: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-02-18T08:27:26.865 INFO:tasks.rados.rados.0.smithi110.stdout:2229: writing smithi11051043-23 from 0 to 458752 tid 1 2024-02-18T08:27:26.868 INFO:tasks.rados.rados.0.smithi110.stdout:2229: writing smithi11051043-23 from 458752 to 876544 tid 2 2024-02-18T08:27:26.873 INFO:tasks.rados.rados.0.smithi110.stdout:2229: writing smithi11051043-23 from 876544 to 1630208 tid 3 2024-02-18T08:27:26.875 INFO:tasks.rados.rados.0.smithi110.stdout:2229: writing smithi11051043-23 from 1630208 to 2064384 tid 4 2024-02-18T08:27:26.876 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 211 2024-02-18T08:27:26.876 INFO:tasks.rados.rados.0.smithi110.stdout:2230: seq_num 697 ranges {1736704=475136,2211840=704512,2916352=557056,3473408=344064} 2024-02-18T08:27:26.888 INFO:tasks.rados.rados.0.smithi110.stdout:2230: writing smithi11051043-43 from 1736704 to 2211840 tid 1 2024-02-18T08:27:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:2230: writing smithi11051043-43 from 2211840 to 2916352 tid 2 2024-02-18T08:27:26.898 INFO:tasks.rados.rados.0.smithi110.stdout:2230: writing smithi11051043-43 from 2916352 to 3473408 tid 3 2024-02-18T08:27:26.900 INFO:tasks.rados.rados.0.smithi110.stdout:2230: writing smithi11051043-43 from 3473408 to 3817472 tid 4 2024-02-18T08:27:26.900 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 211 2024-02-18T08:27:26.901 INFO:tasks.rados.rados.0.smithi110.stdout:2231: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-02-18T08:27:26.904 INFO:tasks.rados.rados.0.smithi110.stdout:2231: writing smithi11051043-48 from 0 to 499712 tid 1 2024-02-18T08:27:26.908 INFO:tasks.rados.rados.0.smithi110.stdout:2231: writing smithi11051043-48 from 499712 to 1089536 tid 2 2024-02-18T08:27:26.913 INFO:tasks.rados.rados.0.smithi110.stdout:2231: writing smithi11051043-48 from 1089536 to 1859584 tid 3 2024-02-18T08:27:26.915 INFO:tasks.rados.rados.0.smithi110.stdout:2231: writing smithi11051043-48 from 1859584 to 2105344 tid 4 2024-02-18T08:27:26.915 INFO:tasks.rados.rados.0.smithi110.stdout:2232: read oid 10 snap -1 2024-02-18T08:27:26.915 INFO:tasks.rados.rados.0.smithi110.stdout:2232: expect deleted 2024-02-18T08:27:26.915 INFO:tasks.rados.rados.0.smithi110.stdout:2233: snap_remove snap 210 2024-02-18T08:27:27.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:26 smithi191 bash[38688]: cluster 2024-02-18T08:27:25.809661+0000 mon.a (mon.0) 771 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:27:27.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:26 smithi191 bash[38688]: cluster 2024-02-18T08:27:25.818856+0000 mon.a (mon.0) 772 : cluster [INF] osd.6 [v2:172.21.15.191:6816/3266097564,v1:172.21.15.191:6817/3266097564] boot 2024-02-18T08:27:27.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:26 smithi191 bash[38688]: cluster 2024-02-18T08:27:25.819049+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-02-18T08:27:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:26 smithi191 bash[38688]: audit 2024-02-18T08:27:25.819817+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:27:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:26 smithi191 bash[38688]: cluster 2024-02-18T08:27:26.820305+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-02-18T08:27:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:26 smithi110 bash[54479]: cluster 2024-02-18T08:27:25.809661+0000 mon.a (mon.0) 771 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:27:27.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:26 smithi110 bash[54479]: cluster 2024-02-18T08:27:25.818856+0000 mon.a (mon.0) 772 : cluster [INF] osd.6 [v2:172.21.15.191:6816/3266097564,v1:172.21.15.191:6817/3266097564] boot 2024-02-18T08:27:27.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:26 smithi110 bash[54479]: cluster 2024-02-18T08:27:25.819049+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-02-18T08:27:27.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:26 smithi110 bash[54479]: audit 2024-02-18T08:27:25.819817+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:27:27.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:26 smithi110 bash[54479]: cluster 2024-02-18T08:27:26.820305+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-02-18T08:27:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:26 smithi110 bash[55875]: cluster 2024-02-18T08:27:25.809661+0000 mon.a (mon.0) 771 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:27:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:26 smithi110 bash[55875]: cluster 2024-02-18T08:27:25.818856+0000 mon.a (mon.0) 772 : cluster [INF] osd.6 [v2:172.21.15.191:6816/3266097564,v1:172.21.15.191:6817/3266097564] boot 2024-02-18T08:27:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:26 smithi110 bash[55875]: cluster 2024-02-18T08:27:25.819049+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-02-18T08:27:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:26 smithi110 bash[55875]: audit 2024-02-18T08:27:25.819817+0000 mon.a (mon.0) 774 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-18T08:27:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:26 smithi110 bash[55875]: cluster 2024-02-18T08:27:26.820305+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-02-18T08:27:27.851 INFO:tasks.rados.rados.0.smithi110.stdout:2233: done (4 left) 2024-02-18T08:27:27.851 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 211 2024-02-18T08:27:27.851 INFO:tasks.rados.rados.0.smithi110.stdout:2234: seq_num 699 ranges {2359296=516096,2875392=475136,3350528=573440,3923968=557056} 2024-02-18T08:27:27.865 INFO:tasks.rados.rados.0.smithi110.stdout:2234: writing smithi11051043-16 from 2359296 to 2875392 tid 1 2024-02-18T08:27:27.868 INFO:tasks.rados.rados.0.smithi110.stdout:2234: writing smithi11051043-16 from 2875392 to 3350528 tid 2 2024-02-18T08:27:27.872 INFO:tasks.rados.rados.0.smithi110.stdout:2234: writing smithi11051043-16 from 3350528 to 3923968 tid 3 2024-02-18T08:27:27.875 INFO:tasks.rados.rados.0.smithi110.stdout:2234: writing smithi11051043-16 from 3923968 to 4481024 tid 4 2024-02-18T08:27:27.875 INFO:tasks.rados.rados.0.smithi110.stdout:2235: read oid 21 snap -1 2024-02-18T08:27:27.876 INFO:tasks.rados.rados.0.smithi110.stdout:2235: expect deleted 2024-02-18T08:27:27.876 INFO:tasks.rados.rados.0.smithi110.stdout:2236: read oid 18 snap -1 2024-02-18T08:27:27.876 INFO:tasks.rados.rados.0.smithi110.stdout:2236: expect deleted 2024-02-18T08:27:27.876 INFO:tasks.rados.rados.0.smithi110.stdout:2237: rollback oid 49 current snap is 211 2024-02-18T08:27:27.876 INFO:tasks.rados.rados.0.smithi110.stdout:2237: done (7 left) 2024-02-18T08:27:27.876 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 211 2024-02-18T08:27:27.876 INFO:tasks.rados.rados.0.smithi110.stdout:2238: seq_num 700 ranges {0=532480,532480=409600,942080=737280,1679360=458752} 2024-02-18T08:27:27.878 INFO:tasks.rados.rados.0.smithi110.stdout:2238: writing smithi11051043-2 from 0 to 532480 tid 1 2024-02-18T08:27:27.881 INFO:tasks.rados.rados.0.smithi110.stdout:2238: writing smithi11051043-2 from 532480 to 942080 tid 2 2024-02-18T08:27:27.885 INFO:tasks.rados.rados.0.smithi110.stdout:2238: writing smithi11051043-2 from 942080 to 1679360 tid 3 2024-02-18T08:27:27.888 INFO:tasks.rados.rados.0.smithi110.stdout:2238: writing smithi11051043-2 from 1679360 to 2138112 tid 4 2024-02-18T08:27:27.889 INFO:tasks.rados.rados.0.smithi110.stdout:2239: read oid 9 snap -1 2024-02-18T08:27:27.889 INFO:tasks.rados.rados.0.smithi110.stdout:2239: expect (ObjNum 678 snap 208 seq_num 678) 2024-02-18T08:27:27.889 INFO:tasks.rados.rados.0.smithi110.stdout:2240: read oid 33 snap -1 2024-02-18T08:27:27.889 INFO:tasks.rados.rados.0.smithi110.stdout:2240: expect deleted 2024-02-18T08:27:27.889 INFO:tasks.rados.rados.0.smithi110.stdout:2241: read oid 26 snap -1 2024-02-18T08:27:27.889 INFO:tasks.rados.rados.0.smithi110.stdout:2241: expect (ObjNum 620 snap 190 seq_num 620) 2024-02-18T08:27:27.889 INFO:tasks.rados.rados.0.smithi110.stdout:2242: rollback oid 3 current snap is 211 2024-02-18T08:27:27.889 INFO:tasks.rados.rados.0.smithi110.stdout:2242: done (11 left) 2024-02-18T08:27:27.889 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 211 2024-02-18T08:27:27.889 INFO:tasks.rados.rados.0.smithi110.stdout:2243: seq_num 701 ranges {3031040=548864,3579904=696320,4276224=540672,4816896=368640} 2024-02-18T08:27:27.909 INFO:tasks.rados.rados.0.smithi110.stdout:2243: writing smithi11051043-42 from 3031040 to 3579904 tid 1 2024-02-18T08:27:27.913 INFO:tasks.rados.rados.0.smithi110.stdout:2243: writing smithi11051043-42 from 3579904 to 4276224 tid 2 2024-02-18T08:27:27.916 INFO:tasks.rados.rados.0.smithi110.stdout:2243: writing smithi11051043-42 from 4276224 to 4816896 tid 3 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2243: writing smithi11051043-42 from 4816896 to 5185536 tid 4 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2244: snap_create 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2229: finishing write tid 1 to smithi11051043-23 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2229: finishing write tid 2 to smithi11051043-23 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2229: finishing write tid 3 to smithi11051043-23 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2229: finishing write tid 4 to smithi11051043-23 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2229: finishing write tid 6 to smithi11051043-23 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2229: finishing write tid 7 to smithi11051043-23 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1185 (ObjNum 696 snap 211 seq_num 696) dirty exists 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2229: left oid 23 (ObjNum 696 snap 211 seq_num 696) 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2230: finishing write tid 1 to smithi11051043-43 2024-02-18T08:27:27.920 INFO:tasks.rados.rados.0.smithi110.stdout:2230: finishing write tid 2 to smithi11051043-43 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2230: finishing write tid 3 to smithi11051043-43 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2230: finishing write tid 4 to smithi11051043-43 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2230: finishing write tid 6 to smithi11051043-43 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2230: finishing write tid 7 to smithi11051043-43 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 848 (ObjNum 697 snap 211 seq_num 697) dirty exists 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2230: left oid 43 (ObjNum 697 snap 211 seq_num 697) 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2231: finishing write tid 1 to smithi11051043-48 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2231: finishing write tid 2 to smithi11051043-48 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2231: finishing write tid 3 to smithi11051043-48 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2231: finishing write tid 4 to smithi11051043-48 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2231: finishing write tid 6 to smithi11051043-48 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2231: finishing write tid 7 to smithi11051043-48 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 682 (ObjNum 698 snap 211 seq_num 698) dirty exists 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2231: left oid 48 (ObjNum 698 snap 211 seq_num 698) 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2234: finishing write tid 1 to smithi11051043-16 2024-02-18T08:27:27.921 INFO:tasks.rados.rados.0.smithi110.stdout:2234: finishing write tid 2 to smithi11051043-16 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2234: finishing write tid 3 to smithi11051043-16 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2234: finishing write tid 4 to smithi11051043-16 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2234: finishing write tid 6 to smithi11051043-16 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2234: finishing write tid 7 to smithi11051043-16 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1204 (ObjNum 699 snap 211 seq_num 699) dirty exists 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2234: left oid 16 (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2238: finishing write tid 1 to smithi11051043-2 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2238: finishing write tid 2 to smithi11051043-2 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2238: finishing write tid 3 to smithi11051043-2 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2238: finishing write tid 4 to smithi11051043-2 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2238: finishing write tid 6 to smithi11051043-2 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2238: finishing write tid 7 to smithi11051043-2 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 856 (ObjNum 700 snap 211 seq_num 700) dirty exists 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2238: left oid 2 (ObjNum 700 snap 211 seq_num 700) 2024-02-18T08:27:27.922 INFO:tasks.rados.rados.0.smithi110.stdout:2239: expect (ObjNum 678 snap 208 seq_num 678) 2024-02-18T08:27:27.967 INFO:tasks.rados.rados.0.smithi110.stdout:2243: finishing write tid 1 to smithi11051043-42 2024-02-18T08:27:27.967 INFO:tasks.rados.rados.0.smithi110.stdout:2243: finishing write tid 2 to smithi11051043-42 2024-02-18T08:27:27.967 INFO:tasks.rados.rados.0.smithi110.stdout:2243: finishing write tid 3 to smithi11051043-42 2024-02-18T08:27:27.968 INFO:tasks.rados.rados.0.smithi110.stdout:2243: finishing write tid 4 to smithi11051043-42 2024-02-18T08:27:27.968 INFO:tasks.rados.rados.0.smithi110.stdout:2243: finishing write tid 6 to smithi11051043-42 2024-02-18T08:27:27.968 INFO:tasks.rados.rados.0.smithi110.stdout:2243: finishing write tid 7 to smithi11051043-42 2024-02-18T08:27:27.968 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 853 (ObjNum 701 snap 211 seq_num 701) dirty exists 2024-02-18T08:27:27.968 INFO:tasks.rados.rados.0.smithi110.stdout:2243: left oid 42 (ObjNum 701 snap 211 seq_num 701) 2024-02-18T08:27:27.968 INFO:tasks.rados.rados.0.smithi110.stdout:2241: expect (ObjNum 620 snap 190 seq_num 620) 2024-02-18T08:27:28.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:27 smithi110 bash[54479]: cluster 2024-02-18T08:27:26.698599+0000 mgr.y (mgr.44100) 255 : cluster [DBG] pgmap v421: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 149 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 40/240 objects degraded (16.667%) 2024-02-18T08:27:28.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:27 smithi110 bash[55875]: cluster 2024-02-18T08:27:26.698599+0000 mgr.y (mgr.44100) 255 : cluster [DBG] pgmap v421: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 149 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 40/240 objects degraded (16.667%) 2024-02-18T08:27:28.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:27 smithi191 bash[38688]: cluster 2024-02-18T08:27:26.698599+0000 mgr.y (mgr.44100) 255 : cluster [DBG] pgmap v421: 89 pgs: 8 active+undersized+degraded, 23 active+undersized, 58 active+clean; 149 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 40/240 objects degraded (16.667%) 2024-02-18T08:27:29.130 INFO:tasks.rados.rados.0.smithi110.stdout:2229: done (12 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2230: done (11 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2231: done (10 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2232: done (9 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2234: done (8 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2235: done (7 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2236: done (6 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2238: done (5 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2239: done (4 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2240: done (3 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2241: done (2 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2243: done (1 left) 2024-02-18T08:27:29.131 INFO:tasks.rados.rados.0.smithi110.stdout:2244: done (0 left) 2024-02-18T08:27:29.132 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 212 2024-02-18T08:27:29.132 INFO:tasks.rados.rados.0.smithi110.stdout:2245: seq_num 702 ranges {0=565248,565248=581632,1146880=745472,1892352=278528} 2024-02-18T08:27:29.138 INFO:tasks.rados.rados.0.smithi110.stdout:2245: writing smithi11051043-31 from 0 to 565248 tid 1 2024-02-18T08:27:29.147 INFO:tasks.rados.rados.0.smithi110.stdout:2245: writing smithi11051043-31 from 565248 to 1146880 tid 2 2024-02-18T08:27:29.151 INFO:tasks.rados.rados.0.smithi110.stdout:2245: writing smithi11051043-31 from 1146880 to 1892352 tid 3 2024-02-18T08:27:29.154 INFO:tasks.rados.rados.0.smithi110.stdout:2245: writing smithi11051043-31 from 1892352 to 2170880 tid 4 2024-02-18T08:27:29.154 INFO:tasks.rados.rados.0.smithi110.stdout:2246: read oid 19 snap -1 2024-02-18T08:27:29.154 INFO:tasks.rados.rados.0.smithi110.stdout:2246: expect (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:27:29.154 INFO:tasks.rados.rados.0.smithi110.stdout:2247: delete oid 35 current snap is 212 2024-02-18T08:27:29.154 INFO:tasks.rados.rados.0.smithi110.stdout:2245: finishing write tid 1 to smithi11051043-31 2024-02-18T08:27:29.154 INFO:tasks.rados.rados.0.smithi110.stdout:2245: finishing write tid 2 to smithi11051043-31 2024-02-18T08:27:29.158 INFO:tasks.rados.rados.0.smithi110.stdout:2247: done (2 left) 2024-02-18T08:27:29.158 INFO:tasks.rados.rados.0.smithi110.stdout:2248: rmattr oid 5 current snap is 212 2024-02-18T08:27:29.158 INFO:tasks.rados.rados.0.smithi110.stdout:2248: done (2 left) 2024-02-18T08:27:29.158 INFO:tasks.rados.rados.0.smithi110.stdout:2249: read oid 16 snap 211 2024-02-18T08:27:29.158 INFO:tasks.rados.rados.0.smithi110.stdout:2249: expect (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:29.158 INFO:tasks.rados.rados.0.smithi110.stdout:2250: snap_create 2024-02-18T08:27:29.159 INFO:tasks.rados.rados.0.smithi110.stdout:2245: finishing write tid 3 to smithi11051043-31 2024-02-18T08:27:29.159 INFO:tasks.rados.rados.0.smithi110.stdout:2245: finishing write tid 4 to smithi11051043-31 2024-02-18T08:27:29.159 INFO:tasks.rados.rados.0.smithi110.stdout:2245: finishing write tid 6 to smithi11051043-31 2024-02-18T08:27:29.164 INFO:tasks.rados.rados.0.smithi110.stdout:2245: finishing write tid 7 to smithi11051043-31 2024-02-18T08:27:29.164 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1209 (ObjNum 702 snap 212 seq_num 702) dirty exists 2024-02-18T08:27:29.164 INFO:tasks.rados.rados.0.smithi110.stdout:2245: left oid 31 (ObjNum 702 snap 212 seq_num 702) 2024-02-18T08:27:29.168 INFO:tasks.rados.rados.0.smithi110.stdout:2246: expect (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:27:29.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:28 smithi110 bash[54479]: cluster 2024-02-18T08:27:27.845220+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-02-18T08:27:29.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:28 smithi110 bash[55875]: cluster 2024-02-18T08:27:27.845220+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-02-18T08:27:29.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:28 smithi191 bash[38688]: cluster 2024-02-18T08:27:27.845220+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-02-18T08:27:29.378 INFO:tasks.rados.rados.0.smithi110.stdout:2249: expect (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:29.869 INFO:tasks.rados.rados.0.smithi110.stdout:2245: done (3 left) 2024-02-18T08:27:29.869 INFO:tasks.rados.rados.0.smithi110.stdout:2246: done (2 left) 2024-02-18T08:27:29.869 INFO:tasks.rados.rados.0.smithi110.stdout:2249: done (1 left) 2024-02-18T08:27:29.869 INFO:tasks.rados.rados.0.smithi110.stdout:2250: done (0 left) 2024-02-18T08:27:29.869 INFO:tasks.rados.rados.0.smithi110.stdout:2251: snap_remove snap 212 2024-02-18T08:27:30.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:29 smithi110 bash[54479]: cluster 2024-02-18T08:27:28.699418+0000 mgr.y (mgr.44100) 256 : cluster [DBG] pgmap v424: 89 pgs: 3 peering, 6 active+undersized+degraded, 13 active+undersized, 67 active+clean; 153 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s; 34/237 objects degraded (14.346%); 6.6 MiB/s, 1 objects/s recovering 2024-02-18T08:27:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:29 smithi110 bash[54479]: cluster 2024-02-18T08:27:28.848960+0000 mon.a (mon.0) 777 : cluster [WRN] Health check update: Degraded data redundancy: 34/237 objects degraded (14.346%), 6 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:30.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:29 smithi110 bash[54479]: cluster 2024-02-18T08:27:28.862690+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2024-02-18T08:27:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:29 smithi110 bash[55875]: cluster 2024-02-18T08:27:28.699418+0000 mgr.y (mgr.44100) 256 : cluster [DBG] pgmap v424: 89 pgs: 3 peering, 6 active+undersized+degraded, 13 active+undersized, 67 active+clean; 153 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s; 34/237 objects degraded (14.346%); 6.6 MiB/s, 1 objects/s recovering 2024-02-18T08:27:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:29 smithi110 bash[55875]: cluster 2024-02-18T08:27:28.848960+0000 mon.a (mon.0) 777 : cluster [WRN] Health check update: Degraded data redundancy: 34/237 objects degraded (14.346%), 6 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:29 smithi110 bash[55875]: cluster 2024-02-18T08:27:28.862690+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2024-02-18T08:27:30.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:29 smithi191 bash[38688]: cluster 2024-02-18T08:27:28.699418+0000 mgr.y (mgr.44100) 256 : cluster [DBG] pgmap v424: 89 pgs: 3 peering, 6 active+undersized+degraded, 13 active+undersized, 67 active+clean; 153 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s; 34/237 objects degraded (14.346%); 6.6 MiB/s, 1 objects/s recovering 2024-02-18T08:27:30.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:29 smithi191 bash[38688]: cluster 2024-02-18T08:27:28.848960+0000 mon.a (mon.0) 777 : cluster [WRN] Health check update: Degraded data redundancy: 34/237 objects degraded (14.346%), 6 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:30.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:29 smithi191 bash[38688]: cluster 2024-02-18T08:27:28.862690+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2024-02-18T08:27:30.872 INFO:tasks.rados.rados.0.smithi110.stdout:2251: done (0 left) 2024-02-18T08:27:30.873 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 213 2024-02-18T08:27:30.873 INFO:tasks.rados.rados.0.smithi110.stdout:2252: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-02-18T08:27:30.875 INFO:tasks.rados.rados.0.smithi110.stdout:2252: writing smithi11051043-6 from 0 to 598016 tid 1 2024-02-18T08:27:30.880 INFO:tasks.rados.rados.0.smithi110.stdout:2252: writing smithi11051043-6 from 598016 to 1343488 tid 2 2024-02-18T08:27:30.885 INFO:tasks.rados.rados.0.smithi110.stdout:2252: writing smithi11051043-6 from 1343488 to 2056192 tid 3 2024-02-18T08:27:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:2252: writing smithi11051043-6 from 2056192 to 2203648 tid 4 2024-02-18T08:27:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:2253: copy_from oid 20 from oid 45 current snap is 213 2024-02-18T08:27:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:2254: rollback oid 39 current snap is 213 2024-02-18T08:27:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 39 to 211 2024-02-18T08:27:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:2255: read oid 30 snap 211 2024-02-18T08:27:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:2255: expect (ObjNum 686 snap 208 seq_num 686) 2024-02-18T08:27:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:2256: read oid 26 snap 211 2024-02-18T08:27:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:2256: expect (ObjNum 620 snap 190 seq_num 620) 2024-02-18T08:27:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 213 2024-02-18T08:27:30.887 INFO:tasks.rados.rados.0.smithi110.stdout:2257: seq_num 705 ranges {5136384=614400,5750784=630784,6381568=524288,6905856=450560} 2024-02-18T08:27:30.921 INFO:tasks.rados.rados.0.smithi110.stdout:2257: writing smithi11051043-14 from 5136384 to 5750784 tid 1 2024-02-18T08:27:30.924 INFO:tasks.rados.rados.0.smithi110.stdout:2257: writing smithi11051043-14 from 5750784 to 6381568 tid 2 2024-02-18T08:27:30.929 INFO:tasks.rados.rados.0.smithi110.stdout:2257: writing smithi11051043-14 from 6381568 to 6905856 tid 3 2024-02-18T08:27:30.933 INFO:tasks.rados.rados.0.smithi110.stdout:2257: writing smithi11051043-14 from 6905856 to 7356416 tid 4 2024-02-18T08:27:30.933 INFO:tasks.rados.rados.0.smithi110.stdout:2258: rollback oid 19 current snap is 213 2024-02-18T08:27:30.933 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 19 to 211 2024-02-18T08:27:30.933 INFO:tasks.rados.rados.0.smithi110.stdout:2254: finishing rollback tid 0 to smithi11051043-39 2024-02-18T08:27:30.934 INFO:tasks.rados.rados.0.smithi110.stdout:2254: finishing rollback tid 1 to smithi11051043-39 2024-02-18T08:27:30.934 INFO:tasks.rados.rados.0.smithi110.stdout:2254: finishing rollback tid 2 to smithi11051043-39 2024-02-18T08:27:30.934 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 759 (ObjNum 691 snap 210 seq_num 691) dirty exists 2024-02-18T08:27:30.934 INFO:tasks.rados.rados.0.smithi110.stdout:2252: finishing write tid 1 to smithi11051043-6 2024-02-18T08:27:30.934 INFO:tasks.rados.rados.0.smithi110.stdout:2252: finishing write tid 2 to smithi11051043-6 2024-02-18T08:27:30.934 INFO:tasks.rados.rados.0.smithi110.stdout:2252: finishing write tid 3 to smithi11051043-6 2024-02-18T08:27:30.934 INFO:tasks.rados.rados.0.smithi110.stdout:2252: finishing write tid 4 to smithi11051043-6 2024-02-18T08:27:30.934 INFO:tasks.rados.rados.0.smithi110.stdout:2254: done (6 left) 2024-02-18T08:27:30.934 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 213 2024-02-18T08:27:30.934 INFO:tasks.rados.rados.0.smithi110.stdout:2259: seq_num 706 ranges {0=630784,630784=516096,1146880=729088,1875968=360448} 2024-02-18T08:27:30.938 INFO:tasks.rados.rados.0.smithi110.stdout:2259: writing smithi11051043-18 from 0 to 630784 tid 1 2024-02-18T08:27:30.942 INFO:tasks.rados.rados.0.smithi110.stdout:2259: writing smithi11051043-18 from 630784 to 1146880 tid 2 2024-02-18T08:27:30.946 INFO:tasks.rados.rados.0.smithi110.stdout:2259: writing smithi11051043-18 from 1146880 to 1875968 tid 3 2024-02-18T08:27:30.949 INFO:tasks.rados.rados.0.smithi110.stdout:2259: writing smithi11051043-18 from 1875968 to 2236416 tid 4 2024-02-18T08:27:30.949 INFO:tasks.rados.rados.0.smithi110.stdout:2260: rollback oid 13 current snap is 213 2024-02-18T08:27:30.949 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 211 2024-02-18T08:27:30.949 INFO:tasks.rados.rados.0.smithi110.stdout:2252: finishing write tid 6 to smithi11051043-6 2024-02-18T08:27:30.949 INFO:tasks.rados.rados.0.smithi110.stdout:2255: expect (ObjNum 686 snap 208 seq_num 686) 2024-02-18T08:27:31.076 INFO:tasks.rados.rados.0.smithi110.stdout:2252: finishing write tid 7 to smithi11051043-6 2024-02-18T08:27:31.076 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 845 (ObjNum 704 snap 213 seq_num 704) dirty exists 2024-02-18T08:27:31.076 INFO:tasks.rados.rados.0.smithi110.stdout:2252: left oid 6 (ObjNum 704 snap 213 seq_num 704) 2024-02-18T08:27:31.076 INFO:tasks.rados.rados.0.smithi110.stdout:2253: finishing copy_from racing read to smithi11051043-20 2024-02-18T08:27:31.076 INFO:tasks.rados.rados.0.smithi110.stdout:2253: finishing copy_from to smithi11051043-20 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 829 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2257: finishing write tid 1 to smithi11051043-14 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2257: finishing write tid 2 to smithi11051043-14 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2257: finishing write tid 3 to smithi11051043-14 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2257: finishing write tid 4 to smithi11051043-14 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2258: finishing rollback tid 0 to smithi11051043-19 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2257: finishing write tid 6 to smithi11051043-14 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2258: finishing rollback tid 1 to smithi11051043-19 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2258: finishing rollback tid 2 to smithi11051043-19 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 841 (ObjNum 637 snap 194 seq_num 637) dirty exists 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2257: finishing write tid 7 to smithi11051043-14 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 829 (ObjNum 705 snap 213 seq_num 705) dirty exists 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2257: left oid 14 (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:27:31.077 INFO:tasks.rados.rados.0.smithi110.stdout:2256: expect (ObjNum 620 snap 190 seq_num 620) 2024-02-18T08:27:31.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:30 smithi110 bash[54479]: cluster 2024-02-18T08:27:29.865359+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2024-02-18T08:27:31.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:30 smithi110 bash[55875]: cluster 2024-02-18T08:27:29.865359+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2024-02-18T08:27:31.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:30 smithi191 bash[38688]: cluster 2024-02-18T08:27:29.865359+0000 mon.a (mon.0) 779 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2024-02-18T08:27:31.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:31 smithi110 bash[54479]: cluster 2024-02-18T08:27:30.700142+0000 mgr.y (mgr.44100) 257 : cluster [DBG] pgmap v427: 89 pgs: 3 peering, 1 active+undersized+degraded, 6 active+undersized, 79 active+clean; 151 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 25 op/s; 4/192 objects degraded (2.083%); 11 MiB/s, 4 objects/s recovering 2024-02-18T08:27:31.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:31 smithi110 bash[54479]: cluster 2024-02-18T08:27:30.869641+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2024-02-18T08:27:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:31 smithi110 bash[55875]: cluster 2024-02-18T08:27:30.700142+0000 mgr.y (mgr.44100) 257 : cluster [DBG] pgmap v427: 89 pgs: 3 peering, 1 active+undersized+degraded, 6 active+undersized, 79 active+clean; 151 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 25 op/s; 4/192 objects degraded (2.083%); 11 MiB/s, 4 objects/s recovering 2024-02-18T08:27:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:31 smithi110 bash[55875]: cluster 2024-02-18T08:27:30.869641+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2024-02-18T08:27:31.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:31.634Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:31.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:31.634Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:31.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:31.634Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:27:32.231 INFO:tasks.rados.rados.0.smithi110.stdout:2259: finishing write tid 1 to smithi11051043-18 2024-02-18T08:27:32.231 INFO:tasks.rados.rados.0.smithi110.stdout:2259: finishing write tid 2 to smithi11051043-18 2024-02-18T08:27:32.231 INFO:tasks.rados.rados.0.smithi110.stdout:2259: finishing write tid 3 to smithi11051043-18 2024-02-18T08:27:32.231 INFO:tasks.rados.rados.0.smithi110.stdout:2260: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:27:32.231 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 0 (ObjNum 288 snap 0 seq_num 33) dirty dne 2024-02-18T08:27:32.231 INFO:tasks.rados.rados.0.smithi110.stdout:2259: finishing write tid 4 to smithi11051043-18 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2259: finishing write tid 6 to smithi11051043-18 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2259: finishing write tid 7 to smithi11051043-18 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1034 (ObjNum 706 snap 213 seq_num 706) dirty exists 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2259: left oid 18 (ObjNum 706 snap 213 seq_num 706) 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2252: done (7 left) 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2253: done (6 left) 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2255: done (5 left) 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2256: done (4 left) 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2257: done (3 left) 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2258: done (2 left) 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2259: done (1 left) 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2260: done (0 left) 2024-02-18T08:27:32.232 INFO:tasks.rados.rados.0.smithi110.stdout:2261: snap_remove snap 211 2024-02-18T08:27:32.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:31 smithi191 bash[38688]: cluster 2024-02-18T08:27:30.700142+0000 mgr.y (mgr.44100) 257 : cluster [DBG] pgmap v427: 89 pgs: 3 peering, 1 active+undersized+degraded, 6 active+undersized, 79 active+clean; 151 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.7 MiB/s wr, 25 op/s; 4/192 objects degraded (2.083%); 11 MiB/s, 4 objects/s recovering 2024-02-18T08:27:32.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:31 smithi191 bash[38688]: cluster 2024-02-18T08:27:30.869641+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2024-02-18T08:27:32.894 INFO:tasks.rados.rados.0.smithi110.stdout:2261: done (0 left) 2024-02-18T08:27:32.894 INFO:tasks.rados.rados.0.smithi110.stdout:2262: rollback oid 32 current snap is 213 2024-02-18T08:27:32.894 INFO:tasks.rados.rados.0.smithi110.stdout:2262: done (0 left) 2024-02-18T08:27:32.894 INFO:tasks.rados.rados.0.smithi110.stdout:2263: rollback oid 14 current snap is 213 2024-02-18T08:27:32.894 INFO:tasks.rados.rados.0.smithi110.stdout:2263: done (0 left) 2024-02-18T08:27:32.894 INFO:tasks.rados.rados.0.smithi110.stdout:2264: rmattr oid 40 current snap is 213 2024-02-18T08:27:32.895 INFO:tasks.rados.rados.0.smithi110.stdout:2265: read oid 13 snap -1 2024-02-18T08:27:32.895 INFO:tasks.rados.rados.0.smithi110.stdout:2265: expect deleted 2024-02-18T08:27:32.895 INFO:tasks.rados.rados.0.smithi110.stdout:2266: read oid 5 snap -1 2024-02-18T08:27:32.895 INFO:tasks.rados.rados.0.smithi110.stdout:2266: expect (ObjNum 624 snap 191 seq_num 624) 2024-02-18T08:27:32.895 INFO:tasks.rados.rados.0.smithi110.stdout:2267: copy_from oid 50 from oid 8 current snap is 213 2024-02-18T08:27:32.895 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 213 2024-02-18T08:27:32.895 INFO:tasks.rados.rados.0.smithi110.stdout:2268: seq_num 707 ranges {0=647168,647168=802816,1449984=532480,1982464=270336} 2024-02-18T08:27:32.898 INFO:tasks.rados.rados.0.smithi110.stdout:2268: writing smithi11051043-27 from 0 to 647168 tid 1 2024-02-18T08:27:32.905 INFO:tasks.rados.rados.0.smithi110.stdout:2268: writing smithi11051043-27 from 647168 to 1449984 tid 2 2024-02-18T08:27:32.909 INFO:tasks.rados.rados.0.smithi110.stdout:2268: writing smithi11051043-27 from 1449984 to 1982464 tid 3 2024-02-18T08:27:32.912 INFO:tasks.rados.rados.0.smithi110.stdout:2268: writing smithi11051043-27 from 1982464 to 2252800 tid 4 2024-02-18T08:27:32.912 INFO:tasks.rados.rados.0.smithi110.stdout:2269: delete oid 49 current snap is 213 2024-02-18T08:27:32.912 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 908 (ObjNum 673 snap 208 seq_num 673) dirty exists 2024-02-18T08:27:32.912 INFO:tasks.rados.rados.0.smithi110.stdout:2266: expect (ObjNum 624 snap 191 seq_num 624) 2024-02-18T08:27:32.952 INFO:tasks.rados.rados.0.smithi110.stdout:2268: finishing write tid 1 to smithi11051043-27 2024-02-18T08:27:32.952 INFO:tasks.rados.rados.0.smithi110.stdout:2268: finishing write tid 2 to smithi11051043-27 2024-02-18T08:27:32.952 INFO:tasks.rados.rados.0.smithi110.stdout:2268: finishing write tid 3 to smithi11051043-27 2024-02-18T08:27:32.952 INFO:tasks.rados.rados.0.smithi110.stdout:2267: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:27:32.952 INFO:tasks.rados.rados.0.smithi110.stdout:2268: finishing write tid 4 to smithi11051043-27 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:2268: finishing write tid 6 to smithi11051043-27 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:2264: done (5 left) 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:2265: done (4 left) 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:2266: done (3 left) 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:2269: done (2 left) 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:2270: rollback oid 6 current snap is 213 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:2270: done (2 left) 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:2271: rollback oid 43 current snap is 213 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:2271: done (2 left) 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 213 2024-02-18T08:27:32.953 INFO:tasks.rados.rados.0.smithi110.stdout:2272: seq_num 709 ranges {2916352=679936,3596288=614400,4210688=499712,4710400=491520} 2024-02-18T08:27:32.979 INFO:tasks.rados.rados.0.smithi110.stdout:2272: writing smithi11051043-1 from 2916352 to 3596288 tid 1 2024-02-18T08:27:32.983 INFO:tasks.rados.rados.0.smithi110.stdout:2272: writing smithi11051043-1 from 3596288 to 4210688 tid 2 2024-02-18T08:27:32.985 INFO:tasks.rados.rados.0.smithi110.stdout:2272: writing smithi11051043-1 from 4210688 to 4710400 tid 3 2024-02-18T08:27:32.988 INFO:tasks.rados.rados.0.smithi110.stdout:2272: writing smithi11051043-1 from 4710400 to 5201920 tid 4 2024-02-18T08:27:32.989 INFO:tasks.rados.rados.0.smithi110.stdout:2273: snap_create 2024-02-18T08:27:32.989 INFO:tasks.rados.rados.0.smithi110.stdout:2268: finishing write tid 7 to smithi11051043-27 2024-02-18T08:27:32.989 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1214 (ObjNum 707 snap 213 seq_num 707) dirty exists 2024-02-18T08:27:32.989 INFO:tasks.rados.rados.0.smithi110.stdout:2268: left oid 27 (ObjNum 707 snap 213 seq_num 707) 2024-02-18T08:27:32.989 INFO:tasks.rados.rados.0.smithi110.stdout:2267: finishing copy_from to smithi11051043-50 2024-02-18T08:27:32.989 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 1180 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-02-18T08:27:32.989 INFO:tasks.rados.rados.0.smithi110.stdout:2272: finishing write tid 1 to smithi11051043-1 2024-02-18T08:27:32.989 INFO:tasks.rados.rados.0.smithi110.stdout:2272: finishing write tid 2 to smithi11051043-1 2024-02-18T08:27:32.992 INFO:tasks.rados.rados.0.smithi110.stdout:2272: finishing write tid 3 to smithi11051043-1 2024-02-18T08:27:32.992 INFO:tasks.rados.rados.0.smithi110.stdout:2272: finishing write tid 4 to smithi11051043-1 2024-02-18T08:27:32.993 INFO:tasks.rados.rados.0.smithi110.stdout:2272: finishing write tid 6 to smithi11051043-1 2024-02-18T08:27:32.994 INFO:tasks.rados.rados.0.smithi110.stdout:2272: finishing write tid 7 to smithi11051043-1 2024-02-18T08:27:32.994 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 861 (ObjNum 709 snap 213 seq_num 709) dirty exists 2024-02-18T08:27:32.994 INFO:tasks.rados.rados.0.smithi110.stdout:2272: left oid 1 (ObjNum 709 snap 213 seq_num 709) 2024-02-18T08:27:33.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:32 smithi110 bash[54479]: cluster 2024-02-18T08:27:32.877180+0000 mon.a (mon.0) 781 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/192 objects degraded (2.083%), 1 pg degraded) 2024-02-18T08:27:33.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:32 smithi110 bash[54479]: cluster 2024-02-18T08:27:32.877251+0000 mon.a (mon.0) 782 : cluster [INF] Cluster is now healthy 2024-02-18T08:27:33.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:32 smithi110 bash[54479]: cluster 2024-02-18T08:27:32.891377+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2024-02-18T08:27:33.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:32 smithi110 bash[55875]: cluster 2024-02-18T08:27:32.877180+0000 mon.a (mon.0) 781 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/192 objects degraded (2.083%), 1 pg degraded) 2024-02-18T08:27:33.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:32 smithi110 bash[55875]: cluster 2024-02-18T08:27:32.877251+0000 mon.a (mon.0) 782 : cluster [INF] Cluster is now healthy 2024-02-18T08:27:33.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:32 smithi110 bash[55875]: cluster 2024-02-18T08:27:32.891377+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2024-02-18T08:27:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:32 smithi191 bash[38688]: cluster 2024-02-18T08:27:32.877180+0000 mon.a (mon.0) 781 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/192 objects degraded (2.083%), 1 pg degraded) 2024-02-18T08:27:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:32 smithi191 bash[38688]: cluster 2024-02-18T08:27:32.877251+0000 mon.a (mon.0) 782 : cluster [INF] Cluster is now healthy 2024-02-18T08:27:33.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:32 smithi191 bash[38688]: cluster 2024-02-18T08:27:32.891377+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2024-02-18T08:27:33.935 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:33.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:33.935 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:33.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:33.935 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:33.528Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:27:33.947 INFO:tasks.rados.rados.0.smithi110.stdout:2267: done (3 left) 2024-02-18T08:27:33.947 INFO:tasks.rados.rados.0.smithi110.stdout:2268: done (2 left) 2024-02-18T08:27:33.947 INFO:tasks.rados.rados.0.smithi110.stdout:2272: done (1 left) 2024-02-18T08:27:33.947 INFO:tasks.rados.rados.0.smithi110.stdout:2273: done (0 left) 2024-02-18T08:27:33.948 INFO:tasks.rados.rados.0.smithi110.stdout:2274: snap_create 2024-02-18T08:27:34.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:33 smithi110 bash[54479]: cluster 2024-02-18T08:27:32.700971+0000 mgr.y (mgr.44100) 258 : cluster [DBG] pgmap v429: 89 pgs: 89 active+clean; 148 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 4.0 MiB/s, 2 objects/s recovering 2024-02-18T08:27:34.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:33 smithi110 bash[55875]: cluster 2024-02-18T08:27:32.700971+0000 mgr.y (mgr.44100) 258 : cluster [DBG] pgmap v429: 89 pgs: 89 active+clean; 148 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 4.0 MiB/s, 2 objects/s recovering 2024-02-18T08:27:34.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:33 smithi191 bash[38688]: cluster 2024-02-18T08:27:32.700971+0000 mgr.y (mgr.44100) 258 : cluster [DBG] pgmap v429: 89 pgs: 89 active+clean; 148 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 4.0 MiB/s, 2 objects/s recovering 2024-02-18T08:27:34.734 INFO:tasks.rados.rados.0.smithi110.stdout:2274: done (0 left) 2024-02-18T08:27:34.734 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 215 2024-02-18T08:27:34.734 INFO:tasks.rados.rados.0.smithi110.stdout:2275: seq_num 710 ranges {2711552=696320,3407872=499712,3907584=712704,4620288=393216} 2024-02-18T08:27:34.757 INFO:tasks.rados.rados.0.smithi110.stdout:2275: writing smithi11051043-15 from 2711552 to 3407872 tid 1 2024-02-18T08:27:34.761 INFO:tasks.rados.rados.0.smithi110.stdout:2275: writing smithi11051043-15 from 3407872 to 3907584 tid 2 2024-02-18T08:27:34.766 INFO:tasks.rados.rados.0.smithi110.stdout:2275: writing smithi11051043-15 from 3907584 to 4620288 tid 3 2024-02-18T08:27:34.768 INFO:tasks.rados.rados.0.smithi110.stdout:2275: writing smithi11051043-15 from 4620288 to 5013504 tid 4 2024-02-18T08:27:34.769 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 215 2024-02-18T08:27:34.769 INFO:tasks.rados.rados.0.smithi110.stdout:2276: seq_num 711 ranges {5185536=712704,5898240=786432,6684672=516096,7200768=303104} 2024-02-18T08:27:34.801 INFO:tasks.rados.rados.0.smithi110.stdout:2276: writing smithi11051043-42 from 5185536 to 5898240 tid 1 2024-02-18T08:27:34.806 INFO:tasks.rados.rados.0.smithi110.stdout:2276: writing smithi11051043-42 from 5898240 to 6684672 tid 2 2024-02-18T08:27:34.809 INFO:tasks.rados.rados.0.smithi110.stdout:2276: writing smithi11051043-42 from 6684672 to 7200768 tid 3 2024-02-18T08:27:34.812 INFO:tasks.rados.rados.0.smithi110.stdout:2276: writing smithi11051043-42 from 7200768 to 7503872 tid 4 2024-02-18T08:27:34.812 INFO:tasks.rados.rados.0.smithi110.stdout:2277: read oid 25 snap -1 2024-02-18T08:27:34.812 INFO:tasks.rados.rados.0.smithi110.stdout:2277: expect (ObjNum 649 snap 198 seq_num 649) 2024-02-18T08:27:34.812 INFO:tasks.rados.rados.0.smithi110.stdout:2278: delete oid 39 current snap is 215 2024-02-18T08:27:34.812 INFO:tasks.rados.rados.0.smithi110.stdout:2275: finishing write tid 1 to smithi11051043-15 2024-02-18T08:27:34.812 INFO:tasks.rados.rados.0.smithi110.stdout:2275: finishing write tid 2 to smithi11051043-15 2024-02-18T08:27:34.812 INFO:tasks.rados.rados.0.smithi110.stdout:2275: finishing write tid 3 to smithi11051043-15 2024-02-18T08:27:34.812 INFO:tasks.rados.rados.0.smithi110.stdout:2275: finishing write tid 4 to smithi11051043-15 2024-02-18T08:27:34.812 INFO:tasks.rados.rados.0.smithi110.stdout:2275: finishing write tid 6 to smithi11051043-15 2024-02-18T08:27:34.813 INFO:tasks.rados.rados.0.smithi110.stdout:2275: finishing write tid 7 to smithi11051043-15 2024-02-18T08:27:34.813 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 834 (ObjNum 710 snap 215 seq_num 710) dirty exists 2024-02-18T08:27:34.813 INFO:tasks.rados.rados.0.smithi110.stdout:2275: left oid 15 (ObjNum 710 snap 215 seq_num 710) 2024-02-18T08:27:34.813 INFO:tasks.rados.rados.0.smithi110.stdout:2276: finishing write tid 1 to smithi11051043-42 2024-02-18T08:27:34.813 INFO:tasks.rados.rados.0.smithi110.stdout:2276: finishing write tid 2 to smithi11051043-42 2024-02-18T08:27:34.816 INFO:tasks.rados.rados.0.smithi110.stdout:2276: finishing write tid 3 to smithi11051043-42 2024-02-18T08:27:34.816 INFO:tasks.rados.rados.0.smithi110.stdout:2276: finishing write tid 4 to smithi11051043-42 2024-02-18T08:27:34.816 INFO:tasks.rados.rados.0.smithi110.stdout:2276: finishing write tid 6 to smithi11051043-42 2024-02-18T08:27:34.818 INFO:tasks.rados.rados.0.smithi110.stdout:2276: finishing write tid 7 to smithi11051043-42 2024-02-18T08:27:34.818 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 858 (ObjNum 711 snap 215 seq_num 711) dirty exists 2024-02-18T08:27:34.818 INFO:tasks.rados.rados.0.smithi110.stdout:2276: left oid 42 (ObjNum 711 snap 215 seq_num 711) 2024-02-18T08:27:34.877 INFO:tasks.rados.rados.0.smithi110.stdout:2277: expect (ObjNum 649 snap 198 seq_num 649) 2024-02-18T08:27:35.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:34 smithi110 bash[54479]: cluster 2024-02-18T08:27:33.945029+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2024-02-18T08:27:35.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:34 smithi110 bash[54479]: cluster 2024-02-18T08:27:34.731531+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2024-02-18T08:27:35.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:34 smithi110 bash[55875]: cluster 2024-02-18T08:27:33.945029+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2024-02-18T08:27:35.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:34 smithi110 bash[55875]: cluster 2024-02-18T08:27:34.731531+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2024-02-18T08:27:35.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:34 smithi191 bash[38688]: cluster 2024-02-18T08:27:33.945029+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2024-02-18T08:27:35.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:34 smithi191 bash[38688]: cluster 2024-02-18T08:27:34.731531+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2024-02-18T08:27:35.740 INFO:tasks.rados.rados.0.smithi110.stdout:2275: done (3 left) 2024-02-18T08:27:35.741 INFO:tasks.rados.rados.0.smithi110.stdout:2276: done (2 left) 2024-02-18T08:27:35.741 INFO:tasks.rados.rados.0.smithi110.stdout:2277: done (1 left) 2024-02-18T08:27:35.741 INFO:tasks.rados.rados.0.smithi110.stdout:2278: done (0 left) 2024-02-18T08:27:35.741 INFO:tasks.rados.rados.0.smithi110.stdout:2279: read oid 40 snap -1 2024-02-18T08:27:35.741 INFO:tasks.rados.rados.0.smithi110.stdout:2279: expect (ObjNum 673 snap 208 seq_num 673) 2024-02-18T08:27:35.741 INFO:tasks.rados.rados.0.smithi110.stdout:2280: copy_from oid 32 from oid 14 current snap is 215 2024-02-18T08:27:35.741 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 215 2024-02-18T08:27:35.741 INFO:tasks.rados.rados.0.smithi110.stdout:2281: seq_num 713 ranges {2105344=745472,2850816=557056,3407872=483328,3891200=565248} 2024-02-18T08:27:35.758 INFO:tasks.rados.rados.0.smithi110.stdout:2281: writing smithi11051043-48 from 2105344 to 2850816 tid 1 2024-02-18T08:27:35.762 INFO:tasks.rados.rados.0.smithi110.stdout:2281: writing smithi11051043-48 from 2850816 to 3407872 tid 2 2024-02-18T08:27:35.764 INFO:tasks.rados.rados.0.smithi110.stdout:2281: writing smithi11051043-48 from 3407872 to 3891200 tid 3 2024-02-18T08:27:35.768 INFO:tasks.rados.rados.0.smithi110.stdout:2281: writing smithi11051043-48 from 3891200 to 4456448 tid 4 2024-02-18T08:27:35.768 INFO:tasks.rados.rados.0.smithi110.stdout:2282: delete oid 50 current snap is 215 2024-02-18T08:27:35.768 INFO:tasks.rados.rados.0.smithi110.stdout:2279: expect (ObjNum 673 snap 208 seq_num 673) 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:2281: finishing write tid 1 to smithi11051043-48 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:2281: finishing write tid 2 to smithi11051043-48 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:2281: finishing write tid 3 to smithi11051043-48 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:2281: finishing write tid 4 to smithi11051043-48 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:2281: finishing write tid 6 to smithi11051043-48 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:2281: finishing write tid 7 to smithi11051043-48 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 688 (ObjNum 713 snap 215 seq_num 713) dirty exists 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:2281: left oid 48 (ObjNum 713 snap 215 seq_num 713) 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:2280: finishing copy_from racing read to smithi11051043-32 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:2280: finishing copy_from to smithi11051043-32 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 829 (ObjNum 705 snap 213 seq_num 705) dirty exists 2024-02-18T08:27:35.826 INFO:tasks.rados.rados.0.smithi110.stdout:2279: done (3 left) 2024-02-18T08:27:35.827 INFO:tasks.rados.rados.0.smithi110.stdout:2280: done (2 left) 2024-02-18T08:27:35.827 INFO:tasks.rados.rados.0.smithi110.stdout:2281: done (1 left) 2024-02-18T08:27:35.827 INFO:tasks.rados.rados.0.smithi110.stdout:2282: done (0 left) 2024-02-18T08:27:35.827 INFO:tasks.rados.rados.0.smithi110.stdout:2283: snap_remove snap 214 2024-02-18T08:27:35.959 INFO:tasks.rados.rados.0.smithi110.stdout:2283: done (0 left) 2024-02-18T08:27:35.959 INFO:tasks.rados.rados.0.smithi110.stdout:2284: read oid 16 snap 213 2024-02-18T08:27:35.959 INFO:tasks.rados.rados.0.smithi110.stdout:2284: expect (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:35.959 INFO:tasks.rados.rados.0.smithi110.stdout:2285: rmattr oid 19 current snap is 215 2024-02-18T08:27:35.959 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 215 2024-02-18T08:27:35.960 INFO:tasks.rados.rados.0.smithi110.stdout:2286: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-02-18T08:27:35.965 INFO:tasks.rados.rados.0.smithi110.stdout:2286: writing smithi11051043-21 from 0 to 778240 tid 1 2024-02-18T08:27:35.970 INFO:tasks.rados.rados.0.smithi110.stdout:2286: writing smithi11051043-21 from 778240 to 1548288 tid 2 2024-02-18T08:27:35.973 INFO:tasks.rados.rados.0.smithi110.stdout:2286: writing smithi11051043-21 from 1548288 to 2048000 tid 3 2024-02-18T08:27:35.975 INFO:tasks.rados.rados.0.smithi110.stdout:2286: writing smithi11051043-21 from 2048000 to 2383872 tid 4 2024-02-18T08:27:35.976 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 37 current snap is 215 2024-02-18T08:27:35.976 INFO:tasks.rados.rados.0.smithi110.stdout:2287: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2024-02-18T08:27:35.980 INFO:tasks.rados.rados.0.smithi110.stdout:2287: writing smithi11051043-37 from 0 to 794624 tid 1 2024-02-18T08:27:35.984 INFO:tasks.rados.rados.0.smithi110.stdout:2287: writing smithi11051043-37 from 794624 to 1449984 tid 2 2024-02-18T08:27:35.988 INFO:tasks.rados.rados.0.smithi110.stdout:2287: writing smithi11051043-37 from 1449984 to 2154496 tid 3 2024-02-18T08:27:35.990 INFO:tasks.rados.rados.0.smithi110.stdout:2287: writing smithi11051043-37 from 2154496 to 2400256 tid 4 2024-02-18T08:27:35.990 INFO:tasks.rados.rados.0.smithi110.stdout:2288: read oid 14 snap -1 2024-02-18T08:27:35.990 INFO:tasks.rados.rados.0.smithi110.stdout:2288: expect (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:27:35.990 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 215 2024-02-18T08:27:35.990 INFO:tasks.rados.rados.0.smithi110.stdout:2289: seq_num 717 ranges {9617408=16384} 2024-02-18T08:27:36.045 INFO:tasks.rados.rados.0.smithi110.stdout:2289: writing smithi11051043-26 from 9617408 to 9633792 tid 1 2024-02-18T08:27:36.045 INFO:tasks.rados.rados.0.smithi110.stdout:2290: copy_from oid 47 from oid 39 current snap is 215 2024-02-18T08:27:36.045 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 842 (ObjNum 637 snap 194 seq_num 637) dirty exists 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2285: done (6 left) 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2291: read oid 28 snap -1 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2291: expect (ObjNum 665 snap 204 seq_num 665) 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2292: read oid 48 snap -1 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2292: expect (ObjNum 713 snap 215 seq_num 713) 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2293: rollback oid 7 current snap is 215 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 7 to 213 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2286: finishing write tid 1 to smithi11051043-21 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2294: rollback oid 4 current snap is 215 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 4 to 213 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2286: finishing write tid 2 to smithi11051043-21 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2295: read oid 1 snap -1 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2295: expect (ObjNum 709 snap 213 seq_num 709) 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:2296: rollback oid 13 current snap is 215 2024-02-18T08:27:36.046 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 213 2024-02-18T08:27:36.047 INFO:tasks.rados.rados.0.smithi110.stdout:2286: finishing write tid 3 to smithi11051043-21 2024-02-18T08:27:36.047 INFO:tasks.rados.rados.0.smithi110.stdout:2297: read oid 40 snap -1 2024-02-18T08:27:36.047 INFO:tasks.rados.rados.0.smithi110.stdout:2297: expect (ObjNum 673 snap 208 seq_num 673) 2024-02-18T08:27:36.047 INFO:tasks.rados.rados.0.smithi110.stdout:2298: copy_from oid 36 from oid 27 current snap is 215 2024-02-18T08:27:36.047 INFO:tasks.rados.rados.0.smithi110.stdout:2286: finishing write tid 4 to smithi11051043-21 2024-02-18T08:27:36.047 INFO:tasks.rados.rados.0.smithi110.stdout:2286: finishing write tid 6 to smithi11051043-21 2024-02-18T08:27:36.047 INFO:tasks.rados.rados.0.smithi110.stdout:2286: finishing write tid 7 to smithi11051043-21 2024-02-18T08:27:36.047 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 683 (ObjNum 715 snap 215 seq_num 715) dirty exists 2024-02-18T08:27:36.047 INFO:tasks.rados.rados.0.smithi110.stdout:2286: left oid 21 (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:27:36.047 INFO:tasks.rados.rados.0.smithi110.stdout:2284: expect (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:36.201 INFO:tasks.rados.rados.0.smithi110.stdout:2287: finishing write tid 1 to smithi11051043-37 2024-02-18T08:27:36.201 INFO:tasks.rados.rados.0.smithi110.stdout:2287: finishing write tid 2 to smithi11051043-37 2024-02-18T08:27:36.201 INFO:tasks.rados.rados.0.smithi110.stdout:2287: finishing write tid 3 to smithi11051043-37 2024-02-18T08:27:36.201 INFO:tasks.rados.rados.0.smithi110.stdout:2287: finishing write tid 4 to smithi11051043-37 2024-02-18T08:27:36.201 INFO:tasks.rados.rados.0.smithi110.stdout:2287: finishing write tid 6 to smithi11051043-37 2024-02-18T08:27:36.201 INFO:tasks.rados.rados.0.smithi110.stdout:2287: finishing write tid 7 to smithi11051043-37 2024-02-18T08:27:36.201 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 866 (ObjNum 716 snap 215 seq_num 716) dirty exists 2024-02-18T08:27:36.201 INFO:tasks.rados.rados.0.smithi110.stdout:2287: left oid 37 (ObjNum 716 snap 215 seq_num 716) 2024-02-18T08:27:36.201 INFO:tasks.rados.rados.0.smithi110.stdout:2288: expect (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:27:36.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:35 smithi110 bash[54479]: cluster 2024-02-18T08:27:34.701749+0000 mgr.y (mgr.44100) 259 : cluster [DBG] pgmap v432: 89 pgs: 89 active+clean; 147 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 906 KiB/s wr, 5 op/s 2024-02-18T08:27:36.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:35 smithi110 bash[55875]: cluster 2024-02-18T08:27:34.701749+0000 mgr.y (mgr.44100) 259 : cluster [DBG] pgmap v432: 89 pgs: 89 active+clean; 147 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 906 KiB/s wr, 5 op/s 2024-02-18T08:27:36.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:35 smithi191 bash[38688]: cluster 2024-02-18T08:27:34.701749+0000 mgr.y (mgr.44100) 259 : cluster [DBG] pgmap v432: 89 pgs: 89 active+clean; 147 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 906 KiB/s wr, 5 op/s 2024-02-18T08:27:36.576 INFO:tasks.rados.rados.0.smithi110.stdout:2290: finishing copy_from to smithi11051043-47 2024-02-18T08:27:36.576 INFO:tasks.rados.rados.0.smithi110.stdout:2290: got expected ENOENT (src dne) 2024-02-18T08:27:36.576 INFO:tasks.rados.rados.0.smithi110.stdout:2290: finishing copy_from racing read to smithi11051043-47 2024-02-18T08:27:36.576 INFO:tasks.rados.rados.0.smithi110.stdout:2297: expect (ObjNum 673 snap 208 seq_num 673) 2024-02-18T08:27:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:2296: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:27:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:27:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:2289: finishing write tid 1 to smithi11051043-26 2024-02-18T08:27:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:2289: finishing write tid 3 to smithi11051043-26 2024-02-18T08:27:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:2289: finishing write tid 4 to smithi11051043-26 2024-02-18T08:27:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1217 (ObjNum 717 snap 215 seq_num 717) dirty exists 2024-02-18T08:27:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:2289: left oid 26 (ObjNum 717 snap 215 seq_num 717) 2024-02-18T08:27:36.630 INFO:tasks.rados.rados.0.smithi110.stdout:2291: expect (ObjNum 665 snap 204 seq_num 665) 2024-02-18T08:27:36.664 INFO:tasks.rados.rados.0.smithi110.stdout:2293: finishing rollback tid 0 to smithi11051043-7 2024-02-18T08:27:36.664 INFO:tasks.rados.rados.0.smithi110.stdout:2293: finishing rollback tid 1 to smithi11051043-7 2024-02-18T08:27:36.664 INFO:tasks.rados.rados.0.smithi110.stdout:2294: finishing rollback tid 1 to smithi11051043-4 2024-02-18T08:27:36.664 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:27:36.664 INFO:tasks.rados.rados.0.smithi110.stdout:2293: finishing rollback tid 2 to smithi11051043-7 2024-02-18T08:27:36.664 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 814 (ObjNum 649 snap 198 seq_num 649) dirty exists 2024-02-18T08:27:36.664 INFO:tasks.rados.rados.0.smithi110.stdout:2295: expect (ObjNum 709 snap 213 seq_num 709) 2024-02-18T08:27:36.852 INFO:tasks.rados.rados.0.smithi110.stdout:2292: expect (ObjNum 713 snap 215 seq_num 713) 2024-02-18T08:27:36.980 INFO:tasks.rados.rados.0.smithi110.stdout:2298: finishing copy_from to smithi11051043-36 2024-02-18T08:27:36.980 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1214 (ObjNum 707 snap 213 seq_num 707) dirty exists 2024-02-18T08:27:36.980 INFO:tasks.rados.rados.0.smithi110.stdout:2298: finishing copy_from racing read to smithi11051043-36 2024-02-18T08:27:36.980 INFO:tasks.rados.rados.0.smithi110.stdout:2284: done (13 left) 2024-02-18T08:27:36.980 INFO:tasks.rados.rados.0.smithi110.stdout:2286: done (12 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2287: done (11 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2288: done (10 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2289: done (9 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2290: done (8 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2291: done (7 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2292: done (6 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2293: done (5 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2294: done (4 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2295: done (3 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2296: done (2 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2297: done (1 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2298: done (0 left) 2024-02-18T08:27:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:2299: snap_remove snap 213 2024-02-18T08:27:37.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:36 smithi110 bash[54479]: cluster 2024-02-18T08:27:35.956475+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2024-02-18T08:27:37.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:36 smithi110 bash[55875]: cluster 2024-02-18T08:27:35.956475+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2024-02-18T08:27:37.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:36 smithi191 bash[38688]: cluster 2024-02-18T08:27:35.956475+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2024-02-18T08:27:37.985 INFO:tasks.rados.rados.0.smithi110.stdout:2299: done (0 left) 2024-02-18T08:27:37.985 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 215 2024-02-18T08:27:37.985 INFO:tasks.rados.rados.0.smithi110.stdout:2300: seq_num 718 ranges {9633792=32768} 2024-02-18T08:27:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:2300: writing smithi11051043-26 from 9633792 to 9666560 tid 1 2024-02-18T08:27:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:2301: rollback oid 40 current snap is 215 2024-02-18T08:27:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:2301: done (1 left) 2024-02-18T08:27:38.040 INFO:tasks.rados.rados.0.smithi110.stdout:2302: delete oid 36 current snap is 215 2024-02-18T08:27:38.042 INFO:tasks.rados.rados.0.smithi110.stdout:2302: done (1 left) 2024-02-18T08:27:38.043 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 215 2024-02-18T08:27:38.043 INFO:tasks.rados.rados.0.smithi110.stdout:2303: seq_num 720 ranges {2170880=65536} 2024-02-18T08:27:38.056 INFO:tasks.rados.rados.0.smithi110.stdout:2303: writing smithi11051043-31 from 2170880 to 2236416 tid 1 2024-02-18T08:27:38.056 INFO:tasks.rados.rados.0.smithi110.stdout:2304: copy_from oid 4 from oid 9 current snap is 215 2024-02-18T08:27:38.056 INFO:tasks.rados.rados.0.smithi110.stdout:2305: snap_create 2024-02-18T08:27:38.056 INFO:tasks.rados.rados.0.smithi110.stdout:2300: finishing write tid 1 to smithi11051043-26 2024-02-18T08:27:38.056 INFO:tasks.rados.rados.0.smithi110.stdout:2300: finishing write tid 3 to smithi11051043-26 2024-02-18T08:27:38.056 INFO:tasks.rados.rados.0.smithi110.stdout:2300: finishing write tid 4 to smithi11051043-26 2024-02-18T08:27:38.056 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1221 (ObjNum 718 snap 215 seq_num 718) dirty exists 2024-02-18T08:27:38.056 INFO:tasks.rados.rados.0.smithi110.stdout:2300: left oid 26 (ObjNum 718 snap 215 seq_num 718) 2024-02-18T08:27:38.058 INFO:tasks.rados.rados.0.smithi110.stdout:2303: finishing write tid 1 to smithi11051043-31 2024-02-18T08:27:38.058 INFO:tasks.rados.rados.0.smithi110.stdout:2303: finishing write tid 3 to smithi11051043-31 2024-02-18T08:27:38.060 INFO:tasks.rados.rados.0.smithi110.stdout:2303: finishing write tid 4 to smithi11051043-31 2024-02-18T08:27:38.060 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1223 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-02-18T08:27:38.060 INFO:tasks.rados.rados.0.smithi110.stdout:2303: left oid 31 (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:27:38.065 INFO:tasks.rados.rados.0.smithi110.stdout:2304: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:27:38.066 INFO:tasks.rados.rados.0.smithi110.stdout:2304: finishing copy_from to smithi11051043-4 2024-02-18T08:27:38.066 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1028 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-02-18T08:27:38.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:37 smithi191 bash[38688]: cluster 2024-02-18T08:27:36.702423+0000 mgr.y (mgr.44100) 260 : cluster [DBG] pgmap v435: 89 pgs: 89 active+clean; 150 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-02-18T08:27:38.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:37 smithi110 bash[55875]: cluster 2024-02-18T08:27:36.702423+0000 mgr.y (mgr.44100) 260 : cluster [DBG] pgmap v435: 89 pgs: 89 active+clean; 150 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-02-18T08:27:38.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:37 smithi110 bash[54479]: cluster 2024-02-18T08:27:36.702423+0000 mgr.y (mgr.44100) 260 : cluster [DBG] pgmap v435: 89 pgs: 89 active+clean; 150 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-02-18T08:27:39.005 INFO:tasks.rados.rados.0.smithi110.stdout:2300: done (3 left) 2024-02-18T08:27:39.005 INFO:tasks.rados.rados.0.smithi110.stdout:2303: done (2 left) 2024-02-18T08:27:39.005 INFO:tasks.rados.rados.0.smithi110.stdout:2304: done (1 left) 2024-02-18T08:27:39.005 INFO:tasks.rados.rados.0.smithi110.stdout:2305: done (0 left) 2024-02-18T08:27:39.005 INFO:tasks.rados.rados.0.smithi110.stdout:2306: snap_create 2024-02-18T08:27:39.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:39 smithi191 bash[38688]: cluster 2024-02-18T08:27:37.981872+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2024-02-18T08:27:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:39 smithi191 bash[38688]: audit 2024-02-18T08:27:38.671736+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:27:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:39 smithi191 bash[38688]: audit 2024-02-18T08:27:38.672397+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T08:27:39.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:39 smithi191 bash[38688]: audit 2024-02-18T08:27:38.672990+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:27:39.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:38 smithi110 bash[54479]: cluster 2024-02-18T08:27:37.981872+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2024-02-18T08:27:39.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:38 smithi110 bash[54479]: audit 2024-02-18T08:27:38.671736+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:27:39.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:38 smithi110 bash[54479]: audit 2024-02-18T08:27:38.672397+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T08:27:39.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:38 smithi110 bash[54479]: audit 2024-02-18T08:27:38.672990+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:27:39.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:38 smithi110 bash[55875]: cluster 2024-02-18T08:27:37.981872+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2024-02-18T08:27:39.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:38 smithi110 bash[55875]: audit 2024-02-18T08:27:38.671736+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:27:39.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:38 smithi110 bash[55875]: audit 2024-02-18T08:27:38.672397+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T08:27:39.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:38 smithi110 bash[55875]: audit 2024-02-18T08:27:38.672990+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:27:39.735 INFO:tasks.rados.rados.0.smithi110.stdout:2306: done (0 left) 2024-02-18T08:27:39.735 INFO:tasks.rados.rados.0.smithi110.stdout:2307: rollback oid 29 current snap is 217 2024-02-18T08:27:39.735 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 29 to 215 2024-02-18T08:27:39.735 INFO:tasks.rados.rados.0.smithi110.stdout:2308: snap_remove snap 216 2024-02-18T08:27:40.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:39 smithi191 bash[38688]: cluster 2024-02-18T08:27:38.703125+0000 mgr.y (mgr.44100) 261 : cluster [DBG] pgmap v437: 89 pgs: 89 active+clean; 143 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-02-18T08:27:40.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:40 smithi191 bash[38688]: cluster 2024-02-18T08:27:39.002635+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2024-02-18T08:27:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:40 smithi191 bash[38688]: audit 2024-02-18T08:27:39.159369+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:40 smithi191 bash[38688]: audit 2024-02-18T08:27:39.529009+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:40.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:40 smithi191 bash[38688]: cluster 2024-02-18T08:27:39.731502+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2024-02-18T08:27:40.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:39 smithi110 bash[54479]: cluster 2024-02-18T08:27:38.703125+0000 mgr.y (mgr.44100) 261 : cluster [DBG] pgmap v437: 89 pgs: 89 active+clean; 143 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-02-18T08:27:40.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:40 smithi110 bash[54479]: cluster 2024-02-18T08:27:39.002635+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2024-02-18T08:27:40.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:40 smithi110 bash[54479]: audit 2024-02-18T08:27:39.159369+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:40.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:40 smithi110 bash[54479]: audit 2024-02-18T08:27:39.529009+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:40.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:40 smithi110 bash[54479]: cluster 2024-02-18T08:27:39.731502+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2024-02-18T08:27:40.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:40 smithi110 bash[55875]: cluster 2024-02-18T08:27:38.703125+0000 mgr.y (mgr.44100) 261 : cluster [DBG] pgmap v437: 89 pgs: 89 active+clean; 143 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-02-18T08:27:40.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:40 smithi110 bash[55875]: cluster 2024-02-18T08:27:39.002635+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2024-02-18T08:27:40.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:40 smithi110 bash[55875]: audit 2024-02-18T08:27:39.159369+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:40.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:40 smithi110 bash[55875]: audit 2024-02-18T08:27:39.529009+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:40.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:40 smithi110 bash[55875]: cluster 2024-02-18T08:27:39.731502+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2024-02-18T08:27:40.738 INFO:tasks.rados.rados.0.smithi110.stdout:2308: done (1 left) 2024-02-18T08:27:40.738 INFO:tasks.rados.rados.0.smithi110.stdout:2309: rollback oid 42 current snap is 217 2024-02-18T08:27:40.738 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 42 to 215 2024-02-18T08:27:40.739 INFO:tasks.rados.rados.0.smithi110.stdout:2307: finishing rollback tid 0 to smithi11051043-29 2024-02-18T08:27:40.739 INFO:tasks.rados.rados.0.smithi110.stdout:2307: finishing rollback tid 1 to smithi11051043-29 2024-02-18T08:27:40.739 INFO:tasks.rados.rados.0.smithi110.stdout:2307: finishing rollback tid 2 to smithi11051043-29 2024-02-18T08:27:40.739 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 845 (ObjNum 453 snap 136 seq_num 453) dirty exists 2024-02-18T08:27:40.739 INFO:tasks.rados.rados.0.smithi110.stdout:2307: done (1 left) 2024-02-18T08:27:40.739 INFO:tasks.rados.rados.0.smithi110.stdout:2310: delete oid 11 current snap is 217 2024-02-18T08:27:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:2310: done (1 left) 2024-02-18T08:27:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 217 2024-02-18T08:27:40.744 INFO:tasks.rados.rados.0.smithi110.stdout:2311: seq_num 722 ranges {0=98304} 2024-02-18T08:27:40.745 INFO:tasks.rados.rados.0.smithi110.stdout:2311: writing smithi11051043-49 from 0 to 98304 tid 1 2024-02-18T08:27:40.745 INFO:tasks.rados.rados.0.smithi110.stdout:2312: rmattr oid 12 current snap is 217 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2312: done (2 left) 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2313: rmattr oid 10 current snap is 217 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2313: done (2 left) 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2314: copy_from oid 23 from oid 36 current snap is 217 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2315: copy_from oid 11 from oid 50 current snap is 217 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2316: rollback oid 1 current snap is 217 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 1 to 215 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2317: rollback oid 43 current snap is 217 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 43 to 215 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2318: read oid 47 snap -1 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2318: expect (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2319: rollback oid 5 current snap is 217 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 5 to 215 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:2320: rollback oid 41 current snap is 217 2024-02-18T08:27:40.746 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 215 2024-02-18T08:27:40.747 INFO:tasks.rados.rados.0.smithi110.stdout:2321: delete oid 34 current snap is 217 2024-02-18T08:27:40.753 INFO:tasks.rados.rados.0.smithi110.stdout:2315: finishing copy_from to smithi11051043-11 2024-02-18T08:27:40.753 INFO:tasks.rados.rados.0.smithi110.stdout:2315: got expected ENOENT (src dne) 2024-02-18T08:27:40.753 INFO:tasks.rados.rados.0.smithi110.stdout:2315: finishing copy_from racing read to smithi11051043-11 2024-02-18T08:27:40.754 INFO:tasks.rados.rados.0.smithi110.stdout:2319: finishing rollback tid 0 to smithi11051043-5 2024-02-18T08:27:40.754 INFO:tasks.rados.rados.0.smithi110.stdout:2319: finishing rollback tid 1 to smithi11051043-5 2024-02-18T08:27:40.755 INFO:tasks.rados.rados.0.smithi110.stdout:2319: finishing rollback tid 2 to smithi11051043-5 2024-02-18T08:27:40.755 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 826 (ObjNum 624 snap 191 seq_num 624) dirty exists 2024-02-18T08:27:40.755 INFO:tasks.rados.rados.0.smithi110.stdout:2320: finishing rollback tid 0 to smithi11051043-41 2024-02-18T08:27:40.755 INFO:tasks.rados.rados.0.smithi110.stdout:2320: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:27:40.756 INFO:tasks.rados.rados.0.smithi110.stdout:2314: finishing copy_from to smithi11051043-23 2024-02-18T08:27:40.756 INFO:tasks.rados.rados.0.smithi110.stdout:2314: got expected ENOENT (src dne) 2024-02-18T08:27:40.757 INFO:tasks.rados.rados.0.smithi110.stdout:2320: finishing rollback tid 2 to smithi11051043-41 2024-02-18T08:27:40.757 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 829 (ObjNum 692 snap 210 seq_num 692) dirty exists 2024-02-18T08:27:40.757 INFO:tasks.rados.rados.0.smithi110.stdout:2314: finishing copy_from racing read to smithi11051043-23 2024-02-18T08:27:40.757 INFO:tasks.rados.rados.0.smithi110.stdout:2309: finishing rollback tid 0 to smithi11051043-42 2024-02-18T08:27:40.758 INFO:tasks.rados.rados.0.smithi110.stdout:2309: finishing rollback tid 1 to smithi11051043-42 2024-02-18T08:27:40.758 INFO:tasks.rados.rados.0.smithi110.stdout:2309: finishing rollback tid 2 to smithi11051043-42 2024-02-18T08:27:40.758 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 861 (ObjNum 711 snap 215 seq_num 711) dirty exists 2024-02-18T08:27:40.759 INFO:tasks.rados.rados.0.smithi110.stdout:2317: finishing rollback tid 0 to smithi11051043-43 2024-02-18T08:27:40.759 INFO:tasks.rados.rados.0.smithi110.stdout:2317: finishing rollback tid 1 to smithi11051043-43 2024-02-18T08:27:40.759 INFO:tasks.rados.rados.0.smithi110.stdout:2317: finishing rollback tid 2 to smithi11051043-43 2024-02-18T08:27:40.759 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 864 (ObjNum 697 snap 211 seq_num 697) dirty exists 2024-02-18T08:27:40.760 INFO:tasks.rados.rados.0.smithi110.stdout:2309: done (9 left) 2024-02-18T08:27:40.760 INFO:tasks.rados.rados.0.smithi110.stdout:2314: done (8 left) 2024-02-18T08:27:40.760 INFO:tasks.rados.rados.0.smithi110.stdout:2315: done (7 left) 2024-02-18T08:27:40.760 INFO:tasks.rados.rados.0.smithi110.stdout:2317: done (6 left) 2024-02-18T08:27:40.760 INFO:tasks.rados.rados.0.smithi110.stdout:2319: done (5 left) 2024-02-18T08:27:40.760 INFO:tasks.rados.rados.0.smithi110.stdout:2320: done (4 left) 2024-02-18T08:27:40.760 INFO:tasks.rados.rados.0.smithi110.stdout:2321: done (3 left) 2024-02-18T08:27:40.760 INFO:tasks.rados.rados.0.smithi110.stdout:2322: rollback oid 50 current snap is 217 2024-02-18T08:27:40.760 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 50 to 215 2024-02-18T08:27:40.761 INFO:tasks.rados.rados.0.smithi110.stdout:2323: snap_create 2024-02-18T08:27:40.761 INFO:tasks.rados.rados.0.smithi110.stdout:2322: finishing rollback tid 1 to smithi11051043-50 2024-02-18T08:27:40.761 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 0 (ObjNum 288 snap 0 seq_num 273) dirty dne 2024-02-18T08:27:40.762 INFO:tasks.rados.rados.0.smithi110.stdout:2311: finishing write tid 1 to smithi11051043-49 2024-02-18T08:27:40.763 INFO:tasks.rados.rados.0.smithi110.stdout:2311: finishing write tid 3 to smithi11051043-49 2024-02-18T08:27:40.763 INFO:tasks.rados.rados.0.smithi110.stdout:2316: finishing rollback tid 0 to smithi11051043-1 2024-02-18T08:27:40.763 INFO:tasks.rados.rados.0.smithi110.stdout:2316: finishing rollback tid 1 to smithi11051043-1 2024-02-18T08:27:40.763 INFO:tasks.rados.rados.0.smithi110.stdout:2316: finishing rollback tid 2 to smithi11051043-1 2024-02-18T08:27:40.763 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1218 (ObjNum 709 snap 213 seq_num 709) dirty exists 2024-02-18T08:27:40.764 INFO:tasks.rados.rados.0.smithi110.stdout:2311: finishing write tid 4 to smithi11051043-49 2024-02-18T08:27:40.764 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 690 (ObjNum 722 snap 217 seq_num 722) dirty exists 2024-02-18T08:27:40.764 INFO:tasks.rados.rados.0.smithi110.stdout:2311: left oid 49 (ObjNum 722 snap 217 seq_num 722) 2024-02-18T08:27:40.779 INFO:tasks.rados.rados.0.smithi110.stdout:2318: expect (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:27:41.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:41 smithi191 bash[38688]: audit 2024-02-18T08:27:39.529505+0000 mgr.y (mgr.44100) 262 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:41.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:41 smithi191 bash[38688]: cephadm 2024-02-18T08:27:39.531949+0000 mgr.y (mgr.44100) 263 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-02-18T08:27:41.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:41 smithi191 bash[38688]: cluster 2024-02-18T08:27:40.735023+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2024-02-18T08:27:41.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:41 smithi110 bash[54479]: audit 2024-02-18T08:27:39.529505+0000 mgr.y (mgr.44100) 262 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:41.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:41 smithi110 bash[54479]: cephadm 2024-02-18T08:27:39.531949+0000 mgr.y (mgr.44100) 263 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-02-18T08:27:41.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:41 smithi110 bash[54479]: cluster 2024-02-18T08:27:40.735023+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2024-02-18T08:27:41.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:41 smithi110 bash[55875]: audit 2024-02-18T08:27:39.529505+0000 mgr.y (mgr.44100) 262 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-02-18T08:27:41.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:41 smithi110 bash[55875]: cephadm 2024-02-18T08:27:39.531949+0000 mgr.y (mgr.44100) 263 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-02-18T08:27:41.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:41 smithi110 bash[55875]: cluster 2024-02-18T08:27:40.735023+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2024-02-18T08:27:41.740 INFO:tasks.rados.rados.0.smithi110.stdout:2311: done (4 left) 2024-02-18T08:27:41.740 INFO:tasks.rados.rados.0.smithi110.stdout:2316: done (3 left) 2024-02-18T08:27:41.740 INFO:tasks.rados.rados.0.smithi110.stdout:2318: done (2 left) 2024-02-18T08:27:41.740 INFO:tasks.rados.rados.0.smithi110.stdout:2322: done (1 left) 2024-02-18T08:27:41.740 INFO:tasks.rados.rados.0.smithi110.stdout:2323: done (0 left) 2024-02-18T08:27:41.741 INFO:tasks.rados.rados.0.smithi110.stdout:2324: snap_create 2024-02-18T08:27:41.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:41.634Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:41.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:41.634Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:41.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:41.634Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:27:42.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:42 smithi191 bash[38688]: cluster 2024-02-18T08:27:40.703919+0000 mgr.y (mgr.44100) 264 : cluster [DBG] pgmap v440: 89 pgs: 89 active+clean; 149 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-02-18T08:27:42.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:42 smithi191 bash[38688]: cluster 2024-02-18T08:27:41.738085+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2024-02-18T08:27:42.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:42 smithi110 bash[54479]: cluster 2024-02-18T08:27:40.703919+0000 mgr.y (mgr.44100) 264 : cluster [DBG] pgmap v440: 89 pgs: 89 active+clean; 149 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-02-18T08:27:42.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:42 smithi110 bash[54479]: cluster 2024-02-18T08:27:41.738085+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2024-02-18T08:27:42.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:42 smithi110 bash[55875]: cluster 2024-02-18T08:27:40.703919+0000 mgr.y (mgr.44100) 264 : cluster [DBG] pgmap v440: 89 pgs: 89 active+clean; 149 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-02-18T08:27:42.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:42 smithi110 bash[55875]: cluster 2024-02-18T08:27:41.738085+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2024-02-18T08:27:42.742 INFO:tasks.rados.rados.0.smithi110.stdout:2324: done (0 left) 2024-02-18T08:27:42.743 INFO:tasks.rados.rados.0.smithi110.stdout:2325: snap_create 2024-02-18T08:27:43.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:43 smithi191 bash[38688]: cephadm 2024-02-18T08:27:42.107756+0000 mgr.y (mgr.44100) 265 : cephadm [INF] Upgrade: Updating osd.7 2024-02-18T08:27:43.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:43 smithi191 bash[38688]: audit 2024-02-18T08:27:42.116125+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:43.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:43 smithi191 bash[38688]: audit 2024-02-18T08:27:42.117998+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-18T08:27:43.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:43 smithi191 bash[38688]: audit 2024-02-18T08:27:42.119853+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:43.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:43 smithi191 bash[38688]: cephadm 2024-02-18T08:27:42.123177+0000 mgr.y (mgr.44100) 266 : cephadm [INF] Deploying daemon osd.7 on smithi191 2024-02-18T08:27:43.407 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:43 smithi191 bash[38688]: audit 2024-02-18T08:27:42.124214+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2024-02-18T08:27:43.408 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:43 smithi191 bash[38688]: cluster 2024-02-18T08:27:42.740291+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2024-02-18T08:27:43.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[55875]: cephadm 2024-02-18T08:27:42.107756+0000 mgr.y (mgr.44100) 265 : cephadm [INF] Upgrade: Updating osd.7 2024-02-18T08:27:43.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[55875]: audit 2024-02-18T08:27:42.116125+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[55875]: audit 2024-02-18T08:27:42.117998+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[55875]: audit 2024-02-18T08:27:42.119853+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[55875]: cephadm 2024-02-18T08:27:42.123177+0000 mgr.y (mgr.44100) 266 : cephadm [INF] Deploying daemon osd.7 on smithi191 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[55875]: audit 2024-02-18T08:27:42.124214+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[55875]: cluster 2024-02-18T08:27:42.740291+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[54479]: cephadm 2024-02-18T08:27:42.107756+0000 mgr.y (mgr.44100) 265 : cephadm [INF] Upgrade: Updating osd.7 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[54479]: audit 2024-02-18T08:27:42.116125+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[54479]: audit 2024-02-18T08:27:42.117998+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[54479]: audit 2024-02-18T08:27:42.119853+0000 mon.a (mon.0) 799 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[54479]: cephadm 2024-02-18T08:27:42.123177+0000 mgr.y (mgr.44100) 266 : cephadm [INF] Deploying daemon osd.7 on smithi191 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[54479]: audit 2024-02-18T08:27:42.124214+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2024-02-18T08:27:43.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[54479]: cluster 2024-02-18T08:27:42.740291+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2024-02-18T08:27:43.747 INFO:tasks.rados.rados.0.smithi110.stdout:2325: done (0 left) 2024-02-18T08:27:43.747 INFO:tasks.rados.rados.0.smithi110.stdout:2326: read oid 21 snap -1 2024-02-18T08:27:43.747 INFO:tasks.rados.rados.0.smithi110.stdout:2326: expect (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:27:43.748 INFO:tasks.rados.rados.0.smithi110.stdout:2327: delete oid 10 current snap is 220 2024-02-18T08:27:43.750 INFO:tasks.rados.rados.0.smithi110.stdout:2327: done (1 left) 2024-02-18T08:27:43.750 INFO:tasks.rados.rados.0.smithi110.stdout:2328: rollback oid 28 current snap is 220 2024-02-18T08:27:43.750 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 28 to 218 2024-02-18T08:27:43.750 INFO:tasks.rados.rados.0.smithi110.stdout:2329: snap_remove snap 217 2024-02-18T08:27:43.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:43.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:43.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:43.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:43.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:43.529Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:27:44.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:44 smithi110 bash[54479]: cluster 2024-02-18T08:27:42.704709+0000 mgr.y (mgr.44100) 267 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 150 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-02-18T08:27:44.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:44 smithi110 bash[54479]: cluster 2024-02-18T08:27:43.742583+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2024-02-18T08:27:44.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:44 smithi110 bash[55875]: cluster 2024-02-18T08:27:42.704709+0000 mgr.y (mgr.44100) 267 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 150 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-02-18T08:27:44.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:44 smithi110 bash[55875]: cluster 2024-02-18T08:27:43.742583+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2024-02-18T08:27:44.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:44 smithi191 bash[38688]: cluster 2024-02-18T08:27:42.704709+0000 mgr.y (mgr.44100) 267 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 150 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-02-18T08:27:44.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:44 smithi191 bash[38688]: cluster 2024-02-18T08:27:43.742583+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2024-02-18T08:27:44.737 INFO:tasks.rados.rados.0.smithi110.stdout:2329: done (2 left) 2024-02-18T08:27:44.738 INFO:tasks.rados.rados.0.smithi110.stdout:2330: snap_create 2024-02-18T08:27:44.738 INFO:tasks.rados.rados.0.smithi110.stdout:2328: finishing rollback tid 0 to smithi11051043-28 2024-02-18T08:27:44.738 INFO:tasks.rados.rados.0.smithi110.stdout:2326: expect (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:27:44.793 INFO:tasks.rados.rados.0.smithi110.stdout:2328: finishing rollback tid 1 to smithi11051043-28 2024-02-18T08:27:44.794 INFO:tasks.rados.rados.0.smithi110.stdout:2328: finishing rollback tid 2 to smithi11051043-28 2024-02-18T08:27:44.794 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 817 (ObjNum 665 snap 204 seq_num 665) dirty exists 2024-02-18T08:27:45.741 INFO:tasks.rados.rados.0.smithi110.stdout:2326: done (2 left) 2024-02-18T08:27:45.741 INFO:tasks.rados.rados.0.smithi110.stdout:2328: done (1 left) 2024-02-18T08:27:45.741 INFO:tasks.rados.rados.0.smithi110.stdout:2330: done (0 left) 2024-02-18T08:27:45.741 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 221 2024-02-18T08:27:45.741 INFO:tasks.rados.rados.0.smithi110.stdout:2331: seq_num 725 ranges {2170880=147456} 2024-02-18T08:27:45.754 INFO:tasks.rados.rados.0.smithi110.stdout:2331: writing smithi11051043-40 from 2170880 to 2318336 tid 1 2024-02-18T08:27:45.754 INFO:tasks.rados.rados.0.smithi110.stdout:2332: setattr oid 18 current snap is 221 2024-02-18T08:27:45.755 INFO:tasks.rados.rados.0.smithi110.stdout:2333: setattr oid 7 current snap is 221 2024-02-18T08:27:45.756 INFO:tasks.rados.rados.0.smithi110.stdout:2334: rollback oid 12 current snap is 221 2024-02-18T08:27:45.756 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 215 2024-02-18T08:27:45.756 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 221 2024-02-18T08:27:45.757 INFO:tasks.rados.rados.0.smithi110.stdout:2335: seq_num 726 ranges {1769472=163840} 2024-02-18T08:27:45.768 INFO:tasks.rados.rados.0.smithi110.stdout:2335: writing smithi11051043-4 from 1769472 to 1933312 tid 1 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2336: read oid 32 snap 220 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2336: expect (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2337: copy_from oid 46 from oid 20 current snap is 221 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2334: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 0 (ObjNum -129463488 snap 22008 seq_num 4163174416) dirty dne 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2334: done (6 left) 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2338: read oid 38 snap 215 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2338: expect deleted 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2339: snap_create 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2331: finishing write tid 1 to smithi11051043-40 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2331: finishing write tid 3 to smithi11051043-40 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:2331: finishing write tid 4 to smithi11051043-40 2024-02-18T08:27:45.769 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 913 (ObjNum 725 snap 221 seq_num 725) dirty exists 2024-02-18T08:27:45.770 INFO:tasks.rados.rados.0.smithi110.stdout:2331: left oid 40 (ObjNum 725 snap 221 seq_num 725) 2024-02-18T08:27:45.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 818 (ObjNum 649 snap 198 seq_num 649) dirty exists 2024-02-18T08:27:45.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1036 (ObjNum 706 snap 213 seq_num 706) dirty exists 2024-02-18T08:27:45.774 INFO:tasks.rados.rados.0.smithi110.stdout:2335: finishing write tid 1 to smithi11051043-4 2024-02-18T08:27:45.774 INFO:tasks.rados.rados.0.smithi110.stdout:2335: finishing write tid 3 to smithi11051043-4 2024-02-18T08:27:45.783 INFO:tasks.rados.rados.0.smithi110.stdout:2335: finishing write tid 4 to smithi11051043-4 2024-02-18T08:27:45.783 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1030 (ObjNum 726 snap 221 seq_num 726) dirty exists 2024-02-18T08:27:45.784 INFO:tasks.rados.rados.0.smithi110.stdout:2335: left oid 4 (ObjNum 726 snap 221 seq_num 726) 2024-02-18T08:27:45.811 INFO:tasks.rados.rados.0.smithi110.stdout:2337: finishing copy_from to smithi11051043-46 2024-02-18T08:27:45.811 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 829 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:27:45.811 INFO:tasks.rados.rados.0.smithi110.stdout:2337: finishing copy_from racing read to smithi11051043-46 2024-02-18T08:27:45.812 INFO:tasks.rados.rados.0.smithi110.stdout:2336: expect (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:27:45.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:45 smithi191 bash[38688]: cluster 2024-02-18T08:27:44.705622+0000 mgr.y (mgr.44100) 268 : cluster [DBG] pgmap v446: 89 pgs: 89 active+clean; 152 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:27:45.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:45 smithi191 bash[38688]: cluster 2024-02-18T08:27:44.734963+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2024-02-18T08:27:46.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:45 smithi110 bash[54479]: cluster 2024-02-18T08:27:44.705622+0000 mgr.y (mgr.44100) 268 : cluster [DBG] pgmap v446: 89 pgs: 89 active+clean; 152 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:27:46.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:45 smithi110 bash[54479]: cluster 2024-02-18T08:27:44.734963+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2024-02-18T08:27:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:45 smithi110 bash[55875]: cluster 2024-02-18T08:27:44.705622+0000 mgr.y (mgr.44100) 268 : cluster [DBG] pgmap v446: 89 pgs: 89 active+clean; 152 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:27:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:45 smithi110 bash[55875]: cluster 2024-02-18T08:27:44.734963+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2024-02-18T08:27:46.594 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:46 smithi191 systemd[1]: Stopping Ceph osd.7 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:27:46.595 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:46 smithi191 bash[27866]: debug 2024-02-18T08:27:46.349+0000 7fae9c2be700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T08:27:46.595 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:46 smithi191 bash[27866]: debug 2024-02-18T08:27:46.349+0000 7fae9c2be700 -1 osd.7 507 *** Got signal Terminated *** 2024-02-18T08:27:46.595 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:46 smithi191 bash[27866]: debug 2024-02-18T08:27:46.349+0000 7fae9c2be700 -1 osd.7 507 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T08:27:46.757 INFO:tasks.rados.rados.0.smithi110.stdout:2331: done (7 left) 2024-02-18T08:27:46.758 INFO:tasks.rados.rados.0.smithi110.stdout:2332: done (6 left) 2024-02-18T08:27:46.758 INFO:tasks.rados.rados.0.smithi110.stdout:2333: done (5 left) 2024-02-18T08:27:46.758 INFO:tasks.rados.rados.0.smithi110.stdout:2335: done (4 left) 2024-02-18T08:27:46.758 INFO:tasks.rados.rados.0.smithi110.stdout:2336: done (3 left) 2024-02-18T08:27:46.758 INFO:tasks.rados.rados.0.smithi110.stdout:2337: done (2 left) 2024-02-18T08:27:46.758 INFO:tasks.rados.rados.0.smithi110.stdout:2338: done (1 left) 2024-02-18T08:27:46.758 INFO:tasks.rados.rados.0.smithi110.stdout:2339: done (0 left) 2024-02-18T08:27:46.758 INFO:tasks.rados.rados.0.smithi110.stdout:2340: copy_from oid 23 from oid 16 current snap is 222 2024-02-18T08:27:46.758 INFO:tasks.rados.rados.0.smithi110.stdout:2341: setattr oid 43 current snap is 222 2024-02-18T08:27:46.758 INFO:tasks.rados.rados.0.smithi110.stdout:2342: snap_create 2024-02-18T08:27:46.785 INFO:tasks.rados.rados.0.smithi110.stdout:2340: finishing copy_from racing read to smithi11051043-23 2024-02-18T08:27:46.787 INFO:tasks.rados.rados.0.smithi110.stdout:2340: finishing copy_from to smithi11051043-23 2024-02-18T08:27:46.788 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1204 (ObjNum 699 snap 211 seq_num 699) dirty exists 2024-02-18T08:27:47.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:46 smithi191 bash[38688]: cluster 2024-02-18T08:27:45.737592+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2024-02-18T08:27:47.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:46 smithi191 bash[38688]: cluster 2024-02-18T08:27:46.355095+0000 mon.a (mon.0) 805 : cluster [INF] osd.7 marked itself down and dead 2024-02-18T08:27:47.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:46 smithi110 bash[55875]: cluster 2024-02-18T08:27:45.737592+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2024-02-18T08:27:47.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:46 smithi110 bash[55875]: cluster 2024-02-18T08:27:46.355095+0000 mon.a (mon.0) 805 : cluster [INF] osd.7 marked itself down and dead 2024-02-18T08:27:47.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:46 smithi110 bash[54479]: cluster 2024-02-18T08:27:45.737592+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2024-02-18T08:27:47.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:46 smithi110 bash[54479]: cluster 2024-02-18T08:27:46.355095+0000 mon.a (mon.0) 805 : cluster [INF] osd.7 marked itself down and dead 2024-02-18T08:27:47.761 INFO:tasks.rados.rados.0.smithi110.stdout:2340: done (2 left) 2024-02-18T08:27:47.761 INFO:tasks.rados.rados.0.smithi110.stdout:2342: done (1 left) 2024-02-18T08:27:47.761 INFO:tasks.rados.rados.0.smithi110.stdout:2343: copy_from oid 45 from oid 31 current snap is 223 2024-02-18T08:27:47.761 INFO:tasks.rados.rados.0.smithi110.stdout:2344: copy_from oid 24 from oid 38 current snap is 223 2024-02-18T08:27:47.761 INFO:tasks.rados.rados.0.smithi110.stdout:2345: read oid 46 snap 218 2024-02-18T08:27:47.761 INFO:tasks.rados.rados.0.smithi110.stdout:2345: expect deleted 2024-02-18T08:27:47.761 INFO:tasks.rados.rados.0.smithi110.stdout:2346: read oid 39 snap -1 2024-02-18T08:27:47.761 INFO:tasks.rados.rados.0.smithi110.stdout:2346: expect deleted 2024-02-18T08:27:47.761 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 223 2024-02-18T08:27:47.762 INFO:tasks.rados.rados.0.smithi110.stdout:2347: seq_num 727 ranges {11542528=180224} 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:2347: writing smithi11051043-25 from 11542528 to 11722752 tid 1 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:2348: read oid 32 snap -1 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:2348: expect (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:2349: copy_from oid 14 from oid 42 current snap is 223 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:2344: finishing copy_from to smithi11051043-24 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:2344: got expected ENOENT (src dne) 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:2344: finishing copy_from racing read to smithi11051043-24 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 865 (ObjNum 697 snap 211 seq_num 697) dirty exists 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:2341: done (7 left) 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:2344: done (6 left) 2024-02-18T08:27:47.829 INFO:tasks.rados.rados.0.smithi110.stdout:2345: done (5 left) 2024-02-18T08:27:47.830 INFO:tasks.rados.rados.0.smithi110.stdout:2346: done (4 left) 2024-02-18T08:27:47.830 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 223 2024-02-18T08:27:47.830 INFO:tasks.rados.rados.0.smithi110.stdout:2350: seq_num 728 ranges {0=196608} 2024-02-18T08:27:47.830 INFO:tasks.rados.rados.0.smithi110.stdout:2350: writing smithi11051043-13 from 0 to 196608 tid 1 2024-02-18T08:27:47.830 INFO:tasks.rados.rados.0.smithi110.stdout:2351: rollback oid 41 current snap is 223 2024-02-18T08:27:47.830 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 215 2024-02-18T08:27:47.831 INFO:tasks.rados.rados.0.smithi110.stdout:2343: finishing copy_from racing read to smithi11051043-45 2024-02-18T08:27:47.831 INFO:tasks.rados.rados.0.smithi110.stdout:2343: finishing copy_from to smithi11051043-45 2024-02-18T08:27:47.831 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1223 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-02-18T08:27:47.831 INFO:tasks.rados.rados.0.smithi110.stdout:2343: done (5 left) 2024-02-18T08:27:47.831 INFO:tasks.rados.rados.0.smithi110.stdout:2352: delete oid 3 current snap is 223 2024-02-18T08:27:47.838 INFO:tasks.rados.rados.0.smithi110.stdout:2350: finishing write tid 1 to smithi11051043-13 2024-02-18T08:27:47.839 INFO:tasks.rados.rados.0.smithi110.stdout:2352: done (5 left) 2024-02-18T08:27:47.839 INFO:tasks.rados.rados.0.smithi110.stdout:2353: rollback oid 49 current snap is 223 2024-02-18T08:27:47.839 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 49 to 215 2024-02-18T08:27:47.839 INFO:tasks.rados.rados.0.smithi110.stdout:2354: snap_remove snap 219 2024-02-18T08:27:47.844 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:47 smithi191 bash[45838]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.7 2024-02-18T08:27:47.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:47 smithi191 bash[38688]: cluster 2024-02-18T08:27:46.706376+0000 mgr.y (mgr.44100) 269 : cluster [DBG] pgmap v449: 89 pgs: 89 active+clean; 152 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 456 KiB/s wr, 4 op/s 2024-02-18T08:27:47.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:47 smithi191 bash[38688]: cluster 2024-02-18T08:27:46.741258+0000 mon.a (mon.0) 806 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:27:47.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:47 smithi191 bash[38688]: cluster 2024-02-18T08:27:46.741319+0000 mon.a (mon.0) 807 : cluster [WRN] Health check failed: all OSDs are running pacific or later but require_osd_release < pacific (OSD_UPGRADE_FINISHED) 2024-02-18T08:27:47.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:47 smithi191 bash[38688]: cluster 2024-02-18T08:27:46.754815+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2024-02-18T08:27:48.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:47 smithi110 bash[54479]: cluster 2024-02-18T08:27:46.706376+0000 mgr.y (mgr.44100) 269 : cluster [DBG] pgmap v449: 89 pgs: 89 active+clean; 152 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 456 KiB/s wr, 4 op/s 2024-02-18T08:27:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:47 smithi110 bash[54479]: cluster 2024-02-18T08:27:46.741258+0000 mon.a (mon.0) 806 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:27:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:47 smithi110 bash[54479]: cluster 2024-02-18T08:27:46.741319+0000 mon.a (mon.0) 807 : cluster [WRN] Health check failed: all OSDs are running pacific or later but require_osd_release < pacific (OSD_UPGRADE_FINISHED) 2024-02-18T08:27:48.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:47 smithi110 bash[54479]: cluster 2024-02-18T08:27:46.754815+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2024-02-18T08:27:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:47 smithi110 bash[55875]: cluster 2024-02-18T08:27:46.706376+0000 mgr.y (mgr.44100) 269 : cluster [DBG] pgmap v449: 89 pgs: 89 active+clean; 152 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 456 KiB/s wr, 4 op/s 2024-02-18T08:27:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:47 smithi110 bash[55875]: cluster 2024-02-18T08:27:46.741258+0000 mon.a (mon.0) 806 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-02-18T08:27:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:47 smithi110 bash[55875]: cluster 2024-02-18T08:27:46.741319+0000 mon.a (mon.0) 807 : cluster [WRN] Health check failed: all OSDs are running pacific or later but require_osd_release < pacific (OSD_UPGRADE_FINISHED) 2024-02-18T08:27:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:47 smithi110 bash[55875]: cluster 2024-02-18T08:27:46.754815+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2024-02-18T08:27:48.786 INFO:tasks.rados.rados.0.smithi110.stdout:2354: done (6 left) 2024-02-18T08:27:48.787 INFO:tasks.rados.rados.0.smithi110.stdout:2355: read oid 1 snap -1 2024-02-18T08:27:48.787 INFO:tasks.rados.rados.0.smithi110.stdout:2355: expect (ObjNum 709 snap 213 seq_num 709) 2024-02-18T08:27:48.787 INFO:tasks.rados.rados.0.smithi110.stdout:2356: read oid 33 snap -1 2024-02-18T08:27:48.787 INFO:tasks.rados.rados.0.smithi110.stdout:2356: expect deleted 2024-02-18T08:27:48.787 INFO:tasks.rados.rados.0.smithi110.stdout:2357: read oid 16 snap -1 2024-02-18T08:27:48.787 INFO:tasks.rados.rados.0.smithi110.stdout:2357: expect (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:48.787 INFO:tasks.rados.rados.0.smithi110.stdout:2358: read oid 22 snap -1 2024-02-18T08:27:48.787 INFO:tasks.rados.rados.0.smithi110.stdout:2358: expect (ObjNum 634 snap 193 seq_num 634) 2024-02-18T08:27:48.787 INFO:tasks.rados.rados.0.smithi110.stdout:2359: setattr oid 48 current snap is 223 2024-02-18T08:27:48.788 INFO:tasks.rados.rados.0.smithi110.stdout:2360: rmattr oid 23 current snap is 223 2024-02-18T08:27:48.789 INFO:tasks.rados.rados.0.smithi110.stdout:2361: read oid 39 snap -1 2024-02-18T08:27:48.789 INFO:tasks.rados.rados.0.smithi110.stdout:2361: expect deleted 2024-02-18T08:27:48.789 INFO:tasks.rados.rados.0.smithi110.stdout:2362: read oid 15 snap -1 2024-02-18T08:27:48.789 INFO:tasks.rados.rados.0.smithi110.stdout:2362: expect (ObjNum 710 snap 215 seq_num 710) 2024-02-18T08:27:48.789 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 223 2024-02-18T08:27:48.789 INFO:tasks.rados.rados.0.smithi110.stdout:2363: seq_num 730 ranges {5234688=229376} 2024-02-18T08:27:48.821 INFO:tasks.rados.rados.0.smithi110.stdout:2363: writing smithi11051043-19 from 5234688 to 5464064 tid 1 2024-02-18T08:27:48.821 INFO:tasks.rados.rados.0.smithi110.stdout:2364: snap_create 2024-02-18T08:27:48.821 INFO:tasks.rados.rados.0.smithi110.stdout:2350: finishing write tid 3 to smithi11051043-13 2024-02-18T08:27:48.821 INFO:tasks.rados.rados.0.smithi110.stdout:2353: finishing rollback tid 0 to smithi11051043-49 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2347: finishing write tid 1 to smithi11051043-25 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2347: finishing write tid 3 to smithi11051043-25 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2353: finishing rollback tid 1 to smithi11051043-49 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 831 (ObjNum 1835167854 snap 1483829344 seq_num 1633439345) dirty dne 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2347: finishing write tid 4 to smithi11051043-25 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 762 (ObjNum 727 snap 223 seq_num 727) dirty exists 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2347: left oid 25 (ObjNum 727 snap 223 seq_num 727) 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2351: finishing rollback tid 0 to smithi11051043-41 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2350: finishing write tid 4 to smithi11051043-13 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 847 (ObjNum 728 snap 223 seq_num 728) dirty exists 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2350: left oid 13 (ObjNum 728 snap 223 seq_num 728) 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2351: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2351: finishing rollback tid 2 to smithi11051043-41 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 832 (ObjNum 692 snap 210 seq_num 692) dirty exists 2024-02-18T08:27:48.822 INFO:tasks.rados.rados.0.smithi110.stdout:2349: finishing copy_from racing read to smithi11051043-14 2024-02-18T08:27:48.823 INFO:tasks.rados.rados.0.smithi110.stdout:2348: expect (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:27:49.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:48 smithi191 bash[38688]: cluster 2024-02-18T08:27:47.757286+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2024-02-18T08:27:49.204 INFO:tasks.rados.rados.0.smithi110.stdout:2349: finishing copy_from to smithi11051043-14 2024-02-18T08:27:49.204 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 861 (ObjNum 711 snap 215 seq_num 711) dirty exists 2024-02-18T08:27:49.204 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 832 (ObjNum 713 snap 215 seq_num 713) dirty exists 2024-02-18T08:27:49.204 INFO:tasks.rados.rados.0.smithi110.stdout:2358: expect (ObjNum 634 snap 193 seq_num 634) 2024-02-18T08:27:49.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:48 smithi110 bash[54479]: cluster 2024-02-18T08:27:47.757286+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2024-02-18T08:27:49.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:48 smithi110 bash[55875]: cluster 2024-02-18T08:27:47.757286+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2024-02-18T08:27:49.297 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1227 (ObjNum 699 snap 211 seq_num 699) dirty exists 2024-02-18T08:27:49.297 INFO:tasks.rados.rados.0.smithi110.stdout:2363: finishing write tid 1 to smithi11051043-19 2024-02-18T08:27:49.297 INFO:tasks.rados.rados.0.smithi110.stdout:2363: finishing write tid 3 to smithi11051043-19 2024-02-18T08:27:49.298 INFO:tasks.rados.rados.0.smithi110.stdout:2363: finishing write tid 4 to smithi11051043-19 2024-02-18T08:27:49.298 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1225 (ObjNum 730 snap 223 seq_num 730) dirty exists 2024-02-18T08:27:49.298 INFO:tasks.rados.rados.0.smithi110.stdout:2363: left oid 19 (ObjNum 730 snap 223 seq_num 730) 2024-02-18T08:27:49.298 INFO:tasks.rados.rados.0.smithi110.stdout:2357: expect (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:49.431 INFO:tasks.rados.rados.0.smithi110.stdout:2362: expect (ObjNum 710 snap 215 seq_num 710) 2024-02-18T08:27:49.592 INFO:tasks.rados.rados.0.smithi110.stdout:2355: expect (ObjNum 709 snap 213 seq_num 709) 2024-02-18T08:27:49.785 INFO:tasks.rados.rados.0.smithi110.stdout:2347: done (15 left) 2024-02-18T08:27:49.785 INFO:tasks.rados.rados.0.smithi110.stdout:2348: done (14 left) 2024-02-18T08:27:49.785 INFO:tasks.rados.rados.0.smithi110.stdout:2349: done (13 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2350: done (12 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2351: done (11 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2353: done (10 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2355: done (9 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2356: done (8 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2357: done (7 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2358: done (6 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2359: done (5 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2360: done (4 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2361: done (3 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2362: done (2 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2363: done (1 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2364: done (0 left) 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2365: copy_from oid 27 from oid 9 current snap is 224 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2366: read oid 16 snap 220 2024-02-18T08:27:49.786 INFO:tasks.rados.rados.0.smithi110.stdout:2366: expect (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:49.787 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 224 2024-02-18T08:27:49.787 INFO:tasks.rados.rados.0.smithi110.stdout:2367: seq_num 731 ranges {0=245760} 2024-02-18T08:27:49.788 INFO:tasks.rados.rados.0.smithi110.stdout:2367: writing smithi11051043-36 from 0 to 245760 tid 1 2024-02-18T08:27:49.788 INFO:tasks.rados.rados.0.smithi110.stdout:2368: snap_create 2024-02-18T08:27:49.793 INFO:tasks.rados.rados.0.smithi110.stdout:2367: finishing write tid 1 to smithi11051043-36 2024-02-18T08:27:49.794 INFO:tasks.rados.rados.0.smithi110.stdout:2367: finishing write tid 3 to smithi11051043-36 2024-02-18T08:27:49.803 INFO:tasks.rados.rados.0.smithi110.stdout:2367: finishing write tid 4 to smithi11051043-36 2024-02-18T08:27:49.803 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1220 (ObjNum 731 snap 224 seq_num 731) dirty exists 2024-02-18T08:27:49.803 INFO:tasks.rados.rados.0.smithi110.stdout:2367: left oid 36 (ObjNum 731 snap 224 seq_num 731) 2024-02-18T08:27:49.812 INFO:tasks.rados.rados.0.smithi110.stdout:2366: expect (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:49.963 INFO:tasks.rados.rados.0.smithi110.stdout:2365: finishing copy_from racing read to smithi11051043-27 2024-02-18T08:27:49.963 INFO:tasks.rados.rados.0.smithi110.stdout:2365: finishing copy_from to smithi11051043-27 2024-02-18T08:27:49.963 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1028 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-02-18T08:27:50.094 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:49 smithi191 systemd[1]: Stopped Ceph osd.7 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:27:50.094 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:49 smithi191 systemd[1]: Started Ceph osd.7 for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:27:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:49 smithi191 bash[38688]: cluster 2024-02-18T08:27:48.707401+0000 mgr.y (mgr.44100) 270 : cluster [DBG] pgmap v452: 89 pgs: 3 active+undersized+degraded, 2 peering, 8 stale+active+clean, 9 active+undersized, 67 active+clean; 152 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 76 KiB/s wr, 10 op/s; 4/222 objects degraded (1.802%) 2024-02-18T08:27:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:49 smithi191 bash[38688]: cluster 2024-02-18T08:27:48.769086+0000 mon.a (mon.0) 810 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-18T08:27:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:49 smithi191 bash[38688]: cluster 2024-02-18T08:27:48.769189+0000 mon.a (mon.0) 811 : cluster [WRN] Health check failed: Degraded data redundancy: 4/222 objects degraded (1.802%), 3 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:49 smithi191 bash[38688]: cluster 2024-02-18T08:27:48.783296+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e510: 8 total, 7 up, 8 in 2024-02-18T08:27:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:49 smithi191 bash[38688]: cluster 2024-02-18T08:27:49.736784+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e511: 8 total, 7 up, 8 in 2024-02-18T08:27:50.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:49 smithi110 bash[54479]: cluster 2024-02-18T08:27:48.707401+0000 mgr.y (mgr.44100) 270 : cluster [DBG] pgmap v452: 89 pgs: 3 active+undersized+degraded, 2 peering, 8 stale+active+clean, 9 active+undersized, 67 active+clean; 152 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 76 KiB/s wr, 10 op/s; 4/222 objects degraded (1.802%) 2024-02-18T08:27:50.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:49 smithi110 bash[54479]: cluster 2024-02-18T08:27:48.769086+0000 mon.a (mon.0) 810 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-18T08:27:50.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:49 smithi110 bash[54479]: cluster 2024-02-18T08:27:48.769189+0000 mon.a (mon.0) 811 : cluster [WRN] Health check failed: Degraded data redundancy: 4/222 objects degraded (1.802%), 3 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:50.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:49 smithi110 bash[54479]: cluster 2024-02-18T08:27:48.783296+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e510: 8 total, 7 up, 8 in 2024-02-18T08:27:50.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:49 smithi110 bash[54479]: cluster 2024-02-18T08:27:49.736784+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e511: 8 total, 7 up, 8 in 2024-02-18T08:27:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:49 smithi110 bash[55875]: cluster 2024-02-18T08:27:48.707401+0000 mgr.y (mgr.44100) 270 : cluster [DBG] pgmap v452: 89 pgs: 3 active+undersized+degraded, 2 peering, 8 stale+active+clean, 9 active+undersized, 67 active+clean; 152 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 76 KiB/s wr, 10 op/s; 4/222 objects degraded (1.802%) 2024-02-18T08:27:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:49 smithi110 bash[55875]: cluster 2024-02-18T08:27:48.769086+0000 mon.a (mon.0) 810 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-18T08:27:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:49 smithi110 bash[55875]: cluster 2024-02-18T08:27:48.769189+0000 mon.a (mon.0) 811 : cluster [WRN] Health check failed: Degraded data redundancy: 4/222 objects degraded (1.802%), 3 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:49 smithi110 bash[55875]: cluster 2024-02-18T08:27:48.783296+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e510: 8 total, 7 up, 8 in 2024-02-18T08:27:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:49 smithi110 bash[55875]: cluster 2024-02-18T08:27:49.736784+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e511: 8 total, 7 up, 8 in 2024-02-18T08:27:50.783 INFO:tasks.rados.rados.0.smithi110.stdout:2365: done (3 left) 2024-02-18T08:27:50.783 INFO:tasks.rados.rados.0.smithi110.stdout:2366: done (2 left) 2024-02-18T08:27:50.783 INFO:tasks.rados.rados.0.smithi110.stdout:2367: done (1 left) 2024-02-18T08:27:50.783 INFO:tasks.rados.rados.0.smithi110.stdout:2368: done (0 left) 2024-02-18T08:27:50.783 INFO:tasks.rados.rados.0.smithi110.stdout:2369: snap_remove snap 224 2024-02-18T08:27:51.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:50 smithi110 bash[54479]: audit 2024-02-18T08:27:49.928681+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:51.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:50 smithi110 bash[54479]: audit 2024-02-18T08:27:49.930313+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:51.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:50 smithi110 bash[54479]: audit 2024-02-18T08:27:49.933998+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:27:51.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:50 smithi110 bash[54479]: cluster 2024-02-18T08:27:50.780220+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e512: 8 total, 7 up, 8 in 2024-02-18T08:27:51.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:50 smithi110 bash[55875]: audit 2024-02-18T08:27:49.928681+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:51.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:50 smithi110 bash[55875]: audit 2024-02-18T08:27:49.930313+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:51.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:50 smithi110 bash[55875]: audit 2024-02-18T08:27:49.933998+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:27:51.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:50 smithi110 bash[55875]: cluster 2024-02-18T08:27:50.780220+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e512: 8 total, 7 up, 8 in 2024-02-18T08:27:51.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:50 smithi191 bash[38688]: audit 2024-02-18T08:27:49.928681+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:51.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:50 smithi191 bash[38688]: audit 2024-02-18T08:27:49.930313+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:51.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:50 smithi191 bash[38688]: audit 2024-02-18T08:27:49.933998+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:27:51.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:50 smithi191 bash[38688]: cluster 2024-02-18T08:27:50.780220+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e512: 8 total, 7 up, 8 in 2024-02-18T08:27:51.786 INFO:tasks.rados.rados.0.smithi110.stdout:2369: done (0 left) 2024-02-18T08:27:51.787 INFO:tasks.rados.rados.0.smithi110.stdout:2370: read oid 16 snap -1 2024-02-18T08:27:51.787 INFO:tasks.rados.rados.0.smithi110.stdout:2370: expect (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:51.787 INFO:tasks.rados.rados.0.smithi110.stdout:2371: rollback oid 31 current snap is 225 2024-02-18T08:27:51.787 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 215 2024-02-18T08:27:51.787 INFO:tasks.rados.rados.0.smithi110.stdout:2372: rollback oid 36 current snap is 225 2024-02-18T08:27:51.787 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 36 to 218 2024-02-18T08:27:51.787 INFO:tasks.rados.rados.0.smithi110.stdout:2373: rollback oid 28 current snap is 225 2024-02-18T08:27:51.787 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 28 to 220 2024-02-18T08:27:51.787 INFO:tasks.rados.rados.0.smithi110.stdout:2374: snap_create 2024-02-18T08:27:51.795 INFO:tasks.rados.rados.0.smithi110.stdout:2372: finishing rollback tid 0 to smithi11051043-36 2024-02-18T08:27:51.795 INFO:tasks.rados.rados.0.smithi110.stdout:2372: finishing rollback tid 1 to smithi11051043-36 2024-02-18T08:27:51.795 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1222 (ObjNum 1499231079 snap 1499817318 seq_num 1767989844) dirty dne 2024-02-18T08:27:51.797 INFO:tasks.rados.rados.0.smithi110.stdout:2373: finishing rollback tid 0 to smithi11051043-28 2024-02-18T08:27:51.797 INFO:tasks.rados.rados.0.smithi110.stdout:2373: finishing rollback tid 1 to smithi11051043-28 2024-02-18T08:27:51.800 INFO:tasks.rados.rados.0.smithi110.stdout:2373: finishing rollback tid 2 to smithi11051043-28 2024-02-18T08:27:51.801 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 821 (ObjNum 665 snap 204 seq_num 665) dirty exists 2024-02-18T08:27:51.806 INFO:tasks.rados.rados.0.smithi110.stdout:2371: finishing rollback tid 0 to smithi11051043-31 2024-02-18T08:27:51.806 INFO:tasks.rados.rados.0.smithi110.stdout:2371: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:27:51.806 INFO:tasks.rados.rados.0.smithi110.stdout:2371: finishing rollback tid 2 to smithi11051043-31 2024-02-18T08:27:51.806 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1235 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-02-18T08:27:51.815 INFO:tasks.rados.rados.0.smithi110.stdout:2370: expect (ObjNum 699 snap 211 seq_num 699) 2024-02-18T08:27:51.844 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:51 smithi191 bash[46124]: --> Failed to activate via raw: did not find any matching OSD to activate 2024-02-18T08:27:51.844 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:51 smithi191 bash[46124]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-02-18T08:27:51.844 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:51 smithi191 bash[46124]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-02-18T08:27:51.844 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:51 smithi191 bash[46124]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-02-18T08:27:51.844 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:51 smithi191 bash[46124]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-02-18T08:27:51.844 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:51 smithi191 bash[46124]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-02-18T08:27:51.845 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:51 smithi191 bash[46124]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-02-18T08:27:51.845 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:51 smithi191 bash[46124]: --> ceph-volume lvm activate successful for osd ID: 7 2024-02-18T08:27:51.939 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:51.635Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:51.939 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:51.635Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:51.939 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:51.635Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:27:51.941 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:51 smithi110 bash[54479]: cluster 2024-02-18T08:27:50.708391+0000 mgr.y (mgr.44100) 271 : cluster [DBG] pgmap v455: 89 pgs: 6 active+undersized+degraded, 2 peering, 4 stale+active+clean, 19 active+undersized, 58 active+clean; 174 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 33 op/s; 20/258 objects degraded (7.752%) 2024-02-18T08:27:51.941 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:51 smithi110 bash[54479]: cluster 2024-02-18T08:27:51.783761+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e513: 8 total, 7 up, 8 in 2024-02-18T08:27:52.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:51 smithi110 bash[55875]: cluster 2024-02-18T08:27:50.708391+0000 mgr.y (mgr.44100) 271 : cluster [DBG] pgmap v455: 89 pgs: 6 active+undersized+degraded, 2 peering, 4 stale+active+clean, 19 active+undersized, 58 active+clean; 174 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 33 op/s; 20/258 objects degraded (7.752%) 2024-02-18T08:27:52.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:51 smithi110 bash[55875]: cluster 2024-02-18T08:27:51.783761+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e513: 8 total, 7 up, 8 in 2024-02-18T08:27:52.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:51 smithi191 bash[38688]: cluster 2024-02-18T08:27:50.708391+0000 mgr.y (mgr.44100) 271 : cluster [DBG] pgmap v455: 89 pgs: 6 active+undersized+degraded, 2 peering, 4 stale+active+clean, 19 active+undersized, 58 active+clean; 174 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 33 op/s; 20/258 objects degraded (7.752%) 2024-02-18T08:27:52.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:51 smithi191 bash[38688]: cluster 2024-02-18T08:27:51.783761+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e513: 8 total, 7 up, 8 in 2024-02-18T08:27:52.790 INFO:tasks.rados.rados.0.smithi110.stdout:2370: done (4 left) 2024-02-18T08:27:52.790 INFO:tasks.rados.rados.0.smithi110.stdout:2371: done (3 left) 2024-02-18T08:27:52.790 INFO:tasks.rados.rados.0.smithi110.stdout:2372: done (2 left) 2024-02-18T08:27:52.790 INFO:tasks.rados.rados.0.smithi110.stdout:2373: done (1 left) 2024-02-18T08:27:52.791 INFO:tasks.rados.rados.0.smithi110.stdout:2374: done (0 left) 2024-02-18T08:27:52.791 INFO:tasks.rados.rados.0.smithi110.stdout:2375: rollback oid 20 current snap is 226 2024-02-18T08:27:52.791 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 20 to 220 2024-02-18T08:27:52.791 INFO:tasks.rados.rados.0.smithi110.stdout:2376: copy_from oid 33 from oid 28 current snap is 226 2024-02-18T08:27:52.791 INFO:tasks.rados.rados.0.smithi110.stdout:2377: read oid 50 snap 223 2024-02-18T08:27:52.791 INFO:tasks.rados.rados.0.smithi110.stdout:2377: expect deleted 2024-02-18T08:27:52.791 INFO:tasks.rados.rados.0.smithi110.stdout:2378: delete oid 29 current snap is 226 2024-02-18T08:27:52.796 INFO:tasks.rados.rados.0.smithi110.stdout:2377: done (3 left) 2024-02-18T08:27:52.797 INFO:tasks.rados.rados.0.smithi110.stdout:2378: done (2 left) 2024-02-18T08:27:52.797 INFO:tasks.rados.rados.0.smithi110.stdout:2379: rmattr oid 24 current snap is 226 2024-02-18T08:27:52.797 INFO:tasks.rados.rados.0.smithi110.stdout:2379: done (2 left) 2024-02-18T08:27:52.797 INFO:tasks.rados.rados.0.smithi110.stdout:2380: delete oid 27 current snap is 226 2024-02-18T08:27:52.801 INFO:tasks.rados.rados.0.smithi110.stdout:2375: finishing rollback tid 0 to smithi11051043-20 2024-02-18T08:27:52.801 INFO:tasks.rados.rados.0.smithi110.stdout:2375: finishing rollback tid 1 to smithi11051043-20 2024-02-18T08:27:52.801 INFO:tasks.rados.rados.0.smithi110.stdout:2375: finishing rollback tid 2 to smithi11051043-20 2024-02-18T08:27:52.801 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 832 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:27:52.802 INFO:tasks.rados.rados.0.smithi110.stdout:2375: done (2 left) 2024-02-18T08:27:52.802 INFO:tasks.rados.rados.0.smithi110.stdout:2380: done (1 left) 2024-02-18T08:27:52.802 INFO:tasks.rados.rados.0.smithi110.stdout:2381: copy_from oid 15 from oid 38 current snap is 226 2024-02-18T08:27:52.802 INFO:tasks.rados.rados.0.smithi110.stdout:2382: read oid 23 snap 221 2024-02-18T08:27:52.802 INFO:tasks.rados.rados.0.smithi110.stdout:2382: expect (ObjNum 696 snap 211 seq_num 696) 2024-02-18T08:27:52.802 INFO:tasks.rados.rados.0.smithi110.stdout:2383: read oid 31 snap -1 2024-02-18T08:27:52.803 INFO:tasks.rados.rados.0.smithi110.stdout:2383: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:27:52.803 INFO:tasks.rados.rados.0.smithi110.stdout:2384: snap_create 2024-02-18T08:27:52.806 INFO:tasks.rados.rados.0.smithi110.stdout:2376: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:27:52.807 INFO:tasks.rados.rados.0.smithi110.stdout:2381: finishing copy_from to smithi11051043-15 2024-02-18T08:27:52.807 INFO:tasks.rados.rados.0.smithi110.stdout:2381: got expected ENOENT (src dne) 2024-02-18T08:27:52.807 INFO:tasks.rados.rados.0.smithi110.stdout:2381: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:27:52.807 INFO:tasks.rados.rados.0.smithi110.stdout:2376: finishing copy_from to smithi11051043-33 2024-02-18T08:27:52.807 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 821 (ObjNum 665 snap 204 seq_num 665) dirty exists 2024-02-18T08:27:52.815 INFO:tasks.rados.rados.0.smithi110.stdout:2382: expect (ObjNum 696 snap 211 seq_num 696) 2024-02-18T08:27:52.864 INFO:tasks.rados.rados.0.smithi110.stdout:2383: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:27:53.344 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:53 smithi191 bash[46124]: debug 2024-02-18T08:27:53.185+0000 7f21d0a7e700 1 -- 172.21.15.191:0/2175610995 <== mon.2 v2:172.21.15.191:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x560b0b5e2840 con 0x560b0b65ac00 2024-02-18T08:27:53.345 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:53 smithi191 bash[46124]: debug 2024-02-18T08:27:53.185+0000 7f21d0a7e700 1 -- 172.21.15.191:0/2175610995 <== mon.2 v2:172.21.15.191:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560b0b5ea680 con 0x560b0b65ac00 2024-02-18T08:27:53.512 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:27:53.789 INFO:tasks.rados.rados.0.smithi110.stdout:2376: done (4 left) 2024-02-18T08:27:53.790 INFO:tasks.rados.rados.0.smithi110.stdout:2381: done (3 left) 2024-02-18T08:27:53.790 INFO:tasks.rados.rados.0.smithi110.stdout:2382: done (2 left) 2024-02-18T08:27:53.790 INFO:tasks.rados.rados.0.smithi110.stdout:2383: done (1 left) 2024-02-18T08:27:53.790 INFO:tasks.rados.rados.0.smithi110.stdout:2384: done (0 left) 2024-02-18T08:27:53.790 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 227 2024-02-18T08:27:53.790 INFO:tasks.rados.rados.0.smithi110.stdout:2385: seq_num 734 ranges {1384448=294912} 2024-02-18T08:27:53.798 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:53.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:53.799 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:53.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:27:53.799 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:27:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:27:53.529Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:27:53.799 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:53 smithi110 bash[54479]: cluster 2024-02-18T08:27:52.709358+0000 mgr.y (mgr.44100) 272 : cluster [DBG] pgmap v458: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 174 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.6 MiB/s wr, 28 op/s; 31/264 objects degraded (11.742%) 2024-02-18T08:27:53.799 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:53 smithi110 bash[54479]: cluster 2024-02-18T08:27:52.787296+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e514: 8 total, 7 up, 8 in 2024-02-18T08:27:53.799 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:53 smithi110 bash[54479]: cluster 2024-02-18T08:27:52.935971+0000 mon.a (mon.0) 820 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-02-18T08:27:53.799 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:53 smithi110 bash[55875]: cluster 2024-02-18T08:27:52.709358+0000 mgr.y (mgr.44100) 272 : cluster [DBG] pgmap v458: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 174 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.6 MiB/s wr, 28 op/s; 31/264 objects degraded (11.742%) 2024-02-18T08:27:53.799 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:53 smithi110 bash[55875]: cluster 2024-02-18T08:27:52.787296+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e514: 8 total, 7 up, 8 in 2024-02-18T08:27:53.799 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:53 smithi110 bash[55875]: cluster 2024-02-18T08:27:52.935971+0000 mon.a (mon.0) 820 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-02-18T08:27:53.803 INFO:tasks.rados.rados.0.smithi110.stdout:2385: writing smithi11051043-24 from 1384448 to 1679360 tid 1 2024-02-18T08:27:53.803 INFO:tasks.rados.rados.0.smithi110.stdout:2386: delete oid 9 current snap is 227 2024-02-18T08:27:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:2386: done (1 left) 2024-02-18T08:27:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:2387: read oid 27 snap -1 2024-02-18T08:27:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:2387: expect deleted 2024-02-18T08:27:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 227 2024-02-18T08:27:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:2388: seq_num 736 ranges {0=335872} 2024-02-18T08:27:53.810 INFO:tasks.rados.rados.0.smithi110.stdout:2388: writing smithi11051043-12 from 0 to 335872 tid 1 2024-02-18T08:27:53.810 INFO:tasks.rados.rados.0.smithi110.stdout:2389: rollback oid 30 current snap is 227 2024-02-18T08:27:53.810 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 30 to 221 2024-02-18T08:27:53.811 INFO:tasks.rados.rados.0.smithi110.stdout:2385: finishing write tid 1 to smithi11051043-24 2024-02-18T08:27:53.811 INFO:tasks.rados.rados.0.smithi110.stdout:2385: finishing write tid 3 to smithi11051043-24 2024-02-18T08:27:53.811 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 227 2024-02-18T08:27:53.811 INFO:tasks.rados.rados.0.smithi110.stdout:2390: seq_num 737 ranges {2916352=352256} 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2390: writing smithi11051043-22 from 2916352 to 3268608 tid 1 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2391: copy_from oid 32 from oid 39 current snap is 227 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2385: finishing write tid 4 to smithi11051043-24 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 919 (ObjNum 734 snap 227 seq_num 734) dirty exists 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2385: left oid 24 (ObjNum 734 snap 227 seq_num 734) 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2385: done (5 left) 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2392: rollback oid 5 current snap is 227 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 5 to 223 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2388: finishing write tid 1 to smithi11051043-12 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2388: finishing write tid 3 to smithi11051043-12 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2389: finishing rollback tid 0 to smithi11051043-30 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2389: finishing rollback tid 1 to smithi11051043-30 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:2389: finishing rollback tid 2 to smithi11051043-30 2024-02-18T08:27:53.830 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 850 (ObjNum 686 snap 208 seq_num 686) dirty exists 2024-02-18T08:27:53.831 INFO:tasks.rados.rados.0.smithi110.stdout:2388: finishing write tid 4 to smithi11051043-12 2024-02-18T08:27:53.831 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 823 (ObjNum 736 snap 227 seq_num 736) dirty exists 2024-02-18T08:27:53.831 INFO:tasks.rados.rados.0.smithi110.stdout:2388: left oid 12 (ObjNum 736 snap 227 seq_num 736) 2024-02-18T08:27:53.831 INFO:tasks.rados.rados.0.smithi110.stdout:2387: done (5 left) 2024-02-18T08:27:53.831 INFO:tasks.rados.rados.0.smithi110.stdout:2388: done (4 left) 2024-02-18T08:27:53.831 INFO:tasks.rados.rados.0.smithi110.stdout:2389: done (3 left) 2024-02-18T08:27:53.831 INFO:tasks.rados.rados.0.smithi110.stdout:2393: delete oid 37 current snap is 227 2024-02-18T08:27:53.831 INFO:tasks.rados.rados.0.smithi110.stdout:2391: finishing copy_from to smithi11051043-32 2024-02-18T08:27:53.832 INFO:tasks.rados.rados.0.smithi110.stdout:2391: got expected ENOENT (src dne) 2024-02-18T08:27:53.832 INFO:tasks.rados.rados.0.smithi110.stdout:2391: finishing copy_from racing read to smithi11051043-32 2024-02-18T08:27:53.833 INFO:tasks.rados.rados.0.smithi110.stdout:2392: finishing rollback tid 0 to smithi11051043-5 2024-02-18T08:27:53.833 INFO:tasks.rados.rados.0.smithi110.stdout:2392: finishing rollback tid 1 to smithi11051043-5 2024-02-18T08:27:53.833 INFO:tasks.rados.rados.0.smithi110.stdout:2391: done (3 left) 2024-02-18T08:27:53.833 INFO:tasks.rados.rados.0.smithi110.stdout:2393: done (2 left) 2024-02-18T08:27:53.833 INFO:tasks.rados.rados.0.smithi110.stdout:2394: read oid 43 snap 221 2024-02-18T08:27:53.833 INFO:tasks.rados.rados.0.smithi110.stdout:2394: expect (ObjNum 697 snap 211 seq_num 697) 2024-02-18T08:27:53.833 INFO:tasks.rados.rados.0.smithi110.stdout:2395: snap_create 2024-02-18T08:27:53.834 INFO:tasks.rados.rados.0.smithi110.stdout:2390: finishing write tid 1 to smithi11051043-22 2024-02-18T08:27:53.834 INFO:tasks.rados.rados.0.smithi110.stdout:2392: finishing rollback tid 2 to smithi11051043-5 2024-02-18T08:27:53.834 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 835 (ObjNum 624 snap 191 seq_num 624) dirty exists 2024-02-18T08:27:53.834 INFO:tasks.rados.rados.0.smithi110.stdout:2390: finishing write tid 3 to smithi11051043-22 2024-02-18T08:27:53.836 INFO:tasks.rados.rados.0.smithi110.stdout:2390: finishing write tid 4 to smithi11051043-22 2024-02-18T08:27:53.836 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 922 (ObjNum 737 snap 227 seq_num 737) dirty exists 2024-02-18T08:27:53.836 INFO:tasks.rados.rados.0.smithi110.stdout:2390: left oid 22 (ObjNum 737 snap 227 seq_num 737) 2024-02-18T08:27:53.849 INFO:tasks.rados.rados.0.smithi110.stdout:2394: expect (ObjNum 697 snap 211 seq_num 697) 2024-02-18T08:27:53.864 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:27:53.864 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (11m) 2m ago 11m 14.0M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:27:53.864 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (11m) 29s ago 11m 25.3M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:27:53.864 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (9m) 2m ago 9m 14.3M - 15.2.17-8-gf2877ae3 96c1dbe86623 e7c67ddf85e9 2024-02-18T08:27:53.864 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (9m) 29s ago 9m 18.1M - 15.2.17-8-gf2877ae3 96c1dbe86623 73fd5a335a38 2024-02-18T08:27:53.864 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (5m) 29s ago 15m 377M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:27:53.864 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (6m) 2m ago 17m 418M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (5m) 2m ago 17m 52.9M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (4m) 29s ago 15m 47.6M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (5m) 2m ago 15m 45.0M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (11m) 2m ago 11m 10.9M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (11m) 29s ago 11m 11.5M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (3m) 2m ago 14m 202M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (3m) 2m ago 14m 175M 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (2m) 2m ago 14m 110M 4096M 16.2.14-548-g81bd20d6 823b921721f5 4c63cbd8618f 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (2m) 2m ago 13m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 a2480614884d 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (98s) 29s ago 13m 180M 4096M 16.2.14-548-g81bd20d6 823b921721f5 dfbbfe876a9c 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (66s) 29s ago 13m 201M 4096M 16.2.14-548-g81bd20d6 823b921721f5 fa50be56e42a 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (34s) 29s ago 12m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 10bf09a1fa6a 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 starting - - - 4096M 2024-02-18T08:27:53.865 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (6m) 29s ago 11m 41.1M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:27:54.094 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:53 smithi191 bash[46124]: debug 2024-02-18T08:27:53.721+0000 7f21d850c380 -1 Falling back to public interface 2024-02-18T08:27:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:53 smithi191 bash[38688]: cluster 2024-02-18T08:27:52.709358+0000 mgr.y (mgr.44100) 272 : cluster [DBG] pgmap v458: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 174 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.6 MiB/s wr, 28 op/s; 31/264 objects degraded (11.742%) 2024-02-18T08:27:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:53 smithi191 bash[38688]: cluster 2024-02-18T08:27:52.787296+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e514: 8 total, 7 up, 8 in 2024-02-18T08:27:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:53 smithi191 bash[38688]: cluster 2024-02-18T08:27:52.935971+0000 mon.a (mon.0) 820 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-02-18T08:27:54.243 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:27:54.243 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:27:54.243 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:27:54.243 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:27:54.243 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:27:54.243 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 7 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 15.2.17-8-gf2877ae3 (f2877ae32a72fc25acadef57597f44988b805c38) octopus (stable)": 2, 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 12 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:27:54.244 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:27:54.743 INFO:tasks.rados.rados.0.smithi110.stdout:2390: done (3 left) 2024-02-18T08:27:54.743 INFO:tasks.rados.rados.0.smithi110.stdout:2392: done (2 left) 2024-02-18T08:27:54.743 INFO:tasks.rados.rados.0.smithi110.stdout:2394: done (1 left) 2024-02-18T08:27:54.743 INFO:tasks.rados.rados.0.smithi110.stdout:2395: done (0 left) 2024-02-18T08:27:54.743 INFO:tasks.rados.rados.0.smithi110.stdout:2396: read oid 21 snap -1 2024-02-18T08:27:54.743 INFO:tasks.rados.rados.0.smithi110.stdout:2396: expect (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:27:54.743 INFO:tasks.rados.rados.0.smithi110.stdout:2397: read oid 9 snap 222 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2397: expect (ObjNum 678 snap 208 seq_num 678) 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2398: read oid 28 snap -1 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2398: expect (ObjNum 665 snap 204 seq_num 665) 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2399: read oid 7 snap -1 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2399: expect (ObjNum 649 snap 198 seq_num 649) 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2400: rollback oid 4 current snap is 228 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 4 to 227 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2401: read oid 15 snap 225 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2401: expect (ObjNum 710 snap 215 seq_num 710) 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2402: rollback oid 19 current snap is 228 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 19 to 221 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2403: rollback oid 49 current snap is 228 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 49 to 221 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:2404: rollback oid 18 current snap is 228 2024-02-18T08:27:54.744 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 18 to 215 2024-02-18T08:27:54.745 INFO:tasks.rados.rados.0.smithi110.stdout:2405: read oid 11 snap -1 2024-02-18T08:27:54.745 INFO:tasks.rados.rados.0.smithi110.stdout:2405: expect deleted 2024-02-18T08:27:54.745 INFO:tasks.rados.rados.0.smithi110.stdout:2406: rmattr oid 13 current snap is 228 2024-02-18T08:27:54.745 INFO:tasks.rados.rados.0.smithi110.stdout:2406: done (10 left) 2024-02-18T08:27:54.745 INFO:tasks.rados.rados.0.smithi110.stdout:2407: read oid 45 snap -1 2024-02-18T08:27:54.745 INFO:tasks.rados.rados.0.smithi110.stdout:2407: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:27:54.745 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 228 2024-02-18T08:27:54.745 INFO:tasks.rados.rados.0.smithi110.stdout:2408: seq_num 739 ranges {0=385024} 2024-02-18T08:27:54.748 INFO:tasks.rados.rados.0.smithi110.stdout:2408: writing smithi11051043-29 from 0 to 385024 tid 1 2024-02-18T08:27:54.748 INFO:tasks.rados.rados.0.smithi110.stdout:2409: read oid 47 snap 218 2024-02-18T08:27:54.748 INFO:tasks.rados.rados.0.smithi110.stdout:2409: expect (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:27:54.748 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 228 2024-02-18T08:27:54.748 INFO:tasks.rados.rados.0.smithi110.stdout:2410: seq_num 740 ranges {5201920=401408} 2024-02-18T08:27:54.780 INFO:tasks.rados.rados.0.smithi110.stdout:2410: writing smithi11051043-1 from 5201920 to 5603328 tid 1 2024-02-18T08:27:54.780 INFO:tasks.rados.rados.0.smithi110.stdout:2411: delete oid 30 current snap is 228 2024-02-18T08:27:54.780 INFO:tasks.rados.rados.0.smithi110.stdout:2402: finishing rollback tid 0 to smithi11051043-19 2024-02-18T08:27:54.780 INFO:tasks.rados.rados.0.smithi110.stdout:2397: expect (ObjNum 678 snap 208 seq_num 678) 2024-02-18T08:27:54.829 INFO:tasks.rados.rados.0.smithi110.stdout:2397: done (14 left) 2024-02-18T08:27:54.829 INFO:tasks.rados.rados.0.smithi110.stdout:2405: done (13 left) 2024-02-18T08:27:54.829 INFO:tasks.rados.rados.0.smithi110.stdout:2411: done (12 left) 2024-02-18T08:27:54.829 INFO:tasks.rados.rados.0.smithi110.stdout:2412: snap_create 2024-02-18T08:27:54.829 INFO:tasks.rados.rados.0.smithi110.stdout:2402: finishing rollback tid 1 to smithi11051043-19 2024-02-18T08:27:54.829 INFO:tasks.rados.rados.0.smithi110.stdout:2402: finishing rollback tid 2 to smithi11051043-19 2024-02-18T08:27:54.829 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1229 (ObjNum 637 snap 194 seq_num 637) dirty exists 2024-02-18T08:27:54.829 INFO:tasks.rados.rados.0.smithi110.stdout:2408: finishing write tid 1 to smithi11051043-29 2024-02-18T08:27:54.829 INFO:tasks.rados.rados.0.smithi110.stdout:2408: finishing write tid 3 to smithi11051043-29 2024-02-18T08:27:54.829 INFO:tasks.rados.rados.0.smithi110.stdout:2407: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:27:54.918 INFO:tasks.rados.rados.0.smithi110.stdout:2408: finishing write tid 4 to smithi11051043-29 2024-02-18T08:27:54.918 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1231 (ObjNum 739 snap 228 seq_num 739) dirty exists 2024-02-18T08:27:54.918 INFO:tasks.rados.rados.0.smithi110.stdout:2408: left oid 29 (ObjNum 739 snap 228 seq_num 739) 2024-02-18T08:27:54.918 INFO:tasks.rados.rados.0.smithi110.stdout:2404: finishing rollback tid 0 to smithi11051043-18 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:2404: finishing rollback tid 1 to smithi11051043-18 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:2404: finishing rollback tid 2 to smithi11051043-18 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1040 (ObjNum 706 snap 213 seq_num 706) dirty exists 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:2400: finishing rollback tid 0 to smithi11051043-4 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:2400: finishing rollback tid 1 to smithi11051043-4 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:2400: finishing rollback tid 2 to smithi11051043-4 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1034 (ObjNum 726 snap 221 seq_num 726) dirty exists 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:2403: finishing rollback tid 1 to smithi11051043-49 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:2403: finishing rollback tid 2 to smithi11051043-49 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 834 (ObjNum 722 snap 217 seq_num 722) dirty exists 2024-02-18T08:27:54.919 INFO:tasks.rados.rados.0.smithi110.stdout:2398: expect (ObjNum 665 snap 204 seq_num 665) 2024-02-18T08:27:54.955 INFO:tasks.rados.rados.0.smithi110.stdout:2401: expect (ObjNum 710 snap 215 seq_num 710) 2024-02-18T08:27:55.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.496102+0000 mgr.y (mgr.44100) 273 : audit [DBG] from='client.54304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: cluster 2024-02-18T08:27:53.786743+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e515: 8 total, 7 up, 8 in 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.838518+0000 mgr.y (mgr.44100) 274 : audit [DBG] from='client.54310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.841716+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.842218+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.842579+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.842957+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.843445+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.844161+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.846805+0000 mon.a (mon.0) 828 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.847299+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.847786+0000 mon.a (mon.0) 830 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.848204+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:53.848645+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: audit 2024-02-18T08:27:54.240630+0000 mon.a (mon.0) 833 : audit [DBG] from='client.? 172.21.15.110:0/122667661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:55.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: cluster 2024-02-18T08:27:54.729584+0000 mon.a (mon.0) 834 : cluster [WRN] Health check update: Degraded data redundancy: 31/264 objects degraded (11.742%), 11 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:55.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:54 smithi191 bash[38688]: cluster 2024-02-18T08:27:54.739613+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e516: 8 total, 7 up, 8 in 2024-02-18T08:27:55.122 INFO:tasks.rados.rados.0.smithi110.stdout:2396: expect (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:27:55.173 INFO:tasks.rados.rados.0.smithi110.stdout:2410: finishing write tid 1 to smithi11051043-1 2024-02-18T08:27:55.173 INFO:tasks.rados.rados.0.smithi110.stdout:2410: finishing write tid 3 to smithi11051043-1 2024-02-18T08:27:55.173 INFO:tasks.rados.rados.0.smithi110.stdout:2410: finishing write tid 4 to smithi11051043-1 2024-02-18T08:27:55.173 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1225 (ObjNum 740 snap 228 seq_num 740) dirty exists 2024-02-18T08:27:55.173 INFO:tasks.rados.rados.0.smithi110.stdout:2410: left oid 1 (ObjNum 740 snap 228 seq_num 740) 2024-02-18T08:27:55.173 INFO:tasks.rados.rados.0.smithi110.stdout:2409: expect (ObjNum 637 snap 194 seq_num 637) 2024-02-18T08:27:55.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.496102+0000 mgr.y (mgr.44100) 273 : audit [DBG] from='client.54304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: cluster 2024-02-18T08:27:53.786743+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e515: 8 total, 7 up, 8 in 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.838518+0000 mgr.y (mgr.44100) 274 : audit [DBG] from='client.54310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.841716+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.842218+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.842579+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.842957+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.843445+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.844161+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.846805+0000 mon.a (mon.0) 828 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.847299+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.847786+0000 mon.a (mon.0) 830 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.848204+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:53.848645+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: audit 2024-02-18T08:27:54.240630+0000 mon.a (mon.0) 833 : audit [DBG] from='client.? 172.21.15.110:0/122667661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: cluster 2024-02-18T08:27:54.729584+0000 mon.a (mon.0) 834 : cluster [WRN] Health check update: Degraded data redundancy: 31/264 objects degraded (11.742%), 11 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[54479]: cluster 2024-02-18T08:27:54.739613+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e516: 8 total, 7 up, 8 in 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.496102+0000 mgr.y (mgr.44100) 273 : audit [DBG] from='client.54304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: cluster 2024-02-18T08:27:53.786743+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e515: 8 total, 7 up, 8 in 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.838518+0000 mgr.y (mgr.44100) 274 : audit [DBG] from='client.54310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.841716+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.842218+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.842579+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.842957+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.843445+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.844161+0000 mon.a (mon.0) 827 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.846805+0000 mon.a (mon.0) 828 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:27:55.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.847299+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.847786+0000 mon.a (mon.0) 830 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.848204+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:53.848645+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:27:55.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: audit 2024-02-18T08:27:54.240630+0000 mon.a (mon.0) 833 : audit [DBG] from='client.? 172.21.15.110:0/122667661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:55.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: cluster 2024-02-18T08:27:54.729584+0000 mon.a (mon.0) 834 : cluster [WRN] Health check update: Degraded data redundancy: 31/264 objects degraded (11.742%), 11 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:55.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:54 smithi110 bash[55875]: cluster 2024-02-18T08:27:54.739613+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e516: 8 total, 7 up, 8 in 2024-02-18T08:27:55.379 INFO:tasks.rados.rados.0.smithi110.stdout:2399: expect (ObjNum 649 snap 198 seq_num 649) 2024-02-18T08:27:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:55 smithi191 bash[38688]: cluster 2024-02-18T08:27:54.710216+0000 mgr.y (mgr.44100) 275 : cluster [DBG] pgmap v461: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 175 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 100 KiB/s wr, 6 op/s; 31/276 objects degraded (11.232%) 2024-02-18T08:27:56.222 INFO:tasks.rados.rados.0.smithi110.stdout:2396: done (12 left) 2024-02-18T08:27:56.222 INFO:tasks.rados.rados.0.smithi110.stdout:2398: done (11 left) 2024-02-18T08:27:56.222 INFO:tasks.rados.rados.0.smithi110.stdout:2399: done (10 left) 2024-02-18T08:27:56.222 INFO:tasks.rados.rados.0.smithi110.stdout:2400: done (9 left) 2024-02-18T08:27:56.222 INFO:tasks.rados.rados.0.smithi110.stdout:2401: done (8 left) 2024-02-18T08:27:56.222 INFO:tasks.rados.rados.0.smithi110.stdout:2402: done (7 left) 2024-02-18T08:27:56.223 INFO:tasks.rados.rados.0.smithi110.stdout:2403: done (6 left) 2024-02-18T08:27:56.223 INFO:tasks.rados.rados.0.smithi110.stdout:2404: done (5 left) 2024-02-18T08:27:56.223 INFO:tasks.rados.rados.0.smithi110.stdout:2407: done (4 left) 2024-02-18T08:27:56.223 INFO:tasks.rados.rados.0.smithi110.stdout:2408: done (3 left) 2024-02-18T08:27:56.223 INFO:tasks.rados.rados.0.smithi110.stdout:2409: done (2 left) 2024-02-18T08:27:56.223 INFO:tasks.rados.rados.0.smithi110.stdout:2410: done (1 left) 2024-02-18T08:27:56.223 INFO:tasks.rados.rados.0.smithi110.stdout:2412: done (0 left) 2024-02-18T08:27:56.223 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 229 2024-02-18T08:27:56.223 INFO:tasks.rados.rados.0.smithi110.stdout:2413: seq_num 742 ranges {196608=434176} 2024-02-18T08:27:56.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:55 smithi110 bash[54479]: cluster 2024-02-18T08:27:54.710216+0000 mgr.y (mgr.44100) 275 : cluster [DBG] pgmap v461: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 175 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 100 KiB/s wr, 6 op/s; 31/276 objects degraded (11.232%) 2024-02-18T08:27:56.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:55 smithi110 bash[55875]: cluster 2024-02-18T08:27:54.710216+0000 mgr.y (mgr.44100) 275 : cluster [DBG] pgmap v461: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 175 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 100 KiB/s wr, 6 op/s; 31/276 objects degraded (11.232%) 2024-02-18T08:27:56.230 INFO:tasks.rados.rados.0.smithi110.stdout:2413: writing smithi11051043-13 from 196608 to 630784 tid 1 2024-02-18T08:27:56.230 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 229 2024-02-18T08:27:56.230 INFO:tasks.rados.rados.0.smithi110.stdout:2414: seq_num 743 ranges {2359296=450560} 2024-02-18T08:27:56.250 INFO:tasks.rados.rados.0.smithi110.stdout:2414: writing smithi11051043-17 from 2359296 to 2809856 tid 1 2024-02-18T08:27:56.250 INFO:tasks.rados.rados.0.smithi110.stdout:2415: read oid 30 snap -1 2024-02-18T08:27:56.251 INFO:tasks.rados.rados.0.smithi110.stdout:2415: expect deleted 2024-02-18T08:27:56.251 INFO:tasks.rados.rados.0.smithi110.stdout:2416: snap_remove snap 218 2024-02-18T08:27:56.832 INFO:tasks.rados.rados.0.smithi110.stdout:2416: done (3 left) 2024-02-18T08:27:56.832 INFO:tasks.rados.rados.0.smithi110.stdout:2417: delete oid 47 current snap is 229 2024-02-18T08:27:56.832 INFO:tasks.rados.rados.0.smithi110.stdout:2413: finishing write tid 1 to smithi11051043-13 2024-02-18T08:27:56.832 INFO:tasks.rados.rados.0.smithi110.stdout:2413: finishing write tid 3 to smithi11051043-13 2024-02-18T08:27:56.832 INFO:tasks.rados.rados.0.smithi110.stdout:2413: finishing write tid 4 to smithi11051043-13 2024-02-18T08:27:56.832 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 853 (ObjNum 742 snap 229 seq_num 742) dirty exists 2024-02-18T08:27:56.832 INFO:tasks.rados.rados.0.smithi110.stdout:2413: left oid 13 (ObjNum 742 snap 229 seq_num 742) 2024-02-18T08:27:56.832 INFO:tasks.rados.rados.0.smithi110.stdout:2414: finishing write tid 1 to smithi11051043-17 2024-02-18T08:27:56.832 INFO:tasks.rados.rados.0.smithi110.stdout:2414: finishing write tid 3 to smithi11051043-17 2024-02-18T08:27:56.833 INFO:tasks.rados.rados.0.smithi110.stdout:2414: finishing write tid 4 to smithi11051043-17 2024-02-18T08:27:56.833 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1042 (ObjNum 743 snap 229 seq_num 743) dirty exists 2024-02-18T08:27:56.833 INFO:tasks.rados.rados.0.smithi110.stdout:2414: left oid 17 (ObjNum 743 snap 229 seq_num 743) 2024-02-18T08:27:56.834 INFO:tasks.rados.rados.0.smithi110.stdout:2413: done (3 left) 2024-02-18T08:27:56.834 INFO:tasks.rados.rados.0.smithi110.stdout:2414: done (2 left) 2024-02-18T08:27:56.834 INFO:tasks.rados.rados.0.smithi110.stdout:2415: done (1 left) 2024-02-18T08:27:56.834 INFO:tasks.rados.rados.0.smithi110.stdout:2417: done (0 left) 2024-02-18T08:27:56.834 INFO:tasks.rados.rados.0.smithi110.stdout:2418: snap_create 2024-02-18T08:27:57.094 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:56 smithi191 bash[46124]: debug 2024-02-18T08:27:56.801+0000 7f21d850c380 -1 osd.7 507 log_to_monitors {default=true} 2024-02-18T08:27:57.095 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 08:27:56 smithi191 bash[46124]: debug 2024-02-18T08:27:56.857+0000 7f21cb1f6700 -1 osd.7 507 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-18T08:27:57.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:56 smithi191 bash[38688]: cluster 2024-02-18T08:27:55.816775+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e517: 8 total, 7 up, 8 in 2024-02-18T08:27:57.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:56 smithi191 bash[38688]: audit 2024-02-18T08:27:56.809983+0000 mon.b (mon.2) 9 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1632774866,v1:172.21.15.191:6825/1632774866]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:27:57.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:56 smithi191 bash[38688]: audit 2024-02-18T08:27:56.810875+0000 mon.a (mon.0) 837 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:27:57.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:56 smithi110 bash[54479]: cluster 2024-02-18T08:27:55.816775+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e517: 8 total, 7 up, 8 in 2024-02-18T08:27:57.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:56 smithi110 bash[54479]: audit 2024-02-18T08:27:56.809983+0000 mon.b (mon.2) 9 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1632774866,v1:172.21.15.191:6825/1632774866]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:27:57.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:56 smithi110 bash[54479]: audit 2024-02-18T08:27:56.810875+0000 mon.a (mon.0) 837 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:27:57.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:56 smithi110 bash[55875]: cluster 2024-02-18T08:27:55.816775+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e517: 8 total, 7 up, 8 in 2024-02-18T08:27:57.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:56 smithi110 bash[55875]: audit 2024-02-18T08:27:56.809983+0000 mon.b (mon.2) 9 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1632774866,v1:172.21.15.191:6825/1632774866]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:27:57.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:56 smithi110 bash[55875]: audit 2024-02-18T08:27:56.810875+0000 mon.a (mon.0) 837 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-18T08:27:57.844 INFO:tasks.rados.rados.0.smithi110.stdout:2418: done (0 left) 2024-02-18T08:27:57.844 INFO:tasks.rados.rados.0.smithi110.stdout:2419: delete oid 28 current snap is 230 2024-02-18T08:27:57.860 INFO:tasks.rados.rados.0.smithi110.stdout:2419: done (0 left) 2024-02-18T08:27:57.860 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 230 2024-02-18T08:27:57.860 INFO:tasks.rados.rados.0.smithi110.stdout:2420: seq_num 746 ranges {0=499712} 2024-02-18T08:27:57.863 INFO:tasks.rados.rados.0.smithi110.stdout:2420: writing smithi11051043-39 from 0 to 499712 tid 1 2024-02-18T08:27:57.863 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 230 2024-02-18T08:27:57.863 INFO:tasks.rados.rados.0.smithi110.stdout:2421: seq_num 747 ranges {630784=516096} 2024-02-18T08:27:57.869 INFO:tasks.rados.rados.0.smithi110.stdout:2421: writing smithi11051043-13 from 630784 to 1146880 tid 1 2024-02-18T08:27:57.869 INFO:tasks.rados.rados.0.smithi110.stdout:2422: snap_remove snap 222 2024-02-18T08:27:58.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: cluster 2024-02-18T08:27:56.711198+0000 mgr.y (mgr.44100) 276 : cluster [DBG] pgmap v464: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 175 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 154 KiB/s wr, 14 op/s; 32/294 objects degraded (10.884%) 2024-02-18T08:27:58.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:56.829151+0000 mon.a (mon.0) 838 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-18T08:27:58.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: cluster 2024-02-18T08:27:56.829221+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e518: 8 total, 7 up, 8 in 2024-02-18T08:27:58.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:56.829600+0000 mon.b (mon.2) 10 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1632774866,v1:172.21.15.191:6825/1632774866]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:58.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:56.830477+0000 mon.a (mon.0) 840 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:58.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.227104+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:58.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.229118+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:58.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.230886+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:27:58.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.240520+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:58.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.251899+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:58.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.257023+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.259649+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.261592+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.265143+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.271509+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.272945+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.280096+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.281411+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.286478+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.287902+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.293879+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.295045+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.299101+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.300315+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.305832+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.306952+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.311883+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-02-18T08:27:58.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.313068+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-02-18T08:27:58.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.317920+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-02-18T08:27:58.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.319226+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-02-18T08:27:58.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.326890+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-02-18T08:27:58.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:57 smithi191 bash[38688]: audit 2024-02-18T08:27:57.329247+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "pacific"}]: dispatch 2024-02-18T08:27:58.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: cluster 2024-02-18T08:27:56.711198+0000 mgr.y (mgr.44100) 276 : cluster [DBG] pgmap v464: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 175 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 154 KiB/s wr, 14 op/s; 32/294 objects degraded (10.884%) 2024-02-18T08:27:58.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:56.829151+0000 mon.a (mon.0) 838 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-18T08:27:58.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: cluster 2024-02-18T08:27:56.829221+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e518: 8 total, 7 up, 8 in 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:56.829600+0000 mon.b (mon.2) 10 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1632774866,v1:172.21.15.191:6825/1632774866]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:56.830477+0000 mon.a (mon.0) 840 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.227104+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.229118+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.230886+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.240520+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.251899+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.257023+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.259649+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.261592+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.265143+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.271509+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:58.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.272945+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-02-18T08:27:58.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.280096+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-02-18T08:27:58.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.281411+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-02-18T08:27:58.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: cluster 2024-02-18T08:27:56.711198+0000 mgr.y (mgr.44100) 276 : cluster [DBG] pgmap v464: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 175 MiB data, 2.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 154 KiB/s wr, 14 op/s; 32/294 objects degraded (10.884%) 2024-02-18T08:27:58.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:56.829151+0000 mon.a (mon.0) 838 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-18T08:27:58.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: cluster 2024-02-18T08:27:56.829221+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e518: 8 total, 7 up, 8 in 2024-02-18T08:27:58.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:56.829600+0000 mon.b (mon.2) 10 : audit [INF] from='osd.7 [v2:172.21.15.191:6824/1632774866,v1:172.21.15.191:6825/1632774866]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:58.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:56.830477+0000 mon.a (mon.0) 840 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi191", "root=default"]}]: dispatch 2024-02-18T08:27:58.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.227104+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:58.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.229118+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:27:58.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.230886+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.240520+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.251899+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.257023+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.259649+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.261592+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.265143+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.271509+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.272945+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.280096+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.281411+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-02-18T08:27:58.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.286478+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.287902+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.293879+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.295045+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.299101+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.300315+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.305832+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.306952+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.311883+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.313068+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.317920+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.319226+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.326890+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-02-18T08:27:58.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[54479]: audit 2024-02-18T08:27:57.329247+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "pacific"}]: dispatch 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.286478+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.287902+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.293879+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.295045+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.299101+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.300315+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.305832+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.306952+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.311883+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.313068+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.317920+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.319226+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-02-18T08:27:58.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.326890+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-02-18T08:27:58.229 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:57 smithi110 bash[55875]: audit 2024-02-18T08:27:57.329247+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "pacific"}]: dispatch 2024-02-18T08:27:58.852 INFO:tasks.rados.rados.0.smithi110.stdout:2422: done (2 left) 2024-02-18T08:27:58.852 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 230 2024-02-18T08:27:58.852 INFO:tasks.rados.rados.0.smithi110.stdout:2423: seq_num 748 ranges {0=532480} 2024-02-18T08:27:58.856 INFO:tasks.rados.rados.0.smithi110.stdout:2423: writing smithi11051043-28 from 0 to 532480 tid 1 2024-02-18T08:27:58.856 INFO:tasks.rados.rados.0.smithi110.stdout:2424: read oid 31 snap 215 2024-02-18T08:27:58.856 INFO:tasks.rados.rados.0.smithi110.stdout:2424: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:27:58.856 INFO:tasks.rados.rados.0.smithi110.stdout:2425: delete oid 3 current snap is 230 2024-02-18T08:27:58.856 INFO:tasks.rados.rados.0.smithi110.stdout:2421: finishing write tid 1 to smithi11051043-13 2024-02-18T08:27:58.856 INFO:tasks.rados.rados.0.smithi110.stdout:2421: finishing write tid 3 to smithi11051043-13 2024-02-18T08:27:58.856 INFO:tasks.rados.rados.0.smithi110.stdout:2421: finishing write tid 4 to smithi11051043-13 2024-02-18T08:27:58.856 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 855 (ObjNum 747 snap 230 seq_num 747) dirty exists 2024-02-18T08:27:58.856 INFO:tasks.rados.rados.0.smithi110.stdout:2421: left oid 13 (ObjNum 747 snap 230 seq_num 747) 2024-02-18T08:27:58.870 INFO:tasks.rados.rados.0.smithi110.stdout:2423: finishing write tid 1 to smithi11051043-28 2024-02-18T08:27:58.872 INFO:tasks.rados.rados.0.smithi110.stdout:2423: finishing write tid 3 to smithi11051043-28 2024-02-18T08:27:58.872 INFO:tasks.rados.rados.0.smithi110.stdout:2421: done (4 left) 2024-02-18T08:27:58.872 INFO:tasks.rados.rados.0.smithi110.stdout:2425: done (3 left) 2024-02-18T08:27:58.872 INFO:tasks.rados.rados.0.smithi110.stdout:2426: delete oid 10 current snap is 230 2024-02-18T08:27:58.876 INFO:tasks.rados.rados.0.smithi110.stdout:2423: finishing write tid 4 to smithi11051043-28 2024-02-18T08:27:58.876 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 826 (ObjNum 748 snap 230 seq_num 748) dirty exists 2024-02-18T08:27:58.876 INFO:tasks.rados.rados.0.smithi110.stdout:2423: left oid 28 (ObjNum 748 snap 230 seq_num 748) 2024-02-18T08:27:58.883 INFO:tasks.rados.rados.0.smithi110.stdout:2420: finishing write tid 1 to smithi11051043-39 2024-02-18T08:27:58.883 INFO:tasks.rados.rados.0.smithi110.stdout:2420: finishing write tid 3 to smithi11051043-39 2024-02-18T08:27:58.885 INFO:tasks.rados.rados.0.smithi110.stdout:2423: done (3 left) 2024-02-18T08:27:58.885 INFO:tasks.rados.rados.0.smithi110.stdout:2426: done (2 left) 2024-02-18T08:27:58.885 INFO:tasks.rados.rados.0.smithi110.stdout:2427: setattr oid 33 current snap is 230 2024-02-18T08:27:58.886 INFO:tasks.rados.rados.0.smithi110.stdout:2428: snap_remove snap 225 2024-02-18T08:27:59.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: cephadm 2024-02-18T08:27:57.232649+0000 mgr.y (mgr.44100) 277 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:27:59.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: cephadm 2024-02-18T08:27:57.266284+0000 mgr.y (mgr.44100) 278 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-02-18T08:27:59.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: cephadm 2024-02-18T08:27:57.328779+0000 mgr.y (mgr.44100) 279 : cephadm [INF] Upgrade: Setting require_osd_release to 16 pacific 2024-02-18T08:27:59.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: cluster 2024-02-18T08:27:57.824149+0000 mon.a (mon.0) 868 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:27:59.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: cluster 2024-02-18T08:27:57.824205+0000 mon.a (mon.0) 869 : cluster [INF] Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running pacific or later but require_osd_release < pacific) 2024-02-18T08:27:59.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: cluster 2024-02-18T08:27:57.840598+0000 mon.a (mon.0) 870 : cluster [INF] osd.7 [v2:172.21.15.191:6824/1632774866,v1:172.21.15.191:6825/1632774866] boot 2024-02-18T08:27:59.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: audit 2024-02-18T08:27:57.840708+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "pacific"}]': finished 2024-02-18T08:27:59.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: cluster 2024-02-18T08:27:57.840776+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-02-18T08:27:59.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: audit 2024-02-18T08:27:57.841732+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:27:59.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: audit 2024-02-18T08:27:57.846095+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi110.fvzuby"]}]: dispatch 2024-02-18T08:27:59.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:58 smithi191 bash[38688]: cephadm 2024-02-18T08:27:57.847288+0000 mgr.y (mgr.44100) 280 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi110.fvzuby 2024-02-18T08:27:59.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: cephadm 2024-02-18T08:27:57.232649+0000 mgr.y (mgr.44100) 277 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:27:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: cephadm 2024-02-18T08:27:57.266284+0000 mgr.y (mgr.44100) 278 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-02-18T08:27:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: cephadm 2024-02-18T08:27:57.328779+0000 mgr.y (mgr.44100) 279 : cephadm [INF] Upgrade: Setting require_osd_release to 16 pacific 2024-02-18T08:27:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: cluster 2024-02-18T08:27:57.824149+0000 mon.a (mon.0) 868 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:27:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: cluster 2024-02-18T08:27:57.824205+0000 mon.a (mon.0) 869 : cluster [INF] Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running pacific or later but require_osd_release < pacific) 2024-02-18T08:27:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: cluster 2024-02-18T08:27:57.840598+0000 mon.a (mon.0) 870 : cluster [INF] osd.7 [v2:172.21.15.191:6824/1632774866,v1:172.21.15.191:6825/1632774866] boot 2024-02-18T08:27:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: audit 2024-02-18T08:27:57.840708+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "pacific"}]': finished 2024-02-18T08:27:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: cluster 2024-02-18T08:27:57.840776+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-02-18T08:27:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: audit 2024-02-18T08:27:57.841732+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:27:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: audit 2024-02-18T08:27:57.846095+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi110.fvzuby"]}]: dispatch 2024-02-18T08:27:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[55875]: cephadm 2024-02-18T08:27:57.847288+0000 mgr.y (mgr.44100) 280 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi110.fvzuby 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: cephadm 2024-02-18T08:27:57.232649+0000 mgr.y (mgr.44100) 277 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: cephadm 2024-02-18T08:27:57.266284+0000 mgr.y (mgr.44100) 278 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: cephadm 2024-02-18T08:27:57.328779+0000 mgr.y (mgr.44100) 279 : cephadm [INF] Upgrade: Setting require_osd_release to 16 pacific 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: cluster 2024-02-18T08:27:57.824149+0000 mon.a (mon.0) 868 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: cluster 2024-02-18T08:27:57.824205+0000 mon.a (mon.0) 869 : cluster [INF] Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running pacific or later but require_osd_release < pacific) 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: cluster 2024-02-18T08:27:57.840598+0000 mon.a (mon.0) 870 : cluster [INF] osd.7 [v2:172.21.15.191:6824/1632774866,v1:172.21.15.191:6825/1632774866] boot 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: audit 2024-02-18T08:27:57.840708+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "pacific"}]': finished 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: cluster 2024-02-18T08:27:57.840776+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: audit 2024-02-18T08:27:57.841732+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: audit 2024-02-18T08:27:57.846095+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi110.fvzuby"]}]: dispatch 2024-02-18T08:27:59.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:58 smithi110 bash[54479]: cephadm 2024-02-18T08:27:57.847288+0000 mgr.y (mgr.44100) 280 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi110.fvzuby 2024-02-18T08:27:59.858 INFO:tasks.rados.rados.0.smithi110.stdout:2428: done (3 left) 2024-02-18T08:27:59.858 INFO:tasks.rados.rados.0.smithi110.stdout:2429: snap_create 2024-02-18T08:27:59.858 INFO:tasks.rados.rados.0.smithi110.stdout:2420: finishing write tid 4 to smithi11051043-39 2024-02-18T08:27:59.859 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 765 (ObjNum 746 snap 230 seq_num 746) dirty exists 2024-02-18T08:27:59.859 INFO:tasks.rados.rados.0.smithi110.stdout:2420: left oid 39 (ObjNum 746 snap 230 seq_num 746) 2024-02-18T08:27:59.859 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 934 (ObjNum 665 snap 204 seq_num 665) dirty exists 2024-02-18T08:27:59.859 INFO:tasks.rados.rados.0.smithi110.stdout:2424: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:27:59.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:59 smithi110 bash[54479]: cluster 2024-02-18T08:27:58.712123+0000 mgr.y (mgr.44100) 281 : cluster [DBG] pgmap v467: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 716 KiB/s wr, 17 op/s; 32/312 objects degraded (10.256%) 2024-02-18T08:27:59.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:59 smithi110 bash[54479]: cluster 2024-02-18T08:27:58.846445+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-02-18T08:27:59.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:27:59 smithi110 bash[54479]: cluster 2024-02-18T08:27:59.732060+0000 mon.a (mon.0) 876 : cluster [WRN] Health check update: Degraded data redundancy: 32/312 objects degraded (10.256%), 11 pgs degraded (PG_DEGRADED) 2024-02-18T08:27:59.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:59 smithi110 bash[55875]: cluster 2024-02-18T08:27:58.712123+0000 mgr.y (mgr.44100) 281 : cluster [DBG] pgmap v467: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 716 KiB/s wr, 17 op/s; 32/312 objects degraded (10.256%) 2024-02-18T08:27:59.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:59 smithi110 bash[55875]: cluster 2024-02-18T08:27:58.846445+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-02-18T08:27:59.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:27:59 smithi110 bash[55875]: cluster 2024-02-18T08:27:59.732060+0000 mon.a (mon.0) 876 : cluster [WRN] Health check update: Degraded data redundancy: 32/312 objects degraded (10.256%), 11 pgs degraded (PG_DEGRADED) 2024-02-18T08:28:00.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:59 smithi191 bash[38688]: cluster 2024-02-18T08:27:58.712123+0000 mgr.y (mgr.44100) 281 : cluster [DBG] pgmap v467: 89 pgs: 11 active+undersized+degraded, 23 active+undersized, 55 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 716 KiB/s wr, 17 op/s; 32/312 objects degraded (10.256%) 2024-02-18T08:28:00.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:59 smithi191 bash[38688]: cluster 2024-02-18T08:27:58.846445+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-02-18T08:28:00.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:27:59 smithi191 bash[38688]: cluster 2024-02-18T08:27:59.732060+0000 mon.a (mon.0) 876 : cluster [WRN] Health check update: Degraded data redundancy: 32/312 objects degraded (10.256%), 11 pgs degraded (PG_DEGRADED) 2024-02-18T08:28:00.864 INFO:tasks.rados.rados.0.smithi110.stdout:2420: done (3 left) 2024-02-18T08:28:00.864 INFO:tasks.rados.rados.0.smithi110.stdout:2424: done (2 left) 2024-02-18T08:28:00.864 INFO:tasks.rados.rados.0.smithi110.stdout:2427: done (1 left) 2024-02-18T08:28:00.864 INFO:tasks.rados.rados.0.smithi110.stdout:2429: done (0 left) 2024-02-18T08:28:00.864 INFO:tasks.rados.rados.0.smithi110.stdout:2430: read oid 42 snap -1 2024-02-18T08:28:00.864 INFO:tasks.rados.rados.0.smithi110.stdout:2430: expect (ObjNum 711 snap 215 seq_num 711) 2024-02-18T08:28:00.864 INFO:tasks.rados.rados.0.smithi110.stdout:2431: snap_remove snap 221 2024-02-18T08:28:01.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:00 smithi110 bash[54479]: cluster 2024-02-18T08:27:59.855688+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2024-02-18T08:28:01.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:00 smithi110 bash[54479]: audit 2024-02-18T08:28:00.402465+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:01.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:00 smithi110 bash[54479]: audit 2024-02-18T08:28:00.405018+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:28:01.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:00 smithi110 bash[54479]: audit 2024-02-18T08:28:00.406570+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:01.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:00 smithi110 bash[54479]: audit 2024-02-18T08:28:00.408516+0000 mon.a (mon.0) 881 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "container_image"}]: dispatch 2024-02-18T08:28:01.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:00 smithi110 bash[55875]: cluster 2024-02-18T08:27:59.855688+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2024-02-18T08:28:01.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:00 smithi110 bash[55875]: audit 2024-02-18T08:28:00.402465+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:01.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:00 smithi110 bash[55875]: audit 2024-02-18T08:28:00.405018+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:28:01.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:00 smithi110 bash[55875]: audit 2024-02-18T08:28:00.406570+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:01.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:00 smithi110 bash[55875]: audit 2024-02-18T08:28:00.408516+0000 mon.a (mon.0) 881 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "container_image"}]: dispatch 2024-02-18T08:28:01.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:00 smithi191 bash[38688]: cluster 2024-02-18T08:27:59.855688+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2024-02-18T08:28:01.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:00 smithi191 bash[38688]: audit 2024-02-18T08:28:00.402465+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:01.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:00 smithi191 bash[38688]: audit 2024-02-18T08:28:00.405018+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi110.fvzuby", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:28:01.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:00 smithi191 bash[38688]: audit 2024-02-18T08:28:00.406570+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:01.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:00 smithi191 bash[38688]: audit 2024-02-18T08:28:00.408516+0000 mon.a (mon.0) 881 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "container_image"}]: dispatch 2024-02-18T08:28:01.879 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[54479]: cephadm 2024-02-18T08:28:00.394609+0000 mgr.y (mgr.44100) 282 : cephadm [INF] Upgrade: Updating mds.foo.smithi110.fvzuby 2024-02-18T08:28:01.879 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[54479]: cephadm 2024-02-18T08:28:00.407767+0000 mgr.y (mgr.44100) 283 : cephadm [INF] Deploying daemon mds.foo.smithi110.fvzuby on smithi110 2024-02-18T08:28:01.879 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[54479]: cluster 2024-02-18T08:28:00.713022+0000 mgr.y (mgr.44100) 284 : cluster [DBG] pgmap v470: 89 pgs: 5 peering, 10 active+undersized+degraded, 15 active+undersized, 59 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 27/327 objects degraded (8.257%); 1.8 MiB/s, 0 objects/s recovering 2024-02-18T08:28:01.880 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[54479]: cluster 2024-02-18T08:28:00.858910+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2024-02-18T08:28:01.880 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[54479]: cluster 2024-02-18T08:28:01.861157+0000 mon.a (mon.0) 883 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2024-02-18T08:28:01.880 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:01.635Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:01.880 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:01.635Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:01.880 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:01.635Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:28:01.880 INFO:tasks.rados.rados.0.smithi110.stdout:2431: done (1 left) 2024-02-18T08:28:01.880 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 231 2024-02-18T08:28:01.880 INFO:tasks.rados.rados.0.smithi110.stdout:2432: seq_num 751 ranges {499712=581632} 2024-02-18T08:28:01.881 INFO:tasks.rados.rados.0.smithi110.stdout:2432: writing smithi11051043-39 from 499712 to 1081344 tid 1 2024-02-18T08:28:01.881 INFO:tasks.rados.rados.0.smithi110.stdout:2433: rmattr oid 8 current snap is 231 2024-02-18T08:28:01.881 INFO:tasks.rados.rados.0.smithi110.stdout:2433: done (2 left) 2024-02-18T08:28:01.881 INFO:tasks.rados.rados.0.smithi110.stdout:2434: rmattr oid 38 current snap is 231 2024-02-18T08:28:01.881 INFO:tasks.rados.rados.0.smithi110.stdout:2434: done (2 left) 2024-02-18T08:28:01.881 INFO:tasks.rados.rados.0.smithi110.stdout:2435: rollback oid 7 current snap is 231 2024-02-18T08:28:01.881 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 7 to 228 2024-02-18T08:28:01.881 INFO:tasks.rados.rados.0.smithi110.stdout:2430: expect (ObjNum 711 snap 215 seq_num 711) 2024-02-18T08:28:02.209 INFO:tasks.rados.rados.0.smithi110.stdout:2432: finishing write tid 1 to smithi11051043-39 2024-02-18T08:28:02.209 INFO:tasks.rados.rados.0.smithi110.stdout:2432: finishing write tid 3 to smithi11051043-39 2024-02-18T08:28:02.209 INFO:tasks.rados.rados.0.smithi110.stdout:2432: finishing write tid 4 to smithi11051043-39 2024-02-18T08:28:02.209 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 767 (ObjNum 751 snap 231 seq_num 751) dirty exists 2024-02-18T08:28:02.209 INFO:tasks.rados.rados.0.smithi110.stdout:2432: left oid 39 (ObjNum 751 snap 231 seq_num 751) 2024-02-18T08:28:02.209 INFO:tasks.rados.rados.0.smithi110.stdout:2435: finishing rollback tid 0 to smithi11051043-7 2024-02-18T08:28:02.209 INFO:tasks.rados.rados.0.smithi110.stdout:2435: finishing rollback tid 1 to smithi11051043-7 2024-02-18T08:28:02.209 INFO:tasks.rados.rados.0.smithi110.stdout:2435: finishing rollback tid 2 to smithi11051043-7 2024-02-18T08:28:02.209 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 829 (ObjNum 649 snap 198 seq_num 649) dirty exists 2024-02-18T08:28:02.209 INFO:tasks.rados.rados.0.smithi110.stdout:2430: done (2 left) 2024-02-18T08:28:02.210 INFO:tasks.rados.rados.0.smithi110.stdout:2432: done (1 left) 2024-02-18T08:28:02.210 INFO:tasks.rados.rados.0.smithi110.stdout:2435: done (0 left) 2024-02-18T08:28:02.210 INFO:tasks.rados.rados.0.smithi110.stdout:2436: rmattr oid 9 current snap is 231 2024-02-18T08:28:02.210 INFO:tasks.rados.rados.0.smithi110.stdout:2436: done (0 left) 2024-02-18T08:28:02.210 INFO:tasks.rados.rados.0.smithi110.stdout:2437: read oid 50 snap 229 2024-02-18T08:28:02.210 INFO:tasks.rados.rados.0.smithi110.stdout:2437: expect deleted 2024-02-18T08:28:02.210 INFO:tasks.rados.rados.0.smithi110.stdout:2438: snap_create 2024-02-18T08:28:02.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[55875]: cephadm 2024-02-18T08:28:00.394609+0000 mgr.y (mgr.44100) 282 : cephadm [INF] Upgrade: Updating mds.foo.smithi110.fvzuby 2024-02-18T08:28:02.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[55875]: cephadm 2024-02-18T08:28:00.407767+0000 mgr.y (mgr.44100) 283 : cephadm [INF] Deploying daemon mds.foo.smithi110.fvzuby on smithi110 2024-02-18T08:28:02.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[55875]: cluster 2024-02-18T08:28:00.713022+0000 mgr.y (mgr.44100) 284 : cluster [DBG] pgmap v470: 89 pgs: 5 peering, 10 active+undersized+degraded, 15 active+undersized, 59 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 27/327 objects degraded (8.257%); 1.8 MiB/s, 0 objects/s recovering 2024-02-18T08:28:02.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[55875]: cluster 2024-02-18T08:28:00.858910+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2024-02-18T08:28:02.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:01 smithi110 bash[55875]: cluster 2024-02-18T08:28:01.861157+0000 mon.a (mon.0) 883 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2024-02-18T08:28:02.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:01 smithi191 bash[38688]: cephadm 2024-02-18T08:28:00.394609+0000 mgr.y (mgr.44100) 282 : cephadm [INF] Upgrade: Updating mds.foo.smithi110.fvzuby 2024-02-18T08:28:02.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:01 smithi191 bash[38688]: cephadm 2024-02-18T08:28:00.407767+0000 mgr.y (mgr.44100) 283 : cephadm [INF] Deploying daemon mds.foo.smithi110.fvzuby on smithi110 2024-02-18T08:28:02.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:01 smithi191 bash[38688]: cluster 2024-02-18T08:28:00.713022+0000 mgr.y (mgr.44100) 284 : cluster [DBG] pgmap v470: 89 pgs: 5 peering, 10 active+undersized+degraded, 15 active+undersized, 59 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 27/327 objects degraded (8.257%); 1.8 MiB/s, 0 objects/s recovering 2024-02-18T08:28:02.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:01 smithi191 bash[38688]: cluster 2024-02-18T08:28:00.858910+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2024-02-18T08:28:02.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:01 smithi191 bash[38688]: cluster 2024-02-18T08:28:01.861157+0000 mon.a (mon.0) 883 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2024-02-18T08:28:02.691 INFO:tasks.rados.rados.0.smithi110.stdout:2437: done (1 left) 2024-02-18T08:28:02.691 INFO:tasks.rados.rados.0.smithi110.stdout:2438: done (0 left) 2024-02-18T08:28:02.691 INFO:tasks.rados.rados.0.smithi110.stdout:2439: setattr oid 23 current snap is 232 2024-02-18T08:28:02.695 INFO:tasks.rados.rados.0.smithi110.stdout:2440: snap_create 2024-02-18T08:28:02.704 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1259 (ObjNum 699 snap 211 seq_num 699) dirty exists 2024-02-18T08:28:03.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:02 smithi110 bash[54479]: cluster 2024-02-18T08:28:02.679422+0000 mon.a (mon.0) 884 : cluster [WRN] daemon mds.foo.smithi110.fvzuby compat changed unexpectedly 2024-02-18T08:28:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:02 smithi110 bash[54479]: cluster 2024-02-18T08:28:02.686390+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2024-02-18T08:28:03.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:02 smithi110 bash[55875]: cluster 2024-02-18T08:28:02.679422+0000 mon.a (mon.0) 884 : cluster [WRN] daemon mds.foo.smithi110.fvzuby compat changed unexpectedly 2024-02-18T08:28:03.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:02 smithi110 bash[55875]: cluster 2024-02-18T08:28:02.686390+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2024-02-18T08:28:03.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:02 smithi191 bash[38688]: cluster 2024-02-18T08:28:02.679422+0000 mon.a (mon.0) 884 : cluster [WRN] daemon mds.foo.smithi110.fvzuby compat changed unexpectedly 2024-02-18T08:28:03.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:02 smithi191 bash[38688]: cluster 2024-02-18T08:28:02.686390+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2024-02-18T08:28:03.698 INFO:tasks.rados.rados.0.smithi110.stdout:2439: done (1 left) 2024-02-18T08:28:03.698 INFO:tasks.rados.rados.0.smithi110.stdout:2440: done (0 left) 2024-02-18T08:28:03.698 INFO:tasks.rados.rados.0.smithi110.stdout:2441: read oid 30 snap 220 2024-02-18T08:28:03.698 INFO:tasks.rados.rados.0.smithi110.stdout:2441: expect (ObjNum 686 snap 208 seq_num 686) 2024-02-18T08:28:03.698 INFO:tasks.rados.rados.0.smithi110.stdout:2442: read oid 25 snap -1 2024-02-18T08:28:03.698 INFO:tasks.rados.rados.0.smithi110.stdout:2442: expect (ObjNum 727 snap 223 seq_num 727) 2024-02-18T08:28:03.698 INFO:tasks.rados.rados.0.smithi110.stdout:2443: setattr oid 10 current snap is 233 2024-02-18T08:28:03.700 INFO:tasks.rados.rados.0.smithi110.stdout:2444: rollback oid 24 current snap is 233 2024-02-18T08:28:03.700 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 24 to 226 2024-02-18T08:28:03.700 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 34 current snap is 233 2024-02-18T08:28:03.700 INFO:tasks.rados.rados.0.smithi110.stdout:2445: seq_num 752 ranges {0=598016} 2024-02-18T08:28:03.704 INFO:tasks.rados.rados.0.smithi110.stdout:2445: writing smithi11051043-34 from 0 to 598016 tid 1 2024-02-18T08:28:03.705 INFO:tasks.rados.rados.0.smithi110.stdout:2446: rollback oid 15 current snap is 233 2024-02-18T08:28:03.705 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 15 to 227 2024-02-18T08:28:03.705 INFO:tasks.rados.rados.0.smithi110.stdout:2447: read oid 32 snap 226 2024-02-18T08:28:03.706 INFO:tasks.rados.rados.0.smithi110.stdout:2447: expect (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:28:03.706 INFO:tasks.rados.rados.0.smithi110.stdout:2448: read oid 8 snap 230 2024-02-18T08:28:03.706 INFO:tasks.rados.rados.0.smithi110.stdout:2448: expect (ObjNum 688 snap 210 seq_num 688) 2024-02-18T08:28:03.706 INFO:tasks.rados.rados.0.smithi110.stdout:2449: read oid 1 snap -1 2024-02-18T08:28:03.706 INFO:tasks.rados.rados.0.smithi110.stdout:2449: expect (ObjNum 740 snap 228 seq_num 740) 2024-02-18T08:28:03.706 INFO:tasks.rados.rados.0.smithi110.stdout:2450: read oid 21 snap -1 2024-02-18T08:28:03.706 INFO:tasks.rados.rados.0.smithi110.stdout:2450: expect (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:28:03.706 INFO:tasks.rados.rados.0.smithi110.stdout:2451: delete oid 27 current snap is 233 2024-02-18T08:28:03.716 INFO:tasks.rados.rados.0.smithi110.stdout:2446: finishing rollback tid 0 to smithi11051043-15 2024-02-18T08:28:03.716 INFO:tasks.rados.rados.0.smithi110.stdout:2446: finishing rollback tid 1 to smithi11051043-15 2024-02-18T08:28:03.716 INFO:tasks.rados.rados.0.smithi110.stdout:2446: finishing rollback tid 2 to smithi11051043-15 2024-02-18T08:28:03.716 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 864 (ObjNum 710 snap 215 seq_num 710) dirty exists 2024-02-18T08:28:03.717 INFO:tasks.rados.rados.0.smithi110.stdout:2441: expect (ObjNum 686 snap 208 seq_num 686) 2024-02-18T08:28:03.847 INFO:tasks.rados.rados.0.smithi110.stdout:2441: done (10 left) 2024-02-18T08:28:03.847 INFO:tasks.rados.rados.0.smithi110.stdout:2446: done (9 left) 2024-02-18T08:28:03.847 INFO:tasks.rados.rados.0.smithi110.stdout:2451: done (8 left) 2024-02-18T08:28:03.847 INFO:tasks.rados.rados.0.smithi110.stdout:2452: delete oid 16 current snap is 233 2024-02-18T08:28:03.847 INFO:tasks.rados.rados.0.smithi110.stdout:2448: expect (ObjNum 688 snap 210 seq_num 688) 2024-02-18T08:28:03.874 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:03.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:03.874 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:03.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:03.874 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:03.530Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:28:03.874 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[54479]: cluster 2024-02-18T08:28:02.713734+0000 mgr.y (mgr.44100) 285 : cluster [DBG] pgmap v474: 89 pgs: 5 peering, 1 active+undersized+degraded, 9 active+undersized, 74 active+clean; 180 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 240 KiB/s wr, 3 op/s; 1/333 objects degraded (0.300%); 14 MiB/s, 3 objects/s recovering 2024-02-18T08:28:03.874 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[54479]: cluster 2024-02-18T08:28:02.867855+0000 mon.a (mon.0) 886 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-02-18T08:28:03.874 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[54479]: cluster 2024-02-18T08:28:02.879201+0000 mon.a (mon.0) 887 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 2024-02-18T08:28:03.874 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[54479]: cluster 2024-02-18T08:28:03.695394+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:2444: finishing rollback tid 0 to smithi11051043-24 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:2444: finishing rollback tid 1 to smithi11051043-24 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:2444: finishing rollback tid 2 to smithi11051043-24 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 946 (ObjNum 624 snap 191 seq_num 624) dirty exists 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:2445: finishing write tid 1 to smithi11051043-34 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:2445: finishing write tid 3 to smithi11051043-34 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:2445: finishing write tid 4 to smithi11051043-34 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 948 (ObjNum 752 snap 233 seq_num 752) dirty exists 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:2445: left oid 34 (ObjNum 752 snap 233 seq_num 752) 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:2444: done (8 left) 2024-02-18T08:28:03.893 INFO:tasks.rados.rados.0.smithi110.stdout:2445: done (7 left) 2024-02-18T08:28:03.894 INFO:tasks.rados.rados.0.smithi110.stdout:2448: done (6 left) 2024-02-18T08:28:03.894 INFO:tasks.rados.rados.0.smithi110.stdout:2452: done (5 left) 2024-02-18T08:28:03.894 INFO:tasks.rados.rados.0.smithi110.stdout:2453: copy_from oid 2 from oid 9 current snap is 233 2024-02-18T08:28:03.894 INFO:tasks.rados.rados.0.smithi110.stdout:2450: expect (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:28:03.944 INFO:tasks.rados.rados.0.smithi110.stdout:2449: expect (ObjNum 740 snap 228 seq_num 740) 2024-02-18T08:28:04.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[55875]: cluster 2024-02-18T08:28:02.713734+0000 mgr.y (mgr.44100) 285 : cluster [DBG] pgmap v474: 89 pgs: 5 peering, 1 active+undersized+degraded, 9 active+undersized, 74 active+clean; 180 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 240 KiB/s wr, 3 op/s; 1/333 objects degraded (0.300%); 14 MiB/s, 3 objects/s recovering 2024-02-18T08:28:04.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[55875]: cluster 2024-02-18T08:28:02.867855+0000 mon.a (mon.0) 886 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-02-18T08:28:04.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[55875]: cluster 2024-02-18T08:28:02.879201+0000 mon.a (mon.0) 887 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 2024-02-18T08:28:04.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:03 smithi110 bash[55875]: cluster 2024-02-18T08:28:03.695394+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2024-02-18T08:28:04.223 INFO:tasks.rados.rados.0.smithi110.stdout:2442: expect (ObjNum 727 snap 223 seq_num 727) 2024-02-18T08:28:04.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:03 smithi191 bash[38688]: cluster 2024-02-18T08:28:02.713734+0000 mgr.y (mgr.44100) 285 : cluster [DBG] pgmap v474: 89 pgs: 5 peering, 1 active+undersized+degraded, 9 active+undersized, 74 active+clean; 180 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 240 KiB/s wr, 3 op/s; 1/333 objects degraded (0.300%); 14 MiB/s, 3 objects/s recovering 2024-02-18T08:28:04.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:03 smithi191 bash[38688]: cluster 2024-02-18T08:28:02.867855+0000 mon.a (mon.0) 886 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-02-18T08:28:04.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:03 smithi191 bash[38688]: cluster 2024-02-18T08:28:02.879201+0000 mon.a (mon.0) 887 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 2024-02-18T08:28:04.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:03 smithi191 bash[38688]: cluster 2024-02-18T08:28:03.695394+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2024-02-18T08:28:05.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:04 smithi110 bash[55875]: audit 2024-02-18T08:28:04.659692+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:28:05.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:04 smithi110 bash[55875]: cluster 2024-02-18T08:28:04.732893+0000 mon.a (mon.0) 890 : cluster [WRN] Health check update: Degraded data redundancy: 1/333 objects degraded (0.300%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:28:05.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:04 smithi110 bash[55875]: cluster 2024-02-18T08:28:04.741313+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2024-02-18T08:28:05.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:04 smithi110 bash[54479]: audit 2024-02-18T08:28:04.659692+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:28:05.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:04 smithi110 bash[54479]: cluster 2024-02-18T08:28:04.732893+0000 mon.a (mon.0) 890 : cluster [WRN] Health check update: Degraded data redundancy: 1/333 objects degraded (0.300%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:28:05.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:04 smithi110 bash[54479]: cluster 2024-02-18T08:28:04.741313+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2024-02-18T08:28:05.247 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 768 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:28:05.247 INFO:tasks.rados.rados.0.smithi110.stdout:2447: expect (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:28:05.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:04 smithi191 bash[38688]: audit 2024-02-18T08:28:04.659692+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:28:05.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:04 smithi191 bash[38688]: cluster 2024-02-18T08:28:04.732893+0000 mon.a (mon.0) 890 : cluster [WRN] Health check update: Degraded data redundancy: 1/333 objects degraded (0.300%), 1 pg degraded (PG_DEGRADED) 2024-02-18T08:28:05.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:04 smithi191 bash[38688]: cluster 2024-02-18T08:28:04.741313+0000 mon.a (mon.0) 891 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2024-02-18T08:28:05.613 INFO:tasks.rados.rados.0.smithi110.stdout:2453: finishing copy_from to smithi11051043-2 2024-02-18T08:28:05.613 INFO:tasks.rados.rados.0.smithi110.stdout:2453: got expected ENOENT (src dne) 2024-02-18T08:28:05.613 INFO:tasks.rados.rados.0.smithi110.stdout:2453: finishing copy_from racing read to smithi11051043-2 2024-02-18T08:28:05.613 INFO:tasks.rados.rados.0.smithi110.stdout:2442: done (5 left) 2024-02-18T08:28:05.613 INFO:tasks.rados.rados.0.smithi110.stdout:2443: done (4 left) 2024-02-18T08:28:05.613 INFO:tasks.rados.rados.0.smithi110.stdout:2447: done (3 left) 2024-02-18T08:28:05.613 INFO:tasks.rados.rados.0.smithi110.stdout:2449: done (2 left) 2024-02-18T08:28:05.614 INFO:tasks.rados.rados.0.smithi110.stdout:2450: done (1 left) 2024-02-18T08:28:05.614 INFO:tasks.rados.rados.0.smithi110.stdout:2453: done (0 left) 2024-02-18T08:28:05.614 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 233 2024-02-18T08:28:05.614 INFO:tasks.rados.rados.0.smithi110.stdout:2454: seq_num 755 ranges {0=647168} 2024-02-18T08:28:05.624 INFO:tasks.rados.rados.0.smithi110.stdout:2454: writing smithi11051043-35 from 0 to 647168 tid 1 2024-02-18T08:28:05.624 INFO:tasks.rados.rados.0.smithi110.stdout:2455: copy_from oid 47 from oid 20 current snap is 233 2024-02-18T08:28:05.624 INFO:tasks.rados.rados.0.smithi110.stdout:2456: rmattr oid 10 current snap is 233 2024-02-18T08:28:05.624 INFO:tasks.rados.rados.0.smithi110.stdout:2457: rollback oid 32 current snap is 233 2024-02-18T08:28:05.624 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 32 to 230 2024-02-18T08:28:05.624 INFO:tasks.rados.rados.0.smithi110.stdout:2458: setattr oid 17 current snap is 233 2024-02-18T08:28:05.627 INFO:tasks.rados.rados.0.smithi110.stdout:2459: copy_from oid 26 from oid 13 current snap is 233 2024-02-18T08:28:05.627 INFO:tasks.rados.rados.0.smithi110.stdout:2460: rmattr oid 42 current snap is 233 2024-02-18T08:28:05.628 INFO:tasks.rados.rados.0.smithi110.stdout:2461: copy_from oid 23 from oid 40 current snap is 233 2024-02-18T08:28:05.628 INFO:tasks.rados.rados.0.smithi110.stdout:2462: read oid 48 snap -1 2024-02-18T08:28:05.628 INFO:tasks.rados.rados.0.smithi110.stdout:2462: expect (ObjNum 713 snap 215 seq_num 713) 2024-02-18T08:28:05.628 INFO:tasks.rados.rados.0.smithi110.stdout:2463: delete oid 33 current snap is 233 2024-02-18T08:28:05.633 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 769 (ObjNum -129912648 snap 22008 seq_num 4165510656) dirty exists 2024-02-18T08:28:05.634 INFO:tasks.rados.rados.0.smithi110.stdout:2457: finishing rollback tid 0 to smithi11051043-32 2024-02-18T08:28:05.634 INFO:tasks.rados.rados.0.smithi110.stdout:2454: finishing write tid 1 to smithi11051043-35 2024-02-18T08:28:05.635 INFO:tasks.rados.rados.0.smithi110.stdout:2454: finishing write tid 3 to smithi11051043-35 2024-02-18T08:28:05.636 INFO:tasks.rados.rados.0.smithi110.stdout:2456: done (9 left) 2024-02-18T08:28:05.636 INFO:tasks.rados.rados.0.smithi110.stdout:2463: done (8 left) 2024-02-18T08:28:05.636 INFO:tasks.rados.rados.0.smithi110.stdout:2464: snap_remove snap 231 2024-02-18T08:28:05.896 INFO:tasks.rados.rados.0.smithi110.stdout:2464: done (8 left) 2024-02-18T08:28:05.896 INFO:tasks.rados.rados.0.smithi110.stdout:2465: read oid 11 snap 232 2024-02-18T08:28:05.896 INFO:tasks.rados.rados.0.smithi110.stdout:2465: expect deleted 2024-02-18T08:28:05.896 INFO:tasks.rados.rados.0.smithi110.stdout:2466: snap_remove snap 227 2024-02-18T08:28:06.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:05 smithi110 bash[54479]: cluster 2024-02-18T08:28:04.714564+0000 mgr.y (mgr.44100) 286 : cluster [DBG] pgmap v476: 89 pgs: 89 active+clean; 180 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 252 KiB/s wr, 8 op/s; 12 MiB/s, 3 objects/s recovering 2024-02-18T08:28:06.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:05 smithi110 bash[54479]: cluster 2024-02-18T08:28:04.871769+0000 mon.a (mon.0) 892 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/333 objects degraded (0.300%), 1 pg degraded) 2024-02-18T08:28:06.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:05 smithi110 bash[55875]: cluster 2024-02-18T08:28:04.714564+0000 mgr.y (mgr.44100) 286 : cluster [DBG] pgmap v476: 89 pgs: 89 active+clean; 180 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 252 KiB/s wr, 8 op/s; 12 MiB/s, 3 objects/s recovering 2024-02-18T08:28:06.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:05 smithi110 bash[55875]: cluster 2024-02-18T08:28:04.871769+0000 mon.a (mon.0) 892 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/333 objects degraded (0.300%), 1 pg degraded) 2024-02-18T08:28:06.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:05 smithi191 bash[38688]: cluster 2024-02-18T08:28:04.714564+0000 mgr.y (mgr.44100) 286 : cluster [DBG] pgmap v476: 89 pgs: 89 active+clean; 180 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 252 KiB/s wr, 8 op/s; 12 MiB/s, 3 objects/s recovering 2024-02-18T08:28:06.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:05 smithi191 bash[38688]: cluster 2024-02-18T08:28:04.871769+0000 mon.a (mon.0) 892 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/333 objects degraded (0.300%), 1 pg degraded) 2024-02-18T08:28:06.905 INFO:tasks.rados.rados.0.smithi110.stdout:2457: finishing rollback tid 1 to smithi11051043-32 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1043 (ObjNum 743 snap 229 seq_num 743) dirty exists 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:2457: finishing rollback tid 2 to smithi11051043-32 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 832 (ObjNum 705 snap 213 seq_num 705) dirty exists 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 866 (ObjNum 711 snap 215 seq_num 711) dirty exists 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:2454: finishing write tid 4 to smithi11051043-35 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 1036 (ObjNum 755 snap 233 seq_num 755) dirty exists 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:2454: left oid 35 (ObjNum 755 snap 233 seq_num 755) 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:2459: finishing copy_from racing read to smithi11051043-26 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:2461: finishing copy_from racing read to smithi11051043-23 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:2459: finishing copy_from to smithi11051043-26 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 855 (ObjNum 747 snap 230 seq_num 747) dirty exists 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:2461: finishing copy_from to smithi11051043-23 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 913 (ObjNum 725 snap 221 seq_num 725) dirty exists 2024-02-18T08:28:06.906 INFO:tasks.rados.rados.0.smithi110.stdout:2455: finishing copy_from racing read to smithi11051043-47 2024-02-18T08:28:06.907 INFO:tasks.rados.rados.0.smithi110.stdout:2455: finishing copy_from to smithi11051043-47 2024-02-18T08:28:06.907 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 832 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:28:06.907 INFO:tasks.rados.rados.0.smithi110.stdout:2462: expect (ObjNum 713 snap 215 seq_num 713) 2024-02-18T08:28:07.056 INFO:tasks.rados.rados.0.smithi110.stdout:2454: done (9 left) 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:2455: done (8 left) 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:2457: done (7 left) 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:2458: done (6 left) 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:2459: done (5 left) 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:2460: done (4 left) 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:2461: done (3 left) 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:2462: done (2 left) 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:2465: done (1 left) 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:2466: done (0 left) 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 233 2024-02-18T08:28:07.057 INFO:tasks.rados.rados.0.smithi110.stdout:2467: seq_num 757 ranges {2318336=688128} 2024-02-18T08:28:07.081 INFO:tasks.rados.rados.0.smithi110.stdout:2467: writing smithi11051043-23 from 2318336 to 3006464 tid 1 2024-02-18T08:28:07.081 INFO:tasks.rados.rados.0.smithi110.stdout:2468: rollback oid 40 current snap is 233 2024-02-18T08:28:07.081 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 40 to 230 2024-02-18T08:28:07.081 INFO:tasks.rados.rados.0.smithi110.stdout:2469: read oid 49 snap -1 2024-02-18T08:28:07.081 INFO:tasks.rados.rados.0.smithi110.stdout:2469: expect (ObjNum 722 snap 217 seq_num 722) 2024-02-18T08:28:07.081 INFO:tasks.rados.rados.0.smithi110.stdout:2470: snap_create 2024-02-18T08:28:07.086 INFO:tasks.rados.rados.0.smithi110.stdout:2468: finishing rollback tid 0 to smithi11051043-40 2024-02-18T08:28:07.087 INFO:tasks.rados.rados.0.smithi110.stdout:2468: finishing rollback tid 1 to smithi11051043-40 2024-02-18T08:28:07.087 INFO:tasks.rados.rados.0.smithi110.stdout:2468: finishing rollback tid 2 to smithi11051043-40 2024-02-18T08:28:07.087 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 962 (ObjNum 725 snap 221 seq_num 725) dirty exists 2024-02-18T08:28:07.087 INFO:tasks.rados.rados.0.smithi110.stdout:2469: expect (ObjNum 722 snap 217 seq_num 722) 2024-02-18T08:28:07.090 INFO:tasks.rados.rados.0.smithi110.stdout:2467: finishing write tid 1 to smithi11051043-23 2024-02-18T08:28:07.090 INFO:tasks.rados.rados.0.smithi110.stdout:2467: finishing write tid 3 to smithi11051043-23 2024-02-18T08:28:07.092 INFO:tasks.rados.rados.0.smithi110.stdout:2467: finishing write tid 4 to smithi11051043-23 2024-02-18T08:28:07.092 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1280 (ObjNum 757 snap 233 seq_num 757) dirty exists 2024-02-18T08:28:07.092 INFO:tasks.rados.rados.0.smithi110.stdout:2467: left oid 23 (ObjNum 757 snap 233 seq_num 757) 2024-02-18T08:28:07.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:06 smithi110 bash[54479]: cluster 2024-02-18T08:28:05.892828+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2024-02-18T08:28:07.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:06 smithi110 bash[54479]: audit 2024-02-18T08:28:06.843875+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:07.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:06 smithi110 bash[54479]: audit 2024-02-18T08:28:06.845109+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:07.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:06 smithi110 bash[54479]: audit 2024-02-18T08:28:06.847816+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:07.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:06 smithi110 bash[55875]: cluster 2024-02-18T08:28:05.892828+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2024-02-18T08:28:07.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:06 smithi110 bash[55875]: audit 2024-02-18T08:28:06.843875+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:07.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:06 smithi110 bash[55875]: audit 2024-02-18T08:28:06.845109+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:07.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:06 smithi110 bash[55875]: audit 2024-02-18T08:28:06.847816+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:07.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:06 smithi191 bash[38688]: cluster 2024-02-18T08:28:05.892828+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2024-02-18T08:28:07.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:06 smithi191 bash[38688]: audit 2024-02-18T08:28:06.843875+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:07.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:06 smithi191 bash[38688]: audit 2024-02-18T08:28:06.845109+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:07.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:06 smithi191 bash[38688]: audit 2024-02-18T08:28:06.847816+0000 mon.a (mon.0) 896 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:07.914 INFO:tasks.rados.rados.0.smithi110.stdout:2467: done (3 left) 2024-02-18T08:28:07.914 INFO:tasks.rados.rados.0.smithi110.stdout:2468: done (2 left) 2024-02-18T08:28:07.914 INFO:tasks.rados.rados.0.smithi110.stdout:2469: done (1 left) 2024-02-18T08:28:07.914 INFO:tasks.rados.rados.0.smithi110.stdout:2470: done (0 left) 2024-02-18T08:28:07.914 INFO:tasks.rados.rados.0.smithi110.stdout:2471: delete oid 35 current snap is 234 2024-02-18T08:28:07.920 INFO:tasks.rados.rados.0.smithi110.stdout:2471: done (0 left) 2024-02-18T08:28:07.920 INFO:tasks.rados.rados.0.smithi110.stdout:2472: snap_create 2024-02-18T08:28:08.164 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:07 smithi110 bash[54479]: cluster 2024-02-18T08:28:06.715402+0000 mgr.y (mgr.44100) 287 : cluster [DBG] pgmap v479: 89 pgs: 89 active+clean; 185 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-02-18T08:28:08.165 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:07 smithi110 bash[54479]: cluster 2024-02-18T08:28:06.902764+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2024-02-18T08:28:08.165 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:07 smithi110 bash[55875]: cluster 2024-02-18T08:28:06.715402+0000 mgr.y (mgr.44100) 287 : cluster [DBG] pgmap v479: 89 pgs: 89 active+clean; 185 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-02-18T08:28:08.165 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:07 smithi110 bash[55875]: cluster 2024-02-18T08:28:06.902764+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2024-02-18T08:28:08.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:07 smithi191 bash[38688]: cluster 2024-02-18T08:28:06.715402+0000 mgr.y (mgr.44100) 287 : cluster [DBG] pgmap v479: 89 pgs: 89 active+clean; 185 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-02-18T08:28:08.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:07 smithi191 bash[38688]: cluster 2024-02-18T08:28:06.902764+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2024-02-18T08:28:08.928 INFO:tasks.rados.rados.0.smithi110.stdout:2472: done (0 left) 2024-02-18T08:28:08.928 INFO:tasks.rados.rados.0.smithi110.stdout:2473: copy_from oid 2 from oid 45 current snap is 235 2024-02-18T08:28:08.928 INFO:tasks.rados.rados.0.smithi110.stdout:2474: rmattr oid 23 current snap is 235 2024-02-18T08:28:08.928 INFO:tasks.rados.rados.0.smithi110.stdout:2475: rmattr oid 38 current snap is 235 2024-02-18T08:28:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:2475: done (2 left) 2024-02-18T08:28:08.929 INFO:tasks.rados.rados.0.smithi110.stdout:2476: delete oid 48 current snap is 235 2024-02-18T08:28:08.935 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1282 (ObjNum 757 snap 233 seq_num 757) dirty exists 2024-02-18T08:28:08.936 INFO:tasks.rados.rados.0.smithi110.stdout:2474: done (2 left) 2024-02-18T08:28:08.936 INFO:tasks.rados.rados.0.smithi110.stdout:2476: done (1 left) 2024-02-18T08:28:08.936 INFO:tasks.rados.rados.0.smithi110.stdout:2477: snap_remove snap 220 2024-02-18T08:28:09.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:08 smithi110 bash[54479]: cluster 2024-02-18T08:28:07.911074+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2024-02-18T08:28:09.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:08 smithi110 bash[55875]: cluster 2024-02-18T08:28:07.911074+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2024-02-18T08:28:09.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:08 smithi191 bash[38688]: cluster 2024-02-18T08:28:07.911074+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2024-02-18T08:28:09.748 INFO:tasks.rados.rados.0.smithi110.stdout:2477: done (1 left) 2024-02-18T08:28:09.748 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 235 2024-02-18T08:28:09.748 INFO:tasks.rados.rados.0.smithi110.stdout:2478: seq_num 760 ranges {3268608=737280} 2024-02-18T08:28:09.774 INFO:tasks.rados.rados.0.smithi110.stdout:2478: writing smithi11051043-22 from 3268608 to 4005888 tid 1 2024-02-18T08:28:09.774 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 235 2024-02-18T08:28:09.775 INFO:tasks.rados.rados.0.smithi110.stdout:2479: seq_num 761 ranges {1081344=753664} 2024-02-18T08:28:09.785 INFO:tasks.rados.rados.0.smithi110.stdout:2479: writing smithi11051043-39 from 1081344 to 1835008 tid 1 2024-02-18T08:28:09.785 INFO:tasks.rados.rados.0.smithi110.stdout:2480: snap_remove snap 233 2024-02-18T08:28:10.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[54479]: cluster 2024-02-18T08:28:08.716191+0000 mgr.y (mgr.44100) 288 : cluster [DBG] pgmap v482: 89 pgs: 89 active+clean; 187 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-02-18T08:28:10.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[54479]: cluster 2024-02-18T08:28:08.908216+0000 mon.a (mon.0) 899 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-02-18T08:28:10.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[54479]: cluster 2024-02-18T08:28:08.908335+0000 mon.a (mon.0) 900 : cluster [INF] Cluster is now healthy 2024-02-18T08:28:10.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[54479]: cluster 2024-02-18T08:28:08.924670+0000 mon.a (mon.0) 901 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:boot 2024-02-18T08:28:10.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[54479]: cluster 2024-02-18T08:28:08.924841+0000 mon.a (mon.0) 902 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:28:10.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[54479]: cluster 2024-02-18T08:28:08.925009+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2024-02-18T08:28:10.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[54479]: audit 2024-02-18T08:28:08.925759+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:28:10.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[54479]: cluster 2024-02-18T08:28:09.745186+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2024-02-18T08:28:10.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[55875]: cluster 2024-02-18T08:28:08.716191+0000 mgr.y (mgr.44100) 288 : cluster [DBG] pgmap v482: 89 pgs: 89 active+clean; 187 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-02-18T08:28:10.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[55875]: cluster 2024-02-18T08:28:08.908216+0000 mon.a (mon.0) 899 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-02-18T08:28:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[55875]: cluster 2024-02-18T08:28:08.908335+0000 mon.a (mon.0) 900 : cluster [INF] Cluster is now healthy 2024-02-18T08:28:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[55875]: cluster 2024-02-18T08:28:08.924670+0000 mon.a (mon.0) 901 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:boot 2024-02-18T08:28:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[55875]: cluster 2024-02-18T08:28:08.924841+0000 mon.a (mon.0) 902 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:28:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[55875]: cluster 2024-02-18T08:28:08.925009+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2024-02-18T08:28:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[55875]: audit 2024-02-18T08:28:08.925759+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:28:10.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:09 smithi110 bash[55875]: cluster 2024-02-18T08:28:09.745186+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2024-02-18T08:28:10.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:09 smithi191 bash[38688]: cluster 2024-02-18T08:28:08.716191+0000 mgr.y (mgr.44100) 288 : cluster [DBG] pgmap v482: 89 pgs: 89 active+clean; 187 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-02-18T08:28:10.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:09 smithi191 bash[38688]: cluster 2024-02-18T08:28:08.908216+0000 mon.a (mon.0) 899 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-02-18T08:28:10.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:09 smithi191 bash[38688]: cluster 2024-02-18T08:28:08.908335+0000 mon.a (mon.0) 900 : cluster [INF] Cluster is now healthy 2024-02-18T08:28:10.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:09 smithi191 bash[38688]: cluster 2024-02-18T08:28:08.924670+0000 mon.a (mon.0) 901 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:boot 2024-02-18T08:28:10.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:09 smithi191 bash[38688]: cluster 2024-02-18T08:28:08.924841+0000 mon.a (mon.0) 902 : cluster [DBG] fsmap foo:1 {0=foo.smithi191.yrmaff=up:active} 1 up:standby 2024-02-18T08:28:10.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:09 smithi191 bash[38688]: cluster 2024-02-18T08:28:08.925009+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2024-02-18T08:28:10.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:09 smithi191 bash[38688]: audit 2024-02-18T08:28:08.925759+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:28:10.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:09 smithi191 bash[38688]: cluster 2024-02-18T08:28:09.745186+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2024-02-18T08:28:10.751 INFO:tasks.rados.rados.0.smithi110.stdout:2480: done (3 left) 2024-02-18T08:28:10.751 INFO:tasks.rados.rados.0.smithi110.stdout:2481: setattr oid 10 current snap is 235 2024-02-18T08:28:10.751 INFO:tasks.rados.rados.0.smithi110.stdout:2473: finishing copy_from racing read to smithi11051043-2 2024-02-18T08:28:10.751 INFO:tasks.rados.rados.0.smithi110.stdout:2473: finishing copy_from to smithi11051043-2 2024-02-18T08:28:10.751 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1223 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-02-18T08:28:10.751 INFO:tasks.rados.rados.0.smithi110.stdout:2478: finishing write tid 1 to smithi11051043-22 2024-02-18T08:28:10.751 INFO:tasks.rados.rados.0.smithi110.stdout:2478: finishing write tid 3 to smithi11051043-22 2024-02-18T08:28:10.751 INFO:tasks.rados.rados.0.smithi110.stdout:2478: finishing write tid 4 to smithi11051043-22 2024-02-18T08:28:10.751 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 971 (ObjNum 760 snap 235 seq_num 760) dirty exists 2024-02-18T08:28:10.751 INFO:tasks.rados.rados.0.smithi110.stdout:2478: left oid 22 (ObjNum 760 snap 235 seq_num 760) 2024-02-18T08:28:10.752 INFO:tasks.rados.rados.0.smithi110.stdout:2479: finishing write tid 1 to smithi11051043-39 2024-02-18T08:28:10.752 INFO:tasks.rados.rados.0.smithi110.stdout:2479: finishing write tid 3 to smithi11051043-39 2024-02-18T08:28:10.752 INFO:tasks.rados.rados.0.smithi110.stdout:2479: finishing write tid 4 to smithi11051043-39 2024-02-18T08:28:10.752 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 834 (ObjNum 761 snap 235 seq_num 761) dirty exists 2024-02-18T08:28:10.752 INFO:tasks.rados.rados.0.smithi110.stdout:2479: left oid 39 (ObjNum 761 snap 235 seq_num 761) 2024-02-18T08:28:10.752 INFO:tasks.rados.rados.0.smithi110.stdout:2473: done (3 left) 2024-02-18T08:28:10.753 INFO:tasks.rados.rados.0.smithi110.stdout:2478: done (2 left) 2024-02-18T08:28:10.753 INFO:tasks.rados.rados.0.smithi110.stdout:2479: done (1 left) 2024-02-18T08:28:10.753 INFO:tasks.rados.rados.0.smithi110.stdout:2482: rmattr oid 39 current snap is 235 2024-02-18T08:28:10.753 INFO:tasks.rados.rados.0.smithi110.stdout:2482: done (1 left) 2024-02-18T08:28:10.753 INFO:tasks.rados.rados.0.smithi110.stdout:2483: rollback oid 23 current snap is 235 2024-02-18T08:28:10.753 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 23 to 215 2024-02-18T08:28:10.753 INFO:tasks.rados.rados.0.smithi110.stdout:2484: snap_remove snap 228 2024-02-18T08:28:11.754 INFO:tasks.rados.rados.0.smithi110.stdout:2484: done (2 left) 2024-02-18T08:28:11.754 INFO:tasks.rados.rados.0.smithi110.stdout:2485: delete oid 19 current snap is 235 2024-02-18T08:28:11.755 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 835 (ObjNum 1684107627 snap 1315918186 seq_num 1650282064) dirty exists 2024-02-18T08:28:11.755 INFO:tasks.rados.rados.0.smithi110.stdout:2483: finishing rollback tid 0 to smithi11051043-23 2024-02-18T08:28:11.755 INFO:tasks.rados.rados.0.smithi110.stdout:2483: finishing rollback tid 1 to smithi11051043-23 2024-02-18T08:28:11.755 INFO:tasks.rados.rados.0.smithi110.stdout:2483: finishing rollback tid 2 to smithi11051043-23 2024-02-18T08:28:11.755 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1297 (ObjNum 696 snap 211 seq_num 696) dirty exists 2024-02-18T08:28:11.762 INFO:tasks.rados.rados.0.smithi110.stdout:2481: done (2 left) 2024-02-18T08:28:11.762 INFO:tasks.rados.rados.0.smithi110.stdout:2483: done (1 left) 2024-02-18T08:28:11.762 INFO:tasks.rados.rados.0.smithi110.stdout:2485: done (0 left) 2024-02-18T08:28:11.762 INFO:tasks.rados.rados.0.smithi110.stdout:2486: read oid 50 snap -1 2024-02-18T08:28:11.762 INFO:tasks.rados.rados.0.smithi110.stdout:2486: expect deleted 2024-02-18T08:28:11.762 INFO:tasks.rados.rados.0.smithi110.stdout:2487: rollback oid 21 current snap is 235 2024-02-18T08:28:11.763 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 21 to 232 2024-02-18T08:28:11.763 INFO:tasks.rados.rados.0.smithi110.stdout:2488: delete oid 35 current snap is 235 2024-02-18T08:28:11.766 INFO:tasks.rados.rados.0.smithi110.stdout:2487: finishing rollback tid 0 to smithi11051043-21 2024-02-18T08:28:11.768 INFO:tasks.rados.rados.0.smithi110.stdout:2487: finishing rollback tid 1 to smithi11051043-21 2024-02-18T08:28:11.769 INFO:tasks.rados.rados.0.smithi110.stdout:2487: finishing rollback tid 2 to smithi11051043-21 2024-02-18T08:28:11.769 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 1040 (ObjNum 715 snap 215 seq_num 715) dirty exists 2024-02-18T08:28:11.770 INFO:tasks.rados.rados.0.smithi110.stdout:2486: done (2 left) 2024-02-18T08:28:11.770 INFO:tasks.rados.rados.0.smithi110.stdout:2487: done (1 left) 2024-02-18T08:28:11.771 INFO:tasks.rados.rados.0.smithi110.stdout:2488: done (0 left) 2024-02-18T08:28:11.771 INFO:tasks.rados.rados.0.smithi110.stdout:2489: delete oid 50 current snap is 235 2024-02-18T08:28:11.775 INFO:tasks.rados.rados.0.smithi110.stdout:2489: done (0 left) 2024-02-18T08:28:11.775 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 235 2024-02-18T08:28:11.775 INFO:tasks.rados.rados.0.smithi110.stdout:2490: seq_num 765 ranges {0=417792,417792=401408} 2024-02-18T08:28:11.775 INFO:tasks.rados.rados.0.smithi110.stdout:2490: writing smithi11051043-35 from 0 to 417792 tid 1 2024-02-18T08:28:11.777 INFO:tasks.rados.rados.0.smithi110.stdout:2490: writing smithi11051043-35 from 417792 to 819200 tid 2 2024-02-18T08:28:11.777 INFO:tasks.rados.rados.0.smithi110.stdout:2491: delete oid 17 current snap is 235 2024-02-18T08:28:11.780 INFO:tasks.rados.rados.0.smithi110.stdout:2491: done (1 left) 2024-02-18T08:28:11.780 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 235 2024-02-18T08:28:11.780 INFO:tasks.rados.rados.0.smithi110.stdout:2492: seq_num 767 ranges {0=450560,450560=401408} 2024-02-18T08:28:11.782 INFO:tasks.rados.rados.0.smithi110.stdout:2492: writing smithi11051043-3 from 0 to 450560 tid 1 2024-02-18T08:28:11.785 INFO:tasks.rados.rados.0.smithi110.stdout:2492: writing smithi11051043-3 from 450560 to 851968 tid 2 2024-02-18T08:28:11.785 INFO:tasks.rados.rados.0.smithi110.stdout:2493: snap_create 2024-02-18T08:28:11.785 INFO:tasks.rados.rados.0.smithi110.stdout:2490: finishing write tid 1 to smithi11051043-35 2024-02-18T08:28:11.785 INFO:tasks.rados.rados.0.smithi110.stdout:2490: finishing write tid 2 to smithi11051043-35 2024-02-18T08:28:11.785 INFO:tasks.rados.rados.0.smithi110.stdout:2490: finishing write tid 4 to smithi11051043-35 2024-02-18T08:28:11.785 INFO:tasks.rados.rados.0.smithi110.stdout:2490: finishing write tid 5 to smithi11051043-35 2024-02-18T08:28:11.785 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 1043 (ObjNum 765 snap 235 seq_num 765) dirty exists 2024-02-18T08:28:11.785 INFO:tasks.rados.rados.0.smithi110.stdout:2490: left oid 35 (ObjNum 765 snap 235 seq_num 765) 2024-02-18T08:28:11.785 INFO:tasks.rados.rados.0.smithi110.stdout:2492: finishing write tid 1 to smithi11051043-3 2024-02-18T08:28:11.788 INFO:tasks.rados.rados.0.smithi110.stdout:2492: finishing write tid 2 to smithi11051043-3 2024-02-18T08:28:11.788 INFO:tasks.rados.rados.0.smithi110.stdout:2492: finishing write tid 4 to smithi11051043-3 2024-02-18T08:28:11.789 INFO:tasks.rados.rados.0.smithi110.stdout:2492: finishing write tid 5 to smithi11051043-3 2024-02-18T08:28:11.789 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 1046 (ObjNum 767 snap 235 seq_num 767) dirty exists 2024-02-18T08:28:11.790 INFO:tasks.rados.rados.0.smithi110.stdout:2492: left oid 3 (ObjNum 767 snap 235 seq_num 767) 2024-02-18T08:28:11.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:11 smithi110 bash[55875]: cluster 2024-02-18T08:28:10.717065+0000 mgr.y (mgr.44100) 289 : cluster [DBG] pgmap v485: 89 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 85 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-02-18T08:28:11.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:11 smithi110 bash[55875]: cluster 2024-02-18T08:28:10.748291+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2024-02-18T08:28:11.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:11 smithi110 bash[54479]: cluster 2024-02-18T08:28:10.717065+0000 mgr.y (mgr.44100) 289 : cluster [DBG] pgmap v485: 89 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 85 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-02-18T08:28:11.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:11 smithi110 bash[54479]: cluster 2024-02-18T08:28:10.748291+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2024-02-18T08:28:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:11.635Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:11.635Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:11.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:11 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:11.636Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:28:12.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:11 smithi191 bash[38688]: cluster 2024-02-18T08:28:10.717065+0000 mgr.y (mgr.44100) 289 : cluster [DBG] pgmap v485: 89 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 85 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-02-18T08:28:12.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:11 smithi191 bash[38688]: cluster 2024-02-18T08:28:10.748291+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2024-02-18T08:28:12.777 INFO:tasks.rados.rados.0.smithi110.stdout:2490: done (2 left) 2024-02-18T08:28:12.864 INFO:tasks.rados.rados.0.smithi110.stdout:2492: done (1 left) 2024-02-18T08:28:12.864 INFO:tasks.rados.rados.0.smithi110.stdout:2493: done (0 left) 2024-02-18T08:28:12.864 INFO:tasks.rados.rados.0.smithi110.stdout:2494: delete oid 47 current snap is 236 2024-02-18T08:28:12.866 INFO:tasks.rados.rados.0.smithi110.stdout:2494: done (0 left) 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2495: copy_from oid 37 from oid 34 current snap is 236 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 236 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2496: seq_num 769 ranges {0=483328,483328=401408} 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2496: writing smithi11051043-9 from 0 to 483328 tid 1 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2496: writing smithi11051043-9 from 483328 to 884736 tid 2 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2497: rollback oid 27 current snap is 236 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 27 to 215 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2498: delete oid 28 current snap is 236 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2495: finishing copy_from racing read to smithi11051043-37 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2495: finishing copy_from to smithi11051043-37 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 948 (ObjNum 752 snap 233 seq_num 752) dirty exists 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2496: finishing write tid 1 to smithi11051043-9 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2497: finishing rollback tid 1 to smithi11051043-27 2024-02-18T08:28:12.867 INFO:tasks.rados.rados.0.smithi110.stdout:2497: finishing rollback tid 2 to smithi11051043-27 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1305 (ObjNum 707 snap 213 seq_num 707) dirty exists 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2496: finishing write tid 2 to smithi11051043-9 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2495: done (3 left) 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2497: done (2 left) 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2498: done (1 left) 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2499: delete oid 23 current snap is 236 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2496: finishing write tid 4 to smithi11051043-9 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2496: finishing write tid 5 to smithi11051043-9 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1047 (ObjNum 769 snap 236 seq_num 769) dirty exists 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2496: left oid 9 (ObjNum 769 snap 236 seq_num 769) 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2496: done (1 left) 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2499: done (0 left) 2024-02-18T08:28:12.868 INFO:tasks.rados.rados.0.smithi110.stdout:2500: snap_create 2024-02-18T08:28:13.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:12 smithi191 bash[38688]: cluster 2024-02-18T08:28:11.751118+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2024-02-18T08:28:13.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:12 smithi110 bash[54479]: cluster 2024-02-18T08:28:11.751118+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2024-02-18T08:28:13.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:12 smithi110 bash[55875]: cluster 2024-02-18T08:28:11.751118+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2024-02-18T08:28:13.779 INFO:tasks.rados.rados.0.smithi110.stdout:2500: done (0 left) 2024-02-18T08:28:13.780 INFO:tasks.rados.rados.0.smithi110.stdout:2501: snap_remove snap 234 2024-02-18T08:28:13.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[55875]: cluster 2024-02-18T08:28:12.717934+0000 mgr.y (mgr.44100) 290 : cluster [DBG] pgmap v488: 89 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 84 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 73 KiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-02-18T08:28:13.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[55875]: cluster 2024-02-18T08:28:12.768481+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2024-02-18T08:28:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[55875]: audit 2024-02-18T08:28:13.762380+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:13.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[55875]: audit 2024-02-18T08:28:13.763921+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[54479]: cluster 2024-02-18T08:28:12.717934+0000 mgr.y (mgr.44100) 290 : cluster [DBG] pgmap v488: 89 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 84 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 73 KiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-02-18T08:28:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[54479]: cluster 2024-02-18T08:28:12.768481+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2024-02-18T08:28:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[54479]: audit 2024-02-18T08:28:13.762380+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:13.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[54479]: audit 2024-02-18T08:28:13.763921+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:13.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:13.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:13.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:13.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:13.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:13 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:13.530Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:28:14.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:13 smithi191 bash[38688]: cluster 2024-02-18T08:28:12.717934+0000 mgr.y (mgr.44100) 290 : cluster [DBG] pgmap v488: 89 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 84 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 73 KiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-02-18T08:28:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:13 smithi191 bash[38688]: cluster 2024-02-18T08:28:12.768481+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2024-02-18T08:28:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:13 smithi191 bash[38688]: audit 2024-02-18T08:28:13.762380+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:14.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:13 smithi191 bash[38688]: audit 2024-02-18T08:28:13.763921+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:14.751 INFO:tasks.rados.rados.0.smithi110.stdout:2501: done (0 left) 2024-02-18T08:28:14.751 INFO:tasks.rados.rados.0.smithi110.stdout:2502: snap_create 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: audit 2024-02-18T08:28:13.766170+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: cephadm 2024-02-18T08:28:13.773084+0000 mgr.y (mgr.44100) 291 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: cluster 2024-02-18T08:28:13.777083+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: audit 2024-02-18T08:28:13.781417+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: audit 2024-02-18T08:28:13.788534+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: audit 2024-02-18T08:28:13.792086+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: audit 2024-02-18T08:28:13.794642+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: audit 2024-02-18T08:28:13.796452+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: audit 2024-02-18T08:28:13.799910+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: audit 2024-02-18T08:28:13.802645+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi191.yrmaff"]}]: dispatch 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: cephadm 2024-02-18T08:28:13.803490+0000 mgr.y (mgr.44100) 292 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi191.yrmaff 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: audit 2024-02-18T08:28:14.200066+0000 mon.a (mon.0) 920 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:14 smithi191 bash[38688]: cluster 2024-02-18T08:28:14.747775+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: audit 2024-02-18T08:28:13.766170+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: cephadm 2024-02-18T08:28:13.773084+0000 mgr.y (mgr.44100) 291 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: cluster 2024-02-18T08:28:13.777083+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: audit 2024-02-18T08:28:13.781417+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: audit 2024-02-18T08:28:13.788534+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: audit 2024-02-18T08:28:13.792086+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: audit 2024-02-18T08:28:13.794642+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: audit 2024-02-18T08:28:13.796452+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: audit 2024-02-18T08:28:13.799910+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: audit 2024-02-18T08:28:13.802645+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi191.yrmaff"]}]: dispatch 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: cephadm 2024-02-18T08:28:13.803490+0000 mgr.y (mgr.44100) 292 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi191.yrmaff 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: audit 2024-02-18T08:28:14.200066+0000 mon.a (mon.0) 920 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[54479]: cluster 2024-02-18T08:28:14.747775+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: audit 2024-02-18T08:28:13.766170+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: cephadm 2024-02-18T08:28:13.773084+0000 mgr.y (mgr.44100) 291 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: cluster 2024-02-18T08:28:13.777083+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: audit 2024-02-18T08:28:13.781417+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: audit 2024-02-18T08:28:13.788534+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: audit 2024-02-18T08:28:13.792086+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: audit 2024-02-18T08:28:13.794642+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: audit 2024-02-18T08:28:13.796452+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: audit 2024-02-18T08:28:13.799910+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: audit 2024-02-18T08:28:13.802645+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi191.yrmaff"]}]: dispatch 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: cephadm 2024-02-18T08:28:13.803490+0000 mgr.y (mgr.44100) 292 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi191.yrmaff 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: audit 2024-02-18T08:28:14.200066+0000 mon.a (mon.0) 920 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:15.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:14 smithi110 bash[55875]: cluster 2024-02-18T08:28:14.747775+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2024-02-18T08:28:15.752 INFO:tasks.rados.rados.0.smithi110.stdout:2502: done (0 left) 2024-02-18T08:28:15.752 INFO:tasks.rados.rados.0.smithi110.stdout:2503: snap_remove snap 229 2024-02-18T08:28:16.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:15 smithi191 bash[38688]: cluster 2024-02-18T08:28:14.718576+0000 mgr.y (mgr.44100) 293 : cluster [DBG] pgmap v491: 89 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 84 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 73 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-02-18T08:28:16.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:15 smithi191 bash[38688]: cluster 2024-02-18T08:28:15.749956+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2024-02-18T08:28:16.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:15 smithi110 bash[54479]: cluster 2024-02-18T08:28:14.718576+0000 mgr.y (mgr.44100) 293 : cluster [DBG] pgmap v491: 89 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 84 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 73 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-02-18T08:28:16.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:15 smithi110 bash[54479]: cluster 2024-02-18T08:28:15.749956+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2024-02-18T08:28:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:15 smithi110 bash[55875]: cluster 2024-02-18T08:28:14.718576+0000 mgr.y (mgr.44100) 293 : cluster [DBG] pgmap v491: 89 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 84 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 73 KiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-02-18T08:28:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:15 smithi110 bash[55875]: cluster 2024-02-18T08:28:15.749956+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2024-02-18T08:28:16.755 INFO:tasks.rados.rados.0.smithi110.stdout:2503: done (0 left) 2024-02-18T08:28:16.755 INFO:tasks.rados.rados.0.smithi110.stdout:2504: setattr oid 43 current snap is 238 2024-02-18T08:28:16.760 INFO:tasks.rados.rados.0.smithi110.stdout:2505: setattr oid 29 current snap is 238 2024-02-18T08:28:16.763 INFO:tasks.rados.rados.0.smithi110.stdout:2506: rmattr oid 12 current snap is 238 2024-02-18T08:28:16.763 INFO:tasks.rados.rados.0.smithi110.stdout:2506: done (2 left) 2024-02-18T08:28:16.763 INFO:tasks.rados.rados.0.smithi110.stdout:2507: read oid 3 snap -1 2024-02-18T08:28:16.763 INFO:tasks.rados.rados.0.smithi110.stdout:2507: expect (ObjNum 767 snap 235 seq_num 767) 2024-02-18T08:28:16.763 INFO:tasks.rados.rados.0.smithi110.stdout:2508: copy_from oid 15 from oid 24 current snap is 238 2024-02-18T08:28:16.763 INFO:tasks.rados.rados.0.smithi110.stdout:2509: read oid 32 snap 226 2024-02-18T08:28:16.763 INFO:tasks.rados.rados.0.smithi110.stdout:2509: expect (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:28:16.763 INFO:tasks.rados.rados.0.smithi110.stdout:2510: setattr oid 26 current snap is 238 2024-02-18T08:28:16.765 INFO:tasks.rados.rados.0.smithi110.stdout:2511: delete oid 30 current snap is 238 2024-02-18T08:28:16.769 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1233 (ObjNum 739 snap 228 seq_num 739) dirty exists 2024-02-18T08:28:16.771 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 867 (ObjNum 697 snap 211 seq_num 697) dirty exists 2024-02-18T08:28:16.772 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1315 (ObjNum 747 snap 230 seq_num 747) dirty exists 2024-02-18T08:28:16.777 INFO:tasks.rados.rados.0.smithi110.stdout:2508: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:28:16.778 INFO:tasks.rados.rados.0.smithi110.stdout:2504: done (6 left) 2024-02-18T08:28:16.778 INFO:tasks.rados.rados.0.smithi110.stdout:2505: done (5 left) 2024-02-18T08:28:16.778 INFO:tasks.rados.rados.0.smithi110.stdout:2510: done (4 left) 2024-02-18T08:28:16.779 INFO:tasks.rados.rados.0.smithi110.stdout:2511: done (3 left) 2024-02-18T08:28:16.779 INFO:tasks.rados.rados.0.smithi110.stdout:2512: snap_remove snap 230 2024-02-18T08:28:17.395 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:17 smithi191 bash[38688]: cephadm 2024-02-18T08:28:16.109042+0000 mgr.y (mgr.44100) 294 : cephadm [INF] Upgrade: Updating mds.foo.smithi191.yrmaff 2024-02-18T08:28:17.395 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:17 smithi191 bash[38688]: audit 2024-02-18T08:28:16.118771+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:17.395 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:17 smithi191 bash[38688]: audit 2024-02-18T08:28:16.120467+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:28:17.395 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:17 smithi191 bash[38688]: audit 2024-02-18T08:28:16.122154+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:17.395 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:17 smithi191 bash[38688]: cephadm 2024-02-18T08:28:16.123536+0000 mgr.y (mgr.44100) 295 : cephadm [INF] Deploying daemon mds.foo.smithi191.yrmaff on smithi191 2024-02-18T08:28:17.395 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:17 smithi191 bash[38688]: audit 2024-02-18T08:28:16.124437+0000 mon.a (mon.0) 926 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "container_image"}]: dispatch 2024-02-18T08:28:17.396 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:17 smithi191 bash[38688]: cluster 2024-02-18T08:28:16.752416+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2024-02-18T08:28:17.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[54479]: cephadm 2024-02-18T08:28:16.109042+0000 mgr.y (mgr.44100) 294 : cephadm [INF] Upgrade: Updating mds.foo.smithi191.yrmaff 2024-02-18T08:28:17.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[54479]: audit 2024-02-18T08:28:16.118771+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:17.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[54479]: audit 2024-02-18T08:28:16.120467+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:28:17.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[54479]: audit 2024-02-18T08:28:16.122154+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:17.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[54479]: cephadm 2024-02-18T08:28:16.123536+0000 mgr.y (mgr.44100) 295 : cephadm [INF] Deploying daemon mds.foo.smithi191.yrmaff on smithi191 2024-02-18T08:28:17.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[54479]: audit 2024-02-18T08:28:16.124437+0000 mon.a (mon.0) 926 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "container_image"}]: dispatch 2024-02-18T08:28:17.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[54479]: cluster 2024-02-18T08:28:16.752416+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2024-02-18T08:28:17.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[55875]: cephadm 2024-02-18T08:28:16.109042+0000 mgr.y (mgr.44100) 294 : cephadm [INF] Upgrade: Updating mds.foo.smithi191.yrmaff 2024-02-18T08:28:17.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[55875]: audit 2024-02-18T08:28:16.118771+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:17.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[55875]: audit 2024-02-18T08:28:16.120467+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi191.yrmaff", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-18T08:28:17.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[55875]: audit 2024-02-18T08:28:16.122154+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:17.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[55875]: cephadm 2024-02-18T08:28:16.123536+0000 mgr.y (mgr.44100) 295 : cephadm [INF] Deploying daemon mds.foo.smithi191.yrmaff on smithi191 2024-02-18T08:28:17.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[55875]: audit 2024-02-18T08:28:16.124437+0000 mon.a (mon.0) 926 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "container_image"}]: dispatch 2024-02-18T08:28:17.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:17 smithi110 bash[55875]: cluster 2024-02-18T08:28:16.752416+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2024-02-18T08:28:17.759 INFO:tasks.rados.rados.0.smithi110.stdout:2508: finishing copy_from to smithi11051043-15 2024-02-18T08:28:17.759 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 946 (ObjNum 624 snap 191 seq_num 624) dirty exists 2024-02-18T08:28:17.759 INFO:tasks.rados.rados.0.smithi110.stdout:2507: expect (ObjNum 767 snap 235 seq_num 767) 2024-02-18T08:28:17.782 INFO:tasks.rados.rados.0.smithi110.stdout:2509: expect (ObjNum 705 snap 213 seq_num 705) 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:2507: done (3 left) 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:2508: done (2 left) 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:2509: done (1 left) 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:2512: done (0 left) 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:2513: rollback oid 23 current snap is 238 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 23 to 237 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:2514: read oid 40 snap -1 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:2514: expect (ObjNum 725 snap 221 seq_num 725) 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:2515: read oid 47 snap -1 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:2515: expect deleted 2024-02-18T08:28:18.167 INFO:tasks.rados.rados.0.smithi110.stdout:2516: snap_remove snap 236 2024-02-18T08:28:18.424 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:18 smithi191 bash[38688]: cluster 2024-02-18T08:28:16.719409+0000 mgr.y (mgr.44100) 296 : cluster [DBG] pgmap v494: 89 pgs: 89 active+clean; 197 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 804 KiB/s wr, 11 op/s 2024-02-18T08:28:18.424 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:18 smithi191 bash[38688]: cluster 2024-02-18T08:28:17.754517+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2024-02-18T08:28:18.434 INFO:tasks.rados.rados.0.smithi110.stdout:2516: done (3 left) 2024-02-18T08:28:18.434 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 238 2024-02-18T08:28:18.435 INFO:tasks.rados.rados.0.smithi110.stdout:2517: seq_num 773 ranges {0=548864,548864=401408} 2024-02-18T08:28:18.438 INFO:tasks.rados.rados.0.smithi110.stdout:2517: writing smithi11051043-28 from 0 to 548864 tid 1 2024-02-18T08:28:18.441 INFO:tasks.rados.rados.0.smithi110.stdout:2517: writing smithi11051043-28 from 548864 to 950272 tid 2 2024-02-18T08:28:18.441 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 238 2024-02-18T08:28:18.441 INFO:tasks.rados.rados.0.smithi110.stdout:2518: seq_num 774 ranges {2203648=565248,2768896=401408} 2024-02-18T08:28:18.456 INFO:tasks.rados.rados.0.smithi110.stdout:2518: writing smithi11051043-6 from 2203648 to 2768896 tid 1 2024-02-18T08:28:18.460 INFO:tasks.rados.rados.0.smithi110.stdout:2518: writing smithi11051043-6 from 2768896 to 3170304 tid 2 2024-02-18T08:28:18.460 INFO:tasks.rados.rados.0.smithi110.stdout:2519: read oid 1 snap -1 2024-02-18T08:28:18.460 INFO:tasks.rados.rados.0.smithi110.stdout:2519: expect (ObjNum 740 snap 228 seq_num 740) 2024-02-18T08:28:18.460 INFO:tasks.rados.rados.0.smithi110.stdout:2520: rmattr oid 21 current snap is 238 2024-02-18T08:28:18.460 INFO:tasks.rados.rados.0.smithi110.stdout:2520: done (6 left) 2024-02-18T08:28:18.460 INFO:tasks.rados.rados.0.smithi110.stdout:2521: read oid 37 snap -1 2024-02-18T08:28:18.460 INFO:tasks.rados.rados.0.smithi110.stdout:2521: expect (ObjNum 752 snap 233 seq_num 752) 2024-02-18T08:28:18.460 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 238 2024-02-18T08:28:18.460 INFO:tasks.rados.rados.0.smithi110.stdout:2522: seq_num 775 ranges {0=589824,589824=401408} 2024-02-18T08:28:18.463 INFO:tasks.rados.rados.0.smithi110.stdout:2522: writing smithi11051043-38 from 0 to 589824 tid 1 2024-02-18T08:28:18.466 INFO:tasks.rados.rados.0.smithi110.stdout:2522: writing smithi11051043-38 from 589824 to 991232 tid 2 2024-02-18T08:28:18.466 INFO:tasks.rados.rados.0.smithi110.stdout:2523: read oid 41 snap -1 2024-02-18T08:28:18.466 INFO:tasks.rados.rados.0.smithi110.stdout:2523: expect (ObjNum 692 snap 210 seq_num 692) 2024-02-18T08:28:18.467 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 238 2024-02-18T08:28:18.467 INFO:tasks.rados.rados.0.smithi110.stdout:2524: seq_num 776 ranges {1384448=606208,1990656=401408} 2024-02-18T08:28:18.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:18 smithi110 bash[54479]: cluster 2024-02-18T08:28:16.719409+0000 mgr.y (mgr.44100) 296 : cluster [DBG] pgmap v494: 89 pgs: 89 active+clean; 197 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 804 KiB/s wr, 11 op/s 2024-02-18T08:28:18.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:18 smithi110 bash[54479]: cluster 2024-02-18T08:28:17.754517+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2024-02-18T08:28:18.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:18 smithi110 bash[55875]: cluster 2024-02-18T08:28:16.719409+0000 mgr.y (mgr.44100) 296 : cluster [DBG] pgmap v494: 89 pgs: 89 active+clean; 197 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 804 KiB/s wr, 11 op/s 2024-02-18T08:28:18.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:18 smithi110 bash[55875]: cluster 2024-02-18T08:28:17.754517+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2024-02-18T08:28:18.478 INFO:tasks.rados.rados.0.smithi110.stdout:2524: writing smithi11051043-24 from 1384448 to 1990656 tid 1 2024-02-18T08:28:18.481 INFO:tasks.rados.rados.0.smithi110.stdout:2524: writing smithi11051043-24 from 1990656 to 2392064 tid 2 2024-02-18T08:28:18.481 INFO:tasks.rados.rados.0.smithi110.stdout:2525: snap_create 2024-02-18T08:28:18.481 INFO:tasks.rados.rados.0.smithi110.stdout:2513: finishing rollback tid 1 to smithi11051043-23 2024-02-18T08:28:18.481 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1307 (ObjNum 1649371741 snap 1886610783 seq_num 1716546411) dirty dne 2024-02-18T08:28:18.481 INFO:tasks.rados.rados.0.smithi110.stdout:2514: expect (ObjNum 725 snap 221 seq_num 725) 2024-02-18T08:28:18.580 INFO:tasks.rados.rados.0.smithi110.stdout:2517: finishing write tid 1 to smithi11051043-28 2024-02-18T08:28:18.580 INFO:tasks.rados.rados.0.smithi110.stdout:2517: finishing write tid 2 to smithi11051043-28 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2517: finishing write tid 4 to smithi11051043-28 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2517: finishing write tid 5 to smithi11051043-28 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 833 (ObjNum 773 snap 238 seq_num 773) dirty exists 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2517: left oid 28 (ObjNum 773 snap 238 seq_num 773) 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2518: finishing write tid 1 to smithi11051043-6 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2518: finishing write tid 2 to smithi11051043-6 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2518: finishing write tid 4 to smithi11051043-6 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2518: finishing write tid 5 to smithi11051043-6 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 858 (ObjNum 774 snap 238 seq_num 774) dirty exists 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2518: left oid 6 (ObjNum 774 snap 238 seq_num 774) 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2522: finishing write tid 1 to smithi11051043-38 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2522: finishing write tid 2 to smithi11051043-38 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2522: finishing write tid 4 to smithi11051043-38 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:2522: finishing write tid 5 to smithi11051043-38 2024-02-18T08:28:18.581 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1002 (ObjNum 775 snap 238 seq_num 775) dirty exists 2024-02-18T08:28:18.582 INFO:tasks.rados.rados.0.smithi110.stdout:2522: left oid 38 (ObjNum 775 snap 238 seq_num 775) 2024-02-18T08:28:18.582 INFO:tasks.rados.rados.0.smithi110.stdout:2523: expect (ObjNum 692 snap 210 seq_num 692) 2024-02-18T08:28:18.626 INFO:tasks.rados.rados.0.smithi110.stdout:2524: finishing write tid 1 to smithi11051043-24 2024-02-18T08:28:18.626 INFO:tasks.rados.rados.0.smithi110.stdout:2524: finishing write tid 2 to smithi11051043-24 2024-02-18T08:28:18.626 INFO:tasks.rados.rados.0.smithi110.stdout:2524: finishing write tid 4 to smithi11051043-24 2024-02-18T08:28:18.626 INFO:tasks.rados.rados.0.smithi110.stdout:2519: expect (ObjNum 740 snap 228 seq_num 740) 2024-02-18T08:28:18.911 INFO:tasks.rados.rados.0.smithi110.stdout:2524: finishing write tid 5 to smithi11051043-24 2024-02-18T08:28:18.911 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1006 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-02-18T08:28:18.911 INFO:tasks.rados.rados.0.smithi110.stdout:2524: left oid 24 (ObjNum 776 snap 238 seq_num 776) 2024-02-18T08:28:18.911 INFO:tasks.rados.rados.0.smithi110.stdout:2521: expect (ObjNum 752 snap 233 seq_num 752) 2024-02-18T08:28:19.442 INFO:tasks.rados.rados.0.smithi110.stdout:2513: done (10 left) 2024-02-18T08:28:19.442 INFO:tasks.rados.rados.0.smithi110.stdout:2514: done (9 left) 2024-02-18T08:28:19.442 INFO:tasks.rados.rados.0.smithi110.stdout:2515: done (8 left) 2024-02-18T08:28:19.442 INFO:tasks.rados.rados.0.smithi110.stdout:2517: done (7 left) 2024-02-18T08:28:19.443 INFO:tasks.rados.rados.0.smithi110.stdout:2518: done (6 left) 2024-02-18T08:28:19.443 INFO:tasks.rados.rados.0.smithi110.stdout:2519: done (5 left) 2024-02-18T08:28:19.443 INFO:tasks.rados.rados.0.smithi110.stdout:2521: done (4 left) 2024-02-18T08:28:19.443 INFO:tasks.rados.rados.0.smithi110.stdout:2522: done (3 left) 2024-02-18T08:28:19.443 INFO:tasks.rados.rados.0.smithi110.stdout:2523: done (2 left) 2024-02-18T08:28:19.443 INFO:tasks.rados.rados.0.smithi110.stdout:2524: done (1 left) 2024-02-18T08:28:19.443 INFO:tasks.rados.rados.0.smithi110.stdout:2525: done (0 left) 2024-02-18T08:28:19.443 INFO:tasks.rados.rados.0.smithi110.stdout:2526: delete oid 37 current snap is 239 2024-02-18T08:28:19.449 INFO:tasks.rados.rados.0.smithi110.stdout:2526: done (0 left) 2024-02-18T08:28:19.449 INFO:tasks.rados.rados.0.smithi110.stdout:2527: delete oid 8 current snap is 239 2024-02-18T08:28:19.452 INFO:tasks.rados.rados.0.smithi110.stdout:2527: done (0 left) 2024-02-18T08:28:19.453 INFO:tasks.rados.rados.0.smithi110.stdout:2528: read oid 49 snap 223 2024-02-18T08:28:19.453 INFO:tasks.rados.rados.0.smithi110.stdout:2528: expect deleted 2024-02-18T08:28:19.453 INFO:tasks.rados.rados.0.smithi110.stdout:2529: read oid 36 snap 238 2024-02-18T08:28:19.453 INFO:tasks.rados.rados.0.smithi110.stdout:2529: expect deleted 2024-02-18T08:28:19.453 INFO:tasks.rados.rados.0.smithi110.stdout:2530: copy_from oid 43 from oid 5 current snap is 239 2024-02-18T08:28:19.453 INFO:tasks.rados.rados.0.smithi110.stdout:2531: snap_remove snap 237 2024-02-18T08:28:19.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:19 smithi110 bash[54479]: debug 2024-02-18T08:28:19.121+0000 7f0283c55700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-18T08:28:19.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:19 smithi110 bash[54479]: cluster 2024-02-18T08:28:18.422836+0000 mon.a (mon.0) 929 : cluster [WRN] daemon mds.foo.smithi191.yrmaff compat changed unexpectedly 2024-02-18T08:28:19.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:19 smithi110 bash[54479]: cluster 2024-02-18T08:28:18.431934+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2024-02-18T08:28:19.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:19 smithi110 bash[55875]: cluster 2024-02-18T08:28:18.422836+0000 mon.a (mon.0) 929 : cluster [WRN] daemon mds.foo.smithi191.yrmaff compat changed unexpectedly 2024-02-18T08:28:19.472 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:19 smithi110 bash[55875]: cluster 2024-02-18T08:28:18.431934+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2024-02-18T08:28:19.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:19 smithi191 bash[38688]: cluster 2024-02-18T08:28:18.422836+0000 mon.a (mon.0) 929 : cluster [WRN] daemon mds.foo.smithi191.yrmaff compat changed unexpectedly 2024-02-18T08:28:19.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:19 smithi191 bash[38688]: cluster 2024-02-18T08:28:18.431934+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2024-02-18T08:28:19.752 INFO:tasks.rados.rados.0.smithi110.stdout:2531: done (3 left) 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:2532: copy_from oid 50 from oid 10 current snap is 239 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:2530: finishing copy_from racing read to smithi11051043-43 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:2530: finishing copy_from to smithi11051043-43 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 835 (ObjNum 624 snap 191 seq_num 624) dirty exists 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:2528: done (3 left) 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:2529: done (2 left) 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:2530: done (1 left) 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:2533: read oid 37 snap -1 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:2533: expect deleted 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 239 2024-02-18T08:28:19.753 INFO:tasks.rados.rados.0.smithi110.stdout:2534: seq_num 779 ranges {1835008=655360,2490368=401408} 2024-02-18T08:28:19.767 INFO:tasks.rados.rados.0.smithi110.stdout:2534: writing smithi11051043-39 from 1835008 to 2490368 tid 1 2024-02-18T08:28:19.770 INFO:tasks.rados.rados.0.smithi110.stdout:2534: writing smithi11051043-39 from 2490368 to 2891776 tid 2 2024-02-18T08:28:19.770 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 239 2024-02-18T08:28:19.770 INFO:tasks.rados.rados.0.smithi110.stdout:2535: seq_num 780 ranges {5603328=671744,6275072=401408} 2024-02-18T08:28:19.803 INFO:tasks.rados.rados.0.smithi110.stdout:2535: writing smithi11051043-1 from 5603328 to 6275072 tid 1 2024-02-18T08:28:19.806 INFO:tasks.rados.rados.0.smithi110.stdout:2535: writing smithi11051043-1 from 6275072 to 6676480 tid 2 2024-02-18T08:28:19.806 INFO:tasks.rados.rados.0.smithi110.stdout:2536: delete oid 43 current snap is 239 2024-02-18T08:28:19.806 INFO:tasks.rados.rados.0.smithi110.stdout:2532: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:28:19.806 INFO:tasks.rados.rados.0.smithi110.stdout:2532: finishing copy_from to smithi11051043-50 2024-02-18T08:28:19.806 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 835 (ObjNum -1629106928 snap 32588 seq_num 4165187616) dirty exists 2024-02-18T08:28:19.806 INFO:tasks.rados.rados.0.smithi110.stdout:2534: finishing write tid 1 to smithi11051043-39 2024-02-18T08:28:19.806 INFO:tasks.rados.rados.0.smithi110.stdout:2534: finishing write tid 2 to smithi11051043-39 2024-02-18T08:28:19.807 INFO:tasks.rados.rados.0.smithi110.stdout:2534: finishing write tid 4 to smithi11051043-39 2024-02-18T08:28:19.807 INFO:tasks.rados.rados.0.smithi110.stdout:2534: finishing write tid 5 to smithi11051043-39 2024-02-18T08:28:19.807 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 839 (ObjNum 779 snap 239 seq_num 779) dirty exists 2024-02-18T08:28:19.807 INFO:tasks.rados.rados.0.smithi110.stdout:2534: left oid 39 (ObjNum 779 snap 239 seq_num 779) 2024-02-18T08:28:19.809 INFO:tasks.rados.rados.0.smithi110.stdout:2532: done (4 left) 2024-02-18T08:28:19.809 INFO:tasks.rados.rados.0.smithi110.stdout:2533: done (3 left) 2024-02-18T08:28:19.809 INFO:tasks.rados.rados.0.smithi110.stdout:2534: done (2 left) 2024-02-18T08:28:19.809 INFO:tasks.rados.rados.0.smithi110.stdout:2536: done (1 left) 2024-02-18T08:28:19.809 INFO:tasks.rados.rados.0.smithi110.stdout:2537: setattr oid 40 current snap is 239 2024-02-18T08:28:19.812 INFO:tasks.rados.rados.0.smithi110.stdout:2535: finishing write tid 1 to smithi11051043-1 2024-02-18T08:28:19.812 INFO:tasks.rados.rados.0.smithi110.stdout:2535: finishing write tid 2 to smithi11051043-1 2024-02-18T08:28:19.812 INFO:tasks.rados.rados.0.smithi110.stdout:2535: finishing write tid 4 to smithi11051043-1 2024-02-18T08:28:19.813 INFO:tasks.rados.rados.0.smithi110.stdout:2535: finishing write tid 5 to smithi11051043-1 2024-02-18T08:28:19.813 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1229 (ObjNum 780 snap 239 seq_num 780) dirty exists 2024-02-18T08:28:19.813 INFO:tasks.rados.rados.0.smithi110.stdout:2535: left oid 1 (ObjNum 780 snap 239 seq_num 780) 2024-02-18T08:28:19.815 INFO:tasks.rados.rados.0.smithi110.stdout:2535: done (1 left) 2024-02-18T08:28:19.815 INFO:tasks.rados.rados.0.smithi110.stdout:2538: read oid 1 snap -1 2024-02-18T08:28:19.815 INFO:tasks.rados.rados.0.smithi110.stdout:2538: expect (ObjNum 780 snap 239 seq_num 780) 2024-02-18T08:28:19.815 INFO:tasks.rados.rados.0.smithi110.stdout:2539: rollback oid 42 current snap is 239 2024-02-18T08:28:19.815 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 42 to 235 2024-02-18T08:28:19.815 INFO:tasks.rados.rados.0.smithi110.stdout:2540: snap_create 2024-02-18T08:28:19.820 INFO:tasks.rados.rados.0.smithi110.stdout:2539: finishing rollback tid 0 to smithi11051043-42 2024-02-18T08:28:19.821 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1010 (ObjNum 725 snap 221 seq_num 725) dirty exists 2024-02-18T08:28:19.821 INFO:tasks.rados.rados.0.smithi110.stdout:2539: finishing rollback tid 1 to smithi11051043-42 2024-02-18T08:28:19.821 INFO:tasks.rados.rados.0.smithi110.stdout:2539: finishing rollback tid 2 to smithi11051043-42 2024-02-18T08:28:19.821 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 871 (ObjNum 711 snap 215 seq_num 711) dirty exists 2024-02-18T08:28:19.848 INFO:tasks.rados.rados.0.smithi110.stdout:2538: expect (ObjNum 780 snap 239 seq_num 780) 2024-02-18T08:28:20.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: cluster 2024-02-18T08:28:18.720095+0000 mgr.y (mgr.44100) 297 : cluster [DBG] pgmap v498: 89 pgs: 89 active+clean; 198 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 628 KiB/s rd, 364 KiB/s wr, 9 op/s 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: cluster 2024-02-18T08:28:19.124632+0000 mon.a (mon.0) 931 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: cluster 2024-02-18T08:28:19.124691+0000 mon.a (mon.0) 932 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: cluster 2024-02-18T08:28:19.135176+0000 mon.a (mon.0) 933 : cluster [INF] Standby daemon mds.foo.smithi110.fvzuby assigned to filesystem foo as rank 0 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: cluster 2024-02-18T08:28:19.135298+0000 mon.a (mon.0) 934 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: cluster 2024-02-18T08:28:19.135318+0000 mon.a (mon.0) 935 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: cluster 2024-02-18T08:28:19.135638+0000 mon.a (mon.0) 936 : cluster [DBG] fsmap foo:0/1 1 up:standby, 1 failed 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: cluster 2024-02-18T08:28:19.143134+0000 mon.a (mon.0) 937 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi110.fvzuby=up:replay} 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: cluster 2024-02-18T08:28:19.440006+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: audit 2024-02-18T08:28:19.670372+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[54479]: cluster 2024-02-18T08:28:19.749434+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: cluster 2024-02-18T08:28:18.720095+0000 mgr.y (mgr.44100) 297 : cluster [DBG] pgmap v498: 89 pgs: 89 active+clean; 198 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 628 KiB/s rd, 364 KiB/s wr, 9 op/s 2024-02-18T08:28:20.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: cluster 2024-02-18T08:28:19.124632+0000 mon.a (mon.0) 931 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-02-18T08:28:20.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: cluster 2024-02-18T08:28:19.124691+0000 mon.a (mon.0) 932 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-18T08:28:20.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: cluster 2024-02-18T08:28:19.135176+0000 mon.a (mon.0) 933 : cluster [INF] Standby daemon mds.foo.smithi110.fvzuby assigned to filesystem foo as rank 0 2024-02-18T08:28:20.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: cluster 2024-02-18T08:28:19.135298+0000 mon.a (mon.0) 934 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-02-18T08:28:20.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: cluster 2024-02-18T08:28:19.135318+0000 mon.a (mon.0) 935 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-18T08:28:20.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: cluster 2024-02-18T08:28:19.135638+0000 mon.a (mon.0) 936 : cluster [DBG] fsmap foo:0/1 1 up:standby, 1 failed 2024-02-18T08:28:20.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: cluster 2024-02-18T08:28:19.143134+0000 mon.a (mon.0) 937 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi110.fvzuby=up:replay} 2024-02-18T08:28:20.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: cluster 2024-02-18T08:28:19.440006+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2024-02-18T08:28:20.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: audit 2024-02-18T08:28:19.670372+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:28:20.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:20 smithi110 bash[55875]: cluster 2024-02-18T08:28:19.749434+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2024-02-18T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: cluster 2024-02-18T08:28:18.720095+0000 mgr.y (mgr.44100) 297 : cluster [DBG] pgmap v498: 89 pgs: 89 active+clean; 198 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 628 KiB/s rd, 364 KiB/s wr, 9 op/s 2024-02-18T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: cluster 2024-02-18T08:28:19.124632+0000 mon.a (mon.0) 931 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-02-18T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: cluster 2024-02-18T08:28:19.124691+0000 mon.a (mon.0) 932 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-18T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: cluster 2024-02-18T08:28:19.135176+0000 mon.a (mon.0) 933 : cluster [INF] Standby daemon mds.foo.smithi110.fvzuby assigned to filesystem foo as rank 0 2024-02-18T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: cluster 2024-02-18T08:28:19.135298+0000 mon.a (mon.0) 934 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-02-18T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: cluster 2024-02-18T08:28:19.135318+0000 mon.a (mon.0) 935 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-18T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: cluster 2024-02-18T08:28:19.135638+0000 mon.a (mon.0) 936 : cluster [DBG] fsmap foo:0/1 1 up:standby, 1 failed 2024-02-18T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: cluster 2024-02-18T08:28:19.143134+0000 mon.a (mon.0) 937 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi110.fvzuby=up:replay} 2024-02-18T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: cluster 2024-02-18T08:28:19.440006+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2024-02-18T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: audit 2024-02-18T08:28:19.670372+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:20 smithi191 bash[38688]: cluster 2024-02-18T08:28:19.749434+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2024-02-18T08:28:20.755 INFO:tasks.rados.rados.0.smithi110.stdout:2537: done (3 left) 2024-02-18T08:28:20.755 INFO:tasks.rados.rados.0.smithi110.stdout:2538: done (2 left) 2024-02-18T08:28:20.755 INFO:tasks.rados.rados.0.smithi110.stdout:2539: done (1 left) 2024-02-18T08:28:20.756 INFO:tasks.rados.rados.0.smithi110.stdout:2540: done (0 left) 2024-02-18T08:28:20.756 INFO:tasks.rados.rados.0.smithi110.stdout:2541: copy_from oid 16 from oid 7 current snap is 240 2024-02-18T08:28:20.756 INFO:tasks.rados.rados.0.smithi110.stdout:2542: read oid 14 snap -1 2024-02-18T08:28:20.756 INFO:tasks.rados.rados.0.smithi110.stdout:2542: expect (ObjNum 711 snap 215 seq_num 711) 2024-02-18T08:28:20.756 INFO:tasks.rados.rados.0.smithi110.stdout:2543: copy_from oid 21 from oid 47 current snap is 240 2024-02-18T08:28:20.756 INFO:tasks.rados.rados.0.smithi110.stdout:2544: read oid 37 snap 215 2024-02-18T08:28:20.756 INFO:tasks.rados.rados.0.smithi110.stdout:2544: expect (ObjNum 716 snap 215 seq_num 716) 2024-02-18T08:28:20.756 INFO:tasks.rados.rados.0.smithi110.stdout:2545: snap_remove snap 223 2024-02-18T08:28:21.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:21 smithi110 bash[54479]: cluster 2024-02-18T08:28:20.143820+0000 mon.a (mon.0) 941 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:reconnect 2024-02-18T08:28:21.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:21 smithi110 bash[54479]: cluster 2024-02-18T08:28:20.143868+0000 mon.a (mon.0) 942 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi110.fvzuby=up:reconnect} 2024-02-18T08:28:21.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:21 smithi110 bash[54479]: cluster 2024-02-18T08:28:20.752490+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2024-02-18T08:28:21.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:21 smithi110 bash[55875]: cluster 2024-02-18T08:28:20.143820+0000 mon.a (mon.0) 941 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:reconnect 2024-02-18T08:28:21.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:21 smithi110 bash[55875]: cluster 2024-02-18T08:28:20.143868+0000 mon.a (mon.0) 942 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi110.fvzuby=up:reconnect} 2024-02-18T08:28:21.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:21 smithi110 bash[55875]: cluster 2024-02-18T08:28:20.752490+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2024-02-18T08:28:21.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:21 smithi191 bash[38688]: cluster 2024-02-18T08:28:20.143820+0000 mon.a (mon.0) 941 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:reconnect 2024-02-18T08:28:21.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:21 smithi191 bash[38688]: cluster 2024-02-18T08:28:20.143868+0000 mon.a (mon.0) 942 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi110.fvzuby=up:reconnect} 2024-02-18T08:28:21.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:21 smithi191 bash[38688]: cluster 2024-02-18T08:28:20.752490+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2024-02-18T08:28:21.763 INFO:tasks.rados.rados.0.smithi110.stdout:2545: done (4 left) 2024-02-18T08:28:21.763 INFO:tasks.rados.rados.0.smithi110.stdout:2546: read oid 38 snap 226 2024-02-18T08:28:21.763 INFO:tasks.rados.rados.0.smithi110.stdout:2546: expect deleted 2024-02-18T08:28:21.763 INFO:tasks.rados.rados.0.smithi110.stdout:2547: read oid 18 snap -1 2024-02-18T08:28:21.763 INFO:tasks.rados.rados.0.smithi110.stdout:2547: expect (ObjNum 706 snap 213 seq_num 706) 2024-02-18T08:28:21.763 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 240 2024-02-18T08:28:21.763 INFO:tasks.rados.rados.0.smithi110.stdout:2548: seq_num 782 ranges {98304=704512,802816=401408} 2024-02-18T08:28:21.764 INFO:tasks.rados.rados.0.smithi110.stdout:2548: writing smithi11051043-49 from 98304 to 802816 tid 1 2024-02-18T08:28:21.765 INFO:tasks.rados.rados.0.smithi110.stdout:2548: writing smithi11051043-49 from 802816 to 1204224 tid 2 2024-02-18T08:28:21.766 INFO:tasks.rados.rados.0.smithi110.stdout:2549: snap_remove snap 235 2024-02-18T08:28:21.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:21.636Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:21.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:21.636Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:21.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:21 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:21.636Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:28:22.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:22 smithi110 bash[54479]: cluster 2024-02-18T08:28:20.720945+0000 mgr.y (mgr.44100) 298 : cluster [DBG] pgmap v501: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 629 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-02-18T08:28:22.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:22 smithi110 bash[54479]: cluster 2024-02-18T08:28:21.157124+0000 mon.a (mon.0) 944 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:rejoin 2024-02-18T08:28:22.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:22 smithi110 bash[54479]: cluster 2024-02-18T08:28:21.157235+0000 mon.a (mon.0) 945 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi110.fvzuby=up:rejoin} 2024-02-18T08:28:22.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:22 smithi110 bash[54479]: cluster 2024-02-18T08:28:21.158205+0000 mon.a (mon.0) 946 : cluster [INF] daemon mds.foo.smithi110.fvzuby is now active in filesystem foo as rank 0 2024-02-18T08:28:22.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:22 smithi110 bash[54479]: cluster 2024-02-18T08:28:21.754587+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2024-02-18T08:28:22.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:22 smithi110 bash[55875]: cluster 2024-02-18T08:28:20.720945+0000 mgr.y (mgr.44100) 298 : cluster [DBG] pgmap v501: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 629 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-02-18T08:28:22.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:22 smithi110 bash[55875]: cluster 2024-02-18T08:28:21.157124+0000 mon.a (mon.0) 944 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:rejoin 2024-02-18T08:28:22.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:22 smithi110 bash[55875]: cluster 2024-02-18T08:28:21.157235+0000 mon.a (mon.0) 945 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi110.fvzuby=up:rejoin} 2024-02-18T08:28:22.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:22 smithi110 bash[55875]: cluster 2024-02-18T08:28:21.158205+0000 mon.a (mon.0) 946 : cluster [INF] daemon mds.foo.smithi110.fvzuby is now active in filesystem foo as rank 0 2024-02-18T08:28:22.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:22 smithi110 bash[55875]: cluster 2024-02-18T08:28:21.754587+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2024-02-18T08:28:22.536 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:22 smithi191 bash[38688]: cluster 2024-02-18T08:28:20.720945+0000 mgr.y (mgr.44100) 298 : cluster [DBG] pgmap v501: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 629 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-02-18T08:28:22.536 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:22 smithi191 bash[38688]: cluster 2024-02-18T08:28:21.157124+0000 mon.a (mon.0) 944 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:rejoin 2024-02-18T08:28:22.536 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:22 smithi191 bash[38688]: cluster 2024-02-18T08:28:21.157235+0000 mon.a (mon.0) 945 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi110.fvzuby=up:rejoin} 2024-02-18T08:28:22.536 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:22 smithi191 bash[38688]: cluster 2024-02-18T08:28:21.158205+0000 mon.a (mon.0) 946 : cluster [INF] daemon mds.foo.smithi110.fvzuby is now active in filesystem foo as rank 0 2024-02-18T08:28:22.537 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:22 smithi191 bash[38688]: cluster 2024-02-18T08:28:21.754587+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2024-02-18T08:28:22.762 INFO:tasks.rados.rados.0.smithi110.stdout:2549: done (7 left) 2024-02-18T08:28:22.762 INFO:tasks.rados.rados.0.smithi110.stdout:2550: read oid 8 snap -1 2024-02-18T08:28:22.762 INFO:tasks.rados.rados.0.smithi110.stdout:2550: expect deleted 2024-02-18T08:28:22.762 INFO:tasks.rados.rados.0.smithi110.stdout:2551: read oid 19 snap -1 2024-02-18T08:28:22.762 INFO:tasks.rados.rados.0.smithi110.stdout:2551: expect deleted 2024-02-18T08:28:22.762 INFO:tasks.rados.rados.0.smithi110.stdout:2552: snap_create 2024-02-18T08:28:22.762 INFO:tasks.rados.rados.0.smithi110.stdout:2543: finishing copy_from to smithi11051043-21 2024-02-18T08:28:22.762 INFO:tasks.rados.rados.0.smithi110.stdout:2543: got expected ENOENT (src dne) 2024-02-18T08:28:22.762 INFO:tasks.rados.rados.0.smithi110.stdout:2543: finishing copy_from racing read to smithi11051043-21 2024-02-18T08:28:22.762 INFO:tasks.rados.rados.0.smithi110.stdout:2544: expect (ObjNum 716 snap 215 seq_num 716) 2024-02-18T08:28:22.823 INFO:tasks.rados.rados.0.smithi110.stdout:2542: expect (ObjNum 711 snap 215 seq_num 711) 2024-02-18T08:28:23.150 INFO:tasks.rados.rados.0.smithi110.stdout:2541: finishing copy_from racing read to smithi11051043-16 2024-02-18T08:28:23.151 INFO:tasks.rados.rados.0.smithi110.stdout:2541: finishing copy_from to smithi11051043-16 2024-02-18T08:28:23.151 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 829 (ObjNum 649 snap 198 seq_num 649) dirty exists 2024-02-18T08:28:23.151 INFO:tasks.rados.rados.0.smithi110.stdout:2547: expect (ObjNum 706 snap 213 seq_num 706) 2024-02-18T08:28:23.201 INFO:tasks.rados.rados.0.smithi110.stdout:2548: finishing write tid 1 to smithi11051043-49 2024-02-18T08:28:23.201 INFO:tasks.rados.rados.0.smithi110.stdout:2548: finishing write tid 2 to smithi11051043-49 2024-02-18T08:28:23.201 INFO:tasks.rados.rados.0.smithi110.stdout:2548: finishing write tid 4 to smithi11051043-49 2024-02-18T08:28:23.201 INFO:tasks.rados.rados.0.smithi110.stdout:2548: finishing write tid 5 to smithi11051043-49 2024-02-18T08:28:23.201 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 838 (ObjNum 782 snap 240 seq_num 782) dirty exists 2024-02-18T08:28:23.201 INFO:tasks.rados.rados.0.smithi110.stdout:2548: left oid 49 (ObjNum 782 snap 240 seq_num 782) 2024-02-18T08:28:23.453 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:23 smithi191 bash[38688]: cluster 2024-02-18T08:28:22.151012+0000 mon.a (mon.0) 948 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-02-18T08:28:23.453 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:23 smithi191 bash[38688]: cluster 2024-02-18T08:28:22.158493+0000 mon.a (mon.0) 949 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:active 2024-02-18T08:28:23.453 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:23 smithi191 bash[38688]: cluster 2024-02-18T08:28:22.158660+0000 mon.a (mon.0) 950 : cluster [DBG] fsmap foo:1 {0=foo.smithi110.fvzuby=up:active} 2024-02-18T08:28:23.453 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:23 smithi191 bash[38688]: cluster 2024-02-18T08:28:22.758064+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2024-02-18T08:28:23.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[54479]: cluster 2024-02-18T08:28:22.151012+0000 mon.a (mon.0) 948 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-02-18T08:28:23.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[54479]: cluster 2024-02-18T08:28:22.158493+0000 mon.a (mon.0) 949 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:active 2024-02-18T08:28:23.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[54479]: cluster 2024-02-18T08:28:22.158660+0000 mon.a (mon.0) 950 : cluster [DBG] fsmap foo:1 {0=foo.smithi110.fvzuby=up:active} 2024-02-18T08:28:23.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[54479]: cluster 2024-02-18T08:28:22.758064+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2024-02-18T08:28:23.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[55875]: cluster 2024-02-18T08:28:22.151012+0000 mon.a (mon.0) 948 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-02-18T08:28:23.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[55875]: cluster 2024-02-18T08:28:22.158493+0000 mon.a (mon.0) 949 : cluster [DBG] mds.? [v2:172.21.15.110:6834/134952034,v1:172.21.15.110:6835/134952034] up:active 2024-02-18T08:28:23.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[55875]: cluster 2024-02-18T08:28:22.158660+0000 mon.a (mon.0) 950 : cluster [DBG] fsmap foo:1 {0=foo.smithi110.fvzuby=up:active} 2024-02-18T08:28:23.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[55875]: cluster 2024-02-18T08:28:22.758064+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2024-02-18T08:28:23.762 INFO:tasks.rados.rados.0.smithi110.stdout:2541: done (9 left) 2024-02-18T08:28:23.762 INFO:tasks.rados.rados.0.smithi110.stdout:2542: done (8 left) 2024-02-18T08:28:23.762 INFO:tasks.rados.rados.0.smithi110.stdout:2543: done (7 left) 2024-02-18T08:28:23.762 INFO:tasks.rados.rados.0.smithi110.stdout:2544: done (6 left) 2024-02-18T08:28:23.762 INFO:tasks.rados.rados.0.smithi110.stdout:2546: done (5 left) 2024-02-18T08:28:23.762 INFO:tasks.rados.rados.0.smithi110.stdout:2547: done (4 left) 2024-02-18T08:28:23.763 INFO:tasks.rados.rados.0.smithi110.stdout:2548: done (3 left) 2024-02-18T08:28:23.763 INFO:tasks.rados.rados.0.smithi110.stdout:2550: done (2 left) 2024-02-18T08:28:23.763 INFO:tasks.rados.rados.0.smithi110.stdout:2551: done (1 left) 2024-02-18T08:28:23.763 INFO:tasks.rados.rados.0.smithi110.stdout:2552: done (0 left) 2024-02-18T08:28:23.763 INFO:tasks.rados.rados.0.smithi110.stdout:2553: copy_from oid 44 from oid 8 current snap is 241 2024-02-18T08:28:23.763 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 241 2024-02-18T08:28:23.763 INFO:tasks.rados.rados.0.smithi110.stdout:2554: seq_num 783 ranges {819200=720896,1540096=401408} 2024-02-18T08:28:23.770 INFO:tasks.rados.rados.0.smithi110.stdout:2554: writing smithi11051043-35 from 819200 to 1540096 tid 1 2024-02-18T08:28:23.773 INFO:tasks.rados.rados.0.smithi110.stdout:2554: writing smithi11051043-35 from 1540096 to 1941504 tid 2 2024-02-18T08:28:23.773 INFO:tasks.rados.rados.0.smithi110.stdout:2555: read oid 11 snap -1 2024-02-18T08:28:23.773 INFO:tasks.rados.rados.0.smithi110.stdout:2555: expect deleted 2024-02-18T08:28:23.773 INFO:tasks.rados.rados.0.smithi110.stdout:2556: read oid 46 snap -1 2024-02-18T08:28:23.774 INFO:tasks.rados.rados.0.smithi110.stdout:2556: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:28:23.774 INFO:tasks.rados.rados.0.smithi110.stdout:2557: delete oid 48 current snap is 241 2024-02-18T08:28:23.774 INFO:tasks.rados.rados.0.smithi110.stdout:2553: finishing copy_from to smithi11051043-44 2024-02-18T08:28:23.774 INFO:tasks.rados.rados.0.smithi110.stdout:2553: got expected ENOENT (src dne) 2024-02-18T08:28:23.774 INFO:tasks.rados.rados.0.smithi110.stdout:2553: finishing copy_from racing read to smithi11051043-44 2024-02-18T08:28:23.780 INFO:tasks.rados.rados.0.smithi110.stdout:2554: finishing write tid 1 to smithi11051043-35 2024-02-18T08:28:23.780 INFO:tasks.rados.rados.0.smithi110.stdout:2554: finishing write tid 2 to smithi11051043-35 2024-02-18T08:28:23.780 INFO:tasks.rados.rados.0.smithi110.stdout:2554: finishing write tid 4 to smithi11051043-35 2024-02-18T08:28:23.782 INFO:tasks.rados.rados.0.smithi110.stdout:2554: finishing write tid 5 to smithi11051043-35 2024-02-18T08:28:23.782 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 1049 (ObjNum 783 snap 241 seq_num 783) dirty exists 2024-02-18T08:28:23.782 INFO:tasks.rados.rados.0.smithi110.stdout:2554: left oid 35 (ObjNum 783 snap 241 seq_num 783) 2024-02-18T08:28:23.799 INFO:tasks.rados.rados.0.smithi110.stdout:2553: done (4 left) 2024-02-18T08:28:23.799 INFO:tasks.rados.rados.0.smithi110.stdout:2554: done (3 left) 2024-02-18T08:28:23.799 INFO:tasks.rados.rados.0.smithi110.stdout:2555: done (2 left) 2024-02-18T08:28:23.799 INFO:tasks.rados.rados.0.smithi110.stdout:2557: done (1 left) 2024-02-18T08:28:23.799 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 241 2024-02-18T08:28:23.799 INFO:tasks.rados.rados.0.smithi110.stdout:2558: seq_num 785 ranges {1933312=753664,2686976=401408} 2024-02-18T08:28:23.820 INFO:tasks.rados.rados.0.smithi110.stdout:2558: writing smithi11051043-4 from 1933312 to 2686976 tid 1 2024-02-18T08:28:23.822 INFO:tasks.rados.rados.0.smithi110.stdout:2558: writing smithi11051043-4 from 2686976 to 3088384 tid 2 2024-02-18T08:28:23.823 INFO:tasks.rados.rados.0.smithi110.stdout:2559: snap_create 2024-02-18T08:28:23.823 INFO:tasks.rados.rados.0.smithi110.stdout:2556: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:28:23.932 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:23.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:23.932 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:23.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:23.932 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:23 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:23.530Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:28:24.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:24 smithi110 bash[54479]: cluster 2024-02-18T08:28:22.721991+0000 mgr.y (mgr.44100) 299 : cluster [DBG] pgmap v504: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-02-18T08:28:24.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:24 smithi110 bash[54479]: audit 2024-02-18T08:28:23.648015+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:24.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:24 smithi110 bash[54479]: audit 2024-02-18T08:28:23.649832+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:24.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:24 smithi110 bash[54479]: audit 2024-02-18T08:28:23.653060+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:24.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:24 smithi110 bash[54479]: cluster 2024-02-18T08:28:23.759429+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-02-18T08:28:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:24 smithi110 bash[55875]: cluster 2024-02-18T08:28:22.721991+0000 mgr.y (mgr.44100) 299 : cluster [DBG] pgmap v504: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-02-18T08:28:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:24 smithi110 bash[55875]: audit 2024-02-18T08:28:23.648015+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:24 smithi110 bash[55875]: audit 2024-02-18T08:28:23.649832+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:24 smithi110 bash[55875]: audit 2024-02-18T08:28:23.653060+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:24 smithi110 bash[55875]: cluster 2024-02-18T08:28:23.759429+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-02-18T08:28:24.248 INFO:tasks.rados.rados.0.smithi110.stdout:2558: finishing write tid 1 to smithi11051043-4 2024-02-18T08:28:24.248 INFO:tasks.rados.rados.0.smithi110.stdout:2558: finishing write tid 2 to smithi11051043-4 2024-02-18T08:28:24.248 INFO:tasks.rados.rados.0.smithi110.stdout:2558: finishing write tid 4 to smithi11051043-4 2024-02-18T08:28:24.249 INFO:tasks.rados.rados.0.smithi110.stdout:2558: finishing write tid 5 to smithi11051043-4 2024-02-18T08:28:24.249 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1052 (ObjNum 785 snap 241 seq_num 785) dirty exists 2024-02-18T08:28:24.249 INFO:tasks.rados.rados.0.smithi110.stdout:2558: left oid 4 (ObjNum 785 snap 241 seq_num 785) 2024-02-18T08:28:24.581 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:28:24.594 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:24 smithi191 bash[38688]: cluster 2024-02-18T08:28:22.721991+0000 mgr.y (mgr.44100) 299 : cluster [DBG] pgmap v504: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-02-18T08:28:24.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:24 smithi191 bash[38688]: audit 2024-02-18T08:28:23.648015+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:24.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:24 smithi191 bash[38688]: audit 2024-02-18T08:28:23.649832+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:24.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:24 smithi191 bash[38688]: audit 2024-02-18T08:28:23.653060+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:24.595 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:24 smithi191 bash[38688]: cluster 2024-02-18T08:28:23.759429+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-02-18T08:28:24.753 INFO:tasks.rados.rados.0.smithi110.stdout:2556: done (2 left) 2024-02-18T08:28:24.753 INFO:tasks.rados.rados.0.smithi110.stdout:2558: done (1 left) 2024-02-18T08:28:24.753 INFO:tasks.rados.rados.0.smithi110.stdout:2559: done (0 left) 2024-02-18T08:28:24.753 INFO:tasks.rados.rados.0.smithi110.stdout:2560: read oid 35 snap -1 2024-02-18T08:28:24.753 INFO:tasks.rados.rados.0.smithi110.stdout:2560: expect (ObjNum 783 snap 241 seq_num 783) 2024-02-18T08:28:24.753 INFO:tasks.rados.rados.0.smithi110.stdout:2561: rmattr oid 18 current snap is 242 2024-02-18T08:28:24.754 INFO:tasks.rados.rados.0.smithi110.stdout:2561: done (1 left) 2024-02-18T08:28:24.754 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 242 2024-02-18T08:28:24.754 INFO:tasks.rados.rados.0.smithi110.stdout:2562: seq_num 786 ranges {950272=770048,1720320=401408} 2024-02-18T08:28:24.763 INFO:tasks.rados.rados.0.smithi110.stdout:2562: writing smithi11051043-28 from 950272 to 1720320 tid 1 2024-02-18T08:28:24.766 INFO:tasks.rados.rados.0.smithi110.stdout:2562: writing smithi11051043-28 from 1720320 to 2121728 tid 2 2024-02-18T08:28:24.766 INFO:tasks.rados.rados.0.smithi110.stdout:2563: rollback oid 41 current snap is 242 2024-02-18T08:28:24.766 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 232 2024-02-18T08:28:24.766 INFO:tasks.rados.rados.0.smithi110.stdout:2564: rollback oid 8 current snap is 242 2024-02-18T08:28:24.766 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 8 to 226 2024-02-18T08:28:24.766 INFO:tasks.rados.rados.0.smithi110.stdout:2565: snap_create 2024-02-18T08:28:24.768 INFO:tasks.rados.rados.0.smithi110.stdout:2560: expect (ObjNum 783 snap 241 seq_num 783) 2024-02-18T08:28:24.827 INFO:tasks.rados.rados.0.smithi110.stdout:2563: finishing rollback tid 0 to smithi11051043-41 2024-02-18T08:28:24.827 INFO:tasks.rados.rados.0.smithi110.stdout:2562: finishing write tid 1 to smithi11051043-28 2024-02-18T08:28:24.827 INFO:tasks.rados.rados.0.smithi110.stdout:2562: finishing write tid 2 to smithi11051043-28 2024-02-18T08:28:24.827 INFO:tasks.rados.rados.0.smithi110.stdout:2563: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:28:24.828 INFO:tasks.rados.rados.0.smithi110.stdout:2563: finishing rollback tid 2 to smithi11051043-41 2024-02-18T08:28:24.828 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 838 (ObjNum 692 snap 210 seq_num 692) dirty exists 2024-02-18T08:28:24.828 INFO:tasks.rados.rados.0.smithi110.stdout:2562: finishing write tid 4 to smithi11051043-28 2024-02-18T08:28:24.828 INFO:tasks.rados.rados.0.smithi110.stdout:2564: finishing rollback tid 1 to smithi11051043-8 2024-02-18T08:28:24.828 INFO:tasks.rados.rados.0.smithi110.stdout:2562: finishing write tid 5 to smithi11051043-28 2024-02-18T08:28:24.828 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 836 (ObjNum 786 snap 242 seq_num 786) dirty exists 2024-02-18T08:28:24.828 INFO:tasks.rados.rados.0.smithi110.stdout:2562: left oid 28 (ObjNum 786 snap 242 seq_num 786) 2024-02-18T08:28:24.828 INFO:tasks.rados.rados.0.smithi110.stdout:2564: finishing rollback tid 2 to smithi11051043-8 2024-02-18T08:28:24.828 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1353 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-02-18T08:28:24.920 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:28:24.920 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (11m) 11s ago 12m 14.0M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:28:24.920 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (11m) 27s ago 11m 25.3M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:28:24.920 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (18s) 11s ago 10m 11.9M - 16.2.14-548-g81bd20d6 823b921721f5 013bccb98e76 2024-02-18T08:28:24.920 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 starting - - - - 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (6m) 27s ago 15m 378M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (6m) 11s ago 17m 421M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (6m) 11s ago 18m 70.7M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (5m) 27s ago 16m 52.6M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (5m) 11s ago 16m 57.6M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (12m) 11s ago 12m 11.0M - 0.18.1 e5a616e4b9cf c8666eafa528 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (12m) 27s ago 12m 11.6M - 0.18.1 e5a616e4b9cf 7703a2fcdd83 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (4m) 11s ago 15m 287M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (3m) 11s ago 15m 252M 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (3m) 11s ago 14m 181M 4096M 16.2.14-548-g81bd20d6 823b921721f5 4c63cbd8618f 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (2m) 11s ago 14m 140M 4096M 16.2.14-548-g81bd20d6 823b921721f5 a2480614884d 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (2m) 27s ago 13m 195M 4096M 16.2.14-548-g81bd20d6 823b921721f5 dfbbfe876a9c 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (97s) 27s ago 13m 230M 4096M 16.2.14-548-g81bd20d6 823b921721f5 fa50be56e42a 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (65s) 27s ago 13m 184M 4096M 16.2.14-548-g81bd20d6 823b921721f5 10bf09a1fa6a 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (32s) 27s ago 12m - 4096M 16.2.14-548-g81bd20d6 823b921721f5 49b359116b14 2024-02-18T08:28:24.921 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (7m) 27s ago 12m 41.5M - 2.18.1 de242295e225 1a6625f5513d 2024-02-18T08:28:25.278 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:28:25.278 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:28:25.278 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:28:25.278 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:28:25.278 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:28:25.278 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:28:25.278 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:28:25.278 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:28:25.278 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 8 2024-02-18T08:28:25.278 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:28:25.279 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:28:25.279 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:28:25.279 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:28:25.279 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:28:25.279 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 15 2024-02-18T08:28:25.279 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:28:25.279 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:28:25.764 INFO:tasks.rados.rados.0.smithi110.stdout:2560: done (4 left) 2024-02-18T08:28:25.765 INFO:tasks.rados.rados.0.smithi110.stdout:2562: done (3 left) 2024-02-18T08:28:25.765 INFO:tasks.rados.rados.0.smithi110.stdout:2563: done (2 left) 2024-02-18T08:28:25.765 INFO:tasks.rados.rados.0.smithi110.stdout:2564: done (1 left) 2024-02-18T08:28:25.765 INFO:tasks.rados.rados.0.smithi110.stdout:2565: done (0 left) 2024-02-18T08:28:25.765 INFO:tasks.rados.rados.0.smithi110.stdout:2566: copy_from oid 22 from oid 29 current snap is 243 2024-02-18T08:28:25.765 INFO:tasks.rados.rados.0.smithi110.stdout:2567: read oid 10 snap -1 2024-02-18T08:28:25.765 INFO:tasks.rados.rados.0.smithi110.stdout:2567: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:28:25.765 INFO:tasks.rados.rados.0.smithi110.stdout:2568: delete oid 9 current snap is 243 2024-02-18T08:28:25.768 INFO:tasks.rados.rados.0.smithi110.stdout:2568: done (2 left) 2024-02-18T08:28:25.768 INFO:tasks.rados.rados.0.smithi110.stdout:2569: rollback oid 13 current snap is 243 2024-02-18T08:28:25.768 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 13 to 239 2024-02-18T08:28:25.768 INFO:tasks.rados.rados.0.smithi110.stdout:2570: snap_remove snap 215 2024-02-18T08:28:26.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.565470+0000 mgr.y (mgr.44100) 300 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: cluster 2024-02-18T08:28:24.722629+0000 mgr.y (mgr.44100) 301 : cluster [DBG] pgmap v507: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: cluster 2024-02-18T08:28:24.750491+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.891163+0000 mgr.y (mgr.44100) 302 : audit [DBG] from='client.44382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.896713+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.897510+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.898204+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.898906+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.899622+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.900314+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.902819+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.903687+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.904398+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.905083+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:24.905877+0000 mon.a (mon.0) 967 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:25 smithi191 bash[38688]: audit 2024-02-18T08:28:25.275417+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.15.110:0/1933027766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.565470+0000 mgr.y (mgr.44100) 300 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: cluster 2024-02-18T08:28:24.722629+0000 mgr.y (mgr.44100) 301 : cluster [DBG] pgmap v507: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: cluster 2024-02-18T08:28:24.750491+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.891163+0000 mgr.y (mgr.44100) 302 : audit [DBG] from='client.44382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.896713+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.897510+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.898204+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.898906+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.899622+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.900314+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.902819+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.903687+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.904398+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.905083+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:24.905877+0000 mon.a (mon.0) 967 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[55875]: audit 2024-02-18T08:28:25.275417+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.15.110:0/1933027766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.565470+0000 mgr.y (mgr.44100) 300 : audit [DBG] from='client.44376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: cluster 2024-02-18T08:28:24.722629+0000 mgr.y (mgr.44100) 301 : cluster [DBG] pgmap v507: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: cluster 2024-02-18T08:28:24.750491+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.891163+0000 mgr.y (mgr.44100) 302 : audit [DBG] from='client.44382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.896713+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.897510+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:26.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.898204+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.898906+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.899622+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.900314+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.902819+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:26.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.903687+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.904398+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.905083+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:24.905877+0000 mon.a (mon.0) 967 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:26.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:25 smithi110 bash[54479]: audit 2024-02-18T08:28:25.275417+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.15.110:0/1933027766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:26.770 INFO:tasks.rados.rados.0.smithi110.stdout:2570: done (3 left) 2024-02-18T08:28:26.770 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 243 2024-02-18T08:28:26.770 INFO:tasks.rados.rados.0.smithi110.stdout:2571: seq_num 788 ranges {851968=802816,1654784=401408} 2024-02-18T08:28:26.780 INFO:tasks.rados.rados.0.smithi110.stdout:2571: writing smithi11051043-3 from 851968 to 1654784 tid 1 2024-02-18T08:28:26.784 INFO:tasks.rados.rados.0.smithi110.stdout:2571: writing smithi11051043-3 from 1654784 to 2056192 tid 2 2024-02-18T08:28:26.787 INFO:tasks.rados.rados.0.smithi110.stdout:2567: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:28:26.791 INFO:tasks.rados.rados.0.smithi110.stdout:2569: finishing rollback tid 0 to smithi11051043-13 2024-02-18T08:28:26.791 INFO:tasks.rados.rados.0.smithi110.stdout:2569: finishing rollback tid 1 to smithi11051043-13 2024-02-18T08:28:26.791 INFO:tasks.rados.rados.0.smithi110.stdout:2569: finishing rollback tid 2 to smithi11051043-13 2024-02-18T08:28:26.791 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 861 (ObjNum 747 snap 230 seq_num 747) dirty exists 2024-02-18T08:28:26.791 INFO:tasks.rados.rados.0.smithi110.stdout:2566: finishing copy_from racing read to smithi11051043-22 2024-02-18T08:28:26.791 INFO:tasks.rados.rados.0.smithi110.stdout:2566: finishing copy_from to smithi11051043-22 2024-02-18T08:28:26.791 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1233 (ObjNum 739 snap 228 seq_num 739) dirty exists 2024-02-18T08:28:26.791 INFO:tasks.rados.rados.0.smithi110.stdout:2566: done (3 left) 2024-02-18T08:28:26.791 INFO:tasks.rados.rados.0.smithi110.stdout:2567: done (2 left) 2024-02-18T08:28:26.791 INFO:tasks.rados.rados.0.smithi110.stdout:2569: done (1 left) 2024-02-18T08:28:26.792 INFO:tasks.rados.rados.0.smithi110.stdout:2572: snap_create 2024-02-18T08:28:26.794 INFO:tasks.rados.rados.0.smithi110.stdout:2571: finishing write tid 1 to smithi11051043-3 2024-02-18T08:28:26.795 INFO:tasks.rados.rados.0.smithi110.stdout:2571: finishing write tid 2 to smithi11051043-3 2024-02-18T08:28:26.795 INFO:tasks.rados.rados.0.smithi110.stdout:2571: finishing write tid 4 to smithi11051043-3 2024-02-18T08:28:26.797 INFO:tasks.rados.rados.0.smithi110.stdout:2571: finishing write tid 5 to smithi11051043-3 2024-02-18T08:28:26.798 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 1055 (ObjNum 788 snap 243 seq_num 788) dirty exists 2024-02-18T08:28:26.798 INFO:tasks.rados.rados.0.smithi110.stdout:2571: left oid 3 (ObjNum 788 snap 243 seq_num 788) 2024-02-18T08:28:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:26 smithi191 bash[38688]: cluster 2024-02-18T08:28:25.745743+0000 mon.a (mon.0) 968 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-02-18T08:28:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:26 smithi191 bash[38688]: cluster 2024-02-18T08:28:25.745833+0000 mon.a (mon.0) 969 : cluster [INF] Cluster is now healthy 2024-02-18T08:28:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:26 smithi191 bash[38688]: cluster 2024-02-18T08:28:25.761144+0000 mon.a (mon.0) 970 : cluster [DBG] mds.? [v2:172.21.15.191:6832/532778885,v1:172.21.15.191:6833/532778885] up:boot 2024-02-18T08:28:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:26 smithi191 bash[38688]: cluster 2024-02-18T08:28:25.761247+0000 mon.a (mon.0) 971 : cluster [DBG] fsmap foo:1 {0=foo.smithi110.fvzuby=up:active} 1 up:standby 2024-02-18T08:28:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:26 smithi191 bash[38688]: cluster 2024-02-18T08:28:25.761347+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2024-02-18T08:28:27.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:26 smithi191 bash[38688]: audit 2024-02-18T08:28:25.761697+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:28:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[54479]: cluster 2024-02-18T08:28:25.745743+0000 mon.a (mon.0) 968 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-02-18T08:28:27.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[54479]: cluster 2024-02-18T08:28:25.745833+0000 mon.a (mon.0) 969 : cluster [INF] Cluster is now healthy 2024-02-18T08:28:27.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[54479]: cluster 2024-02-18T08:28:25.761144+0000 mon.a (mon.0) 970 : cluster [DBG] mds.? [v2:172.21.15.191:6832/532778885,v1:172.21.15.191:6833/532778885] up:boot 2024-02-18T08:28:27.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[54479]: cluster 2024-02-18T08:28:25.761247+0000 mon.a (mon.0) 971 : cluster [DBG] fsmap foo:1 {0=foo.smithi110.fvzuby=up:active} 1 up:standby 2024-02-18T08:28:27.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[54479]: cluster 2024-02-18T08:28:25.761347+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2024-02-18T08:28:27.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[54479]: audit 2024-02-18T08:28:25.761697+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:28:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[55875]: cluster 2024-02-18T08:28:25.745743+0000 mon.a (mon.0) 968 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-02-18T08:28:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[55875]: cluster 2024-02-18T08:28:25.745833+0000 mon.a (mon.0) 969 : cluster [INF] Cluster is now healthy 2024-02-18T08:28:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[55875]: cluster 2024-02-18T08:28:25.761144+0000 mon.a (mon.0) 970 : cluster [DBG] mds.? [v2:172.21.15.191:6832/532778885,v1:172.21.15.191:6833/532778885] up:boot 2024-02-18T08:28:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[55875]: cluster 2024-02-18T08:28:25.761247+0000 mon.a (mon.0) 971 : cluster [DBG] fsmap foo:1 {0=foo.smithi110.fvzuby=up:active} 1 up:standby 2024-02-18T08:28:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[55875]: cluster 2024-02-18T08:28:25.761347+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2024-02-18T08:28:27.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:26 smithi110 bash[55875]: audit 2024-02-18T08:28:25.761697+0000 mon.a (mon.0) 973 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:28:27.776 INFO:tasks.rados.rados.0.smithi110.stdout:2571: done (1 left) 2024-02-18T08:28:27.776 INFO:tasks.rados.rados.0.smithi110.stdout:2572: done (0 left) 2024-02-18T08:28:27.776 INFO:tasks.rados.rados.0.smithi110.stdout:2573: snap_create 2024-02-18T08:28:28.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:27 smithi191 bash[38688]: cluster 2024-02-18T08:28:26.723420+0000 mgr.y (mgr.44100) 303 : cluster [DBG] pgmap v510: 89 pgs: 89 active+clean; 210 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-02-18T08:28:28.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:27 smithi191 bash[38688]: cluster 2024-02-18T08:28:26.767503+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2024-02-18T08:28:28.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:27 smithi110 bash[55875]: cluster 2024-02-18T08:28:26.723420+0000 mgr.y (mgr.44100) 303 : cluster [DBG] pgmap v510: 89 pgs: 89 active+clean; 210 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-02-18T08:28:28.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:27 smithi110 bash[55875]: cluster 2024-02-18T08:28:26.767503+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2024-02-18T08:28:28.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:27 smithi110 bash[54479]: cluster 2024-02-18T08:28:26.723420+0000 mgr.y (mgr.44100) 303 : cluster [DBG] pgmap v510: 89 pgs: 89 active+clean; 210 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-02-18T08:28:28.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:27 smithi110 bash[54479]: cluster 2024-02-18T08:28:26.767503+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2024-02-18T08:28:28.777 INFO:tasks.rados.rados.0.smithi110.stdout:2573: done (0 left) 2024-02-18T08:28:28.778 INFO:tasks.rados.rados.0.smithi110.stdout:2574: rollback oid 45 current snap is 245 2024-02-18T08:28:28.778 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 45 to 238 2024-02-18T08:28:28.778 INFO:tasks.rados.rados.0.smithi110.stdout:2575: read oid 14 snap -1 2024-02-18T08:28:28.778 INFO:tasks.rados.rados.0.smithi110.stdout:2575: expect (ObjNum 711 snap 215 seq_num 711) 2024-02-18T08:28:28.778 INFO:tasks.rados.rados.0.smithi110.stdout:2576: rmattr oid 31 current snap is 245 2024-02-18T08:28:28.778 INFO:tasks.rados.rados.0.smithi110.stdout:2576: done (2 left) 2024-02-18T08:28:28.778 INFO:tasks.rados.rados.0.smithi110.stdout:2577: snap_remove snap 241 2024-02-18T08:28:29.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:28 smithi191 bash[38688]: cluster 2024-02-18T08:28:27.773199+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2024-02-18T08:28:29.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:28 smithi191 bash[38688]: cluster 2024-02-18T08:28:28.774903+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2024-02-18T08:28:29.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:28 smithi110 bash[55875]: cluster 2024-02-18T08:28:27.773199+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2024-02-18T08:28:29.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:28 smithi110 bash[55875]: cluster 2024-02-18T08:28:28.774903+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2024-02-18T08:28:29.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:28 smithi110 bash[54479]: cluster 2024-02-18T08:28:27.773199+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2024-02-18T08:28:29.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:28 smithi110 bash[54479]: cluster 2024-02-18T08:28:28.774903+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2024-02-18T08:28:29.759 INFO:tasks.rados.rados.0.smithi110.stdout:2577: done (2 left) 2024-02-18T08:28:29.760 INFO:tasks.rados.rados.0.smithi110.stdout:2578: rollback oid 9 current snap is 245 2024-02-18T08:28:29.760 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 9 to 244 2024-02-18T08:28:29.760 INFO:tasks.rados.rados.0.smithi110.stdout:2579: rollback oid 16 current snap is 245 2024-02-18T08:28:29.760 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 16 to 244 2024-02-18T08:28:29.763 INFO:tasks.rados.rados.0.smithi110.stdout:2574: finishing rollback tid 0 to smithi11051043-45 2024-02-18T08:28:29.763 INFO:tasks.rados.rados.0.smithi110.stdout:2574: finishing rollback tid 1 to smithi11051043-45 2024-02-18T08:28:29.763 INFO:tasks.rados.rados.0.smithi110.stdout:2574: finishing rollback tid 2 to smithi11051043-45 2024-02-18T08:28:29.763 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1236 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-02-18T08:28:29.763 INFO:tasks.rados.rados.0.smithi110.stdout:2575: expect (ObjNum 711 snap 215 seq_num 711) 2024-02-18T08:28:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:29 smithi191 bash[38688]: cluster 2024-02-18T08:28:28.724325+0000 mgr.y (mgr.44100) 304 : cluster [DBG] pgmap v513: 89 pgs: 89 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-02-18T08:28:30.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:29 smithi191 bash[38688]: cluster 2024-02-18T08:28:29.754867+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:2579: finishing rollback tid 0 to smithi11051043-16 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:2579: finishing rollback tid 1 to smithi11051043-16 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:2579: finishing rollback tid 2 to smithi11051043-16 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1369 (ObjNum 649 snap 198 seq_num 649) dirty exists 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:2578: finishing rollback tid 1 to smithi11051043-9 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1048 (ObjNum 1 snap 22008 seq_num 4165363680) dirty dne 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:2574: done (3 left) 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:2575: done (2 left) 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:2578: done (1 left) 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:2579: done (0 left) 2024-02-18T08:28:30.097 INFO:tasks.rados.rados.0.smithi110.stdout:2580: delete oid 9 current snap is 245 2024-02-18T08:28:30.099 INFO:tasks.rados.rados.0.smithi110.stdout:2580: done (0 left) 2024-02-18T08:28:30.099 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 245 2024-02-18T08:28:30.099 INFO:tasks.rados.rados.0.smithi110.stdout:2581: seq_num 790 ranges {1204224=434176,1638400=548864,2187264=253952} 2024-02-18T08:28:30.108 INFO:tasks.rados.rados.0.smithi110.stdout:2581: writing smithi11051043-49 from 1204224 to 1638400 tid 1 2024-02-18T08:28:30.111 INFO:tasks.rados.rados.0.smithi110.stdout:2581: writing smithi11051043-49 from 1638400 to 2187264 tid 2 2024-02-18T08:28:30.113 INFO:tasks.rados.rados.0.smithi110.stdout:2581: writing smithi11051043-49 from 2187264 to 2441216 tid 3 2024-02-18T08:28:30.113 INFO:tasks.rados.rados.0.smithi110.stdout:2582: delete oid 37 current snap is 245 2024-02-18T08:28:30.114 INFO:tasks.rados.rados.0.smithi110.stdout:2581: finishing write tid 1 to smithi11051043-49 2024-02-18T08:28:30.116 INFO:tasks.rados.rados.0.smithi110.stdout:2582: done (1 left) 2024-02-18T08:28:30.116 INFO:tasks.rados.rados.0.smithi110.stdout:2583: snap_remove snap 232 2024-02-18T08:28:30.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:29 smithi110 bash[54479]: cluster 2024-02-18T08:28:28.724325+0000 mgr.y (mgr.44100) 304 : cluster [DBG] pgmap v513: 89 pgs: 89 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-02-18T08:28:30.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:29 smithi110 bash[54479]: cluster 2024-02-18T08:28:29.754867+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2024-02-18T08:28:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:29 smithi110 bash[55875]: cluster 2024-02-18T08:28:28.724325+0000 mgr.y (mgr.44100) 304 : cluster [DBG] pgmap v513: 89 pgs: 89 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-02-18T08:28:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:29 smithi110 bash[55875]: cluster 2024-02-18T08:28:29.754867+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2024-02-18T08:28:30.805 INFO:tasks.rados.rados.0.smithi110.stdout:2583: done (1 left) 2024-02-18T08:28:30.805 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 245 2024-02-18T08:28:30.805 INFO:tasks.rados.rados.0.smithi110.stdout:2584: seq_num 792 ranges {991232=466944,1458176=761856,2220032=40960} 2024-02-18T08:28:30.814 INFO:tasks.rados.rados.0.smithi110.stdout:2584: writing smithi11051043-38 from 991232 to 1458176 tid 1 2024-02-18T08:28:30.819 INFO:tasks.rados.rados.0.smithi110.stdout:2584: writing smithi11051043-38 from 1458176 to 2220032 tid 2 2024-02-18T08:28:30.820 INFO:tasks.rados.rados.0.smithi110.stdout:2584: writing smithi11051043-38 from 2220032 to 2260992 tid 3 2024-02-18T08:28:30.820 INFO:tasks.rados.rados.0.smithi110.stdout:2585: snap_remove snap 226 2024-02-18T08:28:31.810 INFO:tasks.rados.rados.0.smithi110.stdout:2585: done (2 left) 2024-02-18T08:28:31.810 INFO:tasks.rados.rados.0.smithi110.stdout:2586: copy_from oid 29 from oid 2 current snap is 245 2024-02-18T08:28:31.810 INFO:tasks.rados.rados.0.smithi110.stdout:2587: read oid 13 snap 238 2024-02-18T08:28:31.810 INFO:tasks.rados.rados.0.smithi110.stdout:2587: expect (ObjNum 747 snap 230 seq_num 747) 2024-02-18T08:28:31.810 INFO:tasks.rados.rados.0.smithi110.stdout:2588: copy_from oid 50 from oid 47 current snap is 245 2024-02-18T08:28:31.810 INFO:tasks.rados.rados.0.smithi110.stdout:2589: rmattr oid 31 current snap is 245 2024-02-18T08:28:31.810 INFO:tasks.rados.rados.0.smithi110.stdout:2589: done (5 left) 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2590: rmattr oid 36 current snap is 245 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2590: done (5 left) 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2591: snap_create 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2581: finishing write tid 2 to smithi11051043-49 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2581: finishing write tid 3 to smithi11051043-49 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2581: finishing write tid 5 to smithi11051043-49 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2581: finishing write tid 6 to smithi11051043-49 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 842 (ObjNum 790 snap 245 seq_num 790) dirty exists 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2581: left oid 49 (ObjNum 790 snap 245 seq_num 790) 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2584: finishing write tid 1 to smithi11051043-38 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2584: finishing write tid 2 to smithi11051043-38 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2584: finishing write tid 3 to smithi11051043-38 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2584: finishing write tid 5 to smithi11051043-38 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:2584: finishing write tid 6 to smithi11051043-38 2024-02-18T08:28:31.811 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1237 (ObjNum 792 snap 245 seq_num 792) dirty exists 2024-02-18T08:28:31.812 INFO:tasks.rados.rados.0.smithi110.stdout:2584: left oid 38 (ObjNum 792 snap 245 seq_num 792) 2024-02-18T08:28:31.818 INFO:tasks.rados.rados.0.smithi110.stdout:2588: finishing copy_from to smithi11051043-50 2024-02-18T08:28:31.819 INFO:tasks.rados.rados.0.smithi110.stdout:2588: got expected ENOENT (src dne) 2024-02-18T08:28:31.821 INFO:tasks.rados.rados.0.smithi110.stdout:2588: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:28:31.825 INFO:tasks.rados.rados.0.smithi110.stdout:2587: expect (ObjNum 747 snap 230 seq_num 747) 2024-02-18T08:28:31.866 INFO:tasks.rados.rados.0.smithi110.stdout:2586: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:28:31.866 INFO:tasks.rados.rados.0.smithi110.stdout:2586: finishing copy_from to smithi11051043-29 2024-02-18T08:28:31.866 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1223 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-02-18T08:28:31.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: cluster 2024-02-18T08:28:30.725150+0000 mgr.y (mgr.44100) 305 : cluster [DBG] pgmap v516: 89 pgs: 2 active+clean+snaptrim_wait, 87 active+clean; 184 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:30.736188+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: cluster 2024-02-18T08:28:30.800808+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.043446+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.045610+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: cephadm 2024-02-18T08:28:31.047421+0000 mgr.y (mgr.44100) 306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.055979+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.064187+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.067777+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.070085+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.071770+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.074606+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.077401+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: cephadm 2024-02-18T08:28:31.078478+0000 mgr.y (mgr.44100) 307 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.085215+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.086593+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:28:31.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.094749+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi110.fvzuby"}]': finished 2024-02-18T08:28:31.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.095951+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:28:31.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:31.636Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:31.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:31.636Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:31.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:31.636Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:28:31.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.100466+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi191.yrmaff"}]': finished 2024-02-18T08:28:31.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.102720+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.974 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: cephadm 2024-02-18T08:28:31.103910+0000 mgr.y (mgr.44100) 308 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.108857+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.110836+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: cephadm 2024-02-18T08:28:31.111930+0000 mgr.y (mgr.44100) 309 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.116808+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.118644+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.120757+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: cephadm 2024-02-18T08:28:31.121955+0000 mgr.y (mgr.44100) 310 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.127676+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.129605+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: cephadm 2024-02-18T08:28:31.130911+0000 mgr.y (mgr.44100) 311 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-02-18T08:28:31.975 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[55875]: audit 2024-02-18T08:28:31.137042+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: cluster 2024-02-18T08:28:30.725150+0000 mgr.y (mgr.44100) 305 : cluster [DBG] pgmap v516: 89 pgs: 2 active+clean+snaptrim_wait, 87 active+clean; 184 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-02-18T08:28:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:30.736188+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: cluster 2024-02-18T08:28:30.800808+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2024-02-18T08:28:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.043446+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.045610+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:28:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: cephadm 2024-02-18T08:28:31.047421+0000 mgr.y (mgr.44100) 306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:28:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.055979+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.064187+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.067777+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.976 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.070085+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.071770+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.074606+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.077401+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: cephadm 2024-02-18T08:28:31.078478+0000 mgr.y (mgr.44100) 307 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.085215+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.086593+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.094749+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi110.fvzuby"}]': finished 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.095951+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.100466+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi191.yrmaff"}]': finished 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.102720+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: cephadm 2024-02-18T08:28:31.103910+0000 mgr.y (mgr.44100) 308 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.108857+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.110836+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.977 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: cephadm 2024-02-18T08:28:31.111930+0000 mgr.y (mgr.44100) 309 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-02-18T08:28:31.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.116808+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.118644+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.120757+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: cephadm 2024-02-18T08:28:31.121955+0000 mgr.y (mgr.44100) 310 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2024-02-18T08:28:31.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.127676+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:31.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.129605+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:31.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: cephadm 2024-02-18T08:28:31.130911+0000 mgr.y (mgr.44100) 311 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-02-18T08:28:31.978 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:31 smithi110 bash[54479]: audit 2024-02-18T08:28:31.137042+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:32.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: cluster 2024-02-18T08:28:30.725150+0000 mgr.y (mgr.44100) 305 : cluster [DBG] pgmap v516: 89 pgs: 2 active+clean+snaptrim_wait, 87 active+clean; 184 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-02-18T08:28:32.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:30.736188+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: cluster 2024-02-18T08:28:30.800808+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2024-02-18T08:28:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.043446+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.045610+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:28:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: cephadm 2024-02-18T08:28:31.047421+0000 mgr.y (mgr.44100) 306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:28:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.055979+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.064187+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.067777+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.070085+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.071770+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:32.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.074606+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.077401+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: cephadm 2024-02-18T08:28:31.078478+0000 mgr.y (mgr.44100) 307 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.085215+0000 mon.a (mon.0) 989 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.086593+0000 mon.a (mon.0) 990 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi110.fvzuby"}]: dispatch 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.094749+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi110.fvzuby"}]': finished 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.095951+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi191.yrmaff"}]: dispatch 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.100466+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi191.yrmaff"}]': finished 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.102720+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: cephadm 2024-02-18T08:28:31.103910+0000 mgr.y (mgr.44100) 308 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.108857+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.110836+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: cephadm 2024-02-18T08:28:31.111930+0000 mgr.y (mgr.44100) 309 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-02-18T08:28:32.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.116808+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:32.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.118644+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:32.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.120757+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:32.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: cephadm 2024-02-18T08:28:31.121955+0000 mgr.y (mgr.44100) 310 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2024-02-18T08:28:32.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.127676+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:32.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.129605+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:32.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: cephadm 2024-02-18T08:28:31.130911+0000 mgr.y (mgr.44100) 311 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-02-18T08:28:32.098 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:31 smithi191 bash[38688]: audit 2024-02-18T08:28:31.137042+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:32.815 INFO:tasks.rados.rados.0.smithi110.stdout:2581: done (5 left) 2024-02-18T08:28:32.815 INFO:tasks.rados.rados.0.smithi110.stdout:2584: done (4 left) 2024-02-18T08:28:32.815 INFO:tasks.rados.rados.0.smithi110.stdout:2586: done (3 left) 2024-02-18T08:28:32.815 INFO:tasks.rados.rados.0.smithi110.stdout:2587: done (2 left) 2024-02-18T08:28:32.815 INFO:tasks.rados.rados.0.smithi110.stdout:2588: done (1 left) 2024-02-18T08:28:32.816 INFO:tasks.rados.rados.0.smithi110.stdout:2591: done (0 left) 2024-02-18T08:28:32.816 INFO:tasks.rados.rados.0.smithi110.stdout:2592: read oid 19 snap -1 2024-02-18T08:28:32.816 INFO:tasks.rados.rados.0.smithi110.stdout:2592: expect deleted 2024-02-18T08:28:32.816 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 246 2024-02-18T08:28:32.816 INFO:tasks.rados.rados.0.smithi110.stdout:2593: seq_num 793 ranges {1998848=483328,2482176=647168,3129344=155648} 2024-02-18T08:28:32.832 INFO:tasks.rados.rados.0.smithi110.stdout:2593: writing smithi11051043-41 from 1998848 to 2482176 tid 1 2024-02-18T08:28:32.836 INFO:tasks.rados.rados.0.smithi110.stdout:2593: writing smithi11051043-41 from 2482176 to 3129344 tid 2 2024-02-18T08:28:32.837 INFO:tasks.rados.rados.0.smithi110.stdout:2593: writing smithi11051043-41 from 3129344 to 3284992 tid 3 2024-02-18T08:28:32.837 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 246 2024-02-18T08:28:32.837 INFO:tasks.rados.rados.0.smithi110.stdout:2594: seq_num 794 ranges {11542528=499712,12042240=532480,12574720=270336} 2024-02-18T08:28:32.905 INFO:tasks.rados.rados.0.smithi110.stdout:2594: writing smithi11051043-7 from 11542528 to 12042240 tid 1 2024-02-18T08:28:32.908 INFO:tasks.rados.rados.0.smithi110.stdout:2594: writing smithi11051043-7 from 12042240 to 12574720 tid 2 2024-02-18T08:28:32.909 INFO:tasks.rados.rados.0.smithi110.stdout:2594: writing smithi11051043-7 from 12574720 to 12845056 tid 3 2024-02-18T08:28:32.909 INFO:tasks.rados.rados.0.smithi110.stdout:2595: snap_create 2024-02-18T08:28:32.909 INFO:tasks.rados.rados.0.smithi110.stdout:2593: finishing write tid 1 to smithi11051043-41 2024-02-18T08:28:32.910 INFO:tasks.rados.rados.0.smithi110.stdout:2593: finishing write tid 2 to smithi11051043-41 2024-02-18T08:28:32.910 INFO:tasks.rados.rados.0.smithi110.stdout:2593: finishing write tid 3 to smithi11051043-41 2024-02-18T08:28:32.910 INFO:tasks.rados.rados.0.smithi110.stdout:2593: finishing write tid 5 to smithi11051043-41 2024-02-18T08:28:32.910 INFO:tasks.rados.rados.0.smithi110.stdout:2593: finishing write tid 6 to smithi11051043-41 2024-02-18T08:28:32.910 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 842 (ObjNum 793 snap 246 seq_num 793) dirty exists 2024-02-18T08:28:32.910 INFO:tasks.rados.rados.0.smithi110.stdout:2593: left oid 41 (ObjNum 793 snap 246 seq_num 793) 2024-02-18T08:28:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:2594: finishing write tid 1 to smithi11051043-7 2024-02-18T08:28:32.917 INFO:tasks.rados.rados.0.smithi110.stdout:2594: finishing write tid 2 to smithi11051043-7 2024-02-18T08:28:32.918 INFO:tasks.rados.rados.0.smithi110.stdout:2594: finishing write tid 3 to smithi11051043-7 2024-02-18T08:28:32.919 INFO:tasks.rados.rados.0.smithi110.stdout:2594: finishing write tid 5 to smithi11051043-7 2024-02-18T08:28:32.920 INFO:tasks.rados.rados.0.smithi110.stdout:2594: finishing write tid 6 to smithi11051043-7 2024-02-18T08:28:32.920 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 840 (ObjNum 794 snap 246 seq_num 794) dirty exists 2024-02-18T08:28:32.920 INFO:tasks.rados.rados.0.smithi110.stdout:2594: left oid 7 (ObjNum 794 snap 246 seq_num 794) 2024-02-18T08:28:32.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:32 smithi110 bash[54479]: cluster 2024-02-18T08:28:31.803322+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2024-02-18T08:28:32.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:32 smithi110 bash[55875]: cluster 2024-02-18T08:28:31.803322+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2024-02-18T08:28:33.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:32 smithi191 bash[38688]: cluster 2024-02-18T08:28:31.803322+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2024-02-18T08:28:33.813 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:33.531Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:33.813 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:33.531Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:33.813 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:33 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:33.531Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:28:33.826 INFO:tasks.rados.rados.0.smithi110.stdout:2592: done (3 left) 2024-02-18T08:28:33.826 INFO:tasks.rados.rados.0.smithi110.stdout:2593: done (2 left) 2024-02-18T08:28:33.827 INFO:tasks.rados.rados.0.smithi110.stdout:2594: done (1 left) 2024-02-18T08:28:33.827 INFO:tasks.rados.rados.0.smithi110.stdout:2595: done (0 left) 2024-02-18T08:28:33.827 INFO:tasks.rados.rados.0.smithi110.stdout:2596: read oid 29 snap -1 2024-02-18T08:28:33.827 INFO:tasks.rados.rados.0.smithi110.stdout:2596: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:28:33.827 INFO:tasks.rados.rados.0.smithi110.stdout:2597: snap_create 2024-02-18T08:28:33.834 INFO:tasks.rados.rados.0.smithi110.stdout:2596: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:28:34.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:33 smithi191 bash[38688]: cluster 2024-02-18T08:28:32.726884+0000 mgr.y (mgr.44100) 312 : cluster [DBG] pgmap v519: 89 pgs: 2 active+clean+snaptrim_wait, 87 active+clean; 176 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 302 KiB/s wr, 4 op/s 2024-02-18T08:28:34.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:33 smithi191 bash[38688]: cluster 2024-02-18T08:28:32.812451+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2024-02-18T08:28:34.124 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:33 smithi110 systemd[1]: Stopping Ceph node-exporter.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:28:34.124 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:33 smithi110 bash[54479]: cluster 2024-02-18T08:28:32.726884+0000 mgr.y (mgr.44100) 312 : cluster [DBG] pgmap v519: 89 pgs: 2 active+clean+snaptrim_wait, 87 active+clean; 176 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 302 KiB/s wr, 4 op/s 2024-02-18T08:28:34.125 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:33 smithi110 bash[54479]: cluster 2024-02-18T08:28:32.812451+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2024-02-18T08:28:34.125 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:33 smithi110 bash[55875]: cluster 2024-02-18T08:28:32.726884+0000 mgr.y (mgr.44100) 312 : cluster [DBG] pgmap v519: 89 pgs: 2 active+clean+snaptrim_wait, 87 active+clean; 176 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 302 KiB/s wr, 4 op/s 2024-02-18T08:28:34.125 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:33 smithi110 bash[55875]: cluster 2024-02-18T08:28:32.812451+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2024-02-18T08:28:34.759 INFO:tasks.rados.rados.0.smithi110.stdout:2596: done (1 left) 2024-02-18T08:28:34.759 INFO:tasks.rados.rados.0.smithi110.stdout:2597: done (0 left) 2024-02-18T08:28:34.759 INFO:tasks.rados.rados.0.smithi110.stdout:2598: delete oid 3 current snap is 248 2024-02-18T08:28:34.765 INFO:tasks.rados.rados.0.smithi110.stdout:2598: done (0 left) 2024-02-18T08:28:34.765 INFO:tasks.rados.rados.0.smithi110.stdout:2599: read oid 38 snap -1 2024-02-18T08:28:34.765 INFO:tasks.rados.rados.0.smithi110.stdout:2599: expect (ObjNum 792 snap 245 seq_num 792) 2024-02-18T08:28:34.765 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 248 2024-02-18T08:28:34.765 INFO:tasks.rados.rados.0.smithi110.stdout:2600: seq_num 796 ranges {11542528=540672,12083200=704512,12787712=98304} 2024-02-18T08:28:34.837 INFO:tasks.rados.rados.0.smithi110.stdout:2600: writing smithi11051043-16 from 11542528 to 12083200 tid 1 2024-02-18T08:28:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:2600: writing smithi11051043-16 from 12083200 to 12787712 tid 2 2024-02-18T08:28:34.844 INFO:tasks.rados.rados.0.smithi110.stdout:2600: writing smithi11051043-16 from 12787712 to 12886016 tid 3 2024-02-18T08:28:34.844 INFO:tasks.rados.rados.0.smithi110.stdout:2601: delete oid 12 current snap is 248 2024-02-18T08:28:34.844 INFO:tasks.rados.rados.0.smithi110.stdout:2599: expect (ObjNum 792 snap 245 seq_num 792) 2024-02-18T08:28:34.924 INFO:tasks.rados.rados.0.smithi110.stdout:2599: done (2 left) 2024-02-18T08:28:34.924 INFO:tasks.rados.rados.0.smithi110.stdout:2601: done (1 left) 2024-02-18T08:28:34.924 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 248 2024-02-18T08:28:34.924 INFO:tasks.rados.rados.0.smithi110.stdout:2602: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2024-02-18T08:28:34.927 INFO:tasks.rados.rados.0.smithi110.stdout:2602: writing smithi11051043-48 from 0 to 573440 tid 1 2024-02-18T08:28:34.932 INFO:tasks.rados.rados.0.smithi110.stdout:2602: writing smithi11051043-48 from 573440 to 1040384 tid 2 2024-02-18T08:28:34.934 INFO:tasks.rados.rados.0.smithi110.stdout:2602: writing smithi11051043-48 from 1040384 to 1376256 tid 3 2024-02-18T08:28:34.934 INFO:tasks.rados.rados.0.smithi110.stdout:2603: rmattr oid 45 current snap is 248 2024-02-18T08:28:34.934 INFO:tasks.rados.rados.0.smithi110.stdout:2603: done (2 left) 2024-02-18T08:28:34.934 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 248 2024-02-18T08:28:34.934 INFO:tasks.rados.rados.0.smithi110.stdout:2604: seq_num 799 ranges {2236416=589824,2826240=802816} 2024-02-18T08:28:34.951 INFO:tasks.rados.rados.0.smithi110.stdout:2604: writing smithi11051043-31 from 2236416 to 2826240 tid 1 2024-02-18T08:28:34.956 INFO:tasks.rados.rados.0.smithi110.stdout:2604: writing smithi11051043-31 from 2826240 to 3629056 tid 2 2024-02-18T08:28:34.956 INFO:tasks.rados.rados.0.smithi110.stdout:2605: rmattr oid 23 current snap is 248 2024-02-18T08:28:34.957 INFO:tasks.rados.rados.0.smithi110.stdout:2605: done (3 left) 2024-02-18T08:28:34.957 INFO:tasks.rados.rados.0.smithi110.stdout:2606: snap_remove snap 242 2024-02-18T08:28:35.023 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:34 smithi110 bash[55875]: cephadm 2024-02-18T08:28:33.638538+0000 mgr.y (mgr.44100) 313 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-02-18T08:28:35.024 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:34 smithi110 bash[55875]: cephadm 2024-02-18T08:28:33.638823+0000 mgr.y (mgr.44100) 314 : cephadm [INF] Deploying daemon node-exporter.a on smithi110 2024-02-18T08:28:35.024 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:34 smithi110 bash[55875]: cluster 2024-02-18T08:28:33.823408+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2024-02-18T08:28:35.024 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:34 smithi110 bash[55875]: cluster 2024-02-18T08:28:34.756665+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2024-02-18T08:28:35.024 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:34 smithi110 bash[66009]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-node-exporter.a 2024-02-18T08:28:35.024 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:34 smithi110 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=2/INVALIDARGUMENT 2024-02-18T08:28:35.024 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:34 smithi110 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-02-18T08:28:35.024 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:34 smithi110 systemd[1]: Stopped Ceph node-exporter.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:28:35.024 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:35 smithi110 systemd[1]: Started Ceph node-exporter.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:28:35.025 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:34 smithi110 bash[54479]: cephadm 2024-02-18T08:28:33.638538+0000 mgr.y (mgr.44100) 313 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-02-18T08:28:35.025 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:34 smithi110 bash[54479]: cephadm 2024-02-18T08:28:33.638823+0000 mgr.y (mgr.44100) 314 : cephadm [INF] Deploying daemon node-exporter.a on smithi110 2024-02-18T08:28:35.025 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:34 smithi110 bash[54479]: cluster 2024-02-18T08:28:33.823408+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2024-02-18T08:28:35.025 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:34 smithi110 bash[54479]: cluster 2024-02-18T08:28:34.756665+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2024-02-18T08:28:35.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:34 smithi191 bash[38688]: cephadm 2024-02-18T08:28:33.638538+0000 mgr.y (mgr.44100) 313 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-02-18T08:28:35.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:34 smithi191 bash[38688]: cephadm 2024-02-18T08:28:33.638823+0000 mgr.y (mgr.44100) 314 : cephadm [INF] Deploying daemon node-exporter.a on smithi110 2024-02-18T08:28:35.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:34 smithi191 bash[38688]: cluster 2024-02-18T08:28:33.823408+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2024-02-18T08:28:35.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:34 smithi191 bash[38688]: cluster 2024-02-18T08:28:34.756665+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2024-02-18T08:28:35.472 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:35 smithi110 bash[66157]: Unable to find image 'quay.io/prometheus/node-exporter:v1.3.1' locally 2024-02-18T08:28:35.839 INFO:tasks.rados.rados.0.smithi110.stdout:2606: done (3 left) 2024-02-18T08:28:35.839 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 248 2024-02-18T08:28:35.839 INFO:tasks.rados.rados.0.smithi110.stdout:2607: seq_num 800 ranges {2236416=606208,2842624=688128,3530752=114688} 2024-02-18T08:28:35.856 INFO:tasks.rados.rados.0.smithi110.stdout:2607: writing smithi11051043-2 from 2236416 to 2842624 tid 1 2024-02-18T08:28:35.860 INFO:tasks.rados.rados.0.smithi110.stdout:2607: writing smithi11051043-2 from 2842624 to 3530752 tid 2 2024-02-18T08:28:35.861 INFO:tasks.rados.rados.0.smithi110.stdout:2607: writing smithi11051043-2 from 3530752 to 3645440 tid 3 2024-02-18T08:28:35.861 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 248 2024-02-18T08:28:35.861 INFO:tasks.rados.rados.0.smithi110.stdout:2608: seq_num 801 ranges {2441216=622592,3063808=573440,3637248=229376} 2024-02-18T08:28:35.878 INFO:tasks.rados.rados.0.smithi110.stdout:2608: writing smithi11051043-49 from 2441216 to 3063808 tid 1 2024-02-18T08:28:35.881 INFO:tasks.rados.rados.0.smithi110.stdout:2608: writing smithi11051043-49 from 3063808 to 3637248 tid 2 2024-02-18T08:28:35.883 INFO:tasks.rados.rados.0.smithi110.stdout:2608: writing smithi11051043-49 from 3637248 to 3866624 tid 3 2024-02-18T08:28:35.883 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 248 2024-02-18T08:28:35.883 INFO:tasks.rados.rados.0.smithi110.stdout:2609: seq_num 802 ranges {1933312=638976,2572288=458752,3031040=344064} 2024-02-18T08:28:35.897 INFO:tasks.rados.rados.0.smithi110.stdout:2609: writing smithi11051043-8 from 1933312 to 2572288 tid 1 2024-02-18T08:28:35.900 INFO:tasks.rados.rados.0.smithi110.stdout:2609: writing smithi11051043-8 from 2572288 to 3031040 tid 2 2024-02-18T08:28:35.902 INFO:tasks.rados.rados.0.smithi110.stdout:2609: writing smithi11051043-8 from 3031040 to 3375104 tid 3 2024-02-18T08:28:35.902 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 248 2024-02-18T08:28:35.902 INFO:tasks.rados.rados.0.smithi110.stdout:2610: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-02-18T08:28:35.906 INFO:tasks.rados.rados.0.smithi110.stdout:2610: writing smithi11051043-23 from 0 to 655360 tid 1 2024-02-18T08:28:35.910 INFO:tasks.rados.rados.0.smithi110.stdout:2610: writing smithi11051043-23 from 655360 to 1400832 tid 2 2024-02-18T08:28:35.912 INFO:tasks.rados.rados.0.smithi110.stdout:2610: writing smithi11051043-23 from 1400832 to 1458176 tid 3 2024-02-18T08:28:35.912 INFO:tasks.rados.rados.0.smithi110.stdout:2611: rollback oid 33 current snap is 248 2024-02-18T08:28:35.912 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 33 to 246 2024-02-18T08:28:35.912 INFO:tasks.rados.rados.0.smithi110.stdout:2600: finishing write tid 1 to smithi11051043-16 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2600: finishing write tid 2 to smithi11051043-16 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2600: finishing write tid 3 to smithi11051043-16 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2600: finishing write tid 5 to smithi11051043-16 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2612: snap_create 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2600: finishing write tid 6 to smithi11051043-16 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1390 (ObjNum 796 snap 248 seq_num 796) dirty exists 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2600: left oid 16 (ObjNum 796 snap 248 seq_num 796) 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2602: finishing write tid 1 to smithi11051043-48 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2602: finishing write tid 2 to smithi11051043-48 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2602: finishing write tid 3 to smithi11051043-48 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2602: finishing write tid 5 to smithi11051043-48 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2602: finishing write tid 6 to smithi11051043-48 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 846 (ObjNum 798 snap 248 seq_num 798) dirty exists 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2602: left oid 48 (ObjNum 798 snap 248 seq_num 798) 2024-02-18T08:28:35.913 INFO:tasks.rados.rados.0.smithi110.stdout:2604: finishing write tid 1 to smithi11051043-31 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2604: finishing write tid 2 to smithi11051043-31 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2604: finishing write tid 4 to smithi11051043-31 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2604: finishing write tid 5 to smithi11051043-31 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1394 (ObjNum 799 snap 248 seq_num 799) dirty exists 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2604: left oid 31 (ObjNum 799 snap 248 seq_num 799) 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2607: finishing write tid 1 to smithi11051043-2 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2607: finishing write tid 2 to smithi11051043-2 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2607: finishing write tid 3 to smithi11051043-2 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2607: finishing write tid 5 to smithi11051043-2 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2607: finishing write tid 6 to smithi11051043-2 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1233 (ObjNum 800 snap 248 seq_num 800) dirty exists 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2607: left oid 2 (ObjNum 800 snap 248 seq_num 800) 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2608: finishing write tid 1 to smithi11051043-49 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2608: finishing write tid 2 to smithi11051043-49 2024-02-18T08:28:35.914 INFO:tasks.rados.rados.0.smithi110.stdout:2608: finishing write tid 3 to smithi11051043-49 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2608: finishing write tid 5 to smithi11051043-49 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2608: finishing write tid 6 to smithi11051043-49 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 850 (ObjNum 801 snap 248 seq_num 801) dirty exists 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2608: left oid 49 (ObjNum 801 snap 248 seq_num 801) 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2609: finishing write tid 1 to smithi11051043-8 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2609: finishing write tid 2 to smithi11051043-8 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2609: finishing write tid 3 to smithi11051043-8 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2609: finishing write tid 5 to smithi11051043-8 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2609: finishing write tid 6 to smithi11051043-8 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1403 (ObjNum 802 snap 248 seq_num 802) dirty exists 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2609: left oid 8 (ObjNum 802 snap 248 seq_num 802) 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2610: finishing write tid 1 to smithi11051043-23 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:2611: finishing rollback tid 1 to smithi11051043-33 2024-02-18T08:28:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 0 (ObjNum 0 snap 0 seq_num 2665860256) dirty dne 2024-02-18T08:28:35.916 INFO:tasks.rados.rados.0.smithi110.stdout:2610: finishing write tid 2 to smithi11051043-23 2024-02-18T08:28:35.916 INFO:tasks.rados.rados.0.smithi110.stdout:2610: finishing write tid 3 to smithi11051043-23 2024-02-18T08:28:35.916 INFO:tasks.rados.rados.0.smithi110.stdout:2610: finishing write tid 5 to smithi11051043-23 2024-02-18T08:28:35.919 INFO:tasks.rados.rados.0.smithi110.stdout:2610: finishing write tid 6 to smithi11051043-23 2024-02-18T08:28:35.919 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1407 (ObjNum 803 snap 248 seq_num 803) dirty exists 2024-02-18T08:28:35.919 INFO:tasks.rados.rados.0.smithi110.stdout:2610: left oid 23 (ObjNum 803 snap 248 seq_num 803) 2024-02-18T08:28:36.061 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:35 smithi110 bash[66157]: v1.3.1: Pulling from prometheus/node-exporter 2024-02-18T08:28:36.061 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: aa2a8d90b84c: Pulling fs layer 2024-02-18T08:28:36.061 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: b45d31ee2d7f: Pulling fs layer 2024-02-18T08:28:36.061 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: b5db1e299295: Pulling fs layer 2024-02-18T08:28:36.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:36 smithi191 bash[38688]: cluster 2024-02-18T08:28:34.727536+0000 mgr.y (mgr.44100) 315 : cluster [DBG] pgmap v522: 89 pgs: 2 active+clean+snaptrim_wait, 87 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 868 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-02-18T08:28:36.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:36 smithi191 bash[38688]: audit 2024-02-18T08:28:35.057764+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:36.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:36 smithi191 bash[38688]: cluster 2024-02-18T08:28:35.835843+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2024-02-18T08:28:36.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[54479]: cluster 2024-02-18T08:28:34.727536+0000 mgr.y (mgr.44100) 315 : cluster [DBG] pgmap v522: 89 pgs: 2 active+clean+snaptrim_wait, 87 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 868 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-02-18T08:28:36.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[54479]: audit 2024-02-18T08:28:35.057764+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:36.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[54479]: cluster 2024-02-18T08:28:35.835843+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2024-02-18T08:28:36.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[55875]: cluster 2024-02-18T08:28:34.727536+0000 mgr.y (mgr.44100) 315 : cluster [DBG] pgmap v522: 89 pgs: 2 active+clean+snaptrim_wait, 87 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 868 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-02-18T08:28:36.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[55875]: audit 2024-02-18T08:28:35.057764+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:36.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[55875]: cluster 2024-02-18T08:28:35.835843+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2024-02-18T08:28:36.459 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: aa2a8d90b84c: Verifying Checksum 2024-02-18T08:28:36.459 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: aa2a8d90b84c: Download complete 2024-02-18T08:28:36.459 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: b45d31ee2d7f: Verifying Checksum 2024-02-18T08:28:36.459 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: b45d31ee2d7f: Download complete 2024-02-18T08:28:36.722 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: b5db1e299295: Verifying Checksum 2024-02-18T08:28:36.722 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: b5db1e299295: Download complete 2024-02-18T08:28:36.722 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: aa2a8d90b84c: Pull complete 2024-02-18T08:28:36.838 INFO:tasks.rados.rados.0.smithi110.stdout:2600: done (8 left) 2024-02-18T08:28:36.838 INFO:tasks.rados.rados.0.smithi110.stdout:2602: done (7 left) 2024-02-18T08:28:36.838 INFO:tasks.rados.rados.0.smithi110.stdout:2604: done (6 left) 2024-02-18T08:28:36.838 INFO:tasks.rados.rados.0.smithi110.stdout:2607: done (5 left) 2024-02-18T08:28:36.838 INFO:tasks.rados.rados.0.smithi110.stdout:2608: done (4 left) 2024-02-18T08:28:36.838 INFO:tasks.rados.rados.0.smithi110.stdout:2609: done (3 left) 2024-02-18T08:28:36.838 INFO:tasks.rados.rados.0.smithi110.stdout:2610: done (2 left) 2024-02-18T08:28:36.838 INFO:tasks.rados.rados.0.smithi110.stdout:2611: done (1 left) 2024-02-18T08:28:36.839 INFO:tasks.rados.rados.0.smithi110.stdout:2612: done (0 left) 2024-02-18T08:28:36.839 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 249 2024-02-18T08:28:36.839 INFO:tasks.rados.rados.0.smithi110.stdout:2613: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2024-02-18T08:28:36.842 INFO:tasks.rados.rados.0.smithi110.stdout:2613: writing smithi11051043-10 from 0 to 671744 tid 1 2024-02-18T08:28:36.845 INFO:tasks.rados.rados.0.smithi110.stdout:2613: writing smithi11051043-10 from 671744 to 1294336 tid 2 2024-02-18T08:28:36.847 INFO:tasks.rados.rados.0.smithi110.stdout:2613: writing smithi11051043-10 from 1294336 to 1474560 tid 3 2024-02-18T08:28:36.847 INFO:tasks.rados.rados.0.smithi110.stdout:2614: read oid 21 snap -1 2024-02-18T08:28:36.847 INFO:tasks.rados.rados.0.smithi110.stdout:2614: expect (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:28:36.847 INFO:tasks.rados.rados.0.smithi110.stdout:2615: snap_remove snap 247 2024-02-18T08:28:37.411 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:36 smithi110 bash[66157]: b45d31ee2d7f: Pull complete 2024-02-18T08:28:37.722 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:37 smithi110 bash[66157]: b5db1e299295: Pull complete 2024-02-18T08:28:37.722 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:37 smithi110 bash[66157]: Digest: sha256:f2269e73124dd0f60a7d19a2ce1264d33d08a985aed0ee6b0b89d0be470592cd 2024-02-18T08:28:37.722 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:37 smithi110 bash[66157]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.3.1 2024-02-18T08:28:37.854 INFO:tasks.rados.rados.0.smithi110.stdout:2615: done (2 left) 2024-02-18T08:28:37.859 INFO:tasks.rados.rados.0.smithi110.stdout:2613: finishing write tid 1 to smithi11051043-10 2024-02-18T08:28:37.859 INFO:tasks.rados.rados.0.smithi110.stdout:2613: finishing write tid 2 to smithi11051043-10 2024-02-18T08:28:37.859 INFO:tasks.rados.rados.0.smithi110.stdout:2613: finishing write tid 3 to smithi11051043-10 2024-02-18T08:28:37.859 INFO:tasks.rados.rados.0.smithi110.stdout:2613: finishing write tid 5 to smithi11051043-10 2024-02-18T08:28:37.859 INFO:tasks.rados.rados.0.smithi110.stdout:2613: finishing write tid 6 to smithi11051043-10 2024-02-18T08:28:37.859 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 843 (ObjNum 804 snap 249 seq_num 804) dirty exists 2024-02-18T08:28:37.859 INFO:tasks.rados.rados.0.smithi110.stdout:2613: left oid 10 (ObjNum 804 snap 249 seq_num 804) 2024-02-18T08:28:37.859 INFO:tasks.rados.rados.0.smithi110.stdout:2614: expect (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:28:37.915 INFO:tasks.rados.rados.0.smithi110.stdout:2616: read oid 23 snap -1 2024-02-18T08:28:37.915 INFO:tasks.rados.rados.0.smithi110.stdout:2616: expect (ObjNum 803 snap 248 seq_num 803) 2024-02-18T08:28:37.915 INFO:tasks.rados.rados.0.smithi110.stdout:2613: done (2 left) 2024-02-18T08:28:37.915 INFO:tasks.rados.rados.0.smithi110.stdout:2614: done (1 left) 2024-02-18T08:28:37.915 INFO:tasks.rados.rados.0.smithi110.stdout:2617: snap_create 2024-02-18T08:28:37.938 INFO:tasks.rados.rados.0.smithi110.stdout:2616: expect (ObjNum 803 snap 248 seq_num 803) 2024-02-18T08:28:37.964 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:37 smithi191 systemd[1]: Stopping Ceph node-exporter.b for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:28:37.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:37 smithi191 bash[38688]: cluster 2024-02-18T08:28:36.728012+0000 mgr.y (mgr.44100) 316 : cluster [DBG] pgmap v525: 89 pgs: 89 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 840 KiB/s rd, 856 KiB/s wr, 3 op/s 2024-02-18T08:28:37.964 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:37 smithi191 bash[38688]: cluster 2024-02-18T08:28:36.834918+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2024-02-18T08:28:38.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:37 smithi110 bash[54479]: cluster 2024-02-18T08:28:36.728012+0000 mgr.y (mgr.44100) 316 : cluster [DBG] pgmap v525: 89 pgs: 89 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 840 KiB/s rd, 856 KiB/s wr, 3 op/s 2024-02-18T08:28:38.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:37 smithi110 bash[54479]: cluster 2024-02-18T08:28:36.834918+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2024-02-18T08:28:38.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:37 smithi110 bash[55875]: cluster 2024-02-18T08:28:36.728012+0000 mgr.y (mgr.44100) 316 : cluster [DBG] pgmap v525: 89 pgs: 89 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 840 KiB/s rd, 856 KiB/s wr, 3 op/s 2024-02-18T08:28:38.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:37 smithi110 bash[55875]: cluster 2024-02-18T08:28:36.834918+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2024-02-18T08:28:38.861 INFO:tasks.rados.rados.0.smithi110.stdout:2616: done (1 left) 2024-02-18T08:28:38.861 INFO:tasks.rados.rados.0.smithi110.stdout:2617: done (0 left) 2024-02-18T08:28:38.861 INFO:tasks.rados.rados.0.smithi110.stdout:2618: rollback oid 30 current snap is 250 2024-02-18T08:28:38.861 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 30 to 248 2024-02-18T08:28:38.861 INFO:tasks.rados.rados.0.smithi110.stdout:2619: delete oid 21 current snap is 250 2024-02-18T08:28:38.863 INFO:tasks.rados.rados.0.smithi110.stdout:2618: finishing rollback tid 1 to smithi11051043-30 2024-02-18T08:28:38.863 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 0 (ObjNum 1482575441 snap 1735285361 seq_num 1936217445) dirty dne 2024-02-18T08:28:38.870 INFO:tasks.rados.rados.0.smithi110.stdout:2618: done (1 left) 2024-02-18T08:28:38.870 INFO:tasks.rados.rados.0.smithi110.stdout:2619: done (0 left) 2024-02-18T08:28:38.870 INFO:tasks.rados.rados.0.smithi110.stdout:2620: snap_create 2024-02-18T08:28:38.910 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:38 smithi191 bash[48267]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-node-exporter.b 2024-02-18T08:28:38.910 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:38 smithi191 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=2/INVALIDARGUMENT 2024-02-18T08:28:38.910 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:38 smithi191 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-02-18T08:28:38.910 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:38 smithi191 systemd[1]: Stopped Ceph node-exporter.b for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:28:38.910 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:38 smithi191 bash[38688]: cephadm 2024-02-18T08:28:37.490947+0000 mgr.y (mgr.44100) 317 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-02-18T08:28:38.910 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:38 smithi191 bash[38688]: cephadm 2024-02-18T08:28:37.491305+0000 mgr.y (mgr.44100) 318 : cephadm [INF] Deploying daemon node-exporter.b on smithi191 2024-02-18T08:28:38.910 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:38 smithi191 bash[38688]: cluster 2024-02-18T08:28:37.849459+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2024-02-18T08:28:38.910 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:38 smithi191 bash[38688]: audit 2024-02-18T08:28:38.680137+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:28:38.910 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:38 smithi191 bash[38688]: audit 2024-02-18T08:28:38.680591+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T08:28:38.911 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:38 smithi191 bash[38688]: audit 2024-02-18T08:28:38.681155+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2024-02-18T08:28:39.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[54479]: cephadm 2024-02-18T08:28:37.490947+0000 mgr.y (mgr.44100) 317 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-02-18T08:28:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[54479]: cephadm 2024-02-18T08:28:37.491305+0000 mgr.y (mgr.44100) 318 : cephadm [INF] Deploying daemon node-exporter.b on smithi191 2024-02-18T08:28:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[54479]: cluster 2024-02-18T08:28:37.849459+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2024-02-18T08:28:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[54479]: audit 2024-02-18T08:28:38.680137+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:28:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[54479]: audit 2024-02-18T08:28:38.680591+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T08:28:39.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[54479]: audit 2024-02-18T08:28:38.681155+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2024-02-18T08:28:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[55875]: cephadm 2024-02-18T08:28:37.490947+0000 mgr.y (mgr.44100) 317 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-02-18T08:28:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[55875]: cephadm 2024-02-18T08:28:37.491305+0000 mgr.y (mgr.44100) 318 : cephadm [INF] Deploying daemon node-exporter.b on smithi191 2024-02-18T08:28:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[55875]: cluster 2024-02-18T08:28:37.849459+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2024-02-18T08:28:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[55875]: audit 2024-02-18T08:28:38.680137+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:28:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[55875]: audit 2024-02-18T08:28:38.680591+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T08:28:39.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:38 smithi110 bash[55875]: audit 2024-02-18T08:28:38.681155+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2024-02-18T08:28:39.224 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.087Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.087Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.087Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.087Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=arp 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=bcache 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=bonding 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=btrfs 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=conntrack 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=cpu 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=diskstats 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=dmi 2024-02-18T08:28:39.225 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=edac 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=entropy 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=filefd 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=filesystem 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=hwmon 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=infiniband 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=ipvs 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=loadavg 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=mdadm 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=meminfo 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=netclass 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=netdev 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=netstat 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=nfs 2024-02-18T08:28:39.226 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=nfsd 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=nvme 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=os 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=pressure 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.089Z caller=node_exporter.go:115 level=info collector=rapl 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=schedstat 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=sockstat 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=softnet 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=stat 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=tapestats 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=textfile 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=time 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-02-18T08:28:39.227 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=uname 2024-02-18T08:28:39.228 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=vmstat 2024-02-18T08:28:39.228 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=xfs 2024-02-18T08:28:39.228 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:115 level=info collector=zfs 2024-02-18T08:28:39.228 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-02-18T08:28:39.228 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[66157]: ts=2024-02-18T08:28:39.090Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-02-18T08:28:39.344 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:38 smithi191 systemd[1]: Started Ceph node-exporter.b for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:28:39.344 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:38 smithi191 bash[48417]: Unable to find image 'quay.io/prometheus/node-exporter:v1.3.1' locally 2024-02-18T08:28:39.760 INFO:tasks.rados.rados.0.smithi110.stdout:2620: done (0 left) 2024-02-18T08:28:39.760 INFO:tasks.rados.rados.0.smithi110.stdout:2621: snap_create 2024-02-18T08:28:39.844 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[48417]: v1.3.1: Pulling from prometheus/node-exporter 2024-02-18T08:28:39.845 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[48417]: aa2a8d90b84c: Pulling fs layer 2024-02-18T08:28:39.845 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[48417]: b45d31ee2d7f: Pulling fs layer 2024-02-18T08:28:39.845 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[48417]: b5db1e299295: Pulling fs layer 2024-02-18T08:28:40.170 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[48417]: b45d31ee2d7f: Verifying Checksum 2024-02-18T08:28:40.170 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[48417]: b45d31ee2d7f: Download complete 2024-02-18T08:28:40.170 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:40 smithi191 bash[48417]: aa2a8d90b84c: Verifying Checksum 2024-02-18T08:28:40.170 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:40 smithi191 bash[48417]: aa2a8d90b84c: Download complete 2024-02-18T08:28:40.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[38688]: cluster 2024-02-18T08:28:38.728553+0000 mgr.y (mgr.44100) 319 : cluster [DBG] pgmap v528: 89 pgs: 89 active+clean; 141 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-02-18T08:28:40.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[38688]: cluster 2024-02-18T08:28:38.858799+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2024-02-18T08:28:40.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[38688]: audit 2024-02-18T08:28:38.949563+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:40.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[38688]: audit 2024-02-18T08:28:38.950768+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:40.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[38688]: audit 2024-02-18T08:28:38.952967+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:40.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[38688]: audit 2024-02-18T08:28:38.953358+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:40.171 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:39 smithi191 bash[38688]: cluster 2024-02-18T08:28:39.758083+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-02-18T08:28:40.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[55875]: cluster 2024-02-18T08:28:38.728553+0000 mgr.y (mgr.44100) 319 : cluster [DBG] pgmap v528: 89 pgs: 89 active+clean; 141 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-02-18T08:28:40.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[55875]: cluster 2024-02-18T08:28:38.858799+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2024-02-18T08:28:40.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[55875]: audit 2024-02-18T08:28:38.949563+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:40.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[55875]: audit 2024-02-18T08:28:38.950768+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:40.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[55875]: audit 2024-02-18T08:28:38.952967+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:40.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[55875]: audit 2024-02-18T08:28:38.953358+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:40.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[55875]: cluster 2024-02-18T08:28:39.758083+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-02-18T08:28:40.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[54479]: cluster 2024-02-18T08:28:38.728553+0000 mgr.y (mgr.44100) 319 : cluster [DBG] pgmap v528: 89 pgs: 89 active+clean; 141 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-02-18T08:28:40.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[54479]: cluster 2024-02-18T08:28:38.858799+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2024-02-18T08:28:40.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[54479]: audit 2024-02-18T08:28:38.949563+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:40.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[54479]: audit 2024-02-18T08:28:38.950768+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:40.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[54479]: audit 2024-02-18T08:28:38.952967+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:40.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[54479]: audit 2024-02-18T08:28:38.953358+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:40.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:39 smithi110 bash[54479]: cluster 2024-02-18T08:28:39.758083+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-02-18T08:28:40.594 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:40 smithi191 bash[48417]: b5db1e299295: Download complete 2024-02-18T08:28:40.595 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:40 smithi191 bash[48417]: aa2a8d90b84c: Pull complete 2024-02-18T08:28:40.764 INFO:tasks.rados.rados.0.smithi110.stdout:2621: done (0 left) 2024-02-18T08:28:40.764 INFO:tasks.rados.rados.0.smithi110.stdout:2622: delete oid 36 current snap is 252 2024-02-18T08:28:40.769 INFO:tasks.rados.rados.0.smithi110.stdout:2622: done (0 left) 2024-02-18T08:28:40.769 INFO:tasks.rados.rados.0.smithi110.stdout:2623: delete oid 1 current snap is 252 2024-02-18T08:28:40.772 INFO:tasks.rados.rados.0.smithi110.stdout:2623: done (0 left) 2024-02-18T08:28:40.772 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 21 current snap is 252 2024-02-18T08:28:40.772 INFO:tasks.rados.rados.0.smithi110.stdout:2624: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-02-18T08:28:40.776 INFO:tasks.rados.rados.0.smithi110.stdout:2624: writing smithi11051043-21 from 0 to 737280 tid 1 2024-02-18T08:28:40.780 INFO:tasks.rados.rados.0.smithi110.stdout:2624: writing smithi11051043-21 from 737280 to 1351680 tid 2 2024-02-18T08:28:40.782 INFO:tasks.rados.rados.0.smithi110.stdout:2624: writing smithi11051043-21 from 1351680 to 1540096 tid 3 2024-02-18T08:28:40.782 INFO:tasks.rados.rados.0.smithi110.stdout:2625: copy_from oid 19 from oid 49 current snap is 252 2024-02-18T08:28:40.782 INFO:tasks.rados.rados.0.smithi110.stdout:2626: read oid 9 snap -1 2024-02-18T08:28:40.782 INFO:tasks.rados.rados.0.smithi110.stdout:2626: expect deleted 2024-02-18T08:28:40.782 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 252 2024-02-18T08:28:40.782 INFO:tasks.rados.rados.0.smithi110.stdout:2627: seq_num 809 ranges {1384448=753664,2138112=499712,2637824=303104} 2024-02-18T08:28:40.794 INFO:tasks.rados.rados.0.smithi110.stdout:2627: writing smithi11051043-5 from 1384448 to 2138112 tid 1 2024-02-18T08:28:40.796 INFO:tasks.rados.rados.0.smithi110.stdout:2627: writing smithi11051043-5 from 2138112 to 2637824 tid 2 2024-02-18T08:28:40.799 INFO:tasks.rados.rados.0.smithi110.stdout:2627: writing smithi11051043-5 from 2637824 to 2940928 tid 3 2024-02-18T08:28:40.799 INFO:tasks.rados.rados.0.smithi110.stdout:2628: read oid 46 snap -1 2024-02-18T08:28:40.800 INFO:tasks.rados.rados.0.smithi110.stdout:2628: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:28:40.800 INFO:tasks.rados.rados.0.smithi110.stdout:2629: delete oid 16 current snap is 252 2024-02-18T08:28:40.800 INFO:tasks.rados.rados.0.smithi110.stdout:2624: finishing write tid 1 to smithi11051043-21 2024-02-18T08:28:40.800 INFO:tasks.rados.rados.0.smithi110.stdout:2624: finishing write tid 2 to smithi11051043-21 2024-02-18T08:28:40.801 INFO:tasks.rados.rados.0.smithi110.stdout:2624: finishing write tid 3 to smithi11051043-21 2024-02-18T08:28:40.801 INFO:tasks.rados.rados.0.smithi110.stdout:2624: finishing write tid 5 to smithi11051043-21 2024-02-18T08:28:40.801 INFO:tasks.rados.rados.0.smithi110.stdout:2624: finishing write tid 6 to smithi11051043-21 2024-02-18T08:28:40.801 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 1061 (ObjNum 808 snap 252 seq_num 808) dirty exists 2024-02-18T08:28:40.801 INFO:tasks.rados.rados.0.smithi110.stdout:2624: left oid 21 (ObjNum 808 snap 252 seq_num 808) 2024-02-18T08:28:40.802 INFO:tasks.rados.rados.0.smithi110.stdout:2627: finishing write tid 1 to smithi11051043-5 2024-02-18T08:28:40.805 INFO:tasks.rados.rados.0.smithi110.stdout:2627: finishing write tid 2 to smithi11051043-5 2024-02-18T08:28:40.805 INFO:tasks.rados.rados.0.smithi110.stdout:2625: finishing copy_from racing read to smithi11051043-19 2024-02-18T08:28:40.807 INFO:tasks.rados.rados.0.smithi110.stdout:2624: done (5 left) 2024-02-18T08:28:40.807 INFO:tasks.rados.rados.0.smithi110.stdout:2626: done (4 left) 2024-02-18T08:28:40.808 INFO:tasks.rados.rados.0.smithi110.stdout:2629: done (3 left) 2024-02-18T08:28:40.808 INFO:tasks.rados.rados.0.smithi110.stdout:2630: setattr oid 18 current snap is 252 2024-02-18T08:28:40.808 INFO:tasks.rados.rados.0.smithi110.stdout:2625: finishing copy_from to smithi11051043-19 2024-02-18T08:28:40.808 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 850 (ObjNum 801 snap 248 seq_num 801) dirty exists 2024-02-18T08:28:40.808 INFO:tasks.rados.rados.0.smithi110.stdout:2627: finishing write tid 3 to smithi11051043-5 2024-02-18T08:28:40.809 INFO:tasks.rados.rados.0.smithi110.stdout:2627: finishing write tid 5 to smithi11051043-5 2024-02-18T08:28:40.810 INFO:tasks.rados.rados.0.smithi110.stdout:2625: done (3 left) 2024-02-18T08:28:40.810 INFO:tasks.rados.rados.0.smithi110.stdout:2631: read oid 1 snap -1 2024-02-18T08:28:40.810 INFO:tasks.rados.rados.0.smithi110.stdout:2631: expect deleted 2024-02-18T08:28:40.810 INFO:tasks.rados.rados.0.smithi110.stdout:2632: snap_create 2024-02-18T08:28:40.810 INFO:tasks.rados.rados.0.smithi110.stdout:2627: finishing write tid 6 to smithi11051043-5 2024-02-18T08:28:40.811 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 846 (ObjNum 809 snap 252 seq_num 809) dirty exists 2024-02-18T08:28:40.811 INFO:tasks.rados.rados.0.smithi110.stdout:2627: left oid 5 (ObjNum 809 snap 252 seq_num 809) 2024-02-18T08:28:40.812 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1049 (ObjNum 706 snap 213 seq_num 706) dirty exists 2024-02-18T08:28:40.835 INFO:tasks.rados.rados.0.smithi110.stdout:2628: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:28:41.095 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:40 smithi191 bash[48417]: b45d31ee2d7f: Pull complete 2024-02-18T08:28:41.595 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:41 smithi191 bash[48417]: b5db1e299295: Pull complete 2024-02-18T08:28:41.595 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:41 smithi191 bash[48417]: Digest: sha256:f2269e73124dd0f60a7d19a2ce1264d33d08a985aed0ee6b0b89d0be470592cd 2024-02-18T08:28:41.595 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:41 smithi191 bash[48417]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.3.1 2024-02-18T08:28:41.773 INFO:tasks.rados.rados.0.smithi110.stdout:2627: done (4 left) 2024-02-18T08:28:41.773 INFO:tasks.rados.rados.0.smithi110.stdout:2628: done (3 left) 2024-02-18T08:28:41.773 INFO:tasks.rados.rados.0.smithi110.stdout:2630: done (2 left) 2024-02-18T08:28:41.773 INFO:tasks.rados.rados.0.smithi110.stdout:2631: done (1 left) 2024-02-18T08:28:41.773 INFO:tasks.rados.rados.0.smithi110.stdout:2632: done (0 left) 2024-02-18T08:28:41.773 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 253 2024-02-18T08:28:41.773 INFO:tasks.rados.rados.0.smithi110.stdout:2633: seq_num 811 ranges {1458176=786432,2244608=663552,2908160=139264} 2024-02-18T08:28:41.786 INFO:tasks.rados.rados.0.smithi110.stdout:2633: writing smithi11051043-23 from 1458176 to 2244608 tid 1 2024-02-18T08:28:41.790 INFO:tasks.rados.rados.0.smithi110.stdout:2633: writing smithi11051043-23 from 2244608 to 2908160 tid 2 2024-02-18T08:28:41.791 INFO:tasks.rados.rados.0.smithi110.stdout:2633: writing smithi11051043-23 from 2908160 to 3047424 tid 3 2024-02-18T08:28:41.791 INFO:tasks.rados.rados.0.smithi110.stdout:2634: snap_create 2024-02-18T08:28:41.799 INFO:tasks.rados.rados.0.smithi110.stdout:2633: finishing write tid 1 to smithi11051043-23 2024-02-18T08:28:41.799 INFO:tasks.rados.rados.0.smithi110.stdout:2633: finishing write tid 2 to smithi11051043-23 2024-02-18T08:28:41.799 INFO:tasks.rados.rados.0.smithi110.stdout:2633: finishing write tid 3 to smithi11051043-23 2024-02-18T08:28:41.801 INFO:tasks.rados.rados.0.smithi110.stdout:2633: finishing write tid 5 to smithi11051043-23 2024-02-18T08:28:41.803 INFO:tasks.rados.rados.0.smithi110.stdout:2633: finishing write tid 6 to smithi11051043-23 2024-02-18T08:28:41.803 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1420 (ObjNum 811 snap 253 seq_num 811) dirty exists 2024-02-18T08:28:41.803 INFO:tasks.rados.rados.0.smithi110.stdout:2633: left oid 23 (ObjNum 811 snap 253 seq_num 811) 2024-02-18T08:28:41.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:41 smithi110 bash[54479]: cluster 2024-02-18T08:28:40.729344+0000 mgr.y (mgr.44100) 320 : cluster [DBG] pgmap v531: 89 pgs: 89 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-02-18T08:28:41.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:41 smithi110 bash[54479]: cluster 2024-02-18T08:28:40.761835+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2024-02-18T08:28:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:41 smithi110 bash[55875]: cluster 2024-02-18T08:28:40.729344+0000 mgr.y (mgr.44100) 320 : cluster [DBG] pgmap v531: 89 pgs: 89 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-02-18T08:28:41.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:41 smithi110 bash[55875]: cluster 2024-02-18T08:28:40.761835+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2024-02-18T08:28:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:41.637Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:41.637Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:41.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:41 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:41.637Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:28:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:41 smithi191 bash[38688]: cluster 2024-02-18T08:28:40.729344+0000 mgr.y (mgr.44100) 320 : cluster [DBG] pgmap v531: 89 pgs: 89 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-02-18T08:28:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:41 smithi191 bash[38688]: cluster 2024-02-18T08:28:40.761835+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2024-02-18T08:28:42.783 INFO:tasks.rados.rados.0.smithi110.stdout:2633: done (1 left) 2024-02-18T08:28:42.783 INFO:tasks.rados.rados.0.smithi110.stdout:2634: done (0 left) 2024-02-18T08:28:42.783 INFO:tasks.rados.rados.0.smithi110.stdout:2635: delete oid 5 current snap is 254 2024-02-18T08:28:42.789 INFO:tasks.rados.rados.0.smithi110.stdout:2635: done (0 left) 2024-02-18T08:28:42.789 INFO:tasks.rados.rados.0.smithi110.stdout:2636: delete oid 6 current snap is 254 2024-02-18T08:28:42.792 INFO:tasks.rados.rados.0.smithi110.stdout:2636: done (0 left) 2024-02-18T08:28:42.792 INFO:tasks.rados.rados.0.smithi110.stdout:2637: read oid 20 snap 250 2024-02-18T08:28:42.792 INFO:tasks.rados.rados.0.smithi110.stdout:2637: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:28:42.792 INFO:tasks.rados.rados.0.smithi110.stdout:2638: read oid 16 snap -1 2024-02-18T08:28:42.792 INFO:tasks.rados.rados.0.smithi110.stdout:2638: expect deleted 2024-02-18T08:28:42.792 INFO:tasks.rados.rados.0.smithi110.stdout:2639: snap_remove snap 239 2024-02-18T08:28:43.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[38688]: cluster 2024-02-18T08:28:41.768406+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2024-02-18T08:28:43.095 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.828Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-02-18T08:28:43.095 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.828Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-02-18T08:28:43.095 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.828Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-02-18T08:28:43.095 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.828Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=arp 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=bcache 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=bonding 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=btrfs 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=conntrack 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=cpu 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=diskstats 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=dmi 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=edac 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=entropy 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-02-18T08:28:43.096 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=filefd 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=filesystem 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=hwmon 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=infiniband 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=ipvs 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=loadavg 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=mdadm 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=meminfo 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=netclass 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=netdev 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=netstat 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=nfs 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=nfsd 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=nvme 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=os 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-02-18T08:28:43.097 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=pressure 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=rapl 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=schedstat 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=sockstat 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=softnet 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=stat 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=tapestats 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=textfile 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=time 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=uname 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=vmstat 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=xfs 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:115 level=info collector=zfs 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.829Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-02-18T08:28:43.098 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 08:28:42 smithi191 bash[48417]: ts=2024-02-18T08:28:42.830Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-02-18T08:28:43.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:42 smithi110 bash[54479]: cluster 2024-02-18T08:28:41.768406+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2024-02-18T08:28:43.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:42 smithi110 bash[55875]: cluster 2024-02-18T08:28:41.768406+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2024-02-18T08:28:43.793 INFO:tasks.rados.rados.0.smithi110.stdout:2637: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:28:43.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:43 smithi110 bash[55875]: cluster 2024-02-18T08:28:42.730233+0000 mgr.y (mgr.44100) 321 : cluster [DBG] pgmap v534: 89 pgs: 89 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-02-18T08:28:44.042 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:43 smithi110 bash[55875]: cluster 2024-02-18T08:28:42.780508+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2024-02-18T08:28:44.043 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:43.532Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:44.043 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:43.532Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:44.043 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:43 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:43.532Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:28:44.044 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:43 smithi110 bash[54479]: cluster 2024-02-18T08:28:42.730233+0000 mgr.y (mgr.44100) 321 : cluster [DBG] pgmap v534: 89 pgs: 89 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-02-18T08:28:44.044 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:43 smithi110 bash[54479]: cluster 2024-02-18T08:28:42.780508+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2024-02-18T08:28:44.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:43 smithi191 bash[38688]: cluster 2024-02-18T08:28:42.730233+0000 mgr.y (mgr.44100) 321 : cluster [DBG] pgmap v534: 89 pgs: 89 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-02-18T08:28:44.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:43 smithi191 bash[38688]: cluster 2024-02-18T08:28:42.780508+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2024-02-18T08:28:44.227 INFO:tasks.rados.rados.0.smithi110.stdout:2637: done (2 left) 2024-02-18T08:28:44.227 INFO:tasks.rados.rados.0.smithi110.stdout:2638: done (1 left) 2024-02-18T08:28:44.227 INFO:tasks.rados.rados.0.smithi110.stdout:2639: done (0 left) 2024-02-18T08:28:44.227 INFO:tasks.rados.rados.0.smithi110.stdout:2640: copy_from oid 27 from oid 18 current snap is 254 2024-02-18T08:28:44.227 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 254 2024-02-18T08:28:44.227 INFO:tasks.rados.rados.0.smithi110.stdout:2641: seq_num 814 ranges {1146880=442368,1589248=770048,2359296=434176} 2024-02-18T08:28:44.243 INFO:tasks.rados.rados.0.smithi110.stdout:2641: writing smithi11051043-13 from 1146880 to 1589248 tid 1 2024-02-18T08:28:44.248 INFO:tasks.rados.rados.0.smithi110.stdout:2641: writing smithi11051043-13 from 1589248 to 2359296 tid 2 2024-02-18T08:28:44.251 INFO:tasks.rados.rados.0.smithi110.stdout:2641: writing smithi11051043-13 from 2359296 to 2793472 tid 3 2024-02-18T08:28:44.251 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 254 2024-02-18T08:28:44.251 INFO:tasks.rados.rados.0.smithi110.stdout:2642: seq_num 815 ranges {1941504=458752,2400256=655360,3055616=409600,3465216=139264} 2024-02-18T08:28:44.264 INFO:tasks.rados.rados.0.smithi110.stdout:2642: writing smithi11051043-35 from 1941504 to 2400256 tid 1 2024-02-18T08:28:44.268 INFO:tasks.rados.rados.0.smithi110.stdout:2642: writing smithi11051043-35 from 2400256 to 3055616 tid 2 2024-02-18T08:28:44.271 INFO:tasks.rados.rados.0.smithi110.stdout:2642: writing smithi11051043-35 from 3055616 to 3465216 tid 3 2024-02-18T08:28:44.272 INFO:tasks.rados.rados.0.smithi110.stdout:2642: writing smithi11051043-35 from 3465216 to 3604480 tid 4 2024-02-18T08:28:44.272 INFO:tasks.rados.rados.0.smithi110.stdout:2643: read oid 3 snap -1 2024-02-18T08:28:44.272 INFO:tasks.rados.rados.0.smithi110.stdout:2643: expect deleted 2024-02-18T08:28:44.272 INFO:tasks.rados.rados.0.smithi110.stdout:2644: snap_remove snap 249 2024-02-18T08:28:44.769 INFO:tasks.rados.rados.0.smithi110.stdout:2644: done (4 left) 2024-02-18T08:28:44.769 INFO:tasks.rados.rados.0.smithi110.stdout:2645: read oid 30 snap 243 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2645: expect deleted 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2646: snap_create 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2640: finishing copy_from racing read to smithi11051043-27 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2640: finishing copy_from to smithi11051043-27 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1049 (ObjNum 706 snap 213 seq_num 706) dirty exists 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2641: finishing write tid 1 to smithi11051043-13 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2641: finishing write tid 2 to smithi11051043-13 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2641: finishing write tid 3 to smithi11051043-13 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2641: finishing write tid 5 to smithi11051043-13 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2641: finishing write tid 6 to smithi11051043-13 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 866 (ObjNum 814 snap 254 seq_num 814) dirty exists 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2641: left oid 13 (ObjNum 814 snap 254 seq_num 814) 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2642: finishing write tid 1 to smithi11051043-35 2024-02-18T08:28:44.770 INFO:tasks.rados.rados.0.smithi110.stdout:2642: finishing write tid 2 to smithi11051043-35 2024-02-18T08:28:44.771 INFO:tasks.rados.rados.0.smithi110.stdout:2642: finishing write tid 3 to smithi11051043-35 2024-02-18T08:28:44.771 INFO:tasks.rados.rados.0.smithi110.stdout:2642: finishing write tid 4 to smithi11051043-35 2024-02-18T08:28:44.771 INFO:tasks.rados.rados.0.smithi110.stdout:2642: finishing write tid 6 to smithi11051043-35 2024-02-18T08:28:44.771 INFO:tasks.rados.rados.0.smithi110.stdout:2642: finishing write tid 7 to smithi11051043-35 2024-02-18T08:28:44.771 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 1066 (ObjNum 815 snap 254 seq_num 815) dirty exists 2024-02-18T08:28:44.771 INFO:tasks.rados.rados.0.smithi110.stdout:2642: left oid 35 (ObjNum 815 snap 254 seq_num 815) 2024-02-18T08:28:45.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:44 smithi191 bash[38688]: cluster 2024-02-18T08:28:43.787553+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2024-02-18T08:28:45.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:44 smithi191 bash[38688]: audit 2024-02-18T08:28:44.759203+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:45.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:44 smithi191 bash[38688]: cluster 2024-02-18T08:28:44.766750+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2024-02-18T08:28:45.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:44 smithi110 bash[54479]: cluster 2024-02-18T08:28:43.787553+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2024-02-18T08:28:45.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:44 smithi110 bash[54479]: audit 2024-02-18T08:28:44.759203+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:45.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:44 smithi110 bash[54479]: cluster 2024-02-18T08:28:44.766750+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2024-02-18T08:28:45.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:44 smithi110 bash[55875]: cluster 2024-02-18T08:28:43.787553+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2024-02-18T08:28:45.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:44 smithi110 bash[55875]: audit 2024-02-18T08:28:44.759203+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:45.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:44 smithi110 bash[55875]: cluster 2024-02-18T08:28:44.766750+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2024-02-18T08:28:45.773 INFO:tasks.rados.rados.0.smithi110.stdout:2640: done (5 left) 2024-02-18T08:28:45.773 INFO:tasks.rados.rados.0.smithi110.stdout:2641: done (4 left) 2024-02-18T08:28:45.773 INFO:tasks.rados.rados.0.smithi110.stdout:2642: done (3 left) 2024-02-18T08:28:45.773 INFO:tasks.rados.rados.0.smithi110.stdout:2643: done (2 left) 2024-02-18T08:28:45.773 INFO:tasks.rados.rados.0.smithi110.stdout:2645: done (1 left) 2024-02-18T08:28:45.773 INFO:tasks.rados.rados.0.smithi110.stdout:2646: done (0 left) 2024-02-18T08:28:45.773 INFO:tasks.rados.rados.0.smithi110.stdout:2647: setattr oid 44 current snap is 255 2024-02-18T08:28:45.775 INFO:tasks.rados.rados.0.smithi110.stdout:2648: rollback oid 17 current snap is 255 2024-02-18T08:28:45.775 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 17 to 244 2024-02-18T08:28:45.775 INFO:tasks.rados.rados.0.smithi110.stdout:2649: snap_remove snap 245 2024-02-18T08:28:46.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:45 smithi191 bash[38688]: cluster 2024-02-18T08:28:44.730931+0000 mgr.y (mgr.44100) 322 : cluster [DBG] pgmap v537: 89 pgs: 89 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-02-18T08:28:46.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:45 smithi191 bash[38688]: cluster 2024-02-18T08:28:45.770075+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2024-02-18T08:28:46.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:45 smithi110 bash[54479]: cluster 2024-02-18T08:28:44.730931+0000 mgr.y (mgr.44100) 322 : cluster [DBG] pgmap v537: 89 pgs: 89 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-02-18T08:28:46.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:45 smithi110 bash[54479]: cluster 2024-02-18T08:28:45.770075+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2024-02-18T08:28:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:45 smithi110 bash[55875]: cluster 2024-02-18T08:28:44.730931+0000 mgr.y (mgr.44100) 322 : cluster [DBG] pgmap v537: 89 pgs: 89 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-02-18T08:28:46.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:45 smithi110 bash[55875]: cluster 2024-02-18T08:28:45.770075+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2024-02-18T08:28:46.776 INFO:tasks.rados.rados.0.smithi110.stdout:2649: done (2 left) 2024-02-18T08:28:46.776 INFO:tasks.rados.rados.0.smithi110.stdout:2650: delete oid 48 current snap is 255 2024-02-18T08:28:46.776 INFO:tasks.rados.rados.0.smithi110.stdout:2648: finishing rollback tid 1 to smithi11051043-17 2024-02-18T08:28:46.776 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 0 (ObjNum -130158224 snap 22008 seq_num 4164841296) dirty dne 2024-02-18T08:28:46.776 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1235 (ObjNum 646 snap 198 seq_num 646) dirty exists 2024-02-18T08:28:46.789 INFO:tasks.rados.rados.0.smithi110.stdout:2647: done (2 left) 2024-02-18T08:28:46.789 INFO:tasks.rados.rados.0.smithi110.stdout:2648: done (1 left) 2024-02-18T08:28:46.789 INFO:tasks.rados.rados.0.smithi110.stdout:2650: done (0 left) 2024-02-18T08:28:46.789 INFO:tasks.rados.rados.0.smithi110.stdout:2651: setattr oid 14 current snap is 255 2024-02-18T08:28:46.791 INFO:tasks.rados.rados.0.smithi110.stdout:2652: snap_remove snap 251 2024-02-18T08:28:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.030343+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.031714+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.033559+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:28:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: cephadm 2024-02-18T08:28:46.034757+0000 mgr.y (mgr.44100) 323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:28:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.041804+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:47.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.051879+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.056105+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.059687+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.062348+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.067783+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.072576+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.074233+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.075840+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.077447+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.079043+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.080560+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: audit 2024-02-18T08:28:46.082787+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:47 smithi191 bash[38688]: cluster 2024-02-18T08:28:46.773143+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.030343+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.031714+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.033559+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: cephadm 2024-02-18T08:28:46.034757+0000 mgr.y (mgr.44100) 323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.041804+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.051879+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.056105+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.059687+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.062348+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.067783+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.072576+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.074233+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.075840+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.077447+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.473 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.079043+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.080560+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: audit 2024-02-18T08:28:46.082787+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[54479]: cluster 2024-02-18T08:28:46.773143+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.030343+0000 mon.a (mon.0) 1027 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.031714+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.033559+0000 mon.a (mon.0) 1029 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: cephadm 2024-02-18T08:28:46.034757+0000 mgr.y (mgr.44100) 323 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.041804+0000 mon.a (mon.0) 1030 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.051879+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.056105+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.059687+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.062348+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.067783+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.072576+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.474 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.074233+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.075840+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.077447+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.079043+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.080560+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: audit 2024-02-18T08:28:46.082787+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:47.475 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:47 smithi110 bash[55875]: cluster 2024-02-18T08:28:46.773143+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2024-02-18T08:28:47.780 INFO:tasks.rados.rados.0.smithi110.stdout:2652: done (1 left) 2024-02-18T08:28:47.780 INFO:tasks.rados.rados.0.smithi110.stdout:2653: rollback oid 37 current snap is 255 2024-02-18T08:28:47.780 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 37 to 244 2024-02-18T08:28:47.780 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 947 (ObjNum 711 snap 215 seq_num 711) dirty exists 2024-02-18T08:28:47.780 INFO:tasks.rados.rados.0.smithi110.stdout:2651: done (1 left) 2024-02-18T08:28:47.781 INFO:tasks.rados.rados.0.smithi110.stdout:2654: snap_remove snap 238 2024-02-18T08:28:48.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:48 smithi191 bash[38688]: cluster 2024-02-18T08:28:46.731588+0000 mgr.y (mgr.44100) 324 : cluster [DBG] pgmap v540: 89 pgs: 89 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-02-18T08:28:48.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:48 smithi191 bash[38688]: cluster 2024-02-18T08:28:47.777353+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2024-02-18T08:28:48.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:48 smithi110 bash[54479]: cluster 2024-02-18T08:28:46.731588+0000 mgr.y (mgr.44100) 324 : cluster [DBG] pgmap v540: 89 pgs: 89 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-02-18T08:28:48.472 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:48 smithi110 bash[54479]: cluster 2024-02-18T08:28:47.777353+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2024-02-18T08:28:48.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:48 smithi110 bash[55875]: cluster 2024-02-18T08:28:46.731588+0000 mgr.y (mgr.44100) 324 : cluster [DBG] pgmap v540: 89 pgs: 89 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-02-18T08:28:48.473 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:48 smithi110 bash[55875]: cluster 2024-02-18T08:28:47.777353+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2024-02-18T08:28:48.782 INFO:tasks.rados.rados.0.smithi110.stdout:2654: done (1 left) 2024-02-18T08:28:48.783 INFO:tasks.rados.rados.0.smithi110.stdout:2655: copy_from oid 41 from oid 7 current snap is 255 2024-02-18T08:28:48.783 INFO:tasks.rados.rados.0.smithi110.stdout:2653: finishing rollback tid 1 to smithi11051043-37 2024-02-18T08:28:48.783 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 1226 (ObjNum 1 snap 32588 seq_num 4165187408) dirty dne 2024-02-18T08:28:48.783 INFO:tasks.rados.rados.0.smithi110.stdout:2653: done (1 left) 2024-02-18T08:28:48.783 INFO:tasks.rados.rados.0.smithi110.stdout:2656: read oid 14 snap -1 2024-02-18T08:28:48.783 INFO:tasks.rados.rados.0.smithi110.stdout:2656: expect (ObjNum 711 snap 215 seq_num 711) 2024-02-18T08:28:48.783 INFO:tasks.rados.rados.0.smithi110.stdout:2657: read oid 1 snap 248 2024-02-18T08:28:48.783 INFO:tasks.rados.rados.0.smithi110.stdout:2657: expect (ObjNum 780 snap 239 seq_num 780) 2024-02-18T08:28:48.783 INFO:tasks.rados.rados.0.smithi110.stdout:2658: snap_remove snap 253 2024-02-18T08:28:49.768 INFO:tasks.rados.rados.0.smithi110.stdout:2658: done (3 left) 2024-02-18T08:28:49.768 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 255 2024-02-18T08:28:49.768 INFO:tasks.rados.rados.0.smithi110.stdout:2656: expect (ObjNum 711 snap 215 seq_num 711) 2024-02-18T08:28:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:49 smithi191 bash[38688]: cephadm 2024-02-18T08:28:48.378843+0000 mgr.y (mgr.44100) 325 : cephadm [INF] Upgrade: Updating prometheus.a 2024-02-18T08:28:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:49 smithi191 bash[38688]: cephadm 2024-02-18T08:28:48.402693+0000 mgr.y (mgr.44100) 326 : cephadm [INF] Deploying daemon prometheus.a on smithi191 2024-02-18T08:28:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:49 smithi191 bash[38688]: cluster 2024-02-18T08:28:48.732510+0000 mgr.y (mgr.44100) 327 : cluster [DBG] pgmap v543: 89 pgs: 89 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-02-18T08:28:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:49 smithi191 bash[38688]: cluster 2024-02-18T08:28:48.778729+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2024-02-18T08:28:50.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:49 smithi191 bash[38688]: cluster 2024-02-18T08:28:49.764546+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2024-02-18T08:28:50.102 INFO:tasks.rados.rados.0.smithi110.stdout:2657: expect (ObjNum 780 snap 239 seq_num 780) 2024-02-18T08:28:50.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:49 smithi110 bash[54479]: cephadm 2024-02-18T08:28:48.378843+0000 mgr.y (mgr.44100) 325 : cephadm [INF] Upgrade: Updating prometheus.a 2024-02-18T08:28:50.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:49 smithi110 bash[54479]: cephadm 2024-02-18T08:28:48.402693+0000 mgr.y (mgr.44100) 326 : cephadm [INF] Deploying daemon prometheus.a on smithi191 2024-02-18T08:28:50.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:49 smithi110 bash[54479]: cluster 2024-02-18T08:28:48.732510+0000 mgr.y (mgr.44100) 327 : cluster [DBG] pgmap v543: 89 pgs: 89 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-02-18T08:28:50.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:49 smithi110 bash[54479]: cluster 2024-02-18T08:28:48.778729+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2024-02-18T08:28:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:49 smithi110 bash[54479]: cluster 2024-02-18T08:28:49.764546+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2024-02-18T08:28:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:49 smithi110 bash[55875]: cephadm 2024-02-18T08:28:48.378843+0000 mgr.y (mgr.44100) 325 : cephadm [INF] Upgrade: Updating prometheus.a 2024-02-18T08:28:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:49 smithi110 bash[55875]: cephadm 2024-02-18T08:28:48.402693+0000 mgr.y (mgr.44100) 326 : cephadm [INF] Deploying daemon prometheus.a on smithi191 2024-02-18T08:28:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:49 smithi110 bash[55875]: cluster 2024-02-18T08:28:48.732510+0000 mgr.y (mgr.44100) 327 : cluster [DBG] pgmap v543: 89 pgs: 89 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-02-18T08:28:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:49 smithi110 bash[55875]: cluster 2024-02-18T08:28:48.778729+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2024-02-18T08:28:50.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:49 smithi110 bash[55875]: cluster 2024-02-18T08:28:49.764546+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2024-02-18T08:28:50.487 INFO:tasks.rados.rados.0.smithi110.stdout:2655: finishing copy_from racing read to smithi11051043-41 2024-02-18T08:28:50.488 INFO:tasks.rados.rados.0.smithi110.stdout:2655: finishing copy_from to smithi11051043-41 2024-02-18T08:28:50.488 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 840 (ObjNum 794 snap 246 seq_num 794) dirty exists 2024-02-18T08:28:50.488 INFO:tasks.rados.rados.0.smithi110.stdout:2659: seq_num 817 ranges {2318336=491520,2809856=417792,3227648=425984,3653632=360448} 2024-02-18T08:28:50.513 INFO:tasks.rados.rados.0.smithi110.stdout:2659: writing smithi11051043-40 from 2318336 to 2809856 tid 1 2024-02-18T08:28:50.516 INFO:tasks.rados.rados.0.smithi110.stdout:2659: writing smithi11051043-40 from 2809856 to 3227648 tid 2 2024-02-18T08:28:50.518 INFO:tasks.rados.rados.0.smithi110.stdout:2659: writing smithi11051043-40 from 3227648 to 3653632 tid 3 2024-02-18T08:28:50.521 INFO:tasks.rados.rados.0.smithi110.stdout:2659: writing smithi11051043-40 from 3653632 to 4014080 tid 4 2024-02-18T08:28:50.521 INFO:tasks.rados.rados.0.smithi110.stdout:2655: done (3 left) 2024-02-18T08:28:50.521 INFO:tasks.rados.rados.0.smithi110.stdout:2656: done (2 left) 2024-02-18T08:28:50.522 INFO:tasks.rados.rados.0.smithi110.stdout:2657: done (1 left) 2024-02-18T08:28:50.522 INFO:tasks.rados.rados.0.smithi110.stdout:2660: snap_create 2024-02-18T08:28:50.524 INFO:tasks.rados.rados.0.smithi110.stdout:2659: finishing write tid 1 to smithi11051043-40 2024-02-18T08:28:50.524 INFO:tasks.rados.rados.0.smithi110.stdout:2659: finishing write tid 2 to smithi11051043-40 2024-02-18T08:28:50.525 INFO:tasks.rados.rados.0.smithi110.stdout:2659: finishing write tid 3 to smithi11051043-40 2024-02-18T08:28:50.529 INFO:tasks.rados.rados.0.smithi110.stdout:2659: finishing write tid 4 to smithi11051043-40 2024-02-18T08:28:50.529 INFO:tasks.rados.rados.0.smithi110.stdout:2659: finishing write tid 6 to smithi11051043-40 2024-02-18T08:28:50.531 INFO:tasks.rados.rados.0.smithi110.stdout:2659: finishing write tid 7 to smithi11051043-40 2024-02-18T08:28:50.531 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1242 (ObjNum 817 snap 255 seq_num 817) dirty exists 2024-02-18T08:28:50.531 INFO:tasks.rados.rados.0.smithi110.stdout:2659: left oid 40 (ObjNum 817 snap 255 seq_num 817) 2024-02-18T08:28:50.794 INFO:tasks.rados.rados.0.smithi110.stdout:2659: done (1 left) 2024-02-18T08:28:50.794 INFO:tasks.rados.rados.0.smithi110.stdout:2660: done (0 left) 2024-02-18T08:28:50.794 INFO:tasks.rados.rados.0.smithi110.stdout:2661: snap_remove snap 254 2024-02-18T08:28:51.797 INFO:tasks.rados.rados.0.smithi110.stdout:2661: done (0 left) 2024-02-18T08:28:51.798 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 256 2024-02-18T08:28:51.798 INFO:tasks.rados.rados.0.smithi110.stdout:2662: seq_num 818 ranges {3645440=507904,4153344=704512,4857856=499712} 2024-02-18T08:28:51.822 INFO:tasks.rados.rados.0.smithi110.stdout:2662: writing smithi11051043-2 from 3645440 to 4153344 tid 1 2024-02-18T08:28:51.826 INFO:tasks.rados.rados.0.smithi110.stdout:2662: writing smithi11051043-2 from 4153344 to 4857856 tid 2 2024-02-18T08:28:51.830 INFO:tasks.rados.rados.0.smithi110.stdout:2662: writing smithi11051043-2 from 4857856 to 5357568 tid 3 2024-02-18T08:28:51.830 INFO:tasks.rados.rados.0.smithi110.stdout:2663: read oid 25 snap -1 2024-02-18T08:28:51.830 INFO:tasks.rados.rados.0.smithi110.stdout:2663: expect (ObjNum 727 snap 223 seq_num 727) 2024-02-18T08:28:51.830 INFO:tasks.rados.rados.0.smithi110.stdout:2664: delete oid 21 current snap is 256 2024-02-18T08:28:51.840 INFO:tasks.rados.rados.0.smithi110.stdout:2662: finishing write tid 1 to smithi11051043-2 2024-02-18T08:28:51.840 INFO:tasks.rados.rados.0.smithi110.stdout:2662: finishing write tid 2 to smithi11051043-2 2024-02-18T08:28:51.841 INFO:tasks.rados.rados.0.smithi110.stdout:2664: done (2 left) 2024-02-18T08:28:51.841 INFO:tasks.rados.rados.0.smithi110.stdout:2665: copy_from oid 29 from oid 9 current snap is 256 2024-02-18T08:28:51.841 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 256 2024-02-18T08:28:51.841 INFO:tasks.rados.rados.0.smithi110.stdout:2666: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-02-18T08:28:51.844 INFO:tasks.rados.rados.0.smithi110.stdout:2666: writing smithi11051043-3 from 0 to 540672 tid 1 2024-02-18T08:28:51.846 INFO:tasks.rados.rados.0.smithi110.stdout:2666: writing smithi11051043-3 from 540672 to 1015808 tid 2 2024-02-18T08:28:51.850 INFO:tasks.rados.rados.0.smithi110.stdout:2666: writing smithi11051043-3 from 1015808 to 1613824 tid 3 2024-02-18T08:28:51.851 INFO:tasks.rados.rados.0.smithi110.stdout:2666: writing smithi11051043-3 from 1613824 to 1744896 tid 4 2024-02-18T08:28:51.851 INFO:tasks.rados.rados.0.smithi110.stdout:2667: delete oid 49 current snap is 256 2024-02-18T08:28:51.851 INFO:tasks.rados.rados.0.smithi110.stdout:2665: finishing copy_from to smithi11051043-29 2024-02-18T08:28:51.851 INFO:tasks.rados.rados.0.smithi110.stdout:2665: got expected ENOENT (src dne) 2024-02-18T08:28:51.851 INFO:tasks.rados.rados.0.smithi110.stdout:2665: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:28:51.851 INFO:tasks.rados.rados.0.smithi110.stdout:2662: finishing write tid 3 to smithi11051043-2 2024-02-18T08:28:51.851 INFO:tasks.rados.rados.0.smithi110.stdout:2662: finishing write tid 5 to smithi11051043-2 2024-02-18T08:28:51.851 INFO:tasks.rados.rados.0.smithi110.stdout:2662: finishing write tid 6 to smithi11051043-2 2024-02-18T08:28:51.852 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1239 (ObjNum 818 snap 256 seq_num 818) dirty exists 2024-02-18T08:28:51.852 INFO:tasks.rados.rados.0.smithi110.stdout:2662: left oid 2 (ObjNum 818 snap 256 seq_num 818) 2024-02-18T08:28:51.852 INFO:tasks.rados.rados.0.smithi110.stdout:2666: finishing write tid 1 to smithi11051043-3 2024-02-18T08:28:51.856 INFO:tasks.rados.rados.0.smithi110.stdout:2666: finishing write tid 2 to smithi11051043-3 2024-02-18T08:28:51.856 INFO:tasks.rados.rados.0.smithi110.stdout:2666: finishing write tid 3 to smithi11051043-3 2024-02-18T08:28:51.858 INFO:tasks.rados.rados.0.smithi110.stdout:2666: finishing write tid 4 to smithi11051043-3 2024-02-18T08:28:51.858 INFO:tasks.rados.rados.0.smithi110.stdout:2662: done (4 left) 2024-02-18T08:28:51.858 INFO:tasks.rados.rados.0.smithi110.stdout:2665: done (3 left) 2024-02-18T08:28:51.859 INFO:tasks.rados.rados.0.smithi110.stdout:2667: done (2 left) 2024-02-18T08:28:51.859 INFO:tasks.rados.rados.0.smithi110.stdout:2668: copy_from oid 37 from oid 32 current snap is 256 2024-02-18T08:28:51.859 INFO:tasks.rados.rados.0.smithi110.stdout:2669: snap_remove snap 240 2024-02-18T08:28:51.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:51 smithi110 bash[54479]: cluster 2024-02-18T08:28:50.733336+0000 mgr.y (mgr.44100) 328 : cluster [DBG] pgmap v546: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 808 KiB/s wr, 14 op/s 2024-02-18T08:28:51.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:51 smithi110 bash[54479]: cluster 2024-02-18T08:28:50.791776+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2024-02-18T08:28:51.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:51 smithi110 bash[55875]: cluster 2024-02-18T08:28:50.733336+0000 mgr.y (mgr.44100) 328 : cluster [DBG] pgmap v546: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 808 KiB/s wr, 14 op/s 2024-02-18T08:28:51.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:51 smithi110 bash[55875]: cluster 2024-02-18T08:28:50.791776+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2024-02-18T08:28:51.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:51.637Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:51.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:51.637Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:51.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:51 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:51.637Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:28:52.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:51 smithi191 bash[38688]: cluster 2024-02-18T08:28:50.733336+0000 mgr.y (mgr.44100) 328 : cluster [DBG] pgmap v546: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 808 KiB/s wr, 14 op/s 2024-02-18T08:28:52.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:51 smithi191 bash[38688]: cluster 2024-02-18T08:28:50.791776+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2024-02-18T08:28:52.341 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 systemd[1]: Stopping Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:28:52.341 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=warn ts=2024-02-18T08:28:52.291Z caller=main.go:524 msg="Received SIGTERM, exiting gracefully..." 2024-02-18T08:28:52.341 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.291Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2024-02-18T08:28:52.341 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.291Z caller=main.go:561 msg="Stopping notify discovery manager..." 2024-02-18T08:28:52.341 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.291Z caller=main.go:583 msg="Stopping scrape manager..." 2024-02-18T08:28:52.342 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.291Z caller=main.go:543 msg="Scrape discovery manager stopped" 2024-02-18T08:28:52.342 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.291Z caller=main.go:557 msg="Notify discovery manager stopped" 2024-02-18T08:28:52.342 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.291Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2024-02-18T08:28:52.342 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.291Z caller=main.go:577 msg="Scrape manager stopped" 2024-02-18T08:28:52.342 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.291Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2024-02-18T08:28:52.342 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.292Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2024-02-18T08:28:52.343 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.292Z caller=main.go:749 msg="Notifier manager stopped" 2024-02-18T08:28:52.343 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[34934]: level=info ts=2024-02-18T08:28:52.292Z caller=main.go:761 msg="See you next time!" 2024-02-18T08:28:52.817 INFO:tasks.rados.rados.0.smithi110.stdout:2669: done (3 left) 2024-02-18T08:28:52.817 INFO:tasks.rados.rados.0.smithi110.stdout:2670: read oid 21 snap 244 2024-02-18T08:28:52.817 INFO:tasks.rados.rados.0.smithi110.stdout:2670: expect (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:28:52.817 INFO:tasks.rados.rados.0.smithi110.stdout:2671: rollback oid 23 current snap is 256 2024-02-18T08:28:52.817 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 23 to 250 2024-02-18T08:28:52.817 INFO:tasks.rados.rados.0.smithi110.stdout:2666: finishing write tid 6 to smithi11051043-3 2024-02-18T08:28:52.817 INFO:tasks.rados.rados.0.smithi110.stdout:2666: finishing write tid 7 to smithi11051043-3 2024-02-18T08:28:52.818 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 1072 (ObjNum 820 snap 256 seq_num 820) dirty exists 2024-02-18T08:28:52.818 INFO:tasks.rados.rados.0.smithi110.stdout:2666: left oid 3 (ObjNum 820 snap 256 seq_num 820) 2024-02-18T08:28:52.818 INFO:tasks.rados.rados.0.smithi110.stdout:2668: finishing copy_from racing read to smithi11051043-37 2024-02-18T08:28:52.818 INFO:tasks.rados.rados.0.smithi110.stdout:2663: expect (ObjNum 727 snap 223 seq_num 727) 2024-02-18T08:28:53.095 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[49336]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-prometheus.a 2024-02-18T08:28:53.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:52 smithi191 bash[38688]: cluster 2024-02-18T08:28:51.794065+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2024-02-18T08:28:53.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:52 smithi110 bash[54479]: cluster 2024-02-18T08:28:51.794065+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2024-02-18T08:28:53.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:52 smithi110 bash[55875]: cluster 2024-02-18T08:28:51.794065+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2024-02-18T08:28:53.595 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:53 smithi191 systemd[1]: Stopped Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:28:53.595 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:53 smithi191 systemd[1]: Started Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:28:53.812 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:53.532Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:53.812 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:53.532Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:28:53.812 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[37590]: level=error ts=2024-02-18T08:28:53.532Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:28:53.895 INFO:tasks.rados.rados.0.smithi110.stdout:2668: finishing copy_from to smithi11051043-37 2024-02-18T08:28:53.895 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 832 (ObjNum 705 snap 213 seq_num 705) dirty exists 2024-02-18T08:28:53.895 INFO:tasks.rados.rados.0.smithi110.stdout:2671: finishing rollback tid 0 to smithi11051043-23 2024-02-18T08:28:53.895 INFO:tasks.rados.rados.0.smithi110.stdout:2671: finishing rollback tid 1 to smithi11051043-23 2024-02-18T08:28:53.895 INFO:tasks.rados.rados.0.smithi110.stdout:2663: done (4 left) 2024-02-18T08:28:53.895 INFO:tasks.rados.rados.0.smithi110.stdout:2666: done (3 left) 2024-02-18T08:28:53.895 INFO:tasks.rados.rados.0.smithi110.stdout:2668: done (2 left) 2024-02-18T08:28:53.895 INFO:tasks.rados.rados.0.smithi110.stdout:2672: read oid 50 snap -1 2024-02-18T08:28:53.896 INFO:tasks.rados.rados.0.smithi110.stdout:2672: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:28:53.896 INFO:tasks.rados.rados.0.smithi110.stdout:2673: setattr oid 11 current snap is 256 2024-02-18T08:28:53.896 INFO:tasks.rados.rados.0.smithi110.stdout:2671: finishing rollback tid 2 to smithi11051043-23 2024-02-18T08:28:53.896 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1456 (ObjNum 803 snap 248 seq_num 803) dirty exists 2024-02-18T08:28:53.896 INFO:tasks.rados.rados.0.smithi110.stdout:2670: expect (ObjNum 715 snap 215 seq_num 715) 2024-02-18T08:28:53.946 INFO:tasks.rados.rados.0.smithi110.stdout:2672: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:28:53.950 INFO:tasks.rados.rados.0.smithi110.stdout:2670: done (3 left) 2024-02-18T08:28:53.950 INFO:tasks.rados.rados.0.smithi110.stdout:2671: done (2 left) 2024-02-18T08:28:53.950 INFO:tasks.rados.rados.0.smithi110.stdout:2672: done (1 left) 2024-02-18T08:28:53.950 INFO:tasks.rados.rados.0.smithi110.stdout:2674: setattr oid 1 current snap is 256 2024-02-18T08:28:53.956 INFO:tasks.rados.rados.0.smithi110.stdout:2675: rollback oid 23 current snap is 256 2024-02-18T08:28:53.956 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 23 to 243 2024-02-18T08:28:53.956 INFO:tasks.rados.rados.0.smithi110.stdout:2676: copy_from oid 50 from oid 45 current snap is 256 2024-02-18T08:28:53.956 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1050 (ObjNum 1953066355 snap 825321832 seq_num 808531248) dirty exists 2024-02-18T08:28:53.956 INFO:tasks.rados.rados.0.smithi110.stdout:2673: done (3 left) 2024-02-18T08:28:53.956 INFO:tasks.rados.rados.0.smithi110.stdout:2677: read oid 9 snap 246 2024-02-18T08:28:53.957 INFO:tasks.rados.rados.0.smithi110.stdout:2677: expect deleted 2024-02-18T08:28:53.957 INFO:tasks.rados.rados.0.smithi110.stdout:2678: snap_remove snap 248 2024-02-18T08:28:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:53 smithi191 bash[38688]: cluster 2024-02-18T08:28:52.734245+0000 mgr.y (mgr.44100) 329 : cluster [DBG] pgmap v549: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2024-02-18T08:28:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:53 smithi191 bash[38688]: cluster 2024-02-18T08:28:52.814471+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2024-02-18T08:28:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:53 smithi191 bash[38688]: audit 2024-02-18T08:28:53.303535+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:53 smithi191 bash[38688]: audit 2024-02-18T08:28:53.305176+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:54.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:53 smithi191 bash[38688]: audit 2024-02-18T08:28:53.308848+0000 mon.a (mon.0) 1052 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:54.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[54479]: cluster 2024-02-18T08:28:52.734245+0000 mgr.y (mgr.44100) 329 : cluster [DBG] pgmap v549: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2024-02-18T08:28:54.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[54479]: cluster 2024-02-18T08:28:52.814471+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2024-02-18T08:28:54.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[54479]: audit 2024-02-18T08:28:53.303535+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:54.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[54479]: audit 2024-02-18T08:28:53.305176+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:54.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[54479]: audit 2024-02-18T08:28:53.308848+0000 mon.a (mon.0) 1052 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:54.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[55875]: cluster 2024-02-18T08:28:52.734245+0000 mgr.y (mgr.44100) 329 : cluster [DBG] pgmap v549: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 10 op/s 2024-02-18T08:28:54.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[55875]: cluster 2024-02-18T08:28:52.814471+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2024-02-18T08:28:54.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[55875]: audit 2024-02-18T08:28:53.303535+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:28:54.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[55875]: audit 2024-02-18T08:28:53.305176+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:28:54.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:53 smithi110 bash[55875]: audit 2024-02-18T08:28:53.308848+0000 mon.a (mon.0) 1052 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:28:54.766 INFO:tasks.rados.rados.0.smithi110.stdout:2678: done (4 left) 2024-02-18T08:28:54.766 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 34 current snap is 256 2024-02-18T08:28:54.766 INFO:tasks.rados.rados.0.smithi110.stdout:2679: seq_num 822 ranges {598016=573440,1171456=696320,1867776=507904} 2024-02-18T08:28:54.773 INFO:tasks.rados.rados.0.smithi110.stdout:2679: writing smithi11051043-34 from 598016 to 1171456 tid 1 2024-02-18T08:28:54.778 INFO:tasks.rados.rados.0.smithi110.stdout:2679: writing smithi11051043-34 from 1171456 to 1867776 tid 2 2024-02-18T08:28:54.782 INFO:tasks.rados.rados.0.smithi110.stdout:2679: writing smithi11051043-34 from 1867776 to 2375680 tid 3 2024-02-18T08:28:54.782 INFO:tasks.rados.rados.0.smithi110.stdout:2680: read oid 16 snap 255 2024-02-18T08:28:54.782 INFO:tasks.rados.rados.0.smithi110.stdout:2680: expect deleted 2024-02-18T08:28:54.782 INFO:tasks.rados.rados.0.smithi110.stdout:2681: read oid 38 snap -1 2024-02-18T08:28:54.782 INFO:tasks.rados.rados.0.smithi110.stdout:2681: expect (ObjNum 792 snap 245 seq_num 792) 2024-02-18T08:28:54.782 INFO:tasks.rados.rados.0.smithi110.stdout:2682: copy_from oid 12 from oid 40 current snap is 256 2024-02-18T08:28:54.782 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 256 2024-02-18T08:28:54.782 INFO:tasks.rados.rados.0.smithi110.stdout:2683: seq_num 823 ranges {12845056=589824,13434880=573440,14008320=630784} 2024-02-18T08:28:54.857 INFO:tasks.rados.rados.0.smithi110.stdout:2683: writing smithi11051043-7 from 12845056 to 13434880 tid 1 2024-02-18T08:28:54.860 INFO:tasks.rados.rados.0.smithi110.stdout:2683: writing smithi11051043-7 from 13434880 to 14008320 tid 2 2024-02-18T08:28:54.864 INFO:tasks.rados.rados.0.smithi110.stdout:2683: writing smithi11051043-7 from 14008320 to 14639104 tid 3 2024-02-18T08:28:54.864 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 256 2024-02-18T08:28:54.864 INFO:tasks.rados.rados.0.smithi110.stdout:2684: seq_num 824 ranges {2891776=606208,3497984=458752,3956736=573440,4530176=172032} 2024-02-18T08:28:54.864 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.861Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-02-18T08:28:54.864 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.861Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-02-18T08:28:54.864 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.861Z caller=main.go:518 level=info host_details="(Linux 4.15.0-213-generic #224-Ubuntu SMP Mon Jun 19 13:30:12 UTC 2023 x86_64 smithi191 (none))" 2024-02-18T08:28:54.865 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.861Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-02-18T08:28:54.865 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.861Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-02-18T08:28:54.884 INFO:tasks.rados.rados.0.smithi110.stdout:2684: writing smithi11051043-39 from 2891776 to 3497984 tid 1 2024-02-18T08:28:54.886 INFO:tasks.rados.rados.0.smithi110.stdout:2684: writing smithi11051043-39 from 3497984 to 3956736 tid 2 2024-02-18T08:28:54.889 INFO:tasks.rados.rados.0.smithi110.stdout:2684: writing smithi11051043-39 from 3956736 to 4530176 tid 3 2024-02-18T08:28:54.891 INFO:tasks.rados.rados.0.smithi110.stdout:2684: writing smithi11051043-39 from 4530176 to 4702208 tid 4 2024-02-18T08:28:54.891 INFO:tasks.rados.rados.0.smithi110.stdout:2685: delete oid 36 current snap is 256 2024-02-18T08:28:54.891 INFO:tasks.rados.rados.0.smithi110.stdout:2675: finishing rollback tid 0 to smithi11051043-23 2024-02-18T08:28:54.891 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1240 (ObjNum 1734234985 snap 1364814945 seq_num 1683976814) dirty exists 2024-02-18T08:28:54.891 INFO:tasks.rados.rados.0.smithi110.stdout:2675: finishing rollback tid 1 to smithi11051043-23 2024-02-18T08:28:54.891 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1464 (ObjNum 1466197364 snap 1851551568 seq_num 1449222234) dirty dne 2024-02-18T08:28:54.891 INFO:tasks.rados.rados.0.smithi110.stdout:2676: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:28:54.892 INFO:tasks.rados.rados.0.smithi110.stdout:2676: finishing copy_from to smithi11051043-50 2024-02-18T08:28:54.892 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 1236 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-02-18T08:28:54.892 INFO:tasks.rados.rados.0.smithi110.stdout:2679: finishing write tid 1 to smithi11051043-34 2024-02-18T08:28:54.892 INFO:tasks.rados.rados.0.smithi110.stdout:2679: finishing write tid 2 to smithi11051043-34 2024-02-18T08:28:54.892 INFO:tasks.rados.rados.0.smithi110.stdout:2679: finishing write tid 3 to smithi11051043-34 2024-02-18T08:28:54.892 INFO:tasks.rados.rados.0.smithi110.stdout:2681: expect (ObjNum 792 snap 245 seq_num 792) 2024-02-18T08:28:54.963 INFO:tasks.rados.rados.0.smithi110.stdout:2679: finishing write tid 5 to smithi11051043-34 2024-02-18T08:28:54.963 INFO:tasks.rados.rados.0.smithi110.stdout:2679: finishing write tid 6 to smithi11051043-34 2024-02-18T08:28:54.963 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 1246 (ObjNum 822 snap 256 seq_num 822) dirty exists 2024-02-18T08:28:54.963 INFO:tasks.rados.rados.0.smithi110.stdout:2679: left oid 34 (ObjNum 822 snap 256 seq_num 822) 2024-02-18T08:28:54.963 INFO:tasks.rados.rados.0.smithi110.stdout:2682: finishing copy_from racing read to smithi11051043-12 2024-02-18T08:28:54.963 INFO:tasks.rados.rados.0.smithi110.stdout:2682: finishing copy_from to smithi11051043-12 2024-02-18T08:28:54.963 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1242 (ObjNum 817 snap 255 seq_num 817) dirty exists 2024-02-18T08:28:54.963 INFO:tasks.rados.rados.0.smithi110.stdout:2683: finishing write tid 1 to smithi11051043-7 2024-02-18T08:28:54.963 INFO:tasks.rados.rados.0.smithi110.stdout:2683: finishing write tid 2 to smithi11051043-7 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2683: finishing write tid 3 to smithi11051043-7 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2683: finishing write tid 5 to smithi11051043-7 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2683: finishing write tid 6 to smithi11051043-7 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1246 (ObjNum 823 snap 256 seq_num 823) dirty exists 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2683: left oid 7 (ObjNum 823 snap 256 seq_num 823) 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2684: finishing write tid 1 to smithi11051043-39 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2684: finishing write tid 2 to smithi11051043-39 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2674: done (10 left) 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2675: done (9 left) 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2676: done (8 left) 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2677: done (7 left) 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2679: done (6 left) 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2680: done (5 left) 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2681: done (4 left) 2024-02-18T08:28:54.964 INFO:tasks.rados.rados.0.smithi110.stdout:2682: done (3 left) 2024-02-18T08:28:54.965 INFO:tasks.rados.rados.0.smithi110.stdout:2683: done (2 left) 2024-02-18T08:28:54.965 INFO:tasks.rados.rados.0.smithi110.stdout:2685: done (1 left) 2024-02-18T08:28:54.965 INFO:tasks.rados.rados.0.smithi110.stdout:2686: snap_remove snap 244 2024-02-18T08:28:55.345 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.864Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-02-18T08:28:55.345 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.865Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-02-18T08:28:55.345 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.865Z caller=dir_locker.go:77 level=warn component=tsdb msg="A lockfile from a previous execution already existed. It was replaced" file=/prometheus/lock 2024-02-18T08:28:55.345 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.868Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-02-18T08:28:55.345 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.873Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-02-18T08:28:55.345 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.873Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.226µs 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.873Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.873Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:54 smithi191 bash[49490]: ts=2024-02-18T08:28:54.994Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:55 smithi191 bash[49490]: ts=2024-02-18T08:28:55.047Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:55 smithi191 bash[49490]: ts=2024-02-18T08:28:55.048Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:55 smithi191 bash[49490]: ts=2024-02-18T08:28:55.048Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=42.347µs wal_replay_duration=174.794935ms total_replay_duration=174.852592ms 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:55 smithi191 bash[49490]: ts=2024-02-18T08:28:55.051Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:55 smithi191 bash[49490]: ts=2024-02-18T08:28:55.051Z caller=main.go:947 level=info msg="TSDB started" 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:55 smithi191 bash[49490]: ts=2024-02-18T08:28:55.051Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:55 smithi191 bash[49490]: ts=2024-02-18T08:28:55.076Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.64421ms db_storage=1.338µs remote_storage=2.417µs web_handler=598ns query_engine=979ns scrape=474.58µs scrape_sd=46.534µs notify=66.495µs notify_sd=20.543µs rules=23.539867ms 2024-02-18T08:28:55.346 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 08:28:55 smithi191 bash[49490]: ts=2024-02-18T08:28:55.076Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-02-18T08:28:55.629 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:28:55.833 INFO:tasks.rados.rados.0.smithi110.stdout:2686: done (1 left) 2024-02-18T08:28:55.833 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 256 2024-02-18T08:28:55.833 INFO:tasks.rados.rados.0.smithi110.stdout:2687: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-02-18T08:28:55.838 INFO:tasks.rados.rados.0.smithi110.stdout:2687: writing smithi11051043-48 from 0 to 638976 tid 1 2024-02-18T08:28:55.843 INFO:tasks.rados.rados.0.smithi110.stdout:2687: writing smithi11051043-48 from 638976 to 1269760 tid 2 2024-02-18T08:28:55.848 INFO:tasks.rados.rados.0.smithi110.stdout:2687: writing smithi11051043-48 from 1269760 to 1843200 tid 3 2024-02-18T08:28:55.848 INFO:tasks.rados.rados.0.smithi110.stdout:2688: read oid 40 snap -1 2024-02-18T08:28:55.849 INFO:tasks.rados.rados.0.smithi110.stdout:2688: expect (ObjNum 817 snap 255 seq_num 817) 2024-02-18T08:28:55.849 INFO:tasks.rados.rados.0.smithi110.stdout:2689: read oid 30 snap -1 2024-02-18T08:28:55.849 INFO:tasks.rados.rados.0.smithi110.stdout:2689: expect deleted 2024-02-18T08:28:55.849 INFO:tasks.rados.rados.0.smithi110.stdout:2690: snap_remove snap 250 2024-02-18T08:28:55.982 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:28:55.982 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (12m) 11s ago 12m 14.0M - 0.20.0 0881eb8f169f 2c741657eac8 2024-02-18T08:28:55.982 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (12m) 9s ago 12m 25.5M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:28:55.982 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (49s) 11s ago 10m 13.2M - 16.2.14-548-g81bd20d6 823b921721f5 013bccb98e76 2024-02-18T08:28:55.982 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (32s) 9s ago 10m 12.1M - 16.2.14-548-g81bd20d6 823b921721f5 5b7bd05dcdd1 2024-02-18T08:28:55.982 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (6m) 9s ago 16m 378M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (7m) 11s ago 18m 422M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (6m) 11s ago 18m 75.7M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (5m) 9s ago 16m 66.1M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (6m) 11s ago 16m 59.5M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (18s) 11s ago 12m 3611k - 1.3.1 1dbe0e931976 3e0abd2ec127 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (14s) 9s ago 12m - - 1.3.1 1dbe0e931976 b91150d0cbfd 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (4m) 11s ago 15m 288M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (4m) 11s ago 15m 264M 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (3m) 11s ago 15m 187M 4096M 16.2.14-548-g81bd20d6 823b921721f5 4c63cbd8618f 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (3m) 11s ago 14m 146M 4096M 16.2.14-548-g81bd20d6 823b921721f5 a2480614884d 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (2m) 9s ago 14m 210M 4096M 16.2.14-548-g81bd20d6 823b921721f5 dfbbfe876a9c 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (2m) 9s ago 14m 252M 4096M 16.2.14-548-g81bd20d6 823b921721f5 fa50be56e42a 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (96s) 9s ago 13m 207M 4096M 16.2.14-548-g81bd20d6 823b921721f5 10bf09a1fa6a 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (63s) 9s ago 13m 167M 4096M 16.2.14-548-g81bd20d6 823b921721f5 49b359116b14 2024-02-18T08:28:55.983 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 starting - - - - 2024-02-18T08:28:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:55 smithi191 bash[38688]: cluster 2024-02-18T08:28:54.735086+0000 mgr.y (mgr.44100) 330 : cluster [DBG] pgmap v551: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 173 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.4 MiB/s wr, 10 op/s 2024-02-18T08:28:56.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:55 smithi191 bash[38688]: cluster 2024-02-18T08:28:54.763661+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2024-02-18T08:28:56.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:55 smithi110 bash[54479]: cluster 2024-02-18T08:28:54.735086+0000 mgr.y (mgr.44100) 330 : cluster [DBG] pgmap v551: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 173 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.4 MiB/s wr, 10 op/s 2024-02-18T08:28:56.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:55 smithi110 bash[54479]: cluster 2024-02-18T08:28:54.763661+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2024-02-18T08:28:56.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:55 smithi110 bash[55875]: cluster 2024-02-18T08:28:54.735086+0000 mgr.y (mgr.44100) 330 : cluster [DBG] pgmap v551: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 173 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.4 MiB/s wr, 10 op/s 2024-02-18T08:28:56.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:55 smithi110 bash[55875]: cluster 2024-02-18T08:28:54.763661+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2024-02-18T08:28:56.364 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:28:56.364 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:28:56.364 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:28:56.364 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:28:56.364 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:28:56.365 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:28:56.365 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:28:56.365 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:28:56.365 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 8 2024-02-18T08:28:56.365 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:28:56.365 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:28:56.366 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:28:56.366 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:28:56.366 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:28:56.366 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 15 2024-02-18T08:28:56.366 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:28:56.366 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:28:56.834 INFO:tasks.rados.rados.0.smithi110.stdout:2690: done (4 left) 2024-02-18T08:28:56.834 INFO:tasks.rados.rados.0.smithi110.stdout:2691: rollback oid 17 current snap is 256 2024-02-18T08:28:56.834 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 17 to 255 2024-02-18T08:28:56.834 INFO:tasks.rados.rados.0.smithi110.stdout:2684: finishing write tid 3 to smithi11051043-39 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:2684: finishing write tid 4 to smithi11051043-39 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:2684: finishing write tid 6 to smithi11051043-39 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:2684: finishing write tid 7 to smithi11051043-39 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 848 (ObjNum 824 snap 256 seq_num 824) dirty exists 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:2684: left oid 39 (ObjNum 824 snap 256 seq_num 824) 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:2687: finishing write tid 1 to smithi11051043-48 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:2687: finishing write tid 2 to smithi11051043-48 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:2687: finishing write tid 3 to smithi11051043-48 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:2687: finishing write tid 5 to smithi11051043-48 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:2687: finishing write tid 6 to smithi11051043-48 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 856 (ObjNum 826 snap 256 seq_num 826) dirty exists 2024-02-18T08:28:56.835 INFO:tasks.rados.rados.0.smithi110.stdout:2687: left oid 48 (ObjNum 826 snap 256 seq_num 826) 2024-02-18T08:28:56.836 INFO:tasks.rados.rados.0.smithi110.stdout:2688: expect (ObjNum 817 snap 255 seq_num 817) 2024-02-18T08:28:57.020 INFO:tasks.rados.rados.0.smithi110.stdout:2691: finishing rollback tid 1 to smithi11051043-17 2024-02-18T08:28:57.020 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 0 (ObjNum 1 snap 32588 seq_num 4164636880) dirty dne 2024-02-18T08:28:57.021 INFO:tasks.rados.rados.0.smithi110.stdout:2684: done (4 left) 2024-02-18T08:28:57.021 INFO:tasks.rados.rados.0.smithi110.stdout:2687: done (3 left) 2024-02-18T08:28:57.021 INFO:tasks.rados.rados.0.smithi110.stdout:2688: done (2 left) 2024-02-18T08:28:57.021 INFO:tasks.rados.rados.0.smithi110.stdout:2689: done (1 left) 2024-02-18T08:28:57.021 INFO:tasks.rados.rados.0.smithi110.stdout:2691: done (0 left) 2024-02-18T08:28:57.021 INFO:tasks.rados.rados.0.smithi110.stdout:2692: snap_remove snap 252 2024-02-18T08:28:57.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.609782+0000 mgr.y (mgr.44100) 331 : audit [DBG] from='client.54352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:57.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: cluster 2024-02-18T08:28:55.821303+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2024-02-18T08:28:57.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.951067+0000 mgr.y (mgr.44100) 332 : audit [DBG] from='client.54358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:57.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.956424+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:57.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.957407+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:57.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.958299+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.959449+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.960548+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.961491+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.966486+0000 mon.a (mon.0) 1061 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:57.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.967294+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.967986+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.968589+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:55.969203+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:56 smithi191 bash[38688]: audit 2024-02-18T08:28:56.360788+0000 mon.a (mon.0) 1066 : audit [DBG] from='client.? 172.21.15.110:0/2018943497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:57.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.609782+0000 mgr.y (mgr.44100) 331 : audit [DBG] from='client.54352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:57.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: cluster 2024-02-18T08:28:55.821303+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2024-02-18T08:28:57.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.951067+0000 mgr.y (mgr.44100) 332 : audit [DBG] from='client.54358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:57.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.956424+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:57.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.957407+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:57.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.958299+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.959449+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.960548+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.961491+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.966486+0000 mon.a (mon.0) 1061 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:57.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.967294+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.967986+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.968589+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:55.969203+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[54479]: audit 2024-02-18T08:28:56.360788+0000 mon.a (mon.0) 1066 : audit [DBG] from='client.? 172.21.15.110:0/2018943497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:57.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.609782+0000 mgr.y (mgr.44100) 331 : audit [DBG] from='client.54352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: cluster 2024-02-18T08:28:55.821303+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.951067+0000 mgr.y (mgr.44100) 332 : audit [DBG] from='client.54358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.956424+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.957407+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.958299+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.959449+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.960548+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.961491+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.966486+0000 mon.a (mon.0) 1061 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.967294+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.967986+0000 mon.a (mon.0) 1063 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.968589+0000 mon.a (mon.0) 1064 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:55.969203+0000 mon.a (mon.0) 1065 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:28:57.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:56 smithi110 bash[55875]: audit 2024-02-18T08:28:56.360788+0000 mon.a (mon.0) 1066 : audit [DBG] from='client.? 172.21.15.110:0/2018943497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:28:57.842 INFO:tasks.rados.rados.0.smithi110.stdout:2692: done (0 left) 2024-02-18T08:28:57.842 INFO:tasks.rados.rados.0.smithi110.stdout:2693: delete oid 27 current snap is 256 2024-02-18T08:28:57.860 INFO:tasks.rados.rados.0.smithi110.stdout:2693: done (0 left) 2024-02-18T08:28:57.861 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 34 current snap is 256 2024-02-18T08:28:57.861 INFO:tasks.rados.rados.0.smithi110.stdout:2694: seq_num 828 ranges {2375680=671744,3047424=802816,3850240=401408} 2024-02-18T08:28:57.877 INFO:tasks.rados.rados.0.smithi110.stdout:2694: writing smithi11051043-34 from 2375680 to 3047424 tid 1 2024-02-18T08:28:57.883 INFO:tasks.rados.rados.0.smithi110.stdout:2694: writing smithi11051043-34 from 3047424 to 3850240 tid 2 2024-02-18T08:28:57.888 INFO:tasks.rados.rados.0.smithi110.stdout:2694: writing smithi11051043-34 from 3850240 to 4251648 tid 3 2024-02-18T08:28:57.888 INFO:tasks.rados.rados.0.smithi110.stdout:2695: snap_create 2024-02-18T08:28:57.888 INFO:tasks.rados.rados.0.smithi110.stdout:2694: finishing write tid 1 to smithi11051043-34 2024-02-18T08:28:57.889 INFO:tasks.rados.rados.0.smithi110.stdout:2694: finishing write tid 2 to smithi11051043-34 2024-02-18T08:28:57.889 INFO:tasks.rados.rados.0.smithi110.stdout:2694: finishing write tid 3 to smithi11051043-34 2024-02-18T08:28:57.889 INFO:tasks.rados.rados.0.smithi110.stdout:2694: finishing write tid 5 to smithi11051043-34 2024-02-18T08:28:57.889 INFO:tasks.rados.rados.0.smithi110.stdout:2694: finishing write tid 6 to smithi11051043-34 2024-02-18T08:28:57.890 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 1250 (ObjNum 828 snap 256 seq_num 828) dirty exists 2024-02-18T08:28:57.890 INFO:tasks.rados.rados.0.smithi110.stdout:2694: left oid 34 (ObjNum 828 snap 256 seq_num 828) 2024-02-18T08:28:58.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:57 smithi191 bash[38688]: cluster 2024-02-18T08:28:56.735796+0000 mgr.y (mgr.44100) 333 : cluster [DBG] pgmap v554: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 176 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-02-18T08:28:58.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:57 smithi191 bash[38688]: cluster 2024-02-18T08:28:56.830366+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2024-02-18T08:28:58.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:57 smithi110 bash[54479]: cluster 2024-02-18T08:28:56.735796+0000 mgr.y (mgr.44100) 333 : cluster [DBG] pgmap v554: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 176 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-02-18T08:28:58.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:57 smithi110 bash[54479]: cluster 2024-02-18T08:28:56.830366+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2024-02-18T08:28:58.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:57 smithi110 bash[55875]: cluster 2024-02-18T08:28:56.735796+0000 mgr.y (mgr.44100) 333 : cluster [DBG] pgmap v554: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 176 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-02-18T08:28:58.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:57 smithi110 bash[55875]: cluster 2024-02-18T08:28:56.830366+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2024-02-18T08:28:58.854 INFO:tasks.rados.rados.0.smithi110.stdout:2694: done (1 left) 2024-02-18T08:28:58.854 INFO:tasks.rados.rados.0.smithi110.stdout:2695: done (0 left) 2024-02-18T08:28:58.854 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 37 current snap is 257 2024-02-18T08:28:58.854 INFO:tasks.rados.rados.0.smithi110.stdout:2696: seq_num 829 ranges {7356416=688128,8044544=729088,8773632=475136} 2024-02-18T08:28:58.901 INFO:tasks.rados.rados.0.smithi110.stdout:2696: writing smithi11051043-37 from 7356416 to 8044544 tid 1 2024-02-18T08:28:58.906 INFO:tasks.rados.rados.0.smithi110.stdout:2696: writing smithi11051043-37 from 8044544 to 8773632 tid 2 2024-02-18T08:28:58.908 INFO:tasks.rados.rados.0.smithi110.stdout:2696: writing smithi11051043-37 from 8773632 to 9248768 tid 3 2024-02-18T08:28:58.909 INFO:tasks.rados.rados.0.smithi110.stdout:2697: rollback oid 2 current snap is 257 2024-02-18T08:28:58.909 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 2 to 243 2024-02-18T08:28:58.909 INFO:tasks.rados.rados.0.smithi110.stdout:2698: delete oid 36 current snap is 257 2024-02-18T08:28:58.915 INFO:tasks.rados.rados.0.smithi110.stdout:2696: finishing write tid 1 to smithi11051043-37 2024-02-18T08:28:58.915 INFO:tasks.rados.rados.0.smithi110.stdout:2696: finishing write tid 2 to smithi11051043-37 2024-02-18T08:28:58.917 INFO:tasks.rados.rados.0.smithi110.stdout:2696: finishing write tid 3 to smithi11051043-37 2024-02-18T08:28:58.917 INFO:tasks.rados.rados.0.smithi110.stdout:2696: finishing write tid 5 to smithi11051043-37 2024-02-18T08:28:58.921 INFO:tasks.rados.rados.0.smithi110.stdout:2697: finishing rollback tid 0 to smithi11051043-2 2024-02-18T08:28:58.921 INFO:tasks.rados.rados.0.smithi110.stdout:2697: finishing rollback tid 1 to smithi11051043-2 2024-02-18T08:28:58.922 INFO:tasks.rados.rados.0.smithi110.stdout:2696: finishing write tid 6 to smithi11051043-37 2024-02-18T08:28:58.922 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 1244 (ObjNum 829 snap 257 seq_num 829) dirty exists 2024-02-18T08:28:58.922 INFO:tasks.rados.rados.0.smithi110.stdout:2696: left oid 37 (ObjNum 829 snap 257 seq_num 829) 2024-02-18T08:28:58.924 INFO:tasks.rados.rados.0.smithi110.stdout:2697: finishing rollback tid 2 to smithi11051043-2 2024-02-18T08:28:58.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1247 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-02-18T08:28:58.925 INFO:tasks.rados.rados.0.smithi110.stdout:2696: done (2 left) 2024-02-18T08:28:58.925 INFO:tasks.rados.rados.0.smithi110.stdout:2697: done (1 left) 2024-02-18T08:28:58.925 INFO:tasks.rados.rados.0.smithi110.stdout:2698: done (0 left) 2024-02-18T08:28:58.925 INFO:tasks.rados.rados.0.smithi110.stdout:2699: snap_remove snap 243 2024-02-18T08:28:59.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:58 smithi110 bash[54479]: cluster 2024-02-18T08:28:57.839465+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2024-02-18T08:28:59.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:58 smithi110 bash[55875]: cluster 2024-02-18T08:28:57.839465+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2024-02-18T08:28:59.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:58 smithi191 bash[38688]: cluster 2024-02-18T08:28:57.839465+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2024-02-18T08:28:59.773 INFO:tasks.rados.rados.0.smithi110.stdout:2699: done (0 left) 2024-02-18T08:28:59.773 INFO:tasks.rados.rados.0.smithi110.stdout:2700: rmattr oid 9 current snap is 257 2024-02-18T08:28:59.773 INFO:tasks.rados.rados.0.smithi110.stdout:2700: done (0 left) 2024-02-18T08:28:59.773 INFO:tasks.rados.rados.0.smithi110.stdout:2701: rollback oid 12 current snap is 257 2024-02-18T08:28:59.773 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 246 2024-02-18T08:28:59.774 INFO:tasks.rados.rados.0.smithi110.stdout:2702: snap_remove snap 255 2024-02-18T08:29:00.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:59 smithi110 bash[54479]: cluster 2024-02-18T08:28:58.736582+0000 mgr.y (mgr.44100) 334 : cluster [DBG] pgmap v557: 89 pgs: 89 active+clean; 188 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-02-18T08:29:00.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:59 smithi110 bash[54479]: cluster 2024-02-18T08:28:58.851557+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2024-02-18T08:29:00.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:28:59 smithi110 bash[54479]: cluster 2024-02-18T08:28:59.767259+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2024-02-18T08:29:00.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:59 smithi110 bash[55875]: cluster 2024-02-18T08:28:58.736582+0000 mgr.y (mgr.44100) 334 : cluster [DBG] pgmap v557: 89 pgs: 89 active+clean; 188 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-02-18T08:29:00.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:59 smithi110 bash[55875]: cluster 2024-02-18T08:28:58.851557+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2024-02-18T08:29:00.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:28:59 smithi110 bash[55875]: cluster 2024-02-18T08:28:59.767259+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2024-02-18T08:29:00.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:59 smithi191 bash[38688]: cluster 2024-02-18T08:28:58.736582+0000 mgr.y (mgr.44100) 334 : cluster [DBG] pgmap v557: 89 pgs: 89 active+clean; 188 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-02-18T08:29:00.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:59 smithi191 bash[38688]: cluster 2024-02-18T08:28:58.851557+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2024-02-18T08:29:00.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:28:59 smithi191 bash[38688]: cluster 2024-02-18T08:28:59.767259+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2024-02-18T08:29:00.775 INFO:tasks.rados.rados.0.smithi110.stdout:2702: done (1 left) 2024-02-18T08:29:00.775 INFO:tasks.rados.rados.0.smithi110.stdout:2703: delete oid 2 current snap is 257 2024-02-18T08:29:00.775 INFO:tasks.rados.rados.0.smithi110.stdout:2701: finishing rollback tid 0 to smithi11051043-12 2024-02-18T08:29:00.775 INFO:tasks.rados.rados.0.smithi110.stdout:2701: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:29:00.775 INFO:tasks.rados.rados.0.smithi110.stdout:2701: finishing rollback tid 2 to smithi11051043-12 2024-02-18T08:29:00.775 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1249 (ObjNum 736 snap 227 seq_num 736) dirty exists 2024-02-18T08:29:00.779 INFO:tasks.rados.rados.0.smithi110.stdout:2701: done (1 left) 2024-02-18T08:29:00.779 INFO:tasks.rados.rados.0.smithi110.stdout:2703: done (0 left) 2024-02-18T08:29:00.779 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 257 2024-02-18T08:29:00.780 INFO:tasks.rados.rados.0.smithi110.stdout:2704: seq_num 832 ranges {1474560=737280,2211840=786432,2998272=417792} 2024-02-18T08:29:00.792 INFO:tasks.rados.rados.0.smithi110.stdout:2704: writing smithi11051043-10 from 1474560 to 2211840 tid 1 2024-02-18T08:29:00.797 INFO:tasks.rados.rados.0.smithi110.stdout:2704: writing smithi11051043-10 from 2211840 to 2998272 tid 2 2024-02-18T08:29:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:2704: writing smithi11051043-10 from 2998272 to 3416064 tid 3 2024-02-18T08:29:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:2705: read oid 6 snap -1 2024-02-18T08:29:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:2705: expect deleted 2024-02-18T08:29:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:2706: rollback oid 37 current snap is 257 2024-02-18T08:29:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 37 to 246 2024-02-18T08:29:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:2704: finishing write tid 1 to smithi11051043-10 2024-02-18T08:29:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:2707: read oid 17 snap -1 2024-02-18T08:29:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:2707: expect deleted 2024-02-18T08:29:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:2708: snap_remove snap 256 2024-02-18T08:29:01.641 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.355910+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:01.641 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.357989+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:01.641 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.359868+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:01.641 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: cephadm 2024-02-18T08:29:00.361561+0000 mgr.y (mgr.44100) 335 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:01.641 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.369015+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:01.641 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.381261+0000 mon.a (mon.0) 1075 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.382325+0000 mgr.y (mgr.44100) 336 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.385634+0000 mon.a (mon.0) 1076 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.390368+0000 mon.a (mon.0) 1077 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.393014+0000 mon.a (mon.0) 1078 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.395035+0000 mon.a (mon.0) 1079 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.398460+0000 mon.a (mon.0) 1080 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.401663+0000 mon.a (mon.0) 1081 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.403716+0000 mon.a (mon.0) 1082 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.405676+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.407606+0000 mon.a (mon.0) 1084 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.409483+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.411390+0000 mon.a (mon.0) 1086 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.413809+0000 mon.a (mon.0) 1087 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.642 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: audit 2024-02-18T08:29:00.415961+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.643 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: cluster 2024-02-18T08:29:00.737401+0000 mgr.y (mgr.44100) 337 : cluster [DBG] pgmap v560: 89 pgs: 89 active+clean; 187 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-02-18T08:29:01.643 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[54479]: cluster 2024-02-18T08:29:00.771227+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2024-02-18T08:29:01.643 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.355910+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:01.643 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.357989+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:01.643 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.359868+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:01.643 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: cephadm 2024-02-18T08:29:00.361561+0000 mgr.y (mgr.44100) 335 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:01.643 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.369015+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:01.643 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.381261+0000 mon.a (mon.0) 1075 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:29:01.643 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.382325+0000 mgr.y (mgr.44100) 336 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.385634+0000 mon.a (mon.0) 1076 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.390368+0000 mon.a (mon.0) 1077 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.393014+0000 mon.a (mon.0) 1078 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.395035+0000 mon.a (mon.0) 1079 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.398460+0000 mon.a (mon.0) 1080 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.401663+0000 mon.a (mon.0) 1081 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.403716+0000 mon.a (mon.0) 1082 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.405676+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.407606+0000 mon.a (mon.0) 1084 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.409483+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.411390+0000 mon.a (mon.0) 1086 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.413809+0000 mon.a (mon.0) 1087 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: audit 2024-02-18T08:29:00.415961+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: cluster 2024-02-18T08:29:00.737401+0000 mgr.y (mgr.44100) 337 : cluster [DBG] pgmap v560: 89 pgs: 89 active+clean; 187 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-02-18T08:29:01.644 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[55875]: cluster 2024-02-18T08:29:00.771227+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2024-02-18T08:29:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:2708: done (4 left) 2024-02-18T08:29:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:2709: read oid 7 snap -1 2024-02-18T08:29:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:2709: expect (ObjNum 823 snap 256 seq_num 823) 2024-02-18T08:29:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:2706: finishing rollback tid 0 to smithi11051043-37 2024-02-18T08:29:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:2706: finishing rollback tid 1 to smithi11051043-37 2024-02-18T08:29:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 1250 (ObjNum 1 snap 32588 seq_num 4165453008) dirty dne 2024-02-18T08:29:01.776 INFO:tasks.rados.rados.0.smithi110.stdout:2704: finishing write tid 2 to smithi11051043-10 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:2704: finishing write tid 3 to smithi11051043-10 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:2704: finishing write tid 5 to smithi11051043-10 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:2704: finishing write tid 6 to smithi11051043-10 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 852 (ObjNum 832 snap 257 seq_num 832) dirty exists 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:2704: left oid 10 (ObjNum 832 snap 257 seq_num 832) 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:2704: done (4 left) 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:2705: done (3 left) 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:2706: done (2 left) 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:2707: done (1 left) 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:2710: rollback oid 10 current snap is 257 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 10 to 246 2024-02-18T08:29:01.777 INFO:tasks.rados.rados.0.smithi110.stdout:2711: snap_create 2024-02-18T08:29:01.785 INFO:tasks.rados.rados.0.smithi110.stdout:2710: finishing rollback tid 0 to smithi11051043-10 2024-02-18T08:29:01.785 INFO:tasks.rados.rados.0.smithi110.stdout:2710: finishing rollback tid 1 to smithi11051043-10 2024-02-18T08:29:01.786 INFO:tasks.rados.rados.0.smithi110.stdout:2710: finishing rollback tid 2 to smithi11051043-10 2024-02-18T08:29:01.787 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 855 (ObjNum -1610251000 snap 32588 seq_num 4165527440) dirty exists 2024-02-18T08:29:01.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.355910+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:01.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.357989+0000 mon.a (mon.0) 1072 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:01.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.359868+0000 mon.a (mon.0) 1073 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:01.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: cephadm 2024-02-18T08:29:00.361561+0000 mgr.y (mgr.44100) 335 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:01.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.369015+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:01.845 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.381261+0000 mon.a (mon.0) 1075 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.382325+0000 mgr.y (mgr.44100) 336 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.385634+0000 mon.a (mon.0) 1076 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.390368+0000 mon.a (mon.0) 1077 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.393014+0000 mon.a (mon.0) 1078 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.395035+0000 mon.a (mon.0) 1079 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.398460+0000 mon.a (mon.0) 1080 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.401663+0000 mon.a (mon.0) 1081 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.403716+0000 mon.a (mon.0) 1082 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.405676+0000 mon.a (mon.0) 1083 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.407606+0000 mon.a (mon.0) 1084 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.409483+0000 mon.a (mon.0) 1085 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.411390+0000 mon.a (mon.0) 1086 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.413809+0000 mon.a (mon.0) 1087 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: audit 2024-02-18T08:29:00.415961+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:01.846 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: cluster 2024-02-18T08:29:00.737401+0000 mgr.y (mgr.44100) 337 : cluster [DBG] pgmap v560: 89 pgs: 89 active+clean; 187 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-02-18T08:29:01.847 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:01 smithi191 bash[38688]: cluster 2024-02-18T08:29:00.771227+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2024-02-18T08:29:01.859 INFO:tasks.rados.rados.0.smithi110.stdout:2709: expect (ObjNum 823 snap 256 seq_num 823) 2024-02-18T08:29:01.972 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:29:01.637Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:29:01.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:29:01.637Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:29:01.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:01 smithi110 bash[37590]: level=error ts=2024-02-18T08:29:01.638Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com; Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" 2024-02-18T08:29:03.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:02 smithi191 bash[38688]: cluster 2024-02-18T08:29:01.772026+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2024-02-18T08:29:03.204 INFO:tasks.rados.rados.0.smithi110.stdout:2709: done (2 left) 2024-02-18T08:29:03.205 INFO:tasks.rados.rados.0.smithi110.stdout:2710: done (1 left) 2024-02-18T08:29:03.205 INFO:tasks.rados.rados.0.smithi110.stdout:2711: done (0 left) 2024-02-18T08:29:03.205 INFO:tasks.rados.rados.0.smithi110.stdout:2712: delete oid 44 current snap is 258 2024-02-18T08:29:03.210 INFO:tasks.rados.rados.0.smithi110.stdout:2712: done (0 left) 2024-02-18T08:29:03.210 INFO:tasks.rados.rados.0.smithi110.stdout:2713: read oid 11 snap -1 2024-02-18T08:29:03.211 INFO:tasks.rados.rados.0.smithi110.stdout:2713: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:29:03.211 INFO:tasks.rados.rados.0.smithi110.stdout:2714: rollback oid 21 current snap is 258 2024-02-18T08:29:03.211 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 21 to 246 2024-02-18T08:29:03.211 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 258 2024-02-18T08:29:03.211 INFO:tasks.rados.rados.0.smithi110.stdout:2715: seq_num 834 ranges {2121728=778240,2899968=557056,3457024=548864,4005888=98304} 2024-02-18T08:29:03.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:02 smithi110 bash[54479]: cluster 2024-02-18T08:29:01.772026+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2024-02-18T08:29:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:02 smithi110 bash[55875]: cluster 2024-02-18T08:29:01.772026+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2024-02-18T08:29:03.235 INFO:tasks.rados.rados.0.smithi110.stdout:2715: writing smithi11051043-28 from 2121728 to 2899968 tid 1 2024-02-18T08:29:03.238 INFO:tasks.rados.rados.0.smithi110.stdout:2715: writing smithi11051043-28 from 2899968 to 3457024 tid 2 2024-02-18T08:29:03.241 INFO:tasks.rados.rados.0.smithi110.stdout:2715: writing smithi11051043-28 from 3457024 to 4005888 tid 3 2024-02-18T08:29:03.242 INFO:tasks.rados.rados.0.smithi110.stdout:2715: writing smithi11051043-28 from 4005888 to 4104192 tid 4 2024-02-18T08:29:03.242 INFO:tasks.rados.rados.0.smithi110.stdout:2716: rollback oid 49 current snap is 258 2024-02-18T08:29:03.242 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 49 to 246 2024-02-18T08:29:03.242 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 258 2024-02-18T08:29:03.242 INFO:tasks.rados.rados.0.smithi110.stdout:2717: seq_num 835 ranges {385024=794624,1179648=442368,1622016=712704,2334720=49152} 2024-02-18T08:29:03.249 INFO:tasks.rados.rados.0.smithi110.stdout:2717: writing smithi11051043-22 from 385024 to 1179648 tid 1 2024-02-18T08:29:03.252 INFO:tasks.rados.rados.0.smithi110.stdout:2717: writing smithi11051043-22 from 1179648 to 1622016 tid 2 2024-02-18T08:29:03.257 INFO:tasks.rados.rados.0.smithi110.stdout:2717: writing smithi11051043-22 from 1622016 to 2334720 tid 3 2024-02-18T08:29:03.257 INFO:tasks.rados.rados.0.smithi110.stdout:2717: writing smithi11051043-22 from 2334720 to 2383872 tid 4 2024-02-18T08:29:03.257 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 258 2024-02-18T08:29:03.258 INFO:tasks.rados.rados.0.smithi110.stdout:2718: seq_num 836 ranges {2236416=409600,2646016=720896,3366912=516096,3883008=368640} 2024-02-18T08:29:03.272 INFO:tasks.rados.rados.0.smithi110.stdout:2718: writing smithi11051043-18 from 2236416 to 2646016 tid 1 2024-02-18T08:29:03.277 INFO:tasks.rados.rados.0.smithi110.stdout:2718: writing smithi11051043-18 from 2646016 to 3366912 tid 2 2024-02-18T08:29:03.280 INFO:tasks.rados.rados.0.smithi110.stdout:2718: writing smithi11051043-18 from 3366912 to 3883008 tid 3 2024-02-18T08:29:03.282 INFO:tasks.rados.rados.0.smithi110.stdout:2718: writing smithi11051043-18 from 3883008 to 4251648 tid 4 2024-02-18T08:29:03.283 INFO:tasks.rados.rados.0.smithi110.stdout:2719: read oid 20 snap -1 2024-02-18T08:29:03.283 INFO:tasks.rados.rados.0.smithi110.stdout:2719: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:03.283 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 258 2024-02-18T08:29:03.283 INFO:tasks.rados.rados.0.smithi110.stdout:2720: seq_num 837 ranges {2236416=425984,2662400=655360,3317760=729088,4046848=221184} 2024-02-18T08:29:03.298 INFO:tasks.rados.rados.0.smithi110.stdout:2720: writing smithi11051043-29 from 2236416 to 2662400 tid 1 2024-02-18T08:29:03.302 INFO:tasks.rados.rados.0.smithi110.stdout:2720: writing smithi11051043-29 from 2662400 to 3317760 tid 2 2024-02-18T08:29:03.306 INFO:tasks.rados.rados.0.smithi110.stdout:2720: writing smithi11051043-29 from 3317760 to 4046848 tid 3 2024-02-18T08:29:03.308 INFO:tasks.rados.rados.0.smithi110.stdout:2720: writing smithi11051043-29 from 4046848 to 4268032 tid 4 2024-02-18T08:29:03.308 INFO:tasks.rados.rados.0.smithi110.stdout:2721: copy_from oid 8 from oid 45 current snap is 258 2024-02-18T08:29:03.308 INFO:tasks.rados.rados.0.smithi110.stdout:2713: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:29:03.312 INFO:tasks.rados.rados.0.smithi110.stdout:2714: finishing rollback tid 1 to smithi11051043-21 2024-02-18T08:29:03.312 INFO:tasks.rados.rados.0.smithi110.stdout:2714: finishing rollback tid 2 to smithi11051043-21 2024-02-18T08:29:03.312 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 1074 (ObjNum 715 snap 215 seq_num 715) dirty exists 2024-02-18T08:29:03.312 INFO:tasks.rados.rados.0.smithi110.stdout:2715: finishing write tid 1 to smithi11051043-28 2024-02-18T08:29:03.312 INFO:tasks.rados.rados.0.smithi110.stdout:2715: finishing write tid 2 to smithi11051043-28 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:2716: finishing rollback tid 1 to smithi11051043-49 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:2715: finishing write tid 3 to smithi11051043-28 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:2716: finishing rollback tid 2 to smithi11051043-49 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 858 (ObjNum 790 snap 245 seq_num 790) dirty exists 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:2715: finishing write tid 4 to smithi11051043-28 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:2713: done (8 left) 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:2714: done (7 left) 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:2716: done (6 left) 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:2722: read oid 4 snap -1 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:2722: expect (ObjNum 785 snap 241 seq_num 785) 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 258 2024-02-18T08:29:03.313 INFO:tasks.rados.rados.0.smithi110.stdout:2723: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-02-18T08:29:03.314 INFO:tasks.rados.rados.0.smithi110.stdout:2723: writing smithi11051043-44 from 0 to 442368 tid 1 2024-02-18T08:29:03.317 INFO:tasks.rados.rados.0.smithi110.stdout:2723: writing smithi11051043-44 from 442368 to 983040 tid 2 2024-02-18T08:29:03.320 INFO:tasks.rados.rados.0.smithi110.stdout:2723: writing smithi11051043-44 from 983040 to 1515520 tid 3 2024-02-18T08:29:03.323 INFO:tasks.rados.rados.0.smithi110.stdout:2723: writing smithi11051043-44 from 1515520 to 1957888 tid 4 2024-02-18T08:29:03.324 INFO:tasks.rados.rados.0.smithi110.stdout:2723: writing smithi11051043-44 from 1957888 to 2048000 tid 5 2024-02-18T08:29:03.324 INFO:tasks.rados.rados.0.smithi110.stdout:2724: snap_remove snap 246 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:2715: finishing write tid 6 to smithi11051043-28 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:2715: finishing write tid 7 to smithi11051043-28 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1254 (ObjNum 834 snap 258 seq_num 834) dirty exists 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:2715: left oid 28 (ObjNum 834 snap 258 seq_num 834) 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:2717: finishing write tid 1 to smithi11051043-22 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:2717: finishing write tid 2 to smithi11051043-22 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:2717: finishing write tid 3 to smithi11051043-22 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:2717: finishing write tid 4 to smithi11051043-22 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:2717: finishing write tid 6 to smithi11051043-22 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:2717: finishing write tid 7 to smithi11051043-22 2024-02-18T08:29:03.794 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1255 (ObjNum 835 snap 258 seq_num 835) dirty exists 2024-02-18T08:29:03.795 INFO:tasks.rados.rados.0.smithi110.stdout:2717: left oid 22 (ObjNum 835 snap 258 seq_num 835) 2024-02-18T08:29:03.795 INFO:tasks.rados.rados.0.smithi110.stdout:2718: finishing write tid 1 to smithi11051043-18 2024-02-18T08:29:03.795 INFO:tasks.rados.rados.0.smithi110.stdout:2718: finishing write tid 2 to smithi11051043-18 2024-02-18T08:29:03.795 INFO:tasks.rados.rados.0.smithi110.stdout:2718: finishing write tid 3 to smithi11051043-18 2024-02-18T08:29:03.795 INFO:tasks.rados.rados.0.smithi110.stdout:2718: finishing write tid 4 to smithi11051043-18 2024-02-18T08:29:03.795 INFO:tasks.rados.rados.0.smithi110.stdout:2718: finishing write tid 6 to smithi11051043-18 2024-02-18T08:29:03.795 INFO:tasks.rados.rados.0.smithi110.stdout:2718: finishing write tid 7 to smithi11051043-18 2024-02-18T08:29:03.795 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1063 (ObjNum 836 snap 258 seq_num 836) dirty exists 2024-02-18T08:29:03.795 INFO:tasks.rados.rados.0.smithi110.stdout:2718: left oid 18 (ObjNum 836 snap 258 seq_num 836) 2024-02-18T08:29:03.795 INFO:tasks.rados.rados.0.smithi110.stdout:2719: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:03.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[54479]: cluster 2024-02-18T08:29:02.738273+0000 mgr.y (mgr.44100) 338 : cluster [DBG] pgmap v563: 89 pgs: 89 active+clean; 173 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 462 KiB/s wr, 2 op/s 2024-02-18T08:29:03.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[54479]: cluster 2024-02-18T08:29:02.779064+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2024-02-18T08:29:03.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[54479]: cephadm 2024-02-18T08:29:03.049961+0000 mgr.y (mgr.44100) 339 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-02-18T08:29:03.973 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[54479]: cephadm 2024-02-18T08:29:03.060031+0000 mgr.y (mgr.44100) 340 : cephadm [INF] Deploying daemon alertmanager.a on smithi110 2024-02-18T08:29:03.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[55875]: cluster 2024-02-18T08:29:02.738273+0000 mgr.y (mgr.44100) 338 : cluster [DBG] pgmap v563: 89 pgs: 89 active+clean; 173 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 462 KiB/s wr, 2 op/s 2024-02-18T08:29:03.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[55875]: cluster 2024-02-18T08:29:02.779064+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2024-02-18T08:29:03.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[55875]: cephadm 2024-02-18T08:29:03.049961+0000 mgr.y (mgr.44100) 339 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-02-18T08:29:03.973 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[55875]: cephadm 2024-02-18T08:29:03.060031+0000 mgr.y (mgr.44100) 340 : cephadm [INF] Deploying daemon alertmanager.a on smithi110 2024-02-18T08:29:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:29:03.532Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:29:03.973 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:29:03.532Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" context_err="context deadline exceeded" 2024-02-18T08:29:03.974 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:03 smithi110 bash[37590]: level=error ts=2024-02-18T08:29:03.532Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=10 err="Post https://smithi110.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi110.front.sepia.ceph.com; Post https://smithi191.front.sepia.ceph.com:8443/api/prometheus_receiver: x509: certificate is valid for ceph-dashboard, not smithi191.front.sepia.ceph.com" 2024-02-18T08:29:04.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:03 smithi191 bash[38688]: cluster 2024-02-18T08:29:02.738273+0000 mgr.y (mgr.44100) 338 : cluster [DBG] pgmap v563: 89 pgs: 89 active+clean; 173 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 462 KiB/s wr, 2 op/s 2024-02-18T08:29:04.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:03 smithi191 bash[38688]: cluster 2024-02-18T08:29:02.779064+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2024-02-18T08:29:04.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:03 smithi191 bash[38688]: cephadm 2024-02-18T08:29:03.049961+0000 mgr.y (mgr.44100) 339 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-02-18T08:29:04.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:03 smithi191 bash[38688]: cephadm 2024-02-18T08:29:03.060031+0000 mgr.y (mgr.44100) 340 : cephadm [INF] Deploying daemon alertmanager.a on smithi110 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:2720: finishing write tid 1 to smithi11051043-29 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:2720: finishing write tid 2 to smithi11051043-29 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:2720: finishing write tid 3 to smithi11051043-29 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:2720: finishing write tid 4 to smithi11051043-29 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:2720: finishing write tid 6 to smithi11051043-29 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:2720: finishing write tid 7 to smithi11051043-29 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1241 (ObjNum 837 snap 258 seq_num 837) dirty exists 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:2720: left oid 29 (ObjNum 837 snap 258 seq_num 837) 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:2721: finishing copy_from racing read to smithi11051043-8 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:2721: finishing copy_from to smithi11051043-8 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1236 (ObjNum 720 snap 215 seq_num 720) dirty exists 2024-02-18T08:29:04.219 INFO:tasks.rados.rados.0.smithi110.stdout:2715: done (8 left) 2024-02-18T08:29:04.220 INFO:tasks.rados.rados.0.smithi110.stdout:2717: done (7 left) 2024-02-18T08:29:04.220 INFO:tasks.rados.rados.0.smithi110.stdout:2718: done (6 left) 2024-02-18T08:29:04.220 INFO:tasks.rados.rados.0.smithi110.stdout:2719: done (5 left) 2024-02-18T08:29:04.220 INFO:tasks.rados.rados.0.smithi110.stdout:2720: done (4 left) 2024-02-18T08:29:04.220 INFO:tasks.rados.rados.0.smithi110.stdout:2721: done (3 left) 2024-02-18T08:29:04.220 INFO:tasks.rados.rados.0.smithi110.stdout:2724: done (2 left) 2024-02-18T08:29:04.220 INFO:tasks.rados.rados.0.smithi110.stdout:2725: snap_remove snap 257 2024-02-18T08:29:04.776 INFO:tasks.rados.rados.0.smithi110.stdout:2725: done (2 left) 2024-02-18T08:29:04.776 INFO:tasks.rados.rados.0.smithi110.stdout:2726: delete oid 30 current snap is 258 2024-02-18T08:29:04.776 INFO:tasks.rados.rados.0.smithi110.stdout:2723: finishing write tid 1 to smithi11051043-44 2024-02-18T08:29:04.776 INFO:tasks.rados.rados.0.smithi110.stdout:2723: finishing write tid 2 to smithi11051043-44 2024-02-18T08:29:04.776 INFO:tasks.rados.rados.0.smithi110.stdout:2723: finishing write tid 3 to smithi11051043-44 2024-02-18T08:29:04.776 INFO:tasks.rados.rados.0.smithi110.stdout:2723: finishing write tid 4 to smithi11051043-44 2024-02-18T08:29:04.776 INFO:tasks.rados.rados.0.smithi110.stdout:2723: finishing write tid 5 to smithi11051043-44 2024-02-18T08:29:04.776 INFO:tasks.rados.rados.0.smithi110.stdout:2723: finishing write tid 7 to smithi11051043-44 2024-02-18T08:29:04.776 INFO:tasks.rados.rados.0.smithi110.stdout:2723: finishing write tid 8 to smithi11051043-44 2024-02-18T08:29:04.776 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1257 (ObjNum 838 snap 258 seq_num 838) dirty exists 2024-02-18T08:29:04.777 INFO:tasks.rados.rados.0.smithi110.stdout:2723: left oid 44 (ObjNum 838 snap 258 seq_num 838) 2024-02-18T08:29:04.777 INFO:tasks.rados.rados.0.smithi110.stdout:2722: expect (ObjNum 785 snap 241 seq_num 785) 2024-02-18T08:29:04.934 INFO:tasks.rados.rados.0.smithi110.stdout:2722: done (2 left) 2024-02-18T08:29:04.935 INFO:tasks.rados.rados.0.smithi110.stdout:2723: done (1 left) 2024-02-18T08:29:04.935 INFO:tasks.rados.rados.0.smithi110.stdout:2726: done (0 left) 2024-02-18T08:29:04.935 INFO:tasks.rados.rados.0.smithi110.stdout:2727: rollback oid 41 current snap is 258 2024-02-18T08:29:04.935 INFO:tasks.rados.rados.0.smithi110.stdout:2727: done (0 left) 2024-02-18T08:29:04.935 INFO:tasks.rados.rados.0.smithi110.stdout:2728: rmattr oid 26 current snap is 258 2024-02-18T08:29:04.935 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 258 2024-02-18T08:29:04.935 INFO:tasks.rados.rados.0.smithi110.stdout:2729: seq_num 840 ranges {7356416=475136,7831552=712704,8544256=499712,9043968=393216} 2024-02-18T08:29:04.983 INFO:tasks.rados.rados.0.smithi110.stdout:2729: writing smithi11051043-32 from 7356416 to 7831552 tid 1 2024-02-18T08:29:04.987 INFO:tasks.rados.rados.0.smithi110.stdout:2729: writing smithi11051043-32 from 7831552 to 8544256 tid 2 2024-02-18T08:29:04.990 INFO:tasks.rados.rados.0.smithi110.stdout:2729: writing smithi11051043-32 from 8544256 to 9043968 tid 3 2024-02-18T08:29:04.994 INFO:tasks.rados.rados.0.smithi110.stdout:2729: writing smithi11051043-32 from 9043968 to 9437184 tid 4 2024-02-18T08:29:04.994 INFO:tasks.rados.rados.0.smithi110.stdout:2730: copy_from oid 14 from oid 36 current snap is 258 2024-02-18T08:29:04.994 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1515 (ObjNum 747 snap 230 seq_num 747) dirty exists 2024-02-18T08:29:04.994 INFO:tasks.rados.rados.0.smithi110.stdout:2729: finishing write tid 1 to smithi11051043-32 2024-02-18T08:29:04.994 INFO:tasks.rados.rados.0.smithi110.stdout:2728: done (2 left) 2024-02-18T08:29:04.994 INFO:tasks.rados.rados.0.smithi110.stdout:2731: read oid 18 snap -1 2024-02-18T08:29:04.994 INFO:tasks.rados.rados.0.smithi110.stdout:2731: expect (ObjNum 836 snap 258 seq_num 836) 2024-02-18T08:29:04.994 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 258 2024-02-18T08:29:04.994 INFO:tasks.rados.rados.0.smithi110.stdout:2732: seq_num 841 ranges {2236416=491520,2727936=598016,3325952=704512,4030464=303104} 2024-02-18T08:29:05.010 INFO:tasks.rados.rados.0.smithi110.stdout:2732: writing smithi11051043-8 from 2236416 to 2727936 tid 1 2024-02-18T08:29:05.014 INFO:tasks.rados.rados.0.smithi110.stdout:2732: writing smithi11051043-8 from 2727936 to 3325952 tid 2 2024-02-18T08:29:05.019 INFO:tasks.rados.rados.0.smithi110.stdout:2732: writing smithi11051043-8 from 3325952 to 4030464 tid 3 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2732: writing smithi11051043-8 from 4030464 to 4333568 tid 4 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2733: setattr oid 24 current snap is 258 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2729: finishing write tid 2 to smithi11051043-32 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2730: finishing copy_from to smithi11051043-14 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2730: got expected ENOENT (src dne) 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2730: finishing copy_from racing read to smithi11051043-14 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2729: finishing write tid 3 to smithi11051043-32 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2729: finishing write tid 4 to smithi11051043-32 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2729: finishing write tid 6 to smithi11051043-32 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2729: finishing write tid 7 to smithi11051043-32 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 837 (ObjNum 840 snap 258 seq_num 840) dirty exists 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2729: left oid 32 (ObjNum 840 snap 258 seq_num 840) 2024-02-18T08:29:05.022 INFO:tasks.rados.rados.0.smithi110.stdout:2731: expect (ObjNum 836 snap 258 seq_num 836) 2024-02-18T08:29:05.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:04 smithi191 bash[38688]: cluster 2024-02-18T08:29:03.789585+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2024-02-18T08:29:05.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:04 smithi191 bash[38688]: cluster 2024-02-18T08:29:04.769889+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2024-02-18T08:29:05.166 INFO:tasks.rados.rados.0.smithi110.stdout:2732: finishing write tid 1 to smithi11051043-8 2024-02-18T08:29:05.166 INFO:tasks.rados.rados.0.smithi110.stdout:2732: finishing write tid 2 to smithi11051043-8 2024-02-18T08:29:05.166 INFO:tasks.rados.rados.0.smithi110.stdout:2732: finishing write tid 3 to smithi11051043-8 2024-02-18T08:29:05.166 INFO:tasks.rados.rados.0.smithi110.stdout:2732: finishing write tid 4 to smithi11051043-8 2024-02-18T08:29:05.166 INFO:tasks.rados.rados.0.smithi110.stdout:2732: finishing write tid 6 to smithi11051043-8 2024-02-18T08:29:05.166 INFO:tasks.rados.rados.0.smithi110.stdout:2732: finishing write tid 7 to smithi11051043-8 2024-02-18T08:29:05.166 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1520 (ObjNum 841 snap 258 seq_num 841) dirty exists 2024-02-18T08:29:05.166 INFO:tasks.rados.rados.0.smithi110.stdout:2732: left oid 8 (ObjNum 841 snap 258 seq_num 841) 2024-02-18T08:29:05.167 INFO:tasks.rados.rados.0.smithi110.stdout:2729: done (4 left) 2024-02-18T08:29:05.167 INFO:tasks.rados.rados.0.smithi110.stdout:2730: done (3 left) 2024-02-18T08:29:05.167 INFO:tasks.rados.rados.0.smithi110.stdout:2731: done (2 left) 2024-02-18T08:29:05.167 INFO:tasks.rados.rados.0.smithi110.stdout:2732: done (1 left) 2024-02-18T08:29:05.167 INFO:tasks.rados.rados.0.smithi110.stdout:2734: delete oid 31 current snap is 258 2024-02-18T08:29:05.170 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1256 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-02-18T08:29:05.170 INFO:tasks.rados.rados.0.smithi110.stdout:2733: done (1 left) 2024-02-18T08:29:05.170 INFO:tasks.rados.rados.0.smithi110.stdout:2734: done (0 left) 2024-02-18T08:29:05.170 INFO:tasks.rados.rados.0.smithi110.stdout:2735: read oid 3 snap -1 2024-02-18T08:29:05.170 INFO:tasks.rados.rados.0.smithi110.stdout:2735: expect (ObjNum 820 snap 256 seq_num 820) 2024-02-18T08:29:05.170 INFO:tasks.rados.rados.0.smithi110.stdout:2736: copy_from oid 14 from oid 15 current snap is 258 2024-02-18T08:29:05.170 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 258 2024-02-18T08:29:05.170 INFO:tasks.rados.rados.0.smithi110.stdout:2737: seq_num 843 ranges {2441216=524288,2965504=761856,3727360=671744,4399104=172032} 2024-02-18T08:29:05.187 INFO:tasks.rados.rados.0.smithi110.stdout:2737: writing smithi11051043-49 from 2441216 to 2965504 tid 1 2024-02-18T08:29:05.191 INFO:tasks.rados.rados.0.smithi110.stdout:2737: writing smithi11051043-49 from 2965504 to 3727360 tid 2 2024-02-18T08:29:05.195 INFO:tasks.rados.rados.0.smithi110.stdout:2737: writing smithi11051043-49 from 3727360 to 4399104 tid 3 2024-02-18T08:29:05.196 INFO:tasks.rados.rados.0.smithi110.stdout:2737: writing smithi11051043-49 from 4399104 to 4571136 tid 4 2024-02-18T08:29:05.197 INFO:tasks.rados.rados.0.smithi110.stdout:2738: read oid 48 snap -1 2024-02-18T08:29:05.197 INFO:tasks.rados.rados.0.smithi110.stdout:2738: expect (ObjNum 826 snap 256 seq_num 826) 2024-02-18T08:29:05.197 INFO:tasks.rados.rados.0.smithi110.stdout:2739: rollback oid 6 current snap is 258 2024-02-18T08:29:05.197 INFO:tasks.rados.rados.0.smithi110.stdout:2739: done (4 left) 2024-02-18T08:29:05.197 INFO:tasks.rados.rados.0.smithi110.stdout:2740: read oid 17 snap -1 2024-02-18T08:29:05.197 INFO:tasks.rados.rados.0.smithi110.stdout:2740: expect deleted 2024-02-18T08:29:05.197 INFO:tasks.rados.rados.0.smithi110.stdout:2741: read oid 43 snap -1 2024-02-18T08:29:05.197 INFO:tasks.rados.rados.0.smithi110.stdout:2741: expect deleted 2024-02-18T08:29:05.197 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 258 2024-02-18T08:29:05.197 INFO:tasks.rados.rados.0.smithi110.stdout:2742: seq_num 844 ranges {3088384=540672,3629056=696320,4325376=475136,4800512=434176} 2024-02-18T08:29:05.217 INFO:tasks.rados.rados.0.smithi110.stdout:2742: writing smithi11051043-4 from 3088384 to 3629056 tid 1 2024-02-18T08:29:05.220 INFO:tasks.rados.rados.0.smithi110.stdout:2742: writing smithi11051043-4 from 3629056 to 4325376 tid 2 2024-02-18T08:29:05.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:04 smithi110 bash[54479]: cluster 2024-02-18T08:29:03.789585+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2024-02-18T08:29:05.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:04 smithi110 bash[54479]: cluster 2024-02-18T08:29:04.769889+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2024-02-18T08:29:05.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:04 smithi110 bash[55875]: cluster 2024-02-18T08:29:03.789585+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2024-02-18T08:29:05.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:04 smithi110 bash[55875]: cluster 2024-02-18T08:29:04.769889+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2024-02-18T08:29:05.223 INFO:tasks.rados.rados.0.smithi110.stdout:2742: writing smithi11051043-4 from 4325376 to 4800512 tid 3 2024-02-18T08:29:05.226 INFO:tasks.rados.rados.0.smithi110.stdout:2742: writing smithi11051043-4 from 4800512 to 5234688 tid 4 2024-02-18T08:29:05.226 INFO:tasks.rados.rados.0.smithi110.stdout:2743: delete oid 12 current snap is 258 2024-02-18T08:29:05.226 INFO:tasks.rados.rados.0.smithi110.stdout:2735: expect (ObjNum 820 snap 256 seq_num 820) 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:2736: finishing copy_from racing read to smithi11051043-14 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:2736: finishing copy_from to smithi11051043-14 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 946 (ObjNum 624 snap 191 seq_num 624) dirty exists 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:2737: finishing write tid 1 to smithi11051043-49 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:2737: finishing write tid 2 to smithi11051043-49 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:2737: finishing write tid 3 to smithi11051043-49 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:2737: finishing write tid 4 to smithi11051043-49 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:2737: finishing write tid 6 to smithi11051043-49 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:2737: finishing write tid 7 to smithi11051043-49 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 863 (ObjNum 843 snap 258 seq_num 843) dirty exists 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:2737: left oid 49 (ObjNum 843 snap 258 seq_num 843) 2024-02-18T08:29:05.268 INFO:tasks.rados.rados.0.smithi110.stdout:2738: expect (ObjNum 826 snap 256 seq_num 826) 2024-02-18T08:29:05.311 INFO:tasks.rados.rados.0.smithi110.stdout:2742: finishing write tid 1 to smithi11051043-4 2024-02-18T08:29:05.311 INFO:tasks.rados.rados.0.smithi110.stdout:2742: finishing write tid 2 to smithi11051043-4 2024-02-18T08:29:05.311 INFO:tasks.rados.rados.0.smithi110.stdout:2742: finishing write tid 3 to smithi11051043-4 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2742: finishing write tid 4 to smithi11051043-4 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2742: finishing write tid 6 to smithi11051043-4 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2742: finishing write tid 7 to smithi11051043-4 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1079 (ObjNum 844 snap 258 seq_num 844) dirty exists 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2742: left oid 4 (ObjNum 844 snap 258 seq_num 844) 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2735: done (7 left) 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2736: done (6 left) 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2737: done (5 left) 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2738: done (4 left) 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2740: done (3 left) 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2741: done (2 left) 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2742: done (1 left) 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2743: done (0 left) 2024-02-18T08:29:05.312 INFO:tasks.rados.rados.0.smithi110.stdout:2744: rollback oid 2 current snap is 258 2024-02-18T08:29:05.313 INFO:tasks.rados.rados.0.smithi110.stdout:2744: done (0 left) 2024-02-18T08:29:05.313 INFO:tasks.rados.rados.0.smithi110.stdout:2745: copy_from oid 25 from oid 19 current snap is 258 2024-02-18T08:29:05.313 INFO:tasks.rados.rados.0.smithi110.stdout:2746: setattr oid 1 current snap is 258 2024-02-18T08:29:05.314 INFO:tasks.rados.rados.0.smithi110.stdout:2747: rollback oid 18 current snap is 258 2024-02-18T08:29:05.314 INFO:tasks.rados.rados.0.smithi110.stdout:2747: done (2 left) 2024-02-18T08:29:05.315 INFO:tasks.rados.rados.0.smithi110.stdout:2748: rmattr oid 35 current snap is 258 2024-02-18T08:29:05.315 INFO:tasks.rados.rados.0.smithi110.stdout:2748: done (2 left) 2024-02-18T08:29:05.315 INFO:tasks.rados.rados.0.smithi110.stdout:2749: read oid 50 snap -1 2024-02-18T08:29:05.315 INFO:tasks.rados.rados.0.smithi110.stdout:2749: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:29:05.315 INFO:tasks.rados.rados.0.smithi110.stdout:2750: delete oid 26 current snap is 258 2024-02-18T08:29:05.320 INFO:tasks.rados.rados.0.smithi110.stdout:2750: done (3 left) 2024-02-18T08:29:05.320 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 258 2024-02-18T08:29:05.320 INFO:tasks.rados.rados.0.smithi110.stdout:2751: seq_num 847 ranges {2793472=589824,3383296=753664,4136960=655360,4792320=196608} 2024-02-18T08:29:05.340 INFO:tasks.rados.rados.0.smithi110.stdout:2751: writing smithi11051043-13 from 2793472 to 3383296 tid 1 2024-02-18T08:29:05.344 INFO:tasks.rados.rados.0.smithi110.stdout:2751: writing smithi11051043-13 from 3383296 to 4136960 tid 2 2024-02-18T08:29:05.348 INFO:tasks.rados.rados.0.smithi110.stdout:2751: writing smithi11051043-13 from 4136960 to 4792320 tid 3 2024-02-18T08:29:05.350 INFO:tasks.rados.rados.0.smithi110.stdout:2751: writing smithi11051043-13 from 4792320 to 4988928 tid 4 2024-02-18T08:29:05.350 INFO:tasks.rados.rados.0.smithi110.stdout:2752: delete oid 4 current snap is 258 2024-02-18T08:29:05.350 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1258 (ObjNum 1 snap 0 seq_num 4164979312) dirty exists 2024-02-18T08:29:05.350 INFO:tasks.rados.rados.0.smithi110.stdout:2749: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:29:05.446 INFO:tasks.rados.rados.0.smithi110.stdout:2745: finishing copy_from racing read to smithi11051043-25 2024-02-18T08:29:05.446 INFO:tasks.rados.rados.0.smithi110.stdout:2745: finishing copy_from to smithi11051043-25 2024-02-18T08:29:05.446 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 850 (ObjNum 801 snap 248 seq_num 801) dirty exists 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2751: finishing write tid 1 to smithi11051043-13 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2751: finishing write tid 2 to smithi11051043-13 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2745: done (4 left) 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2746: done (3 left) 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2749: done (2 left) 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2752: done (1 left) 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2753: snap_create 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2751: finishing write tid 3 to smithi11051043-13 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2751: finishing write tid 4 to smithi11051043-13 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2751: finishing write tid 6 to smithi11051043-13 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2751: finishing write tid 7 to smithi11051043-13 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 871 (ObjNum 847 snap 258 seq_num 847) dirty exists 2024-02-18T08:29:05.447 INFO:tasks.rados.rados.0.smithi110.stdout:2751: left oid 13 (ObjNum 847 snap 258 seq_num 847) 2024-02-18T08:29:05.810 INFO:tasks.rados.rados.0.smithi110.stdout:2751: done (1 left) 2024-02-18T08:29:05.810 INFO:tasks.rados.rados.0.smithi110.stdout:2753: done (0 left) 2024-02-18T08:29:05.810 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 259 2024-02-18T08:29:05.810 INFO:tasks.rados.rados.0.smithi110.stdout:2754: seq_num 849 ranges {2383872=622592,3006464=516096,3522560=663552,4186112=425984} 2024-02-18T08:29:05.827 INFO:tasks.rados.rados.0.smithi110.stdout:2754: writing smithi11051043-22 from 2383872 to 3006464 tid 1 2024-02-18T08:29:05.830 INFO:tasks.rados.rados.0.smithi110.stdout:2754: writing smithi11051043-22 from 3006464 to 3522560 tid 2 2024-02-18T08:29:05.834 INFO:tasks.rados.rados.0.smithi110.stdout:2754: writing smithi11051043-22 from 3522560 to 4186112 tid 3 2024-02-18T08:29:05.838 INFO:tasks.rados.rados.0.smithi110.stdout:2754: writing smithi11051043-22 from 4186112 to 4612096 tid 4 2024-02-18T08:29:05.838 INFO:tasks.rados.rados.0.smithi110.stdout:2755: read oid 40 snap -1 2024-02-18T08:29:05.838 INFO:tasks.rados.rados.0.smithi110.stdout:2755: expect (ObjNum 817 snap 255 seq_num 817) 2024-02-18T08:29:05.838 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 259 2024-02-18T08:29:05.838 INFO:tasks.rados.rados.0.smithi110.stdout:2756: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-02-18T08:29:05.841 INFO:tasks.rados.rados.0.smithi110.stdout:2756: writing smithi11051043-6 from 0 to 638976 tid 1 2024-02-18T08:29:05.846 INFO:tasks.rados.rados.0.smithi110.stdout:2756: writing smithi11051043-6 from 638976 to 1441792 tid 2 2024-02-18T08:29:05.849 INFO:tasks.rados.rados.0.smithi110.stdout:2756: writing smithi11051043-6 from 1441792 to 1916928 tid 3 2024-02-18T08:29:05.852 INFO:tasks.rados.rados.0.smithi110.stdout:2756: writing smithi11051043-6 from 1916928 to 2244608 tid 4 2024-02-18T08:29:05.852 INFO:tasks.rados.rados.0.smithi110.stdout:2757: delete oid 36 current snap is 259 2024-02-18T08:29:05.852 INFO:tasks.rados.rados.0.smithi110.stdout:2754: finishing write tid 1 to smithi11051043-22 2024-02-18T08:29:05.852 INFO:tasks.rados.rados.0.smithi110.stdout:2754: finishing write tid 2 to smithi11051043-22 2024-02-18T08:29:05.852 INFO:tasks.rados.rados.0.smithi110.stdout:2754: finishing write tid 3 to smithi11051043-22 2024-02-18T08:29:05.852 INFO:tasks.rados.rados.0.smithi110.stdout:2754: finishing write tid 4 to smithi11051043-22 2024-02-18T08:29:05.852 INFO:tasks.rados.rados.0.smithi110.stdout:2756: finishing write tid 1 to smithi11051043-6 2024-02-18T08:29:05.852 INFO:tasks.rados.rados.0.smithi110.stdout:2754: finishing write tid 6 to smithi11051043-22 2024-02-18T08:29:05.853 INFO:tasks.rados.rados.0.smithi110.stdout:2756: finishing write tid 2 to smithi11051043-6 2024-02-18T08:29:05.855 INFO:tasks.rados.rados.0.smithi110.stdout:2755: expect (ObjNum 817 snap 255 seq_num 817) 2024-02-18T08:29:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:2754: finishing write tid 7 to smithi11051043-22 2024-02-18T08:29:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1261 (ObjNum 849 snap 259 seq_num 849) dirty exists 2024-02-18T08:29:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:2754: left oid 22 (ObjNum 849 snap 259 seq_num 849) 2024-02-18T08:29:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:2756: finishing write tid 3 to smithi11051043-6 2024-02-18T08:29:06.036 INFO:tasks.rados.rados.0.smithi110.stdout:2756: finishing write tid 4 to smithi11051043-6 2024-02-18T08:29:06.036 INFO:tasks.rados.rados.0.smithi110.stdout:2756: finishing write tid 6 to smithi11051043-6 2024-02-18T08:29:06.036 INFO:tasks.rados.rados.0.smithi110.stdout:2754: done (3 left) 2024-02-18T08:29:06.036 INFO:tasks.rados.rados.0.smithi110.stdout:2755: done (2 left) 2024-02-18T08:29:06.036 INFO:tasks.rados.rados.0.smithi110.stdout:2757: done (1 left) 2024-02-18T08:29:06.036 INFO:tasks.rados.rados.0.smithi110.stdout:2758: delete oid 13 current snap is 259 2024-02-18T08:29:06.036 INFO:tasks.rados.rados.0.smithi110.stdout:2756: finishing write tid 7 to smithi11051043-6 2024-02-18T08:29:06.036 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 876 (ObjNum 850 snap 259 seq_num 850) dirty exists 2024-02-18T08:29:06.036 INFO:tasks.rados.rados.0.smithi110.stdout:2756: left oid 6 (ObjNum 850 snap 259 seq_num 850) 2024-02-18T08:29:06.039 INFO:tasks.rados.rados.0.smithi110.stdout:2756: done (1 left) 2024-02-18T08:29:06.039 INFO:tasks.rados.rados.0.smithi110.stdout:2758: done (0 left) 2024-02-18T08:29:06.039 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 259 2024-02-18T08:29:06.039 INFO:tasks.rados.rados.0.smithi110.stdout:2759: seq_num 853 ranges {4702208=696320,5398528=507904,5906432=647168,6553600=450560} 2024-02-18T08:29:06.072 INFO:tasks.rados.rados.0.smithi110.stdout:2759: writing smithi11051043-39 from 4702208 to 5398528 tid 1 2024-02-18T08:29:06.075 INFO:tasks.rados.rados.0.smithi110.stdout:2759: writing smithi11051043-39 from 5398528 to 5906432 tid 2 2024-02-18T08:29:06.079 INFO:tasks.rados.rados.0.smithi110.stdout:2759: writing smithi11051043-39 from 5906432 to 6553600 tid 3 2024-02-18T08:29:06.081 INFO:tasks.rados.rados.0.smithi110.stdout:2759: writing smithi11051043-39 from 6553600 to 7004160 tid 4 2024-02-18T08:29:06.081 INFO:tasks.rados.rados.0.smithi110.stdout:2760: snap_remove snap 258 2024-02-18T08:29:06.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:05 smithi191 bash[38688]: cluster 2024-02-18T08:29:04.738912+0000 mgr.y (mgr.44100) 341 : cluster [DBG] pgmap v566: 89 pgs: 89 active+clean; 171 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-02-18T08:29:06.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:05 smithi110 bash[55875]: cluster 2024-02-18T08:29:04.738912+0000 mgr.y (mgr.44100) 341 : cluster [DBG] pgmap v566: 89 pgs: 89 active+clean; 171 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-02-18T08:29:06.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:05 smithi110 bash[54479]: cluster 2024-02-18T08:29:04.738912+0000 mgr.y (mgr.44100) 341 : cluster [DBG] pgmap v566: 89 pgs: 89 active+clean; 171 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-02-18T08:29:06.822 INFO:tasks.rados.rados.0.smithi110.stdout:2760: done (1 left) 2024-02-18T08:29:06.822 INFO:tasks.rados.rados.0.smithi110.stdout:2761: snap_create 2024-02-18T08:29:06.822 INFO:tasks.rados.rados.0.smithi110.stdout:2759: finishing write tid 1 to smithi11051043-39 2024-02-18T08:29:06.822 INFO:tasks.rados.rados.0.smithi110.stdout:2759: finishing write tid 2 to smithi11051043-39 2024-02-18T08:29:06.822 INFO:tasks.rados.rados.0.smithi110.stdout:2759: finishing write tid 3 to smithi11051043-39 2024-02-18T08:29:06.822 INFO:tasks.rados.rados.0.smithi110.stdout:2759: finishing write tid 4 to smithi11051043-39 2024-02-18T08:29:06.823 INFO:tasks.rados.rados.0.smithi110.stdout:2759: finishing write tid 6 to smithi11051043-39 2024-02-18T08:29:06.823 INFO:tasks.rados.rados.0.smithi110.stdout:2759: finishing write tid 7 to smithi11051043-39 2024-02-18T08:29:06.823 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 860 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-02-18T08:29:06.823 INFO:tasks.rados.rados.0.smithi110.stdout:2759: left oid 39 (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:29:07.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:06 smithi191 bash[38688]: cluster 2024-02-18T08:29:05.806946+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2024-02-18T08:29:07.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:06 smithi110 bash[54479]: cluster 2024-02-18T08:29:05.806946+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2024-02-18T08:29:07.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:06 smithi110 bash[55875]: cluster 2024-02-18T08:29:05.806946+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2024-02-18T08:29:07.823 INFO:tasks.rados.rados.0.smithi110.stdout:2759: done (1 left) 2024-02-18T08:29:07.823 INFO:tasks.rados.rados.0.smithi110.stdout:2761: done (0 left) 2024-02-18T08:29:07.823 INFO:tasks.rados.rados.0.smithi110.stdout:2762: delete oid 28 current snap is 260 2024-02-18T08:29:07.831 INFO:tasks.rados.rados.0.smithi110.stdout:2762: done (0 left) 2024-02-18T08:29:07.831 INFO:tasks.rados.rados.0.smithi110.stdout:2763: delete oid 19 current snap is 260 2024-02-18T08:29:07.834 INFO:tasks.rados.rados.0.smithi110.stdout:2763: done (0 left) 2024-02-18T08:29:07.834 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 260 2024-02-18T08:29:07.834 INFO:tasks.rados.rados.0.smithi110.stdout:2764: seq_num 856 ranges {4251648=745472,4997120=557056,5554176=417792,5971968=434176,6406144=196608} 2024-02-18T08:29:07.863 INFO:tasks.rados.rados.0.smithi110.stdout:2764: writing smithi11051043-18 from 4251648 to 4997120 tid 1 2024-02-18T08:29:07.867 INFO:tasks.rados.rados.0.smithi110.stdout:2764: writing smithi11051043-18 from 4997120 to 5554176 tid 2 2024-02-18T08:29:07.870 INFO:tasks.rados.rados.0.smithi110.stdout:2764: writing smithi11051043-18 from 5554176 to 5971968 tid 3 2024-02-18T08:29:07.873 INFO:tasks.rados.rados.0.smithi110.stdout:2764: writing smithi11051043-18 from 5971968 to 6406144 tid 4 2024-02-18T08:29:07.874 INFO:tasks.rados.rados.0.smithi110.stdout:2764: writing smithi11051043-18 from 6406144 to 6602752 tid 5 2024-02-18T08:29:07.874 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 260 2024-02-18T08:29:07.874 INFO:tasks.rados.rados.0.smithi110.stdout:2765: seq_num 857 ranges {1384448=761856,2146304=442368,2588672=630784,3219456=532480} 2024-02-18T08:29:07.886 INFO:tasks.rados.rados.0.smithi110.stdout:2765: writing smithi11051043-14 from 1384448 to 2146304 tid 1 2024-02-18T08:29:07.889 INFO:tasks.rados.rados.0.smithi110.stdout:2765: writing smithi11051043-14 from 2146304 to 2588672 tid 2 2024-02-18T08:29:07.893 INFO:tasks.rados.rados.0.smithi110.stdout:2765: writing smithi11051043-14 from 2588672 to 3219456 tid 3 2024-02-18T08:29:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:2765: writing smithi11051043-14 from 3219456 to 3751936 tid 4 2024-02-18T08:29:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:2766: delete oid 35 current snap is 260 2024-02-18T08:29:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:2764: finishing write tid 1 to smithi11051043-18 2024-02-18T08:29:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:2764: finishing write tid 2 to smithi11051043-18 2024-02-18T08:29:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:2764: finishing write tid 3 to smithi11051043-18 2024-02-18T08:29:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:2764: finishing write tid 4 to smithi11051043-18 2024-02-18T08:29:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:2764: finishing write tid 5 to smithi11051043-18 2024-02-18T08:29:07.897 INFO:tasks.rados.rados.0.smithi110.stdout:2764: finishing write tid 7 to smithi11051043-18 2024-02-18T08:29:07.898 INFO:tasks.rados.rados.0.smithi110.stdout:2764: finishing write tid 8 to smithi11051043-18 2024-02-18T08:29:07.898 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1074 (ObjNum 856 snap 260 seq_num 856) dirty exists 2024-02-18T08:29:07.898 INFO:tasks.rados.rados.0.smithi110.stdout:2764: left oid 18 (ObjNum 856 snap 260 seq_num 856) 2024-02-18T08:29:07.898 INFO:tasks.rados.rados.0.smithi110.stdout:2765: finishing write tid 1 to smithi11051043-14 2024-02-18T08:29:07.898 INFO:tasks.rados.rados.0.smithi110.stdout:2765: finishing write tid 2 to smithi11051043-14 2024-02-18T08:29:07.898 INFO:tasks.rados.rados.0.smithi110.stdout:2765: finishing write tid 3 to smithi11051043-14 2024-02-18T08:29:07.899 INFO:tasks.rados.rados.0.smithi110.stdout:2764: done (2 left) 2024-02-18T08:29:07.899 INFO:tasks.rados.rados.0.smithi110.stdout:2766: done (1 left) 2024-02-18T08:29:07.899 INFO:tasks.rados.rados.0.smithi110.stdout:2767: setattr oid 35 current snap is 260 2024-02-18T08:29:07.899 INFO:tasks.rados.rados.0.smithi110.stdout:2765: finishing write tid 4 to smithi11051043-14 2024-02-18T08:29:07.900 INFO:tasks.rados.rados.0.smithi110.stdout:2765: finishing write tid 6 to smithi11051043-14 2024-02-18T08:29:07.901 INFO:tasks.rados.rados.0.smithi110.stdout:2768: copy_from oid 26 from oid 1 current snap is 260 2024-02-18T08:29:07.901 INFO:tasks.rados.rados.0.smithi110.stdout:2769: copy_from oid 17 from oid 29 current snap is 260 2024-02-18T08:29:07.901 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 260 2024-02-18T08:29:07.901 INFO:tasks.rados.rados.0.smithi110.stdout:2770: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-02-18T08:29:07.905 INFO:tasks.rados.rados.0.smithi110.stdout:2770: writing smithi11051043-27 from 0 to 794624 tid 1 2024-02-18T08:29:07.909 INFO:tasks.rados.rados.0.smithi110.stdout:2770: writing smithi11051043-27 from 794624 to 1409024 tid 2 2024-02-18T08:29:07.913 INFO:tasks.rados.rados.0.smithi110.stdout:2770: writing smithi11051043-27 from 1409024 to 2048000 tid 3 2024-02-18T08:29:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:2770: writing smithi11051043-27 from 2048000 to 2400256 tid 4 2024-02-18T08:29:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 260 2024-02-18T08:29:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:2771: seq_num 860 ranges {0=8192} 2024-02-18T08:29:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:2771: writing smithi11051043-2 from 0 to 8192 tid 1 2024-02-18T08:29:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:2772: read oid 9 snap -1 2024-02-18T08:29:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:2772: expect deleted 2024-02-18T08:29:07.916 INFO:tasks.rados.rados.0.smithi110.stdout:2773: rmattr oid 28 current snap is 260 2024-02-18T08:29:07.917 INFO:tasks.rados.rados.0.smithi110.stdout:2773: done (7 left) 2024-02-18T08:29:07.917 INFO:tasks.rados.rados.0.smithi110.stdout:2774: rollback oid 44 current snap is 260 2024-02-18T08:29:07.917 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 44 to 259 2024-02-18T08:29:07.917 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 260 2024-02-18T08:29:07.917 INFO:tasks.rados.rados.0.smithi110.stdout:2775: seq_num 861 ranges {1384448=24576} 2024-02-18T08:29:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:2775: writing smithi11051043-15 from 1384448 to 1409024 tid 1 2024-02-18T08:29:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:2776: read oid 46 snap -1 2024-02-18T08:29:07.925 INFO:tasks.rados.rados.0.smithi110.stdout:2776: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 260 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2777: seq_num 862 ranges {0=40960} 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2777: writing smithi11051043-23 from 0 to 40960 tid 1 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2778: copy_from oid 41 from oid 20 current snap is 260 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2765: finishing write tid 7 to smithi11051043-14 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 952 (ObjNum 857 snap 260 seq_num 857) dirty exists 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2765: left oid 14 (ObjNum 857 snap 260 seq_num 857) 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2765: done (11 left) 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2779: snap_create 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 1082 (ObjNum 0 snap 3 seq_num 6) dirty exists 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2768: finishing copy_from racing read to smithi11051043-26 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2768: finishing copy_from to smithi11051043-26 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1258 (ObjNum 0 snap 22008 seq_num 4165572592) dirty exists 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2770: finishing write tid 1 to smithi11051043-27 2024-02-18T08:29:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:2770: finishing write tid 2 to smithi11051043-27 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2769: finishing copy_from racing read to smithi11051043-17 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2769: finishing copy_from to smithi11051043-17 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1241 (ObjNum 837 snap 258 seq_num 837) dirty exists 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2771: finishing write tid 1 to smithi11051043-2 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2770: finishing write tid 3 to smithi11051043-27 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2770: finishing write tid 4 to smithi11051043-27 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2770: finishing write tid 6 to smithi11051043-27 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2771: finishing write tid 3 to smithi11051043-2 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2774: finishing rollback tid 0 to smithi11051043-44 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2770: finishing write tid 7 to smithi11051043-27 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1528 (ObjNum 859 snap 260 seq_num 859) dirty exists 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2770: left oid 27 (ObjNum 859 snap 260 seq_num 859) 2024-02-18T08:29:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:2771: finishing write tid 4 to smithi11051043-2 2024-02-18T08:29:07.928 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1260 (ObjNum 860 snap 260 seq_num 860) dirty exists 2024-02-18T08:29:07.928 INFO:tasks.rados.rados.0.smithi110.stdout:2771: left oid 2 (ObjNum 860 snap 260 seq_num 860) 2024-02-18T08:29:07.928 INFO:tasks.rados.rados.0.smithi110.stdout:2774: finishing rollback tid 1 to smithi11051043-44 2024-02-18T08:29:07.928 INFO:tasks.rados.rados.0.smithi110.stdout:2774: finishing rollback tid 2 to smithi11051043-44 2024-02-18T08:29:07.928 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1263 (ObjNum 838 snap 258 seq_num 838) dirty exists 2024-02-18T08:29:07.928 INFO:tasks.rados.rados.0.smithi110.stdout:2775: finishing write tid 1 to smithi11051043-15 2024-02-18T08:29:07.929 INFO:tasks.rados.rados.0.smithi110.stdout:2775: finishing write tid 3 to smithi11051043-15 2024-02-18T08:29:07.929 INFO:tasks.rados.rados.0.smithi110.stdout:2777: finishing write tid 1 to smithi11051043-23 2024-02-18T08:29:07.930 INFO:tasks.rados.rados.0.smithi110.stdout:2775: finishing write tid 4 to smithi11051043-15 2024-02-18T08:29:07.930 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 954 (ObjNum 861 snap 260 seq_num 861) dirty exists 2024-02-18T08:29:07.930 INFO:tasks.rados.rados.0.smithi110.stdout:2775: left oid 15 (ObjNum 861 snap 260 seq_num 861) 2024-02-18T08:29:07.935 INFO:tasks.rados.rados.0.smithi110.stdout:2777: finishing write tid 3 to smithi11051043-23 2024-02-18T08:29:07.937 INFO:tasks.rados.rados.0.smithi110.stdout:2777: finishing write tid 4 to smithi11051043-23 2024-02-18T08:29:07.937 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1530 (ObjNum 862 snap 260 seq_num 862) dirty exists 2024-02-18T08:29:07.937 INFO:tasks.rados.rados.0.smithi110.stdout:2777: left oid 23 (ObjNum 862 snap 260 seq_num 862) 2024-02-18T08:29:07.952 INFO:tasks.rados.rados.0.smithi110.stdout:2778: finishing copy_from racing read to smithi11051043-41 2024-02-18T08:29:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:2778: finishing copy_from to smithi11051043-41 2024-02-18T08:29:07.954 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 832 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:29:07.961 INFO:tasks.rados.rados.0.smithi110.stdout:2776: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:08.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:07 smithi191 bash[38688]: cluster 2024-02-18T08:29:06.739638+0000 mgr.y (mgr.44100) 342 : cluster [DBG] pgmap v569: 89 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 86 active+clean; 147 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-02-18T08:29:08.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:07 smithi191 bash[38688]: cluster 2024-02-18T08:29:06.819675+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2024-02-18T08:29:08.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:07 smithi110 bash[54479]: cluster 2024-02-18T08:29:06.739638+0000 mgr.y (mgr.44100) 342 : cluster [DBG] pgmap v569: 89 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 86 active+clean; 147 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-02-18T08:29:08.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:07 smithi110 bash[54479]: cluster 2024-02-18T08:29:06.819675+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2024-02-18T08:29:08.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:07 smithi110 bash[55875]: cluster 2024-02-18T08:29:06.739638+0000 mgr.y (mgr.44100) 342 : cluster [DBG] pgmap v569: 89 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 86 active+clean; 147 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-02-18T08:29:08.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:07 smithi110 bash[55875]: cluster 2024-02-18T08:29:06.819675+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2767: done (11 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2768: done (10 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2769: done (9 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2770: done (8 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2771: done (7 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2772: done (6 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2774: done (5 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2775: done (4 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2776: done (3 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2777: done (2 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2778: done (1 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2779: done (0 left) 2024-02-18T08:29:08.838 INFO:tasks.rados.rados.0.smithi110.stdout:2780: snap_create 2024-02-18T08:29:09.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:08 smithi191 bash[38688]: cluster 2024-02-18T08:29:07.820012+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-02-18T08:29:09.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:08 smithi110 bash[54479]: cluster 2024-02-18T08:29:07.820012+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-02-18T08:29:09.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:08 smithi110 bash[55875]: cluster 2024-02-18T08:29:07.820012+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-02-18T08:29:09.781 INFO:tasks.rados.rados.0.smithi110.stdout:2780: done (0 left) 2024-02-18T08:29:09.781 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 262 2024-02-18T08:29:09.781 INFO:tasks.rados.rados.0.smithi110.stdout:2781: seq_num 863 ranges {7503872=57344} 2024-02-18T08:29:09.824 INFO:tasks.rados.rados.0.smithi110.stdout:2781: writing smithi11051043-42 from 7503872 to 7561216 tid 1 2024-02-18T08:29:09.824 INFO:tasks.rados.rados.0.smithi110.stdout:2782: read oid 35 snap 261 2024-02-18T08:29:09.824 INFO:tasks.rados.rados.0.smithi110.stdout:2782: expect (ObjNum -129960560 snap 22008 seq_num 4165656064) 2024-02-18T08:29:09.824 INFO:tasks.rados.rados.0.smithi110.stdout:2783: delete oid 31 current snap is 262 2024-02-18T08:29:09.830 INFO:tasks.rados.rados.0.smithi110.stdout:2782: expect (ObjNum -129960560 snap 22008 seq_num 4165656064) 2024-02-18T08:29:09.833 INFO:tasks.rados.rados.0.smithi110.stdout:2781: finishing write tid 1 to smithi11051043-42 2024-02-18T08:29:09.834 INFO:tasks.rados.rados.0.smithi110.stdout:2781: finishing write tid 3 to smithi11051043-42 2024-02-18T08:29:09.835 INFO:tasks.rados.rados.0.smithi110.stdout:2782: done (2 left) 2024-02-18T08:29:09.835 INFO:tasks.rados.rados.0.smithi110.stdout:2783: done (1 left) 2024-02-18T08:29:09.835 INFO:tasks.rados.rados.0.smithi110.stdout:2784: rmattr oid 11 current snap is 262 2024-02-18T08:29:09.835 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 262 2024-02-18T08:29:09.835 INFO:tasks.rados.rados.0.smithi110.stdout:2785: seq_num 865 ranges {2400256=90112} 2024-02-18T08:29:09.849 INFO:tasks.rados.rados.0.smithi110.stdout:2785: writing smithi11051043-27 from 2400256 to 2490368 tid 1 2024-02-18T08:29:09.849 INFO:tasks.rados.rados.0.smithi110.stdout:2786: rollback oid 8 current snap is 262 2024-02-18T08:29:09.850 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 8 to 260 2024-02-18T08:29:09.850 INFO:tasks.rados.rados.0.smithi110.stdout:2781: finishing write tid 4 to smithi11051043-42 2024-02-18T08:29:09.850 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 873 (ObjNum 863 snap 262 seq_num 863) dirty exists 2024-02-18T08:29:09.850 INFO:tasks.rados.rados.0.smithi110.stdout:2781: left oid 42 (ObjNum 863 snap 262 seq_num 863) 2024-02-18T08:29:09.850 INFO:tasks.rados.rados.0.smithi110.stdout:2781: done (3 left) 2024-02-18T08:29:09.850 INFO:tasks.rados.rados.0.smithi110.stdout:2787: setattr oid 36 current snap is 262 2024-02-18T08:29:09.850 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1242 (ObjNum -129213936 snap 22008 seq_num 2665860272) dirty exists 2024-02-18T08:29:09.850 INFO:tasks.rados.rados.0.smithi110.stdout:2784: done (3 left) 2024-02-18T08:29:09.851 INFO:tasks.rados.rados.0.smithi110.stdout:2788: rollback oid 12 current snap is 262 2024-02-18T08:29:09.851 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 260 2024-02-18T08:29:09.851 INFO:tasks.rados.rados.0.smithi110.stdout:2789: snap_create 2024-02-18T08:29:09.853 INFO:tasks.rados.rados.0.smithi110.stdout:2788: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:29:09.853 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 0 (ObjNum -129409408 snap 22008 seq_num 2665860352) dirty dne 2024-02-18T08:29:09.853 INFO:tasks.rados.rados.0.smithi110.stdout:2785: finishing write tid 1 to smithi11051043-27 2024-02-18T08:29:09.854 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1264 (ObjNum -128988064 snap 22008 seq_num 4165558432) dirty exists 2024-02-18T08:29:09.855 INFO:tasks.rados.rados.0.smithi110.stdout:2785: finishing write tid 3 to smithi11051043-27 2024-02-18T08:29:09.856 INFO:tasks.rados.rados.0.smithi110.stdout:2786: finishing rollback tid 0 to smithi11051043-8 2024-02-18T08:29:09.858 INFO:tasks.rados.rados.0.smithi110.stdout:2785: finishing write tid 4 to smithi11051043-27 2024-02-18T08:29:09.858 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1534 (ObjNum 865 snap 262 seq_num 865) dirty exists 2024-02-18T08:29:09.858 INFO:tasks.rados.rados.0.smithi110.stdout:2785: left oid 27 (ObjNum 865 snap 262 seq_num 865) 2024-02-18T08:29:09.859 INFO:tasks.rados.rados.0.smithi110.stdout:2786: finishing rollback tid 1 to smithi11051043-8 2024-02-18T08:29:09.859 INFO:tasks.rados.rados.0.smithi110.stdout:2786: finishing rollback tid 2 to smithi11051043-8 2024-02-18T08:29:09.859 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1538 (ObjNum 841 snap 258 seq_num 841) dirty exists 2024-02-18T08:29:10.032 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:09 smithi110 bash[54479]: cluster 2024-02-18T08:29:08.740358+0000 mgr.y (mgr.44100) 343 : cluster [DBG] pgmap v572: 89 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 86 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 32 op/s 2024-02-18T08:29:10.032 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:09 smithi110 bash[54479]: cluster 2024-02-18T08:29:08.835188+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-02-18T08:29:10.032 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:09 smithi110 bash[54479]: cluster 2024-02-18T08:29:09.778706+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-02-18T08:29:10.032 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:09 smithi110 bash[55875]: cluster 2024-02-18T08:29:08.740358+0000 mgr.y (mgr.44100) 343 : cluster [DBG] pgmap v572: 89 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 86 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 32 op/s 2024-02-18T08:29:10.032 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:09 smithi110 bash[55875]: cluster 2024-02-18T08:29:08.835188+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-02-18T08:29:10.032 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:09 smithi110 bash[55875]: cluster 2024-02-18T08:29:09.778706+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-02-18T08:29:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:09 smithi191 bash[38688]: cluster 2024-02-18T08:29:08.740358+0000 mgr.y (mgr.44100) 343 : cluster [DBG] pgmap v572: 89 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 86 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 32 op/s 2024-02-18T08:29:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:09 smithi191 bash[38688]: cluster 2024-02-18T08:29:08.835188+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-02-18T08:29:10.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:09 smithi191 bash[38688]: cluster 2024-02-18T08:29:09.778706+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-02-18T08:29:10.850 INFO:tasks.rados.rados.0.smithi110.stdout:2785: done (4 left) 2024-02-18T08:29:10.850 INFO:tasks.rados.rados.0.smithi110.stdout:2786: done (3 left) 2024-02-18T08:29:10.851 INFO:tasks.rados.rados.0.smithi110.stdout:2787: done (2 left) 2024-02-18T08:29:10.851 INFO:tasks.rados.rados.0.smithi110.stdout:2788: done (1 left) 2024-02-18T08:29:10.851 INFO:tasks.rados.rados.0.smithi110.stdout:2789: done (0 left) 2024-02-18T08:29:10.851 INFO:tasks.rados.rados.0.smithi110.stdout:2790: rollback oid 14 current snap is 263 2024-02-18T08:29:10.851 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 14 to 259 2024-02-18T08:29:10.851 INFO:tasks.rados.rados.0.smithi110.stdout:2791: snap_create 2024-02-18T08:29:10.854 INFO:tasks.rados.rados.0.smithi110.stdout:2790: finishing rollback tid 0 to smithi11051043-14 2024-02-18T08:29:10.855 INFO:tasks.rados.rados.0.smithi110.stdout:2790: finishing rollback tid 1 to smithi11051043-14 2024-02-18T08:29:10.855 INFO:tasks.rados.rados.0.smithi110.stdout:2790: finishing rollback tid 2 to smithi11051043-14 2024-02-18T08:29:10.855 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 957 (ObjNum 624 snap 191 seq_num 624) dirty exists 2024-02-18T08:29:10.931 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:10 smithi110 systemd[1]: Stopping Ceph alertmanager.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:29:10.932 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:10 smithi110 bash[37590]: level=info ts=2024-02-18T08:29:10.865Z caller=main.go:536 msg="Received SIGTERM, exiting gracefully..." 2024-02-18T08:29:11.790 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[67153]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-alertmanager.a 2024-02-18T08:29:11.790 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:11 smithi110 systemd[1]: Stopped Ceph alertmanager.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:29:11.852 INFO:tasks.rados.rados.0.smithi110.stdout:2790: done (1 left) 2024-02-18T08:29:11.852 INFO:tasks.rados.rados.0.smithi110.stdout:2791: done (0 left) 2024-02-18T08:29:11.852 INFO:tasks.rados.rados.0.smithi110.stdout:2792: read oid 49 snap -1 2024-02-18T08:29:11.852 INFO:tasks.rados.rados.0.smithi110.stdout:2792: expect (ObjNum 843 snap 258 seq_num 843) 2024-02-18T08:29:11.852 INFO:tasks.rados.rados.0.smithi110.stdout:2793: rmattr oid 6 current snap is 264 2024-02-18T08:29:11.852 INFO:tasks.rados.rados.0.smithi110.stdout:2793: done (1 left) 2024-02-18T08:29:11.853 INFO:tasks.rados.rados.0.smithi110.stdout:2794: rollback oid 28 current snap is 264 2024-02-18T08:29:11.853 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 28 to 262 2024-02-18T08:29:11.853 INFO:tasks.rados.rados.0.smithi110.stdout:2795: copy_from oid 34 from oid 35 current snap is 264 2024-02-18T08:29:11.853 INFO:tasks.rados.rados.0.smithi110.stdout:2796: delete oid 27 current snap is 264 2024-02-18T08:29:11.863 INFO:tasks.rados.rados.0.smithi110.stdout:2796: done (3 left) 2024-02-18T08:29:11.863 INFO:tasks.rados.rados.0.smithi110.stdout:2797: read oid 19 snap 262 2024-02-18T08:29:11.863 INFO:tasks.rados.rados.0.smithi110.stdout:2797: expect deleted 2024-02-18T08:29:11.864 INFO:tasks.rados.rados.0.smithi110.stdout:2798: snap_create 2024-02-18T08:29:11.867 INFO:tasks.rados.rados.0.smithi110.stdout:2795: finishing copy_from racing read to smithi11051043-34 2024-02-18T08:29:11.868 INFO:tasks.rados.rados.0.smithi110.stdout:2794: finishing rollback tid 1 to smithi11051043-28 2024-02-18T08:29:11.868 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1256 (ObjNum -130181584 snap 22008 seq_num 4165371360) dirty dne 2024-02-18T08:29:11.868 INFO:tasks.rados.rados.0.smithi110.stdout:2795: finishing copy_from to smithi11051043-34 2024-02-18T08:29:11.868 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 1082 (ObjNum -129595936 snap 22008 seq_num 2665860352) dirty exists 2024-02-18T08:29:11.884 INFO:tasks.rados.rados.0.smithi110.stdout:2792: expect (ObjNum 843 snap 258 seq_num 843) 2024-02-18T08:29:12.222 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:11 smithi110 systemd[1]: Started Ceph alertmanager.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:29:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[54479]: cluster 2024-02-18T08:29:10.741119+0000 mgr.y (mgr.44100) 344 : cluster [DBG] pgmap v575: 89 pgs: 89 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 42 op/s 2024-02-18T08:29:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[54479]: cluster 2024-02-18T08:29:10.847964+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-02-18T08:29:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[54479]: audit 2024-02-18T08:29:11.831926+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[54479]: audit 2024-02-18T08:29:11.833224+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:12.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[54479]: audit 2024-02-18T08:29:11.835579+0000 mon.a (mon.0) 1102 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:29:12.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[55875]: cluster 2024-02-18T08:29:10.741119+0000 mgr.y (mgr.44100) 344 : cluster [DBG] pgmap v575: 89 pgs: 89 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 42 op/s 2024-02-18T08:29:12.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[55875]: cluster 2024-02-18T08:29:10.847964+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-02-18T08:29:12.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[55875]: audit 2024-02-18T08:29:11.831926+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:12.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[55875]: audit 2024-02-18T08:29:11.833224+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:12.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:11 smithi110 bash[55875]: audit 2024-02-18T08:29:11.835579+0000 mon.a (mon.0) 1102 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:29:12.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:11 smithi191 bash[38688]: cluster 2024-02-18T08:29:10.741119+0000 mgr.y (mgr.44100) 344 : cluster [DBG] pgmap v575: 89 pgs: 89 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 42 op/s 2024-02-18T08:29:12.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:11 smithi191 bash[38688]: cluster 2024-02-18T08:29:10.847964+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-02-18T08:29:12.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:11 smithi191 bash[38688]: audit 2024-02-18T08:29:11.831926+0000 mon.a (mon.0) 1100 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:12.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:11 smithi191 bash[38688]: audit 2024-02-18T08:29:11.833224+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:12.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:11 smithi191 bash[38688]: audit 2024-02-18T08:29:11.835579+0000 mon.a (mon.0) 1102 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:29:12.871 INFO:tasks.rados.rados.0.smithi110.stdout:2792: done (4 left) 2024-02-18T08:29:12.871 INFO:tasks.rados.rados.0.smithi110.stdout:2794: done (3 left) 2024-02-18T08:29:12.871 INFO:tasks.rados.rados.0.smithi110.stdout:2795: done (2 left) 2024-02-18T08:29:12.871 INFO:tasks.rados.rados.0.smithi110.stdout:2797: done (1 left) 2024-02-18T08:29:12.871 INFO:tasks.rados.rados.0.smithi110.stdout:2798: done (0 left) 2024-02-18T08:29:12.871 INFO:tasks.rados.rados.0.smithi110.stdout:2799: rollback oid 18 current snap is 265 2024-02-18T08:29:12.871 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 18 to 264 2024-02-18T08:29:12.872 INFO:tasks.rados.rados.0.smithi110.stdout:2800: copy_from oid 24 from oid 30 current snap is 265 2024-02-18T08:29:12.872 INFO:tasks.rados.rados.0.smithi110.stdout:2801: copy_from oid 10 from oid 22 current snap is 265 2024-02-18T08:29:12.872 INFO:tasks.rados.rados.0.smithi110.stdout:2802: snap_remove snap 261 2024-02-18T08:29:13.154 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:12 smithi110 bash[54479]: cluster 2024-02-18T08:29:11.848615+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-02-18T08:29:13.155 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:12 smithi110 bash[55875]: cluster 2024-02-18T08:29:11.848615+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-02-18T08:29:13.155 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[67315]: level=info ts=2024-02-18T08:29:13.099Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-02-18T08:29:13.155 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[67315]: level=info ts=2024-02-18T08:29:13.099Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-02-18T08:29:13.155 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[67315]: level=info ts=2024-02-18T08:29:13.103Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.110 port=9094 2024-02-18T08:29:13.155 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[67315]: level=info ts=2024-02-18T08:29:13.105Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-02-18T08:29:13.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:12 smithi191 bash[38688]: cluster 2024-02-18T08:29:11.848615+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-02-18T08:29:13.472 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[67315]: level=info ts=2024-02-18T08:29:13.152Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-02-18T08:29:13.472 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[67315]: level=info ts=2024-02-18T08:29:13.152Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-02-18T08:29:13.472 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[67315]: level=info ts=2024-02-18T08:29:13.156Z caller=main.go:518 msg=Listening address=:9093 2024-02-18T08:29:13.473 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[67315]: level=info ts=2024-02-18T08:29:13.156Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-02-18T08:29:13.874 INFO:tasks.rados.rados.0.smithi110.stdout:2802: done (3 left) 2024-02-18T08:29:13.874 INFO:tasks.rados.rados.0.smithi110.stdout:2803: read oid 16 snap -1 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2803: expect deleted 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2804: rollback oid 11 current snap is 265 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 11 to 263 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2800: finishing copy_from to smithi11051043-24 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2800: got expected ENOENT (src dne) 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2800: finishing copy_from racing read to smithi11051043-24 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2799: finishing rollback tid 0 to smithi11051043-18 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2799: finishing rollback tid 1 to smithi11051043-18 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2799: finishing rollback tid 2 to smithi11051043-18 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1245 (ObjNum 856 snap 260 seq_num 856) dirty exists 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2801: finishing copy_from racing read to smithi11051043-10 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2801: finishing copy_from to smithi11051043-10 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 1261 (ObjNum 849 snap 259 seq_num 849) dirty exists 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2799: done (4 left) 2024-02-18T08:29:13.875 INFO:tasks.rados.rados.0.smithi110.stdout:2800: done (3 left) 2024-02-18T08:29:13.876 INFO:tasks.rados.rados.0.smithi110.stdout:2801: done (2 left) 2024-02-18T08:29:13.876 INFO:tasks.rados.rados.0.smithi110.stdout:2805: copy_from oid 45 from oid 9 current snap is 265 2024-02-18T08:29:13.876 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 265 2024-02-18T08:29:13.876 INFO:tasks.rados.rados.0.smithi110.stdout:2806: seq_num 867 ranges {0=122880} 2024-02-18T08:29:13.876 INFO:tasks.rados.rados.0.smithi110.stdout:2806: writing smithi11051043-26 from 0 to 122880 tid 1 2024-02-18T08:29:13.876 INFO:tasks.rados.rados.0.smithi110.stdout:2807: snap_remove snap 259 2024-02-18T08:29:14.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[54479]: cluster 2024-02-18T08:29:12.741836+0000 mgr.y (mgr.44100) 345 : cluster [DBG] pgmap v578: 89 pgs: 89 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 27 op/s 2024-02-18T08:29:14.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[54479]: cluster 2024-02-18T08:29:12.868184+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-02-18T08:29:14.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[55875]: cluster 2024-02-18T08:29:12.741836+0000 mgr.y (mgr.44100) 345 : cluster [DBG] pgmap v578: 89 pgs: 89 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 27 op/s 2024-02-18T08:29:14.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:13 smithi110 bash[55875]: cluster 2024-02-18T08:29:12.868184+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-02-18T08:29:14.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:13 smithi191 bash[38688]: cluster 2024-02-18T08:29:12.741836+0000 mgr.y (mgr.44100) 345 : cluster [DBG] pgmap v578: 89 pgs: 89 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 27 op/s 2024-02-18T08:29:14.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:13 smithi191 bash[38688]: cluster 2024-02-18T08:29:12.868184+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-02-18T08:29:14.781 INFO:tasks.rados.rados.0.smithi110.stdout:2807: done (4 left) 2024-02-18T08:29:14.782 INFO:tasks.rados.rados.0.smithi110.stdout:2808: snap_remove snap 264 2024-02-18T08:29:15.222 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:15 smithi110 bash[67315]: level=info ts=2024-02-18T08:29:15.106Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001056173s 2024-02-18T08:29:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:14 smithi110 bash[54479]: cluster 2024-02-18T08:29:13.869821+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-02-18T08:29:15.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:14 smithi110 bash[54479]: cluster 2024-02-18T08:29:14.777278+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-02-18T08:29:15.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:14 smithi110 bash[55875]: cluster 2024-02-18T08:29:13.869821+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-02-18T08:29:15.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:14 smithi110 bash[55875]: cluster 2024-02-18T08:29:14.777278+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-02-18T08:29:15.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:14 smithi191 bash[38688]: cluster 2024-02-18T08:29:13.869821+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-02-18T08:29:15.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:14 smithi191 bash[38688]: cluster 2024-02-18T08:29:14.777278+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-02-18T08:29:15.783 INFO:tasks.rados.rados.0.smithi110.stdout:2808: done (4 left) 2024-02-18T08:29:15.783 INFO:tasks.rados.rados.0.smithi110.stdout:2809: snap_remove snap 262 2024-02-18T08:29:16.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:15 smithi110 bash[54479]: cluster 2024-02-18T08:29:14.742512+0000 mgr.y (mgr.44100) 346 : cluster [DBG] pgmap v581: 89 pgs: 89 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-02-18T08:29:16.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:15 smithi110 bash[54479]: cluster 2024-02-18T08:29:15.779895+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2024-02-18T08:29:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:15 smithi110 bash[55875]: cluster 2024-02-18T08:29:14.742512+0000 mgr.y (mgr.44100) 346 : cluster [DBG] pgmap v581: 89 pgs: 89 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-02-18T08:29:16.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:15 smithi110 bash[55875]: cluster 2024-02-18T08:29:15.779895+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2024-02-18T08:29:16.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:15 smithi191 bash[38688]: cluster 2024-02-18T08:29:14.742512+0000 mgr.y (mgr.44100) 346 : cluster [DBG] pgmap v581: 89 pgs: 89 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-02-18T08:29:16.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:15 smithi191 bash[38688]: cluster 2024-02-18T08:29:15.779895+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2024-02-18T08:29:16.784 INFO:tasks.rados.rados.0.smithi110.stdout:2809: done (4 left) 2024-02-18T08:29:16.784 INFO:tasks.rados.rados.0.smithi110.stdout:2810: snap_create 2024-02-18T08:29:16.784 INFO:tasks.rados.rados.0.smithi110.stdout:2805: finishing copy_from to smithi11051043-45 2024-02-18T08:29:16.784 INFO:tasks.rados.rados.0.smithi110.stdout:2805: got expected ENOENT (src dne) 2024-02-18T08:29:16.784 INFO:tasks.rados.rados.0.smithi110.stdout:2805: finishing copy_from racing read to smithi11051043-45 2024-02-18T08:29:16.785 INFO:tasks.rados.rados.0.smithi110.stdout:2804: finishing rollback tid 0 to smithi11051043-11 2024-02-18T08:29:16.785 INFO:tasks.rados.rados.0.smithi110.stdout:2804: finishing rollback tid 1 to smithi11051043-11 2024-02-18T08:29:16.785 INFO:tasks.rados.rados.0.smithi110.stdout:2804: finishing rollback tid 2 to smithi11051043-11 2024-02-18T08:29:16.785 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1248 (ObjNum -129122544 snap 22008 seq_num 4164928160) dirty exists 2024-02-18T08:29:16.785 INFO:tasks.rados.rados.0.smithi110.stdout:2806: finishing write tid 1 to smithi11051043-26 2024-02-18T08:29:16.785 INFO:tasks.rados.rados.0.smithi110.stdout:2806: finishing write tid 3 to smithi11051043-26 2024-02-18T08:29:16.785 INFO:tasks.rados.rados.0.smithi110.stdout:2806: finishing write tid 4 to smithi11051043-26 2024-02-18T08:29:16.785 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1547 (ObjNum 867 snap 265 seq_num 867) dirty exists 2024-02-18T08:29:16.785 INFO:tasks.rados.rados.0.smithi110.stdout:2806: left oid 26 (ObjNum 867 snap 265 seq_num 867) 2024-02-18T08:29:17.793 INFO:tasks.rados.rados.0.smithi110.stdout:2803: done (4 left) 2024-02-18T08:29:17.793 INFO:tasks.rados.rados.0.smithi110.stdout:2804: done (3 left) 2024-02-18T08:29:17.793 INFO:tasks.rados.rados.0.smithi110.stdout:2805: done (2 left) 2024-02-18T08:29:17.793 INFO:tasks.rados.rados.0.smithi110.stdout:2806: done (1 left) 2024-02-18T08:29:17.793 INFO:tasks.rados.rados.0.smithi110.stdout:2810: done (0 left) 2024-02-18T08:29:17.793 INFO:tasks.rados.rados.0.smithi110.stdout:2811: rmattr oid 18 current snap is 266 2024-02-18T08:29:17.793 INFO:tasks.rados.rados.0.smithi110.stdout:2812: snap_remove snap 263 2024-02-18T08:29:18.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:17 smithi191 bash[38688]: cluster 2024-02-18T08:29:16.743221+0000 mgr.y (mgr.44100) 347 : cluster [DBG] pgmap v584: 89 pgs: 89 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-02-18T08:29:18.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:17 smithi191 bash[38688]: cluster 2024-02-18T08:29:16.781707+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2024-02-18T08:29:18.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:17 smithi110 bash[54479]: cluster 2024-02-18T08:29:16.743221+0000 mgr.y (mgr.44100) 347 : cluster [DBG] pgmap v584: 89 pgs: 89 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-02-18T08:29:18.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:17 smithi110 bash[54479]: cluster 2024-02-18T08:29:16.781707+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2024-02-18T08:29:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:17 smithi110 bash[55875]: cluster 2024-02-18T08:29:16.743221+0000 mgr.y (mgr.44100) 347 : cluster [DBG] pgmap v584: 89 pgs: 89 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-02-18T08:29:18.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:17 smithi110 bash[55875]: cluster 2024-02-18T08:29:16.781707+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2024-02-18T08:29:18.805 INFO:tasks.rados.rados.0.smithi110.stdout:2812: done (1 left) 2024-02-18T08:29:18.805 INFO:tasks.rados.rados.0.smithi110.stdout:2813: snap_remove snap 265 2024-02-18T08:29:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: cluster 2024-02-18T08:29:17.790230+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2024-02-18T08:29:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.682339+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.683960+0000 mon.a (mon.0) 1111 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:19.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.685452+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.691866+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.702905+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.705775+0000 mon.a (mon.0) 1115 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.709346+0000 mon.a (mon.0) 1116 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.711710+0000 mon.a (mon.0) 1117 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.713481+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.716566+0000 mon.a (mon.0) 1119 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.719458+0000 mon.a (mon.0) 1120 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.721379+0000 mon.a (mon.0) 1121 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.723315+0000 mon.a (mon.0) 1122 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.725347+0000 mon.a (mon.0) 1123 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.727357+0000 mon.a (mon.0) 1124 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.096 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.729359+0000 mon.a (mon.0) 1125 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.732034+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.734719+0000 mon.a (mon.0) 1127 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.097 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:18 smithi191 bash[38688]: audit 2024-02-18T08:29:18.737557+0000 mon.a (mon.0) 1128 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: cluster 2024-02-18T08:29:17.790230+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2024-02-18T08:29:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.682339+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.683960+0000 mon.a (mon.0) 1111 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.685452+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.691866+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.702905+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:29:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.705775+0000 mon.a (mon.0) 1115 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.709346+0000 mon.a (mon.0) 1116 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.711710+0000 mon.a (mon.0) 1117 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.713481+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.716566+0000 mon.a (mon.0) 1119 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.719458+0000 mon.a (mon.0) 1120 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.721379+0000 mon.a (mon.0) 1121 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.723315+0000 mon.a (mon.0) 1122 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.725347+0000 mon.a (mon.0) 1123 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.727357+0000 mon.a (mon.0) 1124 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.729359+0000 mon.a (mon.0) 1125 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.732034+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.734719+0000 mon.a (mon.0) 1127 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[54479]: audit 2024-02-18T08:29:18.737557+0000 mon.a (mon.0) 1128 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: cluster 2024-02-18T08:29:17.790230+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.682339+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.683960+0000 mon.a (mon.0) 1111 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.685452+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.691866+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.702905+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.705775+0000 mon.a (mon.0) 1115 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.709346+0000 mon.a (mon.0) 1116 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.711710+0000 mon.a (mon.0) 1117 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.713481+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.716566+0000 mon.a (mon.0) 1119 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.719458+0000 mon.a (mon.0) 1120 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.721379+0000 mon.a (mon.0) 1121 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.723315+0000 mon.a (mon.0) 1122 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.725347+0000 mon.a (mon.0) 1123 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.727357+0000 mon.a (mon.0) 1124 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.729359+0000 mon.a (mon.0) 1125 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.732034+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.734719+0000 mon.a (mon.0) 1127 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.226 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:18 smithi110 bash[55875]: audit 2024-02-18T08:29:18.737557+0000 mon.a (mon.0) 1128 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:19.819 INFO:tasks.rados.rados.0.smithi110.stdout:2813: done (1 left) 2024-02-18T08:29:19.819 INFO:tasks.rados.rados.0.smithi110.stdout:2814: rmattr oid 44 current snap is 266 2024-02-18T08:29:19.819 INFO:tasks.rados.rados.0.smithi110.stdout:2814: done (1 left) 2024-02-18T08:29:19.819 INFO:tasks.rados.rados.0.smithi110.stdout:2815: read oid 37 snap -1 2024-02-18T08:29:19.819 INFO:tasks.rados.rados.0.smithi110.stdout:2815: expect deleted 2024-02-18T08:29:19.819 INFO:tasks.rados.rados.0.smithi110.stdout:2816: read oid 45 snap -1 2024-02-18T08:29:19.819 INFO:tasks.rados.rados.0.smithi110.stdout:2816: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:29:19.820 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 266 2024-02-18T08:29:19.820 INFO:tasks.rados.rados.0.smithi110.stdout:2817: seq_num 868 ranges {4612096=139264} 2024-02-18T08:29:19.840 INFO:tasks.rados.rados.0.smithi110.stdout:2817: writing smithi11051043-10 from 4612096 to 4751360 tid 1 2024-02-18T08:29:19.840 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 30 current snap is 266 2024-02-18T08:29:19.840 INFO:tasks.rados.rados.0.smithi110.stdout:2818: seq_num 869 ranges {0=155648} 2024-02-18T08:29:19.841 INFO:tasks.rados.rados.0.smithi110.stdout:2818: writing smithi11051043-30 from 0 to 155648 tid 1 2024-02-18T08:29:19.841 INFO:tasks.rados.rados.0.smithi110.stdout:2819: snap_remove snap 260 2024-02-18T08:29:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:19 smithi191 bash[38688]: cephadm 2024-02-18T08:29:18.686628+0000 mgr.y (mgr.44100) 348 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:19 smithi191 bash[38688]: audit 2024-02-18T08:29:18.703611+0000 mgr.y (mgr.44100) 349 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:29:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:19 smithi191 bash[38688]: cluster 2024-02-18T08:29:18.744057+0000 mgr.y (mgr.44100) 350 : cluster [DBG] pgmap v587: 89 pgs: 89 active+clean; 129 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s 2024-02-18T08:29:20.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:19 smithi191 bash[38688]: cluster 2024-02-18T08:29:18.801342+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2024-02-18T08:29:20.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:19 smithi110 bash[54479]: cephadm 2024-02-18T08:29:18.686628+0000 mgr.y (mgr.44100) 348 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:20.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:19 smithi110 bash[54479]: audit 2024-02-18T08:29:18.703611+0000 mgr.y (mgr.44100) 349 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:29:20.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:19 smithi110 bash[54479]: cluster 2024-02-18T08:29:18.744057+0000 mgr.y (mgr.44100) 350 : cluster [DBG] pgmap v587: 89 pgs: 89 active+clean; 129 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s 2024-02-18T08:29:20.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:19 smithi110 bash[54479]: cluster 2024-02-18T08:29:18.801342+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2024-02-18T08:29:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:19 smithi110 bash[55875]: cephadm 2024-02-18T08:29:18.686628+0000 mgr.y (mgr.44100) 348 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:19 smithi110 bash[55875]: audit 2024-02-18T08:29:18.703611+0000 mgr.y (mgr.44100) 349 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-02-18T08:29:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:19 smithi110 bash[55875]: cluster 2024-02-18T08:29:18.744057+0000 mgr.y (mgr.44100) 350 : cluster [DBG] pgmap v587: 89 pgs: 89 active+clean; 129 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s 2024-02-18T08:29:20.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:19 smithi110 bash[55875]: cluster 2024-02-18T08:29:18.801342+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2024-02-18T08:29:20.829 INFO:tasks.rados.rados.0.smithi110.stdout:2819: done (5 left) 2024-02-18T08:29:20.829 INFO:tasks.rados.rados.0.smithi110.stdout:2820: copy_from oid 17 from oid 7 current snap is 266 2024-02-18T08:29:20.829 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1249 (ObjNum 856 snap 260 seq_num 856) dirty exists 2024-02-18T08:29:20.829 INFO:tasks.rados.rados.0.smithi110.stdout:2816: expect (ObjNum 720 snap 215 seq_num 720) 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2817: finishing write tid 1 to smithi11051043-10 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2817: finishing write tid 3 to smithi11051043-10 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2818: finishing write tid 1 to smithi11051043-30 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2818: finishing write tid 3 to smithi11051043-30 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2817: finishing write tid 4 to smithi11051043-10 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 1263 (ObjNum 868 snap 266 seq_num 868) dirty exists 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2817: left oid 10 (ObjNum 868 snap 266 seq_num 868) 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2818: finishing write tid 4 to smithi11051043-30 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 879 (ObjNum 869 snap 266 seq_num 869) dirty exists 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2818: left oid 30 (ObjNum 869 snap 266 seq_num 869) 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2811: done (5 left) 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2815: done (4 left) 2024-02-18T08:29:20.929 INFO:tasks.rados.rados.0.smithi110.stdout:2816: done (3 left) 2024-02-18T08:29:20.930 INFO:tasks.rados.rados.0.smithi110.stdout:2817: done (2 left) 2024-02-18T08:29:20.930 INFO:tasks.rados.rados.0.smithi110.stdout:2818: done (1 left) 2024-02-18T08:29:20.930 INFO:tasks.rados.rados.0.smithi110.stdout:2821: copy_from oid 49 from oid 16 current snap is 266 2024-02-18T08:29:20.930 INFO:tasks.rados.rados.0.smithi110.stdout:2820: finishing copy_from racing read to smithi11051043-17 2024-02-18T08:29:20.930 INFO:tasks.rados.rados.0.smithi110.stdout:2820: finishing copy_from to smithi11051043-17 2024-02-18T08:29:20.930 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1246 (ObjNum 823 snap 256 seq_num 823) dirty exists 2024-02-18T08:29:20.930 INFO:tasks.rados.rados.0.smithi110.stdout:2820: done (1 left) 2024-02-18T08:29:20.930 INFO:tasks.rados.rados.0.smithi110.stdout:2822: read oid 18 snap -1 2024-02-18T08:29:20.930 INFO:tasks.rados.rados.0.smithi110.stdout:2822: expect (ObjNum 856 snap 260 seq_num 856) 2024-02-18T08:29:20.930 INFO:tasks.rados.rados.0.smithi110.stdout:2823: snap_create 2024-02-18T08:29:20.933 INFO:tasks.rados.rados.0.smithi110.stdout:2821: finishing copy_from to smithi11051043-49 2024-02-18T08:29:20.933 INFO:tasks.rados.rados.0.smithi110.stdout:2821: got expected ENOENT (src dne) 2024-02-18T08:29:20.933 INFO:tasks.rados.rados.0.smithi110.stdout:2821: finishing copy_from racing read to smithi11051043-49 2024-02-18T08:29:20.950 INFO:tasks.rados.rados.0.smithi110.stdout:2822: expect (ObjNum 856 snap 260 seq_num 856) 2024-02-18T08:29:21.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:20 smithi191 bash[38688]: cluster 2024-02-18T08:29:19.805679+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2024-02-18T08:29:21.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:20 smithi110 bash[54479]: cluster 2024-02-18T08:29:19.805679+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2024-02-18T08:29:21.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:20 smithi110 bash[55875]: cluster 2024-02-18T08:29:19.805679+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2024-02-18T08:29:21.843 INFO:tasks.rados.rados.0.smithi110.stdout:2821: done (2 left) 2024-02-18T08:29:21.843 INFO:tasks.rados.rados.0.smithi110.stdout:2822: done (1 left) 2024-02-18T08:29:21.843 INFO:tasks.rados.rados.0.smithi110.stdout:2823: done (0 left) 2024-02-18T08:29:21.843 INFO:tasks.rados.rados.0.smithi110.stdout:2824: setattr oid 8 current snap is 267 2024-02-18T08:29:21.846 INFO:tasks.rados.rados.0.smithi110.stdout:2825: rmattr oid 27 current snap is 267 2024-02-18T08:29:21.846 INFO:tasks.rados.rados.0.smithi110.stdout:2825: done (1 left) 2024-02-18T08:29:21.846 INFO:tasks.rados.rados.0.smithi110.stdout:2826: rmattr oid 30 current snap is 267 2024-02-18T08:29:21.846 INFO:tasks.rados.rados.0.smithi110.stdout:2826: done (1 left) 2024-02-18T08:29:21.847 INFO:tasks.rados.rados.0.smithi110.stdout:2827: read oid 16 snap 266 2024-02-18T08:29:21.847 INFO:tasks.rados.rados.0.smithi110.stdout:2827: expect deleted 2024-02-18T08:29:21.847 INFO:tasks.rados.rados.0.smithi110.stdout:2828: read oid 15 snap -1 2024-02-18T08:29:21.847 INFO:tasks.rados.rados.0.smithi110.stdout:2828: expect (ObjNum 861 snap 260 seq_num 861) 2024-02-18T08:29:21.847 INFO:tasks.rados.rados.0.smithi110.stdout:2829: delete oid 5 current snap is 267 2024-02-18T08:29:21.849 INFO:tasks.rados.rados.0.smithi110.stdout:2829: done (3 left) 2024-02-18T08:29:21.849 INFO:tasks.rados.rados.0.smithi110.stdout:2830: snap_create 2024-02-18T08:29:21.854 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1567 (ObjNum 841 snap 258 seq_num 841) dirty exists 2024-02-18T08:29:21.855 INFO:tasks.rados.rados.0.smithi110.stdout:2828: expect (ObjNum 861 snap 260 seq_num 861) 2024-02-18T08:29:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:21 smithi191 bash[38688]: cluster 2024-02-18T08:29:20.744842+0000 mgr.y (mgr.44100) 351 : cluster [DBG] pgmap v590: 89 pgs: 89 active+clean; 125 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-02-18T08:29:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:21 smithi191 bash[38688]: cluster 2024-02-18T08:29:20.826774+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2024-02-18T08:29:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:21 smithi191 bash[38688]: cephadm 2024-02-18T08:29:20.991447+0000 mgr.y (mgr.44100) 352 : cephadm [INF] Upgrade: Updating grafana.a 2024-02-18T08:29:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:21 smithi191 bash[38688]: audit 2024-02-18T08:29:21.078573+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:21 smithi191 bash[38688]: audit 2024-02-18T08:29:21.082873+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:21 smithi191 bash[38688]: audit 2024-02-18T08:29:21.086821+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:29:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:21 smithi191 bash[38688]: audit 2024-02-18T08:29:21.087323+0000 mgr.y (mgr.44100) 353 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:29:22.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:21 smithi191 bash[38688]: cephadm 2024-02-18T08:29:21.096773+0000 mgr.y (mgr.44100) 354 : cephadm [INF] Deploying daemon grafana.a on smithi191 2024-02-18T08:29:22.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[54479]: cluster 2024-02-18T08:29:20.744842+0000 mgr.y (mgr.44100) 351 : cluster [DBG] pgmap v590: 89 pgs: 89 active+clean; 125 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-02-18T08:29:22.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[54479]: cluster 2024-02-18T08:29:20.826774+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2024-02-18T08:29:22.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[54479]: cephadm 2024-02-18T08:29:20.991447+0000 mgr.y (mgr.44100) 352 : cephadm [INF] Upgrade: Updating grafana.a 2024-02-18T08:29:22.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[54479]: audit 2024-02-18T08:29:21.078573+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:22.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[54479]: audit 2024-02-18T08:29:21.082873+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:22.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[54479]: audit 2024-02-18T08:29:21.086821+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:29:22.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[54479]: audit 2024-02-18T08:29:21.087323+0000 mgr.y (mgr.44100) 353 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:29:22.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[54479]: cephadm 2024-02-18T08:29:21.096773+0000 mgr.y (mgr.44100) 354 : cephadm [INF] Deploying daemon grafana.a on smithi191 2024-02-18T08:29:22.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[55875]: cluster 2024-02-18T08:29:20.744842+0000 mgr.y (mgr.44100) 351 : cluster [DBG] pgmap v590: 89 pgs: 89 active+clean; 125 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-02-18T08:29:22.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[55875]: cluster 2024-02-18T08:29:20.826774+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2024-02-18T08:29:22.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[55875]: cephadm 2024-02-18T08:29:20.991447+0000 mgr.y (mgr.44100) 352 : cephadm [INF] Upgrade: Updating grafana.a 2024-02-18T08:29:22.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[55875]: audit 2024-02-18T08:29:21.078573+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:22.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[55875]: audit 2024-02-18T08:29:21.082873+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:22.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[55875]: audit 2024-02-18T08:29:21.086821+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:29:22.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[55875]: audit 2024-02-18T08:29:21.087323+0000 mgr.y (mgr.44100) 353 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-02-18T08:29:22.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:21 smithi110 bash[55875]: cephadm 2024-02-18T08:29:21.096773+0000 mgr.y (mgr.44100) 354 : cephadm [INF] Deploying daemon grafana.a on smithi191 2024-02-18T08:29:22.850 INFO:tasks.rados.rados.0.smithi110.stdout:2824: done (3 left) 2024-02-18T08:29:22.850 INFO:tasks.rados.rados.0.smithi110.stdout:2827: done (2 left) 2024-02-18T08:29:22.850 INFO:tasks.rados.rados.0.smithi110.stdout:2828: done (1 left) 2024-02-18T08:29:22.851 INFO:tasks.rados.rados.0.smithi110.stdout:2830: done (0 left) 2024-02-18T08:29:22.851 INFO:tasks.rados.rados.0.smithi110.stdout:2831: snap_remove snap 267 2024-02-18T08:29:23.112 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:22 smithi110 bash[54479]: cluster 2024-02-18T08:29:21.840681+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2024-02-18T08:29:23.112 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:22 smithi110 bash[55875]: cluster 2024-02-18T08:29:21.840681+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2024-02-18T08:29:23.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:22 smithi191 bash[38688]: cluster 2024-02-18T08:29:21.840681+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2024-02-18T08:29:23.472 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 08:29:23 smithi110 bash[67315]: level=info ts=2024-02-18T08:29:23.110Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.004482844s 2024-02-18T08:29:23.861 INFO:tasks.rados.rados.0.smithi110.stdout:2831: done (0 left) 2024-02-18T08:29:23.861 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 268 2024-02-18T08:29:23.861 INFO:tasks.rados.rados.0.smithi110.stdout:2832: seq_num 871 ranges {0=188416} 2024-02-18T08:29:23.862 INFO:tasks.rados.rados.0.smithi110.stdout:2832: writing smithi11051043-31 from 0 to 188416 tid 1 2024-02-18T08:29:23.862 INFO:tasks.rados.rados.0.smithi110.stdout:2833: delete oid 49 current snap is 268 2024-02-18T08:29:23.869 INFO:tasks.rados.rados.0.smithi110.stdout:2833: done (1 left) 2024-02-18T08:29:23.869 INFO:tasks.rados.rados.0.smithi110.stdout:2834: delete oid 34 current snap is 268 2024-02-18T08:29:23.872 INFO:tasks.rados.rados.0.smithi110.stdout:2834: done (1 left) 2024-02-18T08:29:23.872 INFO:tasks.rados.rados.0.smithi110.stdout:2835: snap_remove snap 266 2024-02-18T08:29:24.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:23 smithi110 bash[54479]: cluster 2024-02-18T08:29:22.745700+0000 mgr.y (mgr.44100) 355 : cluster [DBG] pgmap v593: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 34 KiB/s wr, 3 op/s 2024-02-18T08:29:24.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:23 smithi110 bash[54479]: cluster 2024-02-18T08:29:22.848305+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2024-02-18T08:29:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:23 smithi110 bash[55875]: cluster 2024-02-18T08:29:22.745700+0000 mgr.y (mgr.44100) 355 : cluster [DBG] pgmap v593: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 34 KiB/s wr, 3 op/s 2024-02-18T08:29:24.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:23 smithi110 bash[55875]: cluster 2024-02-18T08:29:22.848305+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2024-02-18T08:29:24.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:23 smithi191 bash[38688]: cluster 2024-02-18T08:29:22.745700+0000 mgr.y (mgr.44100) 355 : cluster [DBG] pgmap v593: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 34 KiB/s wr, 3 op/s 2024-02-18T08:29:24.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:23 smithi191 bash[38688]: cluster 2024-02-18T08:29:22.848305+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2024-02-18T08:29:24.782 INFO:tasks.rados.rados.0.smithi110.stdout:2835: done (1 left) 2024-02-18T08:29:24.782 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 268 2024-02-18T08:29:24.782 INFO:tasks.rados.rados.0.smithi110.stdout:2836: seq_num 874 ranges {0=245760} 2024-02-18T08:29:24.785 INFO:tasks.rados.rados.0.smithi110.stdout:2836: writing smithi11051043-43 from 0 to 245760 tid 1 2024-02-18T08:29:24.785 INFO:tasks.rados.rados.0.smithi110.stdout:2837: read oid 22 snap -1 2024-02-18T08:29:24.785 INFO:tasks.rados.rados.0.smithi110.stdout:2837: expect (ObjNum 849 snap 259 seq_num 849) 2024-02-18T08:29:24.785 INFO:tasks.rados.rados.0.smithi110.stdout:2838: rmattr oid 6 current snap is 268 2024-02-18T08:29:24.785 INFO:tasks.rados.rados.0.smithi110.stdout:2838: done (3 left) 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:2839: copy_from oid 50 from oid 39 current snap is 268 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:2832: finishing write tid 1 to smithi11051043-31 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:2832: finishing write tid 3 to smithi11051043-31 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:2832: finishing write tid 4 to smithi11051043-31 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1569 (ObjNum 871 snap 268 seq_num 871) dirty exists 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:2832: left oid 31 (ObjNum 871 snap 268 seq_num 871) 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:2832: done (3 left) 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:2840: rmattr oid 45 current snap is 268 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:2840: done (3 left) 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 37 current snap is 268 2024-02-18T08:29:24.786 INFO:tasks.rados.rados.0.smithi110.stdout:2841: seq_num 875 ranges {0=262144} 2024-02-18T08:29:24.787 INFO:tasks.rados.rados.0.smithi110.stdout:2841: writing smithi11051043-37 from 0 to 262144 tid 1 2024-02-18T08:29:24.787 INFO:tasks.rados.rados.0.smithi110.stdout:2842: delete oid 21 current snap is 268 2024-02-18T08:29:24.795 INFO:tasks.rados.rados.0.smithi110.stdout:2836: finishing write tid 1 to smithi11051043-43 2024-02-18T08:29:24.797 INFO:tasks.rados.rados.0.smithi110.stdout:2836: finishing write tid 3 to smithi11051043-43 2024-02-18T08:29:24.797 INFO:tasks.rados.rados.0.smithi110.stdout:2841: finishing write tid 1 to smithi11051043-37 2024-02-18T08:29:24.798 INFO:tasks.rados.rados.0.smithi110.stdout:2841: finishing write tid 3 to smithi11051043-37 2024-02-18T08:29:24.799 INFO:tasks.rados.rados.0.smithi110.stdout:2836: finishing write tid 4 to smithi11051043-43 2024-02-18T08:29:24.799 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 875 (ObjNum 874 snap 268 seq_num 874) dirty exists 2024-02-18T08:29:24.799 INFO:tasks.rados.rados.0.smithi110.stdout:2836: left oid 43 (ObjNum 874 snap 268 seq_num 874) 2024-02-18T08:29:24.799 INFO:tasks.rados.rados.0.smithi110.stdout:2836: done (4 left) 2024-02-18T08:29:24.799 INFO:tasks.rados.rados.0.smithi110.stdout:2842: done (3 left) 2024-02-18T08:29:24.799 INFO:tasks.rados.rados.0.smithi110.stdout:2843: snap_create 2024-02-18T08:29:24.802 INFO:tasks.rados.rados.0.smithi110.stdout:2841: finishing write tid 4 to smithi11051043-37 2024-02-18T08:29:24.802 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 1266 (ObjNum 875 snap 268 seq_num 875) dirty exists 2024-02-18T08:29:24.802 INFO:tasks.rados.rados.0.smithi110.stdout:2841: left oid 37 (ObjNum 875 snap 268 seq_num 875) 2024-02-18T08:29:24.805 INFO:tasks.rados.rados.0.smithi110.stdout:2837: expect (ObjNum 849 snap 259 seq_num 849) 2024-02-18T08:29:24.961 INFO:tasks.rados.rados.0.smithi110.stdout:2839: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:29:24.961 INFO:tasks.rados.rados.0.smithi110.stdout:2839: finishing copy_from to smithi11051043-50 2024-02-18T08:29:24.961 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 860 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-02-18T08:29:25.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:24 smithi110 bash[54479]: cluster 2024-02-18T08:29:23.858689+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2024-02-18T08:29:25.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:24 smithi110 bash[54479]: cluster 2024-02-18T08:29:24.779443+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2024-02-18T08:29:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:24 smithi110 bash[55875]: cluster 2024-02-18T08:29:23.858689+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2024-02-18T08:29:25.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:24 smithi110 bash[55875]: cluster 2024-02-18T08:29:24.779443+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2024-02-18T08:29:25.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:24 smithi191 bash[38688]: cluster 2024-02-18T08:29:23.858689+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2024-02-18T08:29:25.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:24 smithi191 bash[38688]: cluster 2024-02-18T08:29:24.779443+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2024-02-18T08:29:25.786 INFO:tasks.rados.rados.0.smithi110.stdout:2837: done (3 left) 2024-02-18T08:29:25.786 INFO:tasks.rados.rados.0.smithi110.stdout:2839: done (2 left) 2024-02-18T08:29:25.786 INFO:tasks.rados.rados.0.smithi110.stdout:2841: done (1 left) 2024-02-18T08:29:25.786 INFO:tasks.rados.rados.0.smithi110.stdout:2843: done (0 left) 2024-02-18T08:29:25.786 INFO:tasks.rados.rados.0.smithi110.stdout:2844: read oid 29 snap -1 2024-02-18T08:29:25.786 INFO:tasks.rados.rados.0.smithi110.stdout:2844: expect (ObjNum 837 snap 258 seq_num 837) 2024-02-18T08:29:25.786 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 269 2024-02-18T08:29:25.786 INFO:tasks.rados.rados.0.smithi110.stdout:2845: seq_num 877 ranges {0=294912} 2024-02-18T08:29:25.789 INFO:tasks.rados.rados.0.smithi110.stdout:2845: writing smithi11051043-4 from 0 to 294912 tid 1 2024-02-18T08:29:25.789 INFO:tasks.rados.rados.0.smithi110.stdout:2846: rollback oid 27 current snap is 269 2024-02-18T08:29:25.789 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 27 to 268 2024-02-18T08:29:25.789 INFO:tasks.rados.rados.0.smithi110.stdout:2847: rmattr oid 17 current snap is 269 2024-02-18T08:29:25.789 INFO:tasks.rados.rados.0.smithi110.stdout:2848: read oid 39 snap 268 2024-02-18T08:29:25.790 INFO:tasks.rados.rados.0.smithi110.stdout:2848: expect (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:29:25.790 INFO:tasks.rados.rados.0.smithi110.stdout:2849: delete oid 21 current snap is 269 2024-02-18T08:29:25.792 INFO:tasks.rados.rados.0.smithi110.stdout:2846: finishing rollback tid 1 to smithi11051043-27 2024-02-18T08:29:25.792 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 0 (ObjNum -129437696 snap 22008 seq_num 4165793968) dirty dne 2024-02-18T08:29:25.798 INFO:tasks.rados.rados.0.smithi110.stdout:2845: finishing write tid 1 to smithi11051043-4 2024-02-18T08:29:25.798 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1250 (ObjNum 823 snap 256 seq_num 823) dirty exists 2024-02-18T08:29:25.799 INFO:tasks.rados.rados.0.smithi110.stdout:2845: finishing write tid 3 to smithi11051043-4 2024-02-18T08:29:25.801 INFO:tasks.rados.rados.0.smithi110.stdout:2844: expect (ObjNum 837 snap 258 seq_num 837) 2024-02-18T08:29:25.975 INFO:tasks.rados.rados.0.smithi110.stdout:2844: done (5 left) 2024-02-18T08:29:25.976 INFO:tasks.rados.rados.0.smithi110.stdout:2846: done (4 left) 2024-02-18T08:29:25.976 INFO:tasks.rados.rados.0.smithi110.stdout:2847: done (3 left) 2024-02-18T08:29:25.976 INFO:tasks.rados.rados.0.smithi110.stdout:2849: done (2 left) 2024-02-18T08:29:25.976 INFO:tasks.rados.rados.0.smithi110.stdout:2850: copy_from oid 40 from oid 36 current snap is 269 2024-02-18T08:29:25.976 INFO:tasks.rados.rados.0.smithi110.stdout:2845: finishing write tid 4 to smithi11051043-4 2024-02-18T08:29:25.976 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1085 (ObjNum 877 snap 269 seq_num 877) dirty exists 2024-02-18T08:29:25.976 INFO:tasks.rados.rados.0.smithi110.stdout:2845: left oid 4 (ObjNum 877 snap 269 seq_num 877) 2024-02-18T08:29:25.976 INFO:tasks.rados.rados.0.smithi110.stdout:2848: expect (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:29:26.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:25 smithi110 bash[55875]: cluster 2024-02-18T08:29:24.746523+0000 mgr.y (mgr.44100) 356 : cluster [DBG] pgmap v596: 89 pgs: 89 active+clean; 122 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 72 KiB/s wr, 2 op/s 2024-02-18T08:29:26.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:25 smithi110 bash[55875]: cluster 2024-02-18T08:29:25.783159+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2024-02-18T08:29:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:25 smithi110 bash[54479]: cluster 2024-02-18T08:29:24.746523+0000 mgr.y (mgr.44100) 356 : cluster [DBG] pgmap v596: 89 pgs: 89 active+clean; 122 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 72 KiB/s wr, 2 op/s 2024-02-18T08:29:26.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:25 smithi110 bash[54479]: cluster 2024-02-18T08:29:25.783159+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2845: done (2 left) 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2848: done (1 left) 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2851: read oid 20 snap -1 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2851: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2852: read oid 15 snap -1 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2852: expect (ObjNum 861 snap 260 seq_num 861) 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2853: rollback oid 49 current snap is 269 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 49 to 268 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2850: finishing copy_from racing read to smithi11051043-40 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2850: finishing copy_from to smithi11051043-40 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1264 (ObjNum 1835494241 snap 1649959000 seq_num 1533302892) dirty exists 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2850: done (3 left) 2024-02-18T08:29:26.302 INFO:tasks.rados.rados.0.smithi110.stdout:2854: rollback oid 3 current snap is 269 2024-02-18T08:29:26.303 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 3 to 268 2024-02-18T08:29:26.303 INFO:tasks.rados.rados.0.smithi110.stdout:2855: setattr oid 37 current snap is 269 2024-02-18T08:29:26.303 INFO:tasks.rados.rados.0.smithi110.stdout:2853: finishing rollback tid 1 to smithi11051043-49 2024-02-18T08:29:26.303 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 0 (ObjNum 288 snap 0 seq_num 273) dirty dne 2024-02-18T08:29:26.304 INFO:tasks.rados.rados.0.smithi110.stdout:2853: done (4 left) 2024-02-18T08:29:26.304 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 30 current snap is 269 2024-02-18T08:29:26.304 INFO:tasks.rados.rados.0.smithi110.stdout:2856: seq_num 879 ranges {155648=327680} 2024-02-18T08:29:26.306 INFO:tasks.rados.rados.0.smithi110.stdout:2856: writing smithi11051043-30 from 155648 to 483328 tid 1 2024-02-18T08:29:26.306 INFO:tasks.rados.rados.0.smithi110.stdout:2857: read oid 16 snap -1 2024-02-18T08:29:26.307 INFO:tasks.rados.rados.0.smithi110.stdout:2857: expect deleted 2024-02-18T08:29:26.307 INFO:tasks.rados.rados.0.smithi110.stdout:2858: delete oid 11 current snap is 269 2024-02-18T08:29:26.307 INFO:tasks.rados.rados.0.smithi110.stdout:2854: finishing rollback tid 0 to smithi11051043-3 2024-02-18T08:29:26.307 INFO:tasks.rados.rados.0.smithi110.stdout:2854: finishing rollback tid 1 to smithi11051043-3 2024-02-18T08:29:26.307 INFO:tasks.rados.rados.0.smithi110.stdout:2854: finishing rollback tid 2 to smithi11051043-3 2024-02-18T08:29:26.307 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 1088 (ObjNum 820 snap 256 seq_num 820) dirty exists 2024-02-18T08:29:26.313 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 1267 (ObjNum 875 snap 268 seq_num 875) dirty exists 2024-02-18T08:29:26.313 INFO:tasks.rados.rados.0.smithi110.stdout:2856: finishing write tid 1 to smithi11051043-30 2024-02-18T08:29:26.313 INFO:tasks.rados.rados.0.smithi110.stdout:2856: finishing write tid 3 to smithi11051043-30 2024-02-18T08:29:26.314 INFO:tasks.rados.rados.0.smithi110.stdout:2856: finishing write tid 4 to smithi11051043-30 2024-02-18T08:29:26.314 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 881 (ObjNum 879 snap 269 seq_num 879) dirty exists 2024-02-18T08:29:26.314 INFO:tasks.rados.rados.0.smithi110.stdout:2856: left oid 30 (ObjNum 879 snap 269 seq_num 879) 2024-02-18T08:29:26.318 INFO:tasks.rados.rados.0.smithi110.stdout:2852: expect (ObjNum 861 snap 260 seq_num 861) 2024-02-18T08:29:26.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:25 smithi191 bash[38688]: cluster 2024-02-18T08:29:24.746523+0000 mgr.y (mgr.44100) 356 : cluster [DBG] pgmap v596: 89 pgs: 89 active+clean; 122 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 72 KiB/s wr, 2 op/s 2024-02-18T08:29:26.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:25 smithi191 bash[38688]: cluster 2024-02-18T08:29:25.783159+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2024-02-18T08:29:26.386 INFO:tasks.rados.rados.0.smithi110.stdout:2851: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:26.711 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:29:26.818 INFO:tasks.rados.rados.0.smithi110.stdout:2851: done (6 left) 2024-02-18T08:29:26.819 INFO:tasks.rados.rados.0.smithi110.stdout:2852: done (5 left) 2024-02-18T08:29:26.819 INFO:tasks.rados.rados.0.smithi110.stdout:2854: done (4 left) 2024-02-18T08:29:26.819 INFO:tasks.rados.rados.0.smithi110.stdout:2855: done (3 left) 2024-02-18T08:29:26.819 INFO:tasks.rados.rados.0.smithi110.stdout:2856: done (2 left) 2024-02-18T08:29:26.819 INFO:tasks.rados.rados.0.smithi110.stdout:2857: done (1 left) 2024-02-18T08:29:26.819 INFO:tasks.rados.rados.0.smithi110.stdout:2858: done (0 left) 2024-02-18T08:29:26.819 INFO:tasks.rados.rados.0.smithi110.stdout:2859: read oid 24 snap -1 2024-02-18T08:29:26.819 INFO:tasks.rados.rados.0.smithi110.stdout:2859: expect (ObjNum 776 snap 238 seq_num 776) 2024-02-18T08:29:26.819 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 269 2024-02-18T08:29:26.819 INFO:tasks.rados.rados.0.smithi110.stdout:2860: seq_num 881 ranges {0=360448} 2024-02-18T08:29:26.823 INFO:tasks.rados.rados.0.smithi110.stdout:2860: writing smithi11051043-36 from 0 to 360448 tid 1 2024-02-18T08:29:26.823 INFO:tasks.rados.rados.0.smithi110.stdout:2861: delete oid 44 current snap is 269 2024-02-18T08:29:26.826 INFO:tasks.rados.rados.0.smithi110.stdout:2859: expect (ObjNum 776 snap 238 seq_num 776) 2024-02-18T08:29:26.915 INFO:tasks.rados.rados.0.smithi110.stdout:2860: finishing write tid 1 to smithi11051043-36 2024-02-18T08:29:26.915 INFO:tasks.rados.rados.0.smithi110.stdout:2860: finishing write tid 3 to smithi11051043-36 2024-02-18T08:29:26.916 INFO:tasks.rados.rados.0.smithi110.stdout:2860: finishing write tid 4 to smithi11051043-36 2024-02-18T08:29:26.916 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1269 (ObjNum 881 snap 269 seq_num 881) dirty exists 2024-02-18T08:29:26.916 INFO:tasks.rados.rados.0.smithi110.stdout:2860: left oid 36 (ObjNum 881 snap 269 seq_num 881) 2024-02-18T08:29:26.916 INFO:tasks.rados.rados.0.smithi110.stdout:2859: done (2 left) 2024-02-18T08:29:26.916 INFO:tasks.rados.rados.0.smithi110.stdout:2860: done (1 left) 2024-02-18T08:29:26.916 INFO:tasks.rados.rados.0.smithi110.stdout:2861: done (0 left) 2024-02-18T08:29:26.916 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 269 2024-02-18T08:29:26.916 INFO:tasks.rados.rados.0.smithi110.stdout:2862: seq_num 883 ranges {1384448=393216} 2024-02-18T08:29:26.932 INFO:tasks.rados.rados.0.smithi110.stdout:2862: writing smithi11051043-14 from 1384448 to 1777664 tid 1 2024-02-18T08:29:26.932 INFO:tasks.rados.rados.0.smithi110.stdout:2863: copy_from oid 32 from oid 49 current snap is 269 2024-02-18T08:29:26.932 INFO:tasks.rados.rados.0.smithi110.stdout:2864: snap_create 2024-02-18T08:29:26.935 INFO:tasks.rados.rados.0.smithi110.stdout:2863: finishing copy_from to smithi11051043-32 2024-02-18T08:29:26.935 INFO:tasks.rados.rados.0.smithi110.stdout:2863: got expected ENOENT (src dne) 2024-02-18T08:29:26.935 INFO:tasks.rados.rados.0.smithi110.stdout:2863: finishing copy_from racing read to smithi11051043-32 2024-02-18T08:29:26.937 INFO:tasks.rados.rados.0.smithi110.stdout:2862: finishing write tid 1 to smithi11051043-14 2024-02-18T08:29:26.937 INFO:tasks.rados.rados.0.smithi110.stdout:2862: finishing write tid 3 to smithi11051043-14 2024-02-18T08:29:26.938 INFO:tasks.rados.rados.0.smithi110.stdout:2862: finishing write tid 4 to smithi11051043-14 2024-02-18T08:29:26.938 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 959 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-02-18T08:29:26.938 INFO:tasks.rados.rados.0.smithi110.stdout:2862: left oid 14 (ObjNum 883 snap 269 seq_num 883) 2024-02-18T08:29:27.043 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:29:27.043 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (15s) 8s ago 13m 14.0M - 0.23.0 ba2b418f427c 3fae62b19e40 2024-02-18T08:29:27.043 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (12m) 26s ago 12m 25.5M - 6.7.4 557c83e11646 0d3b4c20b670 2024-02-18T08:29:27.043 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (80s) 8s ago 11m 13.5M - 16.2.14-548-g81bd20d6 823b921721f5 013bccb98e76 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (63s) 26s ago 11m 12.1M - 16.2.14-548-g81bd20d6 823b921721f5 5b7bd05dcdd1 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (7m) 26s ago 16m 378M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (7m) 8s ago 18m 424M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (7m) 8s ago 19m 77.4M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (6m) 26s ago 17m 58.6M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (6m) 8s ago 17m 57.8M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (49s) 8s ago 13m 9623k - 1.3.1 1dbe0e931976 3e0abd2ec127 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (45s) 26s ago 13m 9463k - 1.3.1 1dbe0e931976 b91150d0cbfd 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (5m) 8s ago 16m 302M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (4m) 8s ago 16m 286M 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (4m) 8s ago 15m 197M 4096M 16.2.14-548-g81bd20d6 823b921721f5 4c63cbd8618f 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (3m) 8s ago 15m 152M 4096M 16.2.14-548-g81bd20d6 823b921721f5 a2480614884d 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (3m) 26s ago 14m 211M 4096M 16.2.14-548-g81bd20d6 823b921721f5 dfbbfe876a9c 2024-02-18T08:29:27.044 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (2m) 26s ago 14m 261M 4096M 16.2.14-548-g81bd20d6 823b921721f5 fa50be56e42a 2024-02-18T08:29:27.045 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (2m) 26s ago 14m 204M 4096M 16.2.14-548-g81bd20d6 823b921721f5 10bf09a1fa6a 2024-02-18T08:29:27.045 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (94s) 26s ago 13m 178M 4096M 16.2.14-548-g81bd20d6 823b921721f5 49b359116b14 2024-02-18T08:29:27.045 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (33s) 26s ago 13m 32.3M - 2.33.4 514e6a882f6e 8e29101a1d13 2024-02-18T08:29:27.409 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:29:27.409 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:29:27.409 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:29:27.409 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:29:27.409 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:29:27.409 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:29:27.409 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:29:27.409 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:29:27.409 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 8 2024-02-18T08:29:27.409 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:29:27.410 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:29:27.410 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:29:27.410 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:29:27.410 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:29:27.410 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 15 2024-02-18T08:29:27.410 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:29:27.410 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:29:27.874 INFO:tasks.rados.rados.0.smithi110.stdout:2862: done (2 left) 2024-02-18T08:29:27.874 INFO:tasks.rados.rados.0.smithi110.stdout:2863: done (1 left) 2024-02-18T08:29:27.874 INFO:tasks.rados.rados.0.smithi110.stdout:2864: done (0 left) 2024-02-18T08:29:27.874 INFO:tasks.rados.rados.0.smithi110.stdout:2865: copy_from oid 4 from oid 16 current snap is 270 2024-02-18T08:29:27.874 INFO:tasks.rados.rados.0.smithi110.stdout:2866: snap_create 2024-02-18T08:29:27.884 INFO:tasks.rados.rados.0.smithi110.stdout:2865: finishing copy_from to smithi11051043-4 2024-02-18T08:29:27.885 INFO:tasks.rados.rados.0.smithi110.stdout:2865: got expected ENOENT (src dne) 2024-02-18T08:29:27.885 INFO:tasks.rados.rados.0.smithi110.stdout:2865: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:26.696012+0000 mgr.y (mgr.44100) 357 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: cluster 2024-02-18T08:29:26.747280+0000 mgr.y (mgr.44100) 358 : cluster [DBG] pgmap v599: 89 pgs: 89 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.010372+0000 mgr.y (mgr.44100) 359 : audit [DBG] from='client.44424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.014980+0000 mon.a (mon.0) 1140 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.015840+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.016569+0000 mon.a (mon.0) 1142 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.017329+0000 mon.a (mon.0) 1143 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.018083+0000 mon.a (mon.0) 1144 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.018842+0000 mon.a (mon.0) 1145 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.023760+0000 mon.a (mon.0) 1146 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:29:28.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.024677+0000 mon.a (mon.0) 1147 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.025546+0000 mon.a (mon.0) 1148 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.026237+0000 mon.a (mon.0) 1149 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.026905+0000 mon.a (mon.0) 1150 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[55875]: audit 2024-02-18T08:29:27.406332+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.110:0/879059802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:26.696012+0000 mgr.y (mgr.44100) 357 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: cluster 2024-02-18T08:29:26.747280+0000 mgr.y (mgr.44100) 358 : cluster [DBG] pgmap v599: 89 pgs: 89 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.010372+0000 mgr.y (mgr.44100) 359 : audit [DBG] from='client.44424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.014980+0000 mon.a (mon.0) 1140 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.015840+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.016569+0000 mon.a (mon.0) 1142 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.017329+0000 mon.a (mon.0) 1143 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.018083+0000 mon.a (mon.0) 1144 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.018842+0000 mon.a (mon.0) 1145 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.023760+0000 mon.a (mon.0) 1146 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:29:28.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.024677+0000 mon.a (mon.0) 1147 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.025546+0000 mon.a (mon.0) 1148 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.026237+0000 mon.a (mon.0) 1149 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.026905+0000 mon.a (mon.0) 1150 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:27 smithi110 bash[54479]: audit 2024-02-18T08:29:27.406332+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.110:0/879059802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:28.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:26.696012+0000 mgr.y (mgr.44100) 357 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:29:28.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: cluster 2024-02-18T08:29:26.747280+0000 mgr.y (mgr.44100) 358 : cluster [DBG] pgmap v599: 89 pgs: 89 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-02-18T08:29:28.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.010372+0000 mgr.y (mgr.44100) 359 : audit [DBG] from='client.44424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:29:28.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.014980+0000 mon.a (mon.0) 1140 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:29:28.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.015840+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:29:28.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.016569+0000 mon.a (mon.0) 1142 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.017329+0000 mon.a (mon.0) 1143 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.018083+0000 mon.a (mon.0) 1144 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.018842+0000 mon.a (mon.0) 1145 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.345 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.023760+0000 mon.a (mon.0) 1146 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:29:28.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.024677+0000 mon.a (mon.0) 1147 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.025546+0000 mon.a (mon.0) 1148 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.026237+0000 mon.a (mon.0) 1149 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.026905+0000 mon.a (mon.0) 1150 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:29:28.346 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:27 smithi191 bash[38688]: audit 2024-02-18T08:29:27.406332+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.110:0/879059802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:28.875 INFO:tasks.rados.rados.0.smithi110.stdout:2865: done (1 left) 2024-02-18T08:29:28.875 INFO:tasks.rados.rados.0.smithi110.stdout:2866: done (0 left) 2024-02-18T08:29:28.875 INFO:tasks.rados.rados.0.smithi110.stdout:2867: read oid 49 snap -1 2024-02-18T08:29:28.875 INFO:tasks.rados.rados.0.smithi110.stdout:2867: expect deleted 2024-02-18T08:29:28.875 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 271 2024-02-18T08:29:28.876 INFO:tasks.rados.rados.0.smithi110.stdout:2868: seq_num 884 ranges {4612096=409600} 2024-02-18T08:29:28.903 INFO:tasks.rados.rados.0.smithi110.stdout:2868: writing smithi11051043-22 from 4612096 to 5021696 tid 1 2024-02-18T08:29:28.904 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 271 2024-02-18T08:29:28.904 INFO:tasks.rados.rados.0.smithi110.stdout:2869: seq_num 885 ranges {122880=425984} 2024-02-18T08:29:28.906 INFO:tasks.rados.rados.0.smithi110.stdout:2869: writing smithi11051043-26 from 122880 to 548864 tid 1 2024-02-18T08:29:28.906 INFO:tasks.rados.rados.0.smithi110.stdout:2870: copy_from oid 45 from oid 28 current snap is 271 2024-02-18T08:29:28.907 INFO:tasks.rados.rados.0.smithi110.stdout:2867: done (3 left) 2024-02-18T08:29:28.907 INFO:tasks.rados.rados.0.smithi110.stdout:2871: snap_create 2024-02-18T08:29:28.910 INFO:tasks.rados.rados.0.smithi110.stdout:2868: finishing write tid 1 to smithi11051043-22 2024-02-18T08:29:28.911 INFO:tasks.rados.rados.0.smithi110.stdout:2868: finishing write tid 3 to smithi11051043-22 2024-02-18T08:29:28.914 INFO:tasks.rados.rados.0.smithi110.stdout:2868: finishing write tid 4 to smithi11051043-22 2024-02-18T08:29:28.914 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1266 (ObjNum 884 snap 271 seq_num 884) dirty exists 2024-02-18T08:29:28.914 INFO:tasks.rados.rados.0.smithi110.stdout:2868: left oid 22 (ObjNum 884 snap 271 seq_num 884) 2024-02-18T08:29:28.915 INFO:tasks.rados.rados.0.smithi110.stdout:2870: finishing copy_from to smithi11051043-45 2024-02-18T08:29:28.915 INFO:tasks.rados.rados.0.smithi110.stdout:2870: got expected ENOENT (src dne) 2024-02-18T08:29:28.915 INFO:tasks.rados.rados.0.smithi110.stdout:2870: finishing copy_from racing read to smithi11051043-45 2024-02-18T08:29:28.917 INFO:tasks.rados.rados.0.smithi110.stdout:2869: finishing write tid 1 to smithi11051043-26 2024-02-18T08:29:28.917 INFO:tasks.rados.rados.0.smithi110.stdout:2869: finishing write tid 3 to smithi11051043-26 2024-02-18T08:29:28.919 INFO:tasks.rados.rados.0.smithi110.stdout:2869: finishing write tid 4 to smithi11051043-26 2024-02-18T08:29:28.919 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1574 (ObjNum 885 snap 271 seq_num 885) dirty exists 2024-02-18T08:29:28.919 INFO:tasks.rados.rados.0.smithi110.stdout:2869: left oid 26 (ObjNum 885 snap 271 seq_num 885) 2024-02-18T08:29:29.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:28 smithi110 bash[54479]: cluster 2024-02-18T08:29:27.871052+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2024-02-18T08:29:29.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:28 smithi110 bash[54479]: cluster 2024-02-18T08:29:28.872647+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2024-02-18T08:29:29.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:28 smithi110 bash[55875]: cluster 2024-02-18T08:29:27.871052+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2024-02-18T08:29:29.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:28 smithi110 bash[55875]: cluster 2024-02-18T08:29:28.872647+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2024-02-18T08:29:29.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:28 smithi191 bash[38688]: cluster 2024-02-18T08:29:27.871052+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2024-02-18T08:29:29.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:28 smithi191 bash[38688]: cluster 2024-02-18T08:29:28.872647+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2024-02-18T08:29:29.786 INFO:tasks.rados.rados.0.smithi110.stdout:2868: done (3 left) 2024-02-18T08:29:29.786 INFO:tasks.rados.rados.0.smithi110.stdout:2869: done (2 left) 2024-02-18T08:29:29.786 INFO:tasks.rados.rados.0.smithi110.stdout:2870: done (1 left) 2024-02-18T08:29:29.786 INFO:tasks.rados.rados.0.smithi110.stdout:2871: done (0 left) 2024-02-18T08:29:29.787 INFO:tasks.rados.rados.0.smithi110.stdout:2872: snap_remove snap 268 2024-02-18T08:29:30.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:29 smithi110 bash[54479]: cluster 2024-02-18T08:29:28.748024+0000 mgr.y (mgr.44100) 360 : cluster [DBG] pgmap v601: 89 pgs: 89 active+clean; 121 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-02-18T08:29:30.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:29 smithi110 bash[54479]: cluster 2024-02-18T08:29:29.781652+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2024-02-18T08:29:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:29 smithi110 bash[55875]: cluster 2024-02-18T08:29:28.748024+0000 mgr.y (mgr.44100) 360 : cluster [DBG] pgmap v601: 89 pgs: 89 active+clean; 121 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-02-18T08:29:30.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:29 smithi110 bash[55875]: cluster 2024-02-18T08:29:29.781652+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2024-02-18T08:29:30.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:29 smithi191 bash[38688]: cluster 2024-02-18T08:29:28.748024+0000 mgr.y (mgr.44100) 360 : cluster [DBG] pgmap v601: 89 pgs: 89 active+clean; 121 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-02-18T08:29:30.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:29 smithi191 bash[38688]: cluster 2024-02-18T08:29:29.781652+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2024-02-18T08:29:30.788 INFO:tasks.rados.rados.0.smithi110.stdout:2872: done (0 left) 2024-02-18T08:29:30.789 INFO:tasks.rados.rados.0.smithi110.stdout:2873: snap_remove snap 270 2024-02-18T08:29:31.790 INFO:tasks.rados.rados.0.smithi110.stdout:2873: done (0 left) 2024-02-18T08:29:31.790 INFO:tasks.rados.rados.0.smithi110.stdout:2874: rollback oid 35 current snap is 272 2024-02-18T08:29:31.790 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 35 to 269 2024-02-18T08:29:31.791 INFO:tasks.rados.rados.0.smithi110.stdout:2875: snap_remove snap 271 2024-02-18T08:29:32.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:31 smithi191 bash[38688]: cluster 2024-02-18T08:29:30.748862+0000 mgr.y (mgr.44100) 361 : cluster [DBG] pgmap v604: 89 pgs: 89 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-02-18T08:29:32.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:31 smithi191 bash[38688]: cluster 2024-02-18T08:29:30.785742+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2024-02-18T08:29:32.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:31 smithi110 bash[54479]: cluster 2024-02-18T08:29:30.748862+0000 mgr.y (mgr.44100) 361 : cluster [DBG] pgmap v604: 89 pgs: 89 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-02-18T08:29:32.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:31 smithi110 bash[54479]: cluster 2024-02-18T08:29:30.785742+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2024-02-18T08:29:32.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:31 smithi110 bash[55875]: cluster 2024-02-18T08:29:30.748862+0000 mgr.y (mgr.44100) 361 : cluster [DBG] pgmap v604: 89 pgs: 89 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-02-18T08:29:32.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:31 smithi110 bash[55875]: cluster 2024-02-18T08:29:30.785742+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2024-02-18T08:29:32.793 INFO:tasks.rados.rados.0.smithi110.stdout:2874: finishing rollback tid 0 to smithi11051043-35 2024-02-18T08:29:32.793 INFO:tasks.rados.rados.0.smithi110.stdout:2874: finishing rollback tid 1 to smithi11051043-35 2024-02-18T08:29:32.794 INFO:tasks.rados.rados.0.smithi110.stdout:2874: finishing rollback tid 2 to smithi11051043-35 2024-02-18T08:29:32.794 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 1091 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:29:32.794 INFO:tasks.rados.rados.0.smithi110.stdout:2874: done (1 left) 2024-02-18T08:29:32.794 INFO:tasks.rados.rados.0.smithi110.stdout:2875: done (0 left) 2024-02-18T08:29:32.794 INFO:tasks.rados.rados.0.smithi110.stdout:2876: setattr oid 13 current snap is 272 2024-02-18T08:29:32.794 INFO:tasks.rados.rados.0.smithi110.stdout:2877: delete oid 2 current snap is 272 2024-02-18T08:29:32.803 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 882 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:29:32.805 INFO:tasks.rados.rados.0.smithi110.stdout:2876: done (1 left) 2024-02-18T08:29:32.805 INFO:tasks.rados.rados.0.smithi110.stdout:2877: done (0 left) 2024-02-18T08:29:32.805 INFO:tasks.rados.rados.0.smithi110.stdout:2878: delete oid 16 current snap is 272 2024-02-18T08:29:32.808 INFO:tasks.rados.rados.0.smithi110.stdout:2878: done (0 left) 2024-02-18T08:29:32.808 INFO:tasks.rados.rados.0.smithi110.stdout:2879: delete oid 10 current snap is 272 2024-02-18T08:29:32.812 INFO:tasks.rados.rados.0.smithi110.stdout:2879: done (0 left) 2024-02-18T08:29:32.812 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 272 2024-02-18T08:29:32.812 INFO:tasks.rados.rados.0.smithi110.stdout:2880: seq_num 889 ranges {14639104=491520} 2024-02-18T08:29:32.900 INFO:tasks.rados.rados.0.smithi110.stdout:2880: writing smithi11051043-7 from 14639104 to 15130624 tid 1 2024-02-18T08:29:32.900 INFO:tasks.rados.rados.0.smithi110.stdout:2881: read oid 50 snap 269 2024-02-18T08:29:32.900 INFO:tasks.rados.rados.0.smithi110.stdout:2881: expect (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:29:32.900 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 272 2024-02-18T08:29:32.900 INFO:tasks.rados.rados.0.smithi110.stdout:2882: seq_num 890 ranges {0=507904} 2024-02-18T08:29:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:2882: writing smithi11051043-49 from 0 to 507904 tid 1 2024-02-18T08:29:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:2883: read oid 9 snap -1 2024-02-18T08:29:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:2883: expect deleted 2024-02-18T08:29:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:2884: rollback oid 37 current snap is 272 2024-02-18T08:29:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 37 to 269 2024-02-18T08:29:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:2885: read oid 16 snap 269 2024-02-18T08:29:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:2885: expect deleted 2024-02-18T08:29:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:2886: rmattr oid 26 current snap is 272 2024-02-18T08:29:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 272 2024-02-18T08:29:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:2887: seq_num 891 ranges {40960=532480} 2024-02-18T08:29:32.906 INFO:tasks.rados.rados.0.smithi110.stdout:2887: writing smithi11051043-23 from 40960 to 573440 tid 1 2024-02-18T08:29:32.906 INFO:tasks.rados.rados.0.smithi110.stdout:2888: delete oid 17 current snap is 272 2024-02-18T08:29:32.910 INFO:tasks.rados.rados.0.smithi110.stdout:2880: finishing write tid 1 to smithi11051043-7 2024-02-18T08:29:32.914 INFO:tasks.rados.rados.0.smithi110.stdout:2883: done (8 left) 2024-02-18T08:29:32.915 INFO:tasks.rados.rados.0.smithi110.stdout:2885: done (7 left) 2024-02-18T08:29:32.915 INFO:tasks.rados.rados.0.smithi110.stdout:2888: done (6 left) 2024-02-18T08:29:32.915 INFO:tasks.rados.rados.0.smithi110.stdout:2889: read oid 9 snap -1 2024-02-18T08:29:32.915 INFO:tasks.rados.rados.0.smithi110.stdout:2889: expect deleted 2024-02-18T08:29:32.915 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 272 2024-02-18T08:29:32.915 INFO:tasks.rados.rados.0.smithi110.stdout:2890: seq_num 893 ranges {0=565248} 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:2890: writing smithi11051043-33 from 0 to 565248 tid 1 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:2891: rollback oid 11 current snap is 272 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 11 to 269 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:2880: finishing write tid 3 to smithi11051043-7 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:2882: finishing write tid 1 to smithi11051043-49 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:2882: finishing write tid 3 to smithi11051043-49 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:2884: finishing rollback tid 0 to smithi11051043-37 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:2884: finishing rollback tid 1 to smithi11051043-37 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:2880: finishing write tid 4 to smithi11051043-7 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1258 (ObjNum 889 snap 272 seq_num 889) dirty exists 2024-02-18T08:29:32.916 INFO:tasks.rados.rados.0.smithi110.stdout:2880: left oid 7 (ObjNum 889 snap 272 seq_num 889) 2024-02-18T08:29:32.922 INFO:tasks.rados.rados.0.smithi110.stdout:2880: done (8 left) 2024-02-18T08:29:32.922 INFO:tasks.rados.rados.0.smithi110.stdout:2889: done (7 left) 2024-02-18T08:29:32.923 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 272 2024-02-18T08:29:32.923 INFO:tasks.rados.rados.0.smithi110.stdout:2892: seq_num 894 ranges {2236416=581632} 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:2892: writing smithi11051043-45 from 2236416 to 2818048 tid 1 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:2893: copy_from oid 5 from oid 35 current snap is 272 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:2882: finishing write tid 4 to smithi11051043-49 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 866 (ObjNum 890 snap 272 seq_num 890) dirty exists 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:2882: left oid 49 (ObjNum 890 snap 272 seq_num 890) 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1580 (ObjNum 885 snap 271 seq_num 885) dirty exists 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:2887: finishing write tid 1 to smithi11051043-23 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:2891: finishing rollback tid 1 to smithi11051043-11 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 0 (ObjNum -131390528 snap 22008 seq_num 4165469696) dirty dne 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:2884: finishing rollback tid 2 to smithi11051043-37 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 1274 (ObjNum 875 snap 268 seq_num 875) dirty exists 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:2882: done (8 left) 2024-02-18T08:29:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:2884: done (7 left) 2024-02-18T08:29:32.934 INFO:tasks.rados.rados.0.smithi110.stdout:2886: done (6 left) 2024-02-18T08:29:32.934 INFO:tasks.rados.rados.0.smithi110.stdout:2891: done (5 left) 2024-02-18T08:29:32.934 INFO:tasks.rados.rados.0.smithi110.stdout:2894: read oid 3 snap 269 2024-02-18T08:29:32.934 INFO:tasks.rados.rados.0.smithi110.stdout:2894: expect (ObjNum 820 snap 256 seq_num 820) 2024-02-18T08:29:32.934 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 272 2024-02-18T08:29:32.934 INFO:tasks.rados.rados.0.smithi110.stdout:2895: seq_num 895 ranges {0=598016} 2024-02-18T08:29:32.936 INFO:tasks.rados.rados.0.smithi110.stdout:2895: writing smithi11051043-2 from 0 to 598016 tid 1 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:2896: snap_create 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:2887: finishing write tid 3 to smithi11051043-23 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:2887: finishing write tid 4 to smithi11051043-23 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1583 (ObjNum 891 snap 272 seq_num 891) dirty exists 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:2887: left oid 23 (ObjNum 891 snap 272 seq_num 891) 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:2890: finishing write tid 1 to smithi11051043-33 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:2890: finishing write tid 3 to smithi11051043-33 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:2890: finishing write tid 4 to smithi11051043-33 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 1268 (ObjNum 893 snap 272 seq_num 893) dirty exists 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:2890: left oid 33 (ObjNum 893 snap 272 seq_num 893) 2024-02-18T08:29:32.937 INFO:tasks.rados.rados.0.smithi110.stdout:2881: expect (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:29:33.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:32 smithi191 bash[38688]: cluster 2024-02-18T08:29:31.787487+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-02-18T08:29:33.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:32 smithi110 bash[55875]: cluster 2024-02-18T08:29:31.787487+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-02-18T08:29:33.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:32 smithi110 bash[54479]: cluster 2024-02-18T08:29:31.787487+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-02-18T08:29:33.273 INFO:tasks.rados.rados.0.smithi110.stdout:2892: finishing write tid 1 to smithi11051043-45 2024-02-18T08:29:33.273 INFO:tasks.rados.rados.0.smithi110.stdout:2892: finishing write tid 3 to smithi11051043-45 2024-02-18T08:29:33.273 INFO:tasks.rados.rados.0.smithi110.stdout:2893: finishing copy_from racing read to smithi11051043-5 2024-02-18T08:29:33.273 INFO:tasks.rados.rados.0.smithi110.stdout:2894: expect (ObjNum 820 snap 256 seq_num 820) 2024-02-18T08:29:33.310 INFO:tasks.rados.rados.0.smithi110.stdout:2893: finishing copy_from to smithi11051043-5 2024-02-18T08:29:33.310 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 1091 (ObjNum -129520736 snap 22008 seq_num 4165853680) dirty exists 2024-02-18T08:29:33.310 INFO:tasks.rados.rados.0.smithi110.stdout:2895: finishing write tid 1 to smithi11051043-2 2024-02-18T08:29:33.310 INFO:tasks.rados.rados.0.smithi110.stdout:2895: finishing write tid 3 to smithi11051043-2 2024-02-18T08:29:33.310 INFO:tasks.rados.rados.0.smithi110.stdout:2892: finishing write tid 4 to smithi11051043-45 2024-02-18T08:29:33.310 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1244 (ObjNum 894 snap 272 seq_num 894) dirty exists 2024-02-18T08:29:33.310 INFO:tasks.rados.rados.0.smithi110.stdout:2892: left oid 45 (ObjNum 894 snap 272 seq_num 894) 2024-02-18T08:29:33.310 INFO:tasks.rados.rados.0.smithi110.stdout:2895: finishing write tid 4 to smithi11051043-2 2024-02-18T08:29:33.310 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1276 (ObjNum 895 snap 272 seq_num 895) dirty exists 2024-02-18T08:29:33.310 INFO:tasks.rados.rados.0.smithi110.stdout:2895: left oid 2 (ObjNum 895 snap 272 seq_num 895) 2024-02-18T08:29:33.810 INFO:tasks.rados.rados.0.smithi110.stdout:2881: done (7 left) 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2887: done (6 left) 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2890: done (5 left) 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2892: done (4 left) 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2893: done (3 left) 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2894: done (2 left) 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2895: done (1 left) 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2896: done (0 left) 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2897: rollback oid 5 current snap is 273 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 5 to 269 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2898: read oid 13 snap -1 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2898: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2899: read oid 36 snap -1 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2899: expect (ObjNum 881 snap 269 seq_num 881) 2024-02-18T08:29:33.811 INFO:tasks.rados.rados.0.smithi110.stdout:2900: read oid 18 snap 272 2024-02-18T08:29:33.812 INFO:tasks.rados.rados.0.smithi110.stdout:2900: expect (ObjNum 856 snap 260 seq_num 856) 2024-02-18T08:29:33.812 INFO:tasks.rados.rados.0.smithi110.stdout:2901: read oid 39 snap -1 2024-02-18T08:29:33.812 INFO:tasks.rados.rados.0.smithi110.stdout:2901: expect (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:29:33.812 INFO:tasks.rados.rados.0.smithi110.stdout:2902: snap_create 2024-02-18T08:29:33.816 INFO:tasks.rados.rados.0.smithi110.stdout:2897: finishing rollback tid 0 to smithi11051043-5 2024-02-18T08:29:33.816 INFO:tasks.rados.rados.0.smithi110.stdout:2897: finishing rollback tid 1 to smithi11051043-5 2024-02-18T08:29:33.816 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 1093 (ObjNum 1717660788 snap 1651797866 seq_num 1718903145) dirty dne 2024-02-18T08:29:33.817 INFO:tasks.rados.rados.0.smithi110.stdout:2898: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:29:33.822 INFO:tasks.rados.rados.0.smithi110.stdout:2899: expect (ObjNum 881 snap 269 seq_num 881) 2024-02-18T08:29:33.838 INFO:tasks.rados.rados.0.smithi110.stdout:2900: expect (ObjNum 856 snap 260 seq_num 856) 2024-02-18T08:29:34.087 INFO:tasks.rados.rados.0.smithi110.stdout:2901: expect (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:29:34.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:33 smithi191 bash[38688]: cluster 2024-02-18T08:29:32.749827+0000 mgr.y (mgr.44100) 362 : cluster [DBG] pgmap v607: 89 pgs: 89 active+clean; 125 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-02-18T08:29:34.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:33 smithi191 bash[38688]: cluster 2024-02-18T08:29:32.790219+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-02-18T08:29:34.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:33 smithi110 bash[55875]: cluster 2024-02-18T08:29:32.749827+0000 mgr.y (mgr.44100) 362 : cluster [DBG] pgmap v607: 89 pgs: 89 active+clean; 125 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-02-18T08:29:34.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:33 smithi110 bash[55875]: cluster 2024-02-18T08:29:32.790219+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-02-18T08:29:34.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:33 smithi110 bash[54479]: cluster 2024-02-18T08:29:32.749827+0000 mgr.y (mgr.44100) 362 : cluster [DBG] pgmap v607: 89 pgs: 89 active+clean; 125 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-02-18T08:29:34.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:33 smithi110 bash[54479]: cluster 2024-02-18T08:29:32.790219+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-02-18T08:29:34.787 INFO:tasks.rados.rados.0.smithi110.stdout:2897: done (5 left) 2024-02-18T08:29:34.787 INFO:tasks.rados.rados.0.smithi110.stdout:2898: done (4 left) 2024-02-18T08:29:34.787 INFO:tasks.rados.rados.0.smithi110.stdout:2899: done (3 left) 2024-02-18T08:29:34.787 INFO:tasks.rados.rados.0.smithi110.stdout:2900: done (2 left) 2024-02-18T08:29:34.787 INFO:tasks.rados.rados.0.smithi110.stdout:2901: done (1 left) 2024-02-18T08:29:34.787 INFO:tasks.rados.rados.0.smithi110.stdout:2902: done (0 left) 2024-02-18T08:29:34.788 INFO:tasks.rados.rados.0.smithi110.stdout:2903: delete oid 21 current snap is 274 2024-02-18T08:29:34.793 INFO:tasks.rados.rados.0.smithi110.stdout:2903: done (0 left) 2024-02-18T08:29:34.793 INFO:tasks.rados.rados.0.smithi110.stdout:2904: copy_from oid 13 from oid 17 current snap is 274 2024-02-18T08:29:34.793 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 274 2024-02-18T08:29:34.793 INFO:tasks.rados.rados.0.smithi110.stdout:2905: seq_num 897 ranges {548864=630784} 2024-02-18T08:29:34.799 INFO:tasks.rados.rados.0.smithi110.stdout:2905: writing smithi11051043-26 from 548864 to 1179648 tid 1 2024-02-18T08:29:34.799 INFO:tasks.rados.rados.0.smithi110.stdout:2906: snap_create 2024-02-18T08:29:34.799 INFO:tasks.rados.rados.0.smithi110.stdout:2904: finishing copy_from to smithi11051043-13 2024-02-18T08:29:34.799 INFO:tasks.rados.rados.0.smithi110.stdout:2904: got expected ENOENT (src dne) 2024-02-18T08:29:34.799 INFO:tasks.rados.rados.0.smithi110.stdout:2904: finishing copy_from racing read to smithi11051043-13 2024-02-18T08:29:34.806 INFO:tasks.rados.rados.0.smithi110.stdout:2905: finishing write tid 1 to smithi11051043-26 2024-02-18T08:29:34.806 INFO:tasks.rados.rados.0.smithi110.stdout:2905: finishing write tid 3 to smithi11051043-26 2024-02-18T08:29:34.807 INFO:tasks.rados.rados.0.smithi110.stdout:2905: finishing write tid 4 to smithi11051043-26 2024-02-18T08:29:34.808 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1586 (ObjNum 897 snap 274 seq_num 897) dirty exists 2024-02-18T08:29:34.808 INFO:tasks.rados.rados.0.smithi110.stdout:2905: left oid 26 (ObjNum 897 snap 274 seq_num 897) 2024-02-18T08:29:35.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:34 smithi191 bash[38688]: cluster 2024-02-18T08:29:33.807772+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-02-18T08:29:35.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:34 smithi191 bash[38688]: cluster 2024-02-18T08:29:34.783139+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2024-02-18T08:29:35.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:34 smithi110 bash[54479]: cluster 2024-02-18T08:29:33.807772+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-02-18T08:29:35.225 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:34 smithi110 bash[54479]: cluster 2024-02-18T08:29:34.783139+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2024-02-18T08:29:35.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:34 smithi110 bash[55875]: cluster 2024-02-18T08:29:33.807772+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-02-18T08:29:35.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:34 smithi110 bash[55875]: cluster 2024-02-18T08:29:34.783139+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2024-02-18T08:29:35.788 INFO:tasks.rados.rados.0.smithi110.stdout:2904: done (2 left) 2024-02-18T08:29:35.788 INFO:tasks.rados.rados.0.smithi110.stdout:2905: done (1 left) 2024-02-18T08:29:35.788 INFO:tasks.rados.rados.0.smithi110.stdout:2906: done (0 left) 2024-02-18T08:29:35.789 INFO:tasks.rados.rados.0.smithi110.stdout:2907: copy_from oid 24 from oid 35 current snap is 275 2024-02-18T08:29:35.792 INFO:tasks.rados.rados.0.smithi110.stdout:2908: read oid 32 snap 272 2024-02-18T08:29:35.792 INFO:tasks.rados.rados.0.smithi110.stdout:2908: expect (ObjNum 840 snap 258 seq_num 840) 2024-02-18T08:29:35.792 INFO:tasks.rados.rados.0.smithi110.stdout:2909: read oid 38 snap -1 2024-02-18T08:29:35.792 INFO:tasks.rados.rados.0.smithi110.stdout:2909: expect (ObjNum 792 snap 245 seq_num 792) 2024-02-18T08:29:35.792 INFO:tasks.rados.rados.0.smithi110.stdout:2910: read oid 50 snap 272 2024-02-18T08:29:35.792 INFO:tasks.rados.rados.0.smithi110.stdout:2910: expect (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:29:35.793 INFO:tasks.rados.rados.0.smithi110.stdout:2911: snap_remove snap 274 2024-02-18T08:29:36.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:35 smithi191 bash[38688]: cluster 2024-02-18T08:29:34.750589+0000 mgr.y (mgr.44100) 363 : cluster [DBG] pgmap v610: 89 pgs: 89 active+clean; 122 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 242 KiB/s wr, 8 op/s 2024-02-18T08:29:36.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:35 smithi191 bash[38688]: cluster 2024-02-18T08:29:35.786389+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2024-02-18T08:29:36.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:35 smithi110 bash[54479]: cluster 2024-02-18T08:29:34.750589+0000 mgr.y (mgr.44100) 363 : cluster [DBG] pgmap v610: 89 pgs: 89 active+clean; 122 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 242 KiB/s wr, 8 op/s 2024-02-18T08:29:36.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:35 smithi110 bash[54479]: cluster 2024-02-18T08:29:35.786389+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2024-02-18T08:29:36.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:35 smithi110 bash[55875]: cluster 2024-02-18T08:29:34.750589+0000 mgr.y (mgr.44100) 363 : cluster [DBG] pgmap v610: 89 pgs: 89 active+clean; 122 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 242 KiB/s wr, 8 op/s 2024-02-18T08:29:36.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:35 smithi110 bash[55875]: cluster 2024-02-18T08:29:35.786389+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2024-02-18T08:29:36.792 INFO:tasks.rados.rados.0.smithi110.stdout:2911: done (4 left) 2024-02-18T08:29:36.792 INFO:tasks.rados.rados.0.smithi110.stdout:2912: delete oid 6 current snap is 275 2024-02-18T08:29:36.792 INFO:tasks.rados.rados.0.smithi110.stdout:2907: finishing copy_from racing read to smithi11051043-24 2024-02-18T08:29:36.792 INFO:tasks.rados.rados.0.smithi110.stdout:2909: expect (ObjNum 792 snap 245 seq_num 792) 2024-02-18T08:29:36.862 INFO:tasks.rados.rados.0.smithi110.stdout:2907: finishing copy_from to smithi11051043-24 2024-02-18T08:29:36.862 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1091 (ObjNum -130028512 snap 22008 seq_num 4164938784) dirty exists 2024-02-18T08:29:36.863 INFO:tasks.rados.rados.0.smithi110.stdout:2910: expect (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:29:37.187 INFO:tasks.rados.rados.0.smithi110.stdout:2908: expect (ObjNum 840 snap 258 seq_num 840) 2024-02-18T08:29:37.713 INFO:tasks.rados.rados.0.smithi110.stdout:2907: done (4 left) 2024-02-18T08:29:37.713 INFO:tasks.rados.rados.0.smithi110.stdout:2908: done (3 left) 2024-02-18T08:29:37.713 INFO:tasks.rados.rados.0.smithi110.stdout:2909: done (2 left) 2024-02-18T08:29:37.713 INFO:tasks.rados.rados.0.smithi110.stdout:2910: done (1 left) 2024-02-18T08:29:37.713 INFO:tasks.rados.rados.0.smithi110.stdout:2912: done (0 left) 2024-02-18T08:29:37.714 INFO:tasks.rados.rados.0.smithi110.stdout:2913: rollback oid 31 current snap is 275 2024-02-18T08:29:37.714 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 269 2024-02-18T08:29:37.714 INFO:tasks.rados.rados.0.smithi110.stdout:2914: snap_remove snap 272 2024-02-18T08:29:37.829 INFO:tasks.rados.rados.0.smithi110.stdout:2914: done (1 left) 2024-02-18T08:29:37.829 INFO:tasks.rados.rados.0.smithi110.stdout:2915: delete oid 48 current snap is 275 2024-02-18T08:29:37.829 INFO:tasks.rados.rados.0.smithi110.stdout:2913: finishing rollback tid 0 to smithi11051043-31 2024-02-18T08:29:37.829 INFO:tasks.rados.rados.0.smithi110.stdout:2913: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:29:37.829 INFO:tasks.rados.rados.0.smithi110.stdout:2913: finishing rollback tid 2 to smithi11051043-31 2024-02-18T08:29:37.829 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1590 (ObjNum 871 snap 268 seq_num 871) dirty exists 2024-02-18T08:29:37.834 INFO:tasks.rados.rados.0.smithi110.stdout:2913: done (1 left) 2024-02-18T08:29:37.834 INFO:tasks.rados.rados.0.smithi110.stdout:2915: done (0 left) 2024-02-18T08:29:37.834 INFO:tasks.rados.rados.0.smithi110.stdout:2916: copy_from oid 40 from oid 4 current snap is 275 2024-02-18T08:29:37.835 INFO:tasks.rados.rados.0.smithi110.stdout:2917: rollback oid 41 current snap is 275 2024-02-18T08:29:37.835 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 273 2024-02-18T08:29:37.835 INFO:tasks.rados.rados.0.smithi110.stdout:2918: snap_create 2024-02-18T08:29:37.838 INFO:tasks.rados.rados.0.smithi110.stdout:2917: finishing rollback tid 0 to smithi11051043-41 2024-02-18T08:29:37.839 INFO:tasks.rados.rados.0.smithi110.stdout:2917: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:29:37.839 INFO:tasks.rados.rados.0.smithi110.stdout:2917: finishing rollback tid 2 to smithi11051043-41 2024-02-18T08:29:37.839 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1096 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:29:37.842 INFO:tasks.rados.rados.0.smithi110.stdout:2916: finishing copy_from racing read to smithi11051043-40 2024-02-18T08:29:37.842 INFO:tasks.rados.rados.0.smithi110.stdout:2916: finishing copy_from to smithi11051043-40 2024-02-18T08:29:37.842 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1085 (ObjNum 877 snap 269 seq_num 877) dirty exists 2024-02-18T08:29:38.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:37 smithi191 bash[38688]: cluster 2024-02-18T08:29:36.751296+0000 mgr.y (mgr.44100) 364 : cluster [DBG] pgmap v613: 89 pgs: 89 active+clean; 124 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 526 KiB/s wr, 16 op/s 2024-02-18T08:29:38.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:37 smithi191 bash[38688]: cluster 2024-02-18T08:29:36.786608+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2024-02-18T08:29:38.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:37 smithi110 bash[54479]: cluster 2024-02-18T08:29:36.751296+0000 mgr.y (mgr.44100) 364 : cluster [DBG] pgmap v613: 89 pgs: 89 active+clean; 124 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 526 KiB/s wr, 16 op/s 2024-02-18T08:29:38.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:37 smithi110 bash[54479]: cluster 2024-02-18T08:29:36.786608+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2024-02-18T08:29:38.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:37 smithi110 bash[55875]: cluster 2024-02-18T08:29:36.751296+0000 mgr.y (mgr.44100) 364 : cluster [DBG] pgmap v613: 89 pgs: 89 active+clean; 124 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 526 KiB/s wr, 16 op/s 2024-02-18T08:29:38.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:37 smithi110 bash[55875]: cluster 2024-02-18T08:29:36.786608+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2024-02-18T08:29:38.831 INFO:tasks.rados.rados.0.smithi110.stdout:2916: done (2 left) 2024-02-18T08:29:38.831 INFO:tasks.rados.rados.0.smithi110.stdout:2917: done (1 left) 2024-02-18T08:29:38.832 INFO:tasks.rados.rados.0.smithi110.stdout:2918: done (0 left) 2024-02-18T08:29:38.832 INFO:tasks.rados.rados.0.smithi110.stdout:2919: read oid 10 snap 273 2024-02-18T08:29:38.832 INFO:tasks.rados.rados.0.smithi110.stdout:2919: expect deleted 2024-02-18T08:29:38.832 INFO:tasks.rados.rados.0.smithi110.stdout:2920: snap_create 2024-02-18T08:29:39.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:38 smithi191 bash[38688]: cluster 2024-02-18T08:29:37.826872+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2024-02-18T08:29:39.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:38 smithi191 bash[38688]: audit 2024-02-18T08:29:38.688705+0000 mon.a (mon.0) 1162 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:29:39.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:38 smithi191 bash[38688]: audit 2024-02-18T08:29:38.689280+0000 mon.a (mon.0) 1163 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:29:39.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:38 smithi191 bash[38688]: audit 2024-02-18T08:29:38.689831+0000 mon.a (mon.0) 1164 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:29:39.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:38 smithi110 bash[54479]: cluster 2024-02-18T08:29:37.826872+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2024-02-18T08:29:39.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:38 smithi110 bash[54479]: audit 2024-02-18T08:29:38.688705+0000 mon.a (mon.0) 1162 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:29:39.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:38 smithi110 bash[54479]: audit 2024-02-18T08:29:38.689280+0000 mon.a (mon.0) 1163 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:29:39.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:38 smithi110 bash[54479]: audit 2024-02-18T08:29:38.689831+0000 mon.a (mon.0) 1164 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:29:39.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:38 smithi110 bash[55875]: cluster 2024-02-18T08:29:37.826872+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2024-02-18T08:29:39.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:38 smithi110 bash[55875]: audit 2024-02-18T08:29:38.688705+0000 mon.a (mon.0) 1162 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:29:39.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:38 smithi110 bash[55875]: audit 2024-02-18T08:29:38.689280+0000 mon.a (mon.0) 1163 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:29:39.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:38 smithi110 bash[55875]: audit 2024-02-18T08:29:38.689831+0000 mon.a (mon.0) 1164 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:29:39.791 INFO:tasks.rados.rados.0.smithi110.stdout:2919: done (1 left) 2024-02-18T08:29:39.791 INFO:tasks.rados.rados.0.smithi110.stdout:2920: done (0 left) 2024-02-18T08:29:39.791 INFO:tasks.rados.rados.0.smithi110.stdout:2921: copy_from oid 43 from oid 41 current snap is 277 2024-02-18T08:29:39.792 INFO:tasks.rados.rados.0.smithi110.stdout:2922: delete oid 31 current snap is 277 2024-02-18T08:29:39.797 INFO:tasks.rados.rados.0.smithi110.stdout:2922: done (1 left) 2024-02-18T08:29:39.797 INFO:tasks.rados.rados.0.smithi110.stdout:2923: copy_from oid 10 from oid 31 current snap is 277 2024-02-18T08:29:39.797 INFO:tasks.rados.rados.0.smithi110.stdout:2924: read oid 4 snap -1 2024-02-18T08:29:39.797 INFO:tasks.rados.rados.0.smithi110.stdout:2924: expect (ObjNum 877 snap 269 seq_num 877) 2024-02-18T08:29:39.797 INFO:tasks.rados.rados.0.smithi110.stdout:2925: snap_create 2024-02-18T08:29:39.800 INFO:tasks.rados.rados.0.smithi110.stdout:2923: finishing copy_from to smithi11051043-10 2024-02-18T08:29:39.800 INFO:tasks.rados.rados.0.smithi110.stdout:2923: got expected ENOENT (src dne) 2024-02-18T08:29:39.800 INFO:tasks.rados.rados.0.smithi110.stdout:2923: finishing copy_from racing read to smithi11051043-10 2024-02-18T08:29:39.802 INFO:tasks.rados.rados.0.smithi110.stdout:2924: expect (ObjNum 877 snap 269 seq_num 877) 2024-02-18T08:29:39.824 INFO:tasks.rados.rados.0.smithi110.stdout:2921: finishing copy_from racing read to smithi11051043-43 2024-02-18T08:29:39.833 INFO:tasks.rados.rados.0.smithi110.stdout:2921: finishing copy_from to smithi11051043-43 2024-02-18T08:29:39.833 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 1096 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:29:39.973 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:39 smithi191 bash[38688]: cluster 2024-02-18T08:29:38.752016+0000 mgr.y (mgr.44100) 365 : cluster [DBG] pgmap v616: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 812 KiB/s wr, 17 op/s 2024-02-18T08:29:39.973 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:39 smithi191 bash[38688]: cluster 2024-02-18T08:29:38.829089+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2024-02-18T08:29:39.973 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:39 smithi191 bash[38688]: cluster 2024-02-18T08:29:39.786818+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2024-02-18T08:29:40.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:39 smithi110 bash[54479]: cluster 2024-02-18T08:29:38.752016+0000 mgr.y (mgr.44100) 365 : cluster [DBG] pgmap v616: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 812 KiB/s wr, 17 op/s 2024-02-18T08:29:40.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:39 smithi110 bash[54479]: cluster 2024-02-18T08:29:38.829089+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2024-02-18T08:29:40.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:39 smithi110 bash[54479]: cluster 2024-02-18T08:29:39.786818+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2024-02-18T08:29:40.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:39 smithi110 bash[55875]: cluster 2024-02-18T08:29:38.752016+0000 mgr.y (mgr.44100) 365 : cluster [DBG] pgmap v616: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 812 KiB/s wr, 17 op/s 2024-02-18T08:29:40.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:39 smithi110 bash[55875]: cluster 2024-02-18T08:29:38.829089+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2024-02-18T08:29:40.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:39 smithi110 bash[55875]: cluster 2024-02-18T08:29:39.786818+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2024-02-18T08:29:40.791 INFO:tasks.rados.rados.0.smithi110.stdout:2921: done (3 left) 2024-02-18T08:29:40.792 INFO:tasks.rados.rados.0.smithi110.stdout:2923: done (2 left) 2024-02-18T08:29:40.792 INFO:tasks.rados.rados.0.smithi110.stdout:2924: done (1 left) 2024-02-18T08:29:40.792 INFO:tasks.rados.rados.0.smithi110.stdout:2925: done (0 left) 2024-02-18T08:29:40.792 INFO:tasks.rados.rados.0.smithi110.stdout:2926: snap_remove snap 269 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 systemd[1]: Stopping Ceph grafana.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped Stream Manager" 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped InternalMetricsService" logger=server reason="context canceled" 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped BackendPluginManager" logger=server reason="context canceled" 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped NotificationService" logger=server reason="context canceled" 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped CleanUpService" logger=server reason="context canceled" 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped AlertEngine" logger=server reason="context canceled" 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped UsageStatsService" logger=server reason="context canceled" 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped provisioningServiceImpl" logger=server reason="context canceled" 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped PluginManager" logger=server reason="context canceled" 2024-02-18T08:29:40.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped RemoteCache" logger=server reason="context canceled" 2024-02-18T08:29:40.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:40 smithi191 bash[30951]: t=2024-02-18T08:29:40+0000 lvl=info msg="Stopped UserAuthTokenService" logger=server reason="context canceled" 2024-02-18T08:29:41.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:41 smithi191 bash[50371]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-grafana.a 2024-02-18T08:29:41.714 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:41 smithi191 systemd[1]: Stopped Ceph grafana.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:29:41.792 INFO:tasks.rados.rados.0.smithi110.stdout:2926: done (0 left) 2024-02-18T08:29:41.793 INFO:tasks.rados.rados.0.smithi110.stdout:2927: read oid 1 snap -1 2024-02-18T08:29:41.793 INFO:tasks.rados.rados.0.smithi110.stdout:2927: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:29:41.793 INFO:tasks.rados.rados.0.smithi110.stdout:2928: snap_create 2024-02-18T08:29:41.794 INFO:tasks.rados.rados.0.smithi110.stdout:2927: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:29:42.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:41 smithi191 systemd[1]: Started Ceph grafana.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T08:29:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:41 smithi191 bash[38688]: cluster 2024-02-18T08:29:40.752745+0000 mgr.y (mgr.44100) 366 : cluster [DBG] pgmap v619: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 528 KiB/s wr, 11 op/s 2024-02-18T08:29:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:41 smithi191 bash[38688]: cluster 2024-02-18T08:29:40.789505+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2024-02-18T08:29:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:41 smithi191 bash[38688]: audit 2024-02-18T08:29:41.755104+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:41 smithi191 bash[38688]: audit 2024-02-18T08:29:41.756808+0000 mon.a (mon.0) 1169 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:42.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:41 smithi191 bash[38688]: audit 2024-02-18T08:29:41.760189+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:29:42.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:41 smithi110 bash[54479]: cluster 2024-02-18T08:29:40.752745+0000 mgr.y (mgr.44100) 366 : cluster [DBG] pgmap v619: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 528 KiB/s wr, 11 op/s 2024-02-18T08:29:42.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:41 smithi110 bash[54479]: cluster 2024-02-18T08:29:40.789505+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2024-02-18T08:29:42.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:41 smithi110 bash[54479]: audit 2024-02-18T08:29:41.755104+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:42.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:41 smithi110 bash[54479]: audit 2024-02-18T08:29:41.756808+0000 mon.a (mon.0) 1169 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:42.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:41 smithi110 bash[54479]: audit 2024-02-18T08:29:41.760189+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:29:42.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:41 smithi110 bash[55875]: cluster 2024-02-18T08:29:40.752745+0000 mgr.y (mgr.44100) 366 : cluster [DBG] pgmap v619: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 528 KiB/s wr, 11 op/s 2024-02-18T08:29:42.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:41 smithi110 bash[55875]: cluster 2024-02-18T08:29:40.789505+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2024-02-18T08:29:42.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:41 smithi110 bash[55875]: audit 2024-02-18T08:29:41.755104+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:42.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:41 smithi110 bash[55875]: audit 2024-02-18T08:29:41.756808+0000 mon.a (mon.0) 1169 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:42.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:41 smithi110 bash[55875]: audit 2024-02-18T08:29:41.760189+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:29:42.796 INFO:tasks.rados.rados.0.smithi110.stdout:2927: done (1 left) 2024-02-18T08:29:42.797 INFO:tasks.rados.rados.0.smithi110.stdout:2928: done (0 left) 2024-02-18T08:29:42.797 INFO:tasks.rados.rados.0.smithi110.stdout:2929: read oid 11 snap -1 2024-02-18T08:29:42.797 INFO:tasks.rados.rados.0.smithi110.stdout:2929: expect deleted 2024-02-18T08:29:42.797 INFO:tasks.rados.rados.0.smithi110.stdout:2930: snap_remove snap 278 2024-02-18T08:29:43.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:42 smithi191 bash[38688]: cluster 2024-02-18T08:29:41.790066+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2024-02-18T08:29:43.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:42 smithi191 bash[38688]: cluster 2024-02-18T08:29:42.794095+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2024-02-18T08:29:43.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:42 smithi110 bash[54479]: cluster 2024-02-18T08:29:41.790066+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2024-02-18T08:29:43.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:42 smithi110 bash[54479]: cluster 2024-02-18T08:29:42.794095+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2024-02-18T08:29:43.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:42 smithi110 bash[55875]: cluster 2024-02-18T08:29:41.790066+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2024-02-18T08:29:43.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:42 smithi110 bash[55875]: cluster 2024-02-18T08:29:42.794095+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2024-02-18T08:29:43.405 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-02-18T08:29:43.405 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-02-18T08:29:43.406 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-02-18T08:29:43.406 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-02-18T08:29:43.406 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-02-18T08:29:43.406 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-02-18T08:29:43.406 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-02-18T08:29:43.406 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-02-18T08:29:43.406 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-02-18T08:29:43.406 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-02-18T08:29:43.407 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-02-18T08:29:43.407 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-02-18T08:29:43.407 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-02-18T08:29:43.407 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="App mode production" logger=settings 2024-02-18T08:29:43.407 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-02-18T08:29:43.407 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-02-18T08:29:43.407 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-02-18T08:29:43.407 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2024-02-18T08:29:43.407 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2024-02-18T08:29:43.407 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2024-02-18T08:29:43.408 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2024-02-18T08:29:43.408 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2024-02-18T08:29:43.408 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2024-02-18T08:29:43.408 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2024-02-18T08:29:43.408 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2024-02-18T08:29:43.408 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2024-02-18T08:29:43.666 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2024-02-18T08:29:43.666 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-02-18T08:29:43.666 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2024-02-18T08:29:43.666 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2024-02-18T08:29:43.666 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2024-02-18T08:29:43.666 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2024-02-18T08:29:43.666 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2024-02-18T08:29:43.666 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2024-02-18T08:29:43.799 INFO:tasks.rados.rados.0.smithi110.stdout:2930: done (1 left) 2024-02-18T08:29:43.799 INFO:tasks.rados.rados.0.smithi110.stdout:2931: setattr oid 1 current snap is 279 2024-02-18T08:29:43.800 INFO:tasks.rados.rados.0.smithi110.stdout:2929: done (1 left) 2024-02-18T08:29:43.800 INFO:tasks.rados.rados.0.smithi110.stdout:2932: read oid 46 snap -1 2024-02-18T08:29:43.800 INFO:tasks.rados.rados.0.smithi110.stdout:2932: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:2933: rollback oid 20 current snap is 279 2024-02-18T08:29:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 20 to 276 2024-02-18T08:29:43.801 INFO:tasks.rados.rados.0.smithi110.stdout:2934: delete oid 42 current snap is 279 2024-02-18T08:29:43.808 INFO:tasks.rados.rados.0.smithi110.stdout:2933: finishing rollback tid 0 to smithi11051043-20 2024-02-18T08:29:43.808 INFO:tasks.rados.rados.0.smithi110.stdout:2934: done (3 left) 2024-02-18T08:29:43.808 INFO:tasks.rados.rados.0.smithi110.stdout:2935: rollback oid 6 current snap is 279 2024-02-18T08:29:43.808 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 6 to 277 2024-02-18T08:29:43.808 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 279 2024-02-18T08:29:43.809 INFO:tasks.rados.rados.0.smithi110.stdout:2936: seq_num 902 ranges {1409024=712704} 2024-02-18T08:29:43.822 INFO:tasks.rados.rados.0.smithi110.stdout:2936: writing smithi11051043-15 from 1409024 to 2121728 tid 1 2024-02-18T08:29:43.823 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 279 2024-02-18T08:29:43.823 INFO:tasks.rados.rados.0.smithi110.stdout:2937: seq_num 903 ranges {360448=729088} 2024-02-18T08:29:43.830 INFO:tasks.rados.rados.0.smithi110.stdout:2937: writing smithi11051043-36 from 360448 to 1089536 tid 1 2024-02-18T08:29:43.830 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 279 2024-02-18T08:29:43.830 INFO:tasks.rados.rados.0.smithi110.stdout:2938: seq_num 904 ranges {7004160=745472} 2024-02-18T08:29:43.875 INFO:tasks.rados.rados.0.smithi110.stdout:2938: writing smithi11051043-50 from 7004160 to 7749632 tid 1 2024-02-18T08:29:43.875 INFO:tasks.rados.rados.0.smithi110.stdout:2939: snap_create 2024-02-18T08:29:43.875 INFO:tasks.rados.rados.0.smithi110.stdout:2933: finishing rollback tid 1 to smithi11051043-20 2024-02-18T08:29:43.875 INFO:tasks.rados.rados.0.smithi110.stdout:2933: finishing rollback tid 2 to smithi11051043-20 2024-02-18T08:29:43.875 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 835 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:29:43.876 INFO:tasks.rados.rados.0.smithi110.stdout:2935: finishing rollback tid 1 to smithi11051043-6 2024-02-18T08:29:43.876 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 883 (ObjNum 288 snap 0 seq_num 273) dirty dne 2024-02-18T08:29:43.876 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1277 (ObjNum -129891408 snap 22008 seq_num 2665860464) dirty exists 2024-02-18T08:29:43.876 INFO:tasks.rados.rados.0.smithi110.stdout:2936: finishing write tid 1 to smithi11051043-15 2024-02-18T08:29:43.876 INFO:tasks.rados.rados.0.smithi110.stdout:2936: finishing write tid 3 to smithi11051043-15 2024-02-18T08:29:43.876 INFO:tasks.rados.rados.0.smithi110.stdout:2936: finishing write tid 4 to smithi11051043-15 2024-02-18T08:29:43.876 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 961 (ObjNum 902 snap 279 seq_num 902) dirty exists 2024-02-18T08:29:43.876 INFO:tasks.rados.rados.0.smithi110.stdout:2936: left oid 15 (ObjNum 902 snap 279 seq_num 902) 2024-02-18T08:29:43.876 INFO:tasks.rados.rados.0.smithi110.stdout:2932: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:43.935 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[38688]: cluster 2024-02-18T08:29:42.753665+0000 mgr.y (mgr.44100) 367 : cluster [DBG] pgmap v622: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 6 op/s 2024-02-18T08:29:43.936 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[38688]: cluster 2024-02-18T08:29:43.796982+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2024-02-18T08:29:43.936 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add index user.login/user.email" 2024-02-18T08:29:43.936 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_service_account column to user" 2024-02-18T08:29:43.936 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2024-02-18T08:29:43.936 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2024-02-18T08:29:43.936 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2024-02-18T08:29:43.936 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2024-02-18T08:29:43.936 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2024-02-18T08:29:43.936 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2024-02-18T08:29:43.936 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_email - v1" 2024-02-18T08:29:44.188 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_org_id - v1" 2024-02-18T08:29:44.189 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:43 smithi191 bash[50518]: t=2024-02-18T08:29:43+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_code - v1" 2024-02-18T08:29:44.189 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_status - v1" 2024-02-18T08:29:44.189 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-02-18T08:29:44.189 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create temp_user v2" 2024-02-18T08:29:44.189 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v2" 2024-02-18T08:29:44.189 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v2" 2024-02-18T08:29:44.189 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v2" 2024-02-18T08:29:44.189 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v2" 2024-02-18T08:29:44.189 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="copy temp_user v1 to v2" 2024-02-18T08:29:44.189 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="drop temp_user_tmp_qwerty" 2024-02-18T08:29:44.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:43 smithi110 bash[54479]: cluster 2024-02-18T08:29:42.753665+0000 mgr.y (mgr.44100) 367 : cluster [DBG] pgmap v622: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 6 op/s 2024-02-18T08:29:44.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:43 smithi110 bash[54479]: cluster 2024-02-18T08:29:43.796982+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2024-02-18T08:29:44.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:43 smithi110 bash[55875]: cluster 2024-02-18T08:29:42.753665+0000 mgr.y (mgr.44100) 367 : cluster [DBG] pgmap v622: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 6 op/s 2024-02-18T08:29:44.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:43 smithi110 bash[55875]: cluster 2024-02-18T08:29:43.796982+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2024-02-18T08:29:44.295 INFO:tasks.rados.rados.0.smithi110.stdout:2937: finishing write tid 1 to smithi11051043-36 2024-02-18T08:29:44.295 INFO:tasks.rados.rados.0.smithi110.stdout:2937: finishing write tid 3 to smithi11051043-36 2024-02-18T08:29:44.295 INFO:tasks.rados.rados.0.smithi110.stdout:2937: finishing write tid 4 to smithi11051043-36 2024-02-18T08:29:44.295 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1279 (ObjNum 903 snap 279 seq_num 903) dirty exists 2024-02-18T08:29:44.296 INFO:tasks.rados.rados.0.smithi110.stdout:2937: left oid 36 (ObjNum 903 snap 279 seq_num 903) 2024-02-18T08:29:44.296 INFO:tasks.rados.rados.0.smithi110.stdout:2938: finishing write tid 1 to smithi11051043-50 2024-02-18T08:29:44.296 INFO:tasks.rados.rados.0.smithi110.stdout:2938: finishing write tid 3 to smithi11051043-50 2024-02-18T08:29:44.296 INFO:tasks.rados.rados.0.smithi110.stdout:2938: finishing write tid 4 to smithi11051043-50 2024-02-18T08:29:44.296 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 1238 (ObjNum 904 snap 279 seq_num 904) dirty exists 2024-02-18T08:29:44.296 INFO:tasks.rados.rados.0.smithi110.stdout:2938: left oid 50 (ObjNum 904 snap 279 seq_num 904) 2024-02-18T08:29:44.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="Set created for temp users that will otherwise prematurely expire" 2024-02-18T08:29:44.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2024-02-18T08:29:44.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2024-02-18T08:29:44.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2024-02-18T08:29:44.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2024-02-18T08:29:44.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2024-02-18T08:29:44.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2024-02-18T08:29:44.449 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2024-02-18T08:29:44.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_user_id - v1" 2024-02-18T08:29:44.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2024-02-18T08:29:44.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2024-02-18T08:29:44.701 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2024-02-18T08:29:44.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2024-02-18T08:29:44.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2024-02-18T08:29:44.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2024-02-18T08:29:44.702 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2931: done (7 left) 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2932: done (6 left) 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2933: done (5 left) 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2935: done (4 left) 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2936: done (3 left) 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2937: done (2 left) 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2938: done (1 left) 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2939: done (0 left) 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2940: copy_from oid 48 from oid 43 current snap is 280 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2941: setattr oid 7 current snap is 280 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2942: read oid 36 snap 279 2024-02-18T08:29:44.792 INFO:tasks.rados.rados.0.smithi110.stdout:2942: expect (ObjNum 903 snap 279 seq_num 903) 2024-02-18T08:29:44.793 INFO:tasks.rados.rados.0.smithi110.stdout:2943: snap_create 2024-02-18T08:29:44.804 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1259 (ObjNum 889 snap 272 seq_num 889) dirty exists 2024-02-18T08:29:44.806 INFO:tasks.rados.rados.0.smithi110.stdout:2942: expect (ObjNum 903 snap 279 seq_num 903) 2024-02-18T08:29:44.841 INFO:tasks.rados.rados.0.smithi110.stdout:2940: finishing copy_from racing read to smithi11051043-48 2024-02-18T08:29:44.841 INFO:tasks.rados.rados.0.smithi110.stdout:2940: finishing copy_from to smithi11051043-48 2024-02-18T08:29:44.841 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 1096 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:29:44.954 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2024-02-18T08:29:44.954 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-02-18T08:29:44.954 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2024-02-18T08:29:44.954 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2024-02-18T08:29:44.954 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2024-02-18T08:29:44.954 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2024-02-18T08:29:44.954 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2024-02-18T08:29:45.223 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:44 smithi191 bash[50518]: t=2024-02-18T08:29:44+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2024-02-18T08:29:45.223 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2024-02-18T08:29:45.223 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2024-02-18T08:29:45.223 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-02-18T08:29:45.223 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-02-18T08:29:45.223 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-02-18T08:29:45.223 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-02-18T08:29:45.223 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-02-18T08:29:45.223 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-02-18T08:29:45.492 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-02-18T08:29:45.492 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-02-18T08:29:45.492 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-02-18T08:29:45.493 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-02-18T08:29:45.493 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-02-18T08:29:45.493 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-02-18T08:29:45.493 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-02-18T08:29:45.493 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-02-18T08:29:45.493 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-02-18T08:29:45.493 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-02-18T08:29:45.761 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-02-18T08:29:45.766 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-02-18T08:29:45.766 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-02-18T08:29:45.766 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-02-18T08:29:45.766 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-02-18T08:29:45.766 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-02-18T08:29:45.766 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-02-18T08:29:45.766 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-02-18T08:29:45.795 INFO:tasks.rados.rados.0.smithi110.stdout:2940: done (3 left) 2024-02-18T08:29:45.795 INFO:tasks.rados.rados.0.smithi110.stdout:2941: done (2 left) 2024-02-18T08:29:45.795 INFO:tasks.rados.rados.0.smithi110.stdout:2942: done (1 left) 2024-02-18T08:29:45.795 INFO:tasks.rados.rados.0.smithi110.stdout:2943: done (0 left) 2024-02-18T08:29:45.795 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 281 2024-02-18T08:29:45.795 INFO:tasks.rados.rados.0.smithi110.stdout:2944: seq_num 905 ranges {0=761856} 2024-02-18T08:29:45.799 INFO:tasks.rados.rados.0.smithi110.stdout:2944: writing smithi11051043-13 from 0 to 761856 tid 1 2024-02-18T08:29:45.800 INFO:tasks.rados.rados.0.smithi110.stdout:2945: copy_from oid 41 from oid 46 current snap is 281 2024-02-18T08:29:45.800 INFO:tasks.rados.rados.0.smithi110.stdout:2946: snap_remove snap 273 2024-02-18T08:29:46.030 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[38688]: cluster 2024-02-18T08:29:44.754380+0000 mgr.y (mgr.44100) 368 : cluster [DBG] pgmap v625: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 72 KiB/s wr, 4 op/s 2024-02-18T08:29:46.030 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[38688]: cluster 2024-02-18T08:29:44.788203+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2024-02-18T08:29:46.031 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-02-18T08:29:46.031 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2024-02-18T08:29:46.031 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2024-02-18T08:29:46.031 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2024-02-18T08:29:46.031 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2024-02-18T08:29:46.031 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:45 smithi191 bash[50518]: t=2024-02-18T08:29:45+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-02-18T08:29:46.031 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-02-18T08:29:46.031 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-02-18T08:29:46.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:45 smithi110 bash[54479]: cluster 2024-02-18T08:29:44.754380+0000 mgr.y (mgr.44100) 368 : cluster [DBG] pgmap v625: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 72 KiB/s wr, 4 op/s 2024-02-18T08:29:46.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:45 smithi110 bash[54479]: cluster 2024-02-18T08:29:44.788203+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2024-02-18T08:29:46.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:45 smithi110 bash[55875]: cluster 2024-02-18T08:29:44.754380+0000 mgr.y (mgr.44100) 368 : cluster [DBG] pgmap v625: 89 pgs: 89 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 72 KiB/s wr, 4 op/s 2024-02-18T08:29:46.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:45 smithi110 bash[55875]: cluster 2024-02-18T08:29:44.788203+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2024-02-18T08:29:46.282 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-02-18T08:29:46.282 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-02-18T08:29:46.283 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-02-18T08:29:46.283 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-02-18T08:29:46.283 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-02-18T08:29:46.283 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-02-18T08:29:46.283 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-02-18T08:29:46.283 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-02-18T08:29:46.283 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-02-18T08:29:46.593 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-02-18T08:29:46.593 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-02-18T08:29:46.593 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-02-18T08:29:46.594 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-02-18T08:29:46.594 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-02-18T08:29:46.594 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-02-18T08:29:46.594 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2024-02-18T08:29:46.594 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2024-02-18T08:29:46.594 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2024-02-18T08:29:46.810 INFO:tasks.rados.rados.0.smithi110.stdout:2946: done (2 left) 2024-02-18T08:29:46.810 INFO:tasks.rados.rados.0.smithi110.stdout:2947: read oid 23 snap -1 2024-02-18T08:29:46.810 INFO:tasks.rados.rados.0.smithi110.stdout:2947: expect (ObjNum 891 snap 272 seq_num 891) 2024-02-18T08:29:46.810 INFO:tasks.rados.rados.0.smithi110.stdout:2948: rollback oid 28 current snap is 281 2024-02-18T08:29:46.810 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 28 to 279 2024-02-18T08:29:46.810 INFO:tasks.rados.rados.0.smithi110.stdout:2944: finishing write tid 1 to smithi11051043-13 2024-02-18T08:29:46.810 INFO:tasks.rados.rados.0.smithi110.stdout:2944: finishing write tid 3 to smithi11051043-13 2024-02-18T08:29:46.810 INFO:tasks.rados.rados.0.smithi110.stdout:2944: finishing write tid 4 to smithi11051043-13 2024-02-18T08:29:46.810 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 885 (ObjNum 905 snap 281 seq_num 905) dirty exists 2024-02-18T08:29:46.811 INFO:tasks.rados.rados.0.smithi110.stdout:2944: left oid 13 (ObjNum 905 snap 281 seq_num 905) 2024-02-18T08:29:46.811 INFO:tasks.rados.rados.0.smithi110.stdout:2944: done (3 left) 2024-02-18T08:29:46.811 INFO:tasks.rados.rados.0.smithi110.stdout:2949: setattr oid 4 current snap is 281 2024-02-18T08:29:46.812 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 281 2024-02-18T08:29:46.812 INFO:tasks.rados.rados.0.smithi110.stdout:2950: seq_num 906 ranges {0=778240} 2024-02-18T08:29:46.816 INFO:tasks.rados.rados.0.smithi110.stdout:2950: writing smithi11051043-6 from 0 to 778240 tid 1 2024-02-18T08:29:46.817 INFO:tasks.rados.rados.0.smithi110.stdout:2951: snap_remove snap 275 2024-02-18T08:29:46.844 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[38688]: cluster 2024-02-18T08:29:45.791081+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2024-02-18T08:29:46.844 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2024-02-18T08:29:46.844 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-02-18T08:29:46.844 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-02-18T08:29:46.844 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-02-18T08:29:46.844 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-02-18T08:29:46.845 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-02-18T08:29:46.845 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-02-18T08:29:46.845 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-02-18T08:29:47.132 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-02-18T08:29:47.132 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-02-18T08:29:47.132 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-02-18T08:29:47.132 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-02-18T08:29:47.132 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:46 smithi191 bash[50518]: t=2024-02-18T08:29:46+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-02-18T08:29:47.132 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-02-18T08:29:47.132 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-02-18T08:29:47.132 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-02-18T08:29:47.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:46 smithi110 bash[54479]: cluster 2024-02-18T08:29:45.791081+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2024-02-18T08:29:47.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:46 smithi110 bash[55875]: cluster 2024-02-18T08:29:45.791081+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2024-02-18T08:29:47.400 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-02-18T08:29:47.401 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2024-02-18T08:29:47.401 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-02-18T08:29:47.401 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-02-18T08:29:47.401 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-02-18T08:29:47.401 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-02-18T08:29:47.401 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-02-18T08:29:47.670 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-02-18T08:29:47.670 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-02-18T08:29:47.670 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-02-18T08:29:47.670 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-02-18T08:29:47.670 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2024-02-18T08:29:47.670 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-02-18T08:29:47.670 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-02-18T08:29:47.670 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:2951: done (5 left) 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:2952: delete oid 37 current snap is 281 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:2945: finishing copy_from racing read to smithi11051043-41 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:2945: finishing copy_from to smithi11051043-41 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 829 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:2948: finishing rollback tid 1 to smithi11051043-28 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 0 (ObjNum -130317888 snap 22008 seq_num 4164962800) dirty dne 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1092 (ObjNum 877 snap 269 seq_num 877) dirty exists 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:2950: finishing write tid 1 to smithi11051043-6 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:2950: finishing write tid 3 to smithi11051043-6 2024-02-18T08:29:47.825 INFO:tasks.rados.rados.0.smithi110.stdout:2947: expect (ObjNum 891 snap 272 seq_num 891) 2024-02-18T08:29:47.841 INFO:tasks.rados.rados.0.smithi110.stdout:2950: finishing write tid 4 to smithi11051043-6 2024-02-18T08:29:47.841 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 887 (ObjNum 906 snap 281 seq_num 906) dirty exists 2024-02-18T08:29:47.841 INFO:tasks.rados.rados.0.smithi110.stdout:2950: left oid 6 (ObjNum 906 snap 281 seq_num 906) 2024-02-18T08:29:47.841 INFO:tasks.rados.rados.0.smithi110.stdout:2945: done (5 left) 2024-02-18T08:29:47.841 INFO:tasks.rados.rados.0.smithi110.stdout:2947: done (4 left) 2024-02-18T08:29:47.842 INFO:tasks.rados.rados.0.smithi110.stdout:2948: done (3 left) 2024-02-18T08:29:47.842 INFO:tasks.rados.rados.0.smithi110.stdout:2949: done (2 left) 2024-02-18T08:29:47.842 INFO:tasks.rados.rados.0.smithi110.stdout:2950: done (1 left) 2024-02-18T08:29:47.842 INFO:tasks.rados.rados.0.smithi110.stdout:2952: done (0 left) 2024-02-18T08:29:47.842 INFO:tasks.rados.rados.0.smithi110.stdout:2953: snap_create 2024-02-18T08:29:47.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[38688]: cluster 2024-02-18T08:29:46.755062+0000 mgr.y (mgr.44100) 369 : cluster [DBG] pgmap v628: 89 pgs: 89 active+clean; 115 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 217 KiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:29:47.922 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[38688]: cluster 2024-02-18T08:29:46.804234+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-02-18T08:29:47.922 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-02-18T08:29:47.923 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-02-18T08:29:47.923 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-02-18T08:29:47.923 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-02-18T08:29:47.923 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-02-18T08:29:47.923 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-02-18T08:29:47.923 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-02-18T08:29:47.923 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-02-18T08:29:48.191 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-02-18T08:29:48.192 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:47 smithi191 bash[50518]: t=2024-02-18T08:29:47+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-02-18T08:29:48.192 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-02-18T08:29:48.192 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-02-18T08:29:48.192 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-02-18T08:29:48.192 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-02-18T08:29:48.192 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-02-18T08:29:48.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:47 smithi110 bash[54479]: cluster 2024-02-18T08:29:46.755062+0000 mgr.y (mgr.44100) 369 : cluster [DBG] pgmap v628: 89 pgs: 89 active+clean; 115 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 217 KiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:29:48.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:47 smithi110 bash[54479]: cluster 2024-02-18T08:29:46.804234+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-02-18T08:29:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:47 smithi110 bash[55875]: cluster 2024-02-18T08:29:46.755062+0000 mgr.y (mgr.44100) 369 : cluster [DBG] pgmap v628: 89 pgs: 89 active+clean; 115 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 217 KiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:29:48.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:47 smithi110 bash[55875]: cluster 2024-02-18T08:29:46.804234+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-02-18T08:29:48.469 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-02-18T08:29:48.469 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-02-18T08:29:48.469 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-02-18T08:29:48.470 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2024-02-18T08:29:48.470 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-02-18T08:29:48.470 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-02-18T08:29:48.470 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-02-18T08:29:48.738 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-02-18T08:29:48.739 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-02-18T08:29:48.739 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-02-18T08:29:48.739 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-02-18T08:29:48.739 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-02-18T08:29:48.739 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2024-02-18T08:29:48.739 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-02-18T08:29:48.739 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2024-02-18T08:29:48.836 INFO:tasks.rados.rados.0.smithi110.stdout:2953: done (0 left) 2024-02-18T08:29:48.836 INFO:tasks.rados.rados.0.smithi110.stdout:2954: read oid 43 snap 281 2024-02-18T08:29:48.836 INFO:tasks.rados.rados.0.smithi110.stdout:2954: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:48.836 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 282 2024-02-18T08:29:48.836 INFO:tasks.rados.rados.0.smithi110.stdout:2955: seq_num 908 ranges {4333568=409600,4743168=401408} 2024-02-18T08:29:48.863 INFO:tasks.rados.rados.0.smithi110.stdout:2955: writing smithi11051043-8 from 4333568 to 4743168 tid 1 2024-02-18T08:29:48.866 INFO:tasks.rados.rados.0.smithi110.stdout:2955: writing smithi11051043-8 from 4743168 to 5144576 tid 2 2024-02-18T08:29:48.866 INFO:tasks.rados.rados.0.smithi110.stdout:2956: rollback oid 29 current snap is 282 2024-02-18T08:29:48.866 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 29 to 277 2024-02-18T08:29:48.866 INFO:tasks.rados.rados.0.smithi110.stdout:2954: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:48.999 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[38688]: cluster 2024-02-18T08:29:47.822518+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-02-18T08:29:48.999 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[38688]: audit 2024-02-18T08:29:48.718588+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:48.999 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2024-02-18T08:29:48.999 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-02-18T08:29:48.999 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-02-18T08:29:49.000 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-02-18T08:29:49.000 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-02-18T08:29:49.000 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-02-18T08:29:49.000 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-02-18T08:29:49.000 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:48 smithi191 bash[50518]: t=2024-02-18T08:29:48+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-02-18T08:29:49.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:48 smithi110 bash[55875]: cluster 2024-02-18T08:29:47.822518+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-02-18T08:29:49.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:48 smithi110 bash[55875]: audit 2024-02-18T08:29:48.718588+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:49.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:48 smithi110 bash[54479]: cluster 2024-02-18T08:29:47.822518+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-02-18T08:29:49.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:48 smithi110 bash[54479]: audit 2024-02-18T08:29:48.718588+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:49.285 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-02-18T08:29:49.285 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-02-18T08:29:49.285 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-02-18T08:29:49.285 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-02-18T08:29:49.286 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-02-18T08:29:49.286 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-02-18T08:29:49.286 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-02-18T08:29:49.286 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-02-18T08:29:49.305 INFO:tasks.rados.rados.0.smithi110.stdout:2956: finishing rollback tid 0 to smithi11051043-29 2024-02-18T08:29:49.305 INFO:tasks.rados.rados.0.smithi110.stdout:2956: finishing rollback tid 1 to smithi11051043-29 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:2956: finishing rollback tid 2 to smithi11051043-29 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1247 (ObjNum 837 snap 258 seq_num 837) dirty exists 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:2955: finishing write tid 1 to smithi11051043-8 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:2955: finishing write tid 2 to smithi11051043-8 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:2955: finishing write tid 4 to smithi11051043-8 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:2955: finishing write tid 5 to smithi11051043-8 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1612 (ObjNum 908 snap 282 seq_num 908) dirty exists 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:2955: left oid 8 (ObjNum 908 snap 282 seq_num 908) 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:2954: done (2 left) 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:2955: done (1 left) 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:2956: done (0 left) 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 282 2024-02-18T08:29:49.306 INFO:tasks.rados.rados.0.smithi110.stdout:2957: seq_num 909 ranges {1089536=425984,1515520=401408} 2024-02-18T08:29:49.322 INFO:tasks.rados.rados.0.smithi110.stdout:2957: writing smithi11051043-36 from 1089536 to 1515520 tid 1 2024-02-18T08:29:49.325 INFO:tasks.rados.rados.0.smithi110.stdout:2957: writing smithi11051043-36 from 1515520 to 1916928 tid 2 2024-02-18T08:29:49.325 INFO:tasks.rados.rados.0.smithi110.stdout:2958: delete oid 25 current snap is 282 2024-02-18T08:29:49.330 INFO:tasks.rados.rados.0.smithi110.stdout:2957: finishing write tid 1 to smithi11051043-36 2024-02-18T08:29:49.333 INFO:tasks.rados.rados.0.smithi110.stdout:2958: done (1 left) 2024-02-18T08:29:49.333 INFO:tasks.rados.rados.0.smithi110.stdout:2959: setattr oid 30 current snap is 282 2024-02-18T08:29:49.333 INFO:tasks.rados.rados.0.smithi110.stdout:2957: finishing write tid 2 to smithi11051043-36 2024-02-18T08:29:49.333 INFO:tasks.rados.rados.0.smithi110.stdout:2957: finishing write tid 4 to smithi11051043-36 2024-02-18T08:29:49.335 INFO:tasks.rados.rados.0.smithi110.stdout:2960: read oid 41 snap -1 2024-02-18T08:29:49.335 INFO:tasks.rados.rados.0.smithi110.stdout:2960: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:49.335 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 282 2024-02-18T08:29:49.335 INFO:tasks.rados.rados.0.smithi110.stdout:2961: seq_num 911 ranges {0=466944,466944=401408} 2024-02-18T08:29:49.338 INFO:tasks.rados.rados.0.smithi110.stdout:2961: writing smithi11051043-1 from 0 to 466944 tid 1 2024-02-18T08:29:49.341 INFO:tasks.rados.rados.0.smithi110.stdout:2961: writing smithi11051043-1 from 466944 to 868352 tid 2 2024-02-18T08:29:49.341 INFO:tasks.rados.rados.0.smithi110.stdout:2962: snap_create 2024-02-18T08:29:49.341 INFO:tasks.rados.rados.0.smithi110.stdout:2957: finishing write tid 5 to smithi11051043-36 2024-02-18T08:29:49.341 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1283 (ObjNum 909 snap 282 seq_num 909) dirty exists 2024-02-18T08:29:49.341 INFO:tasks.rados.rados.0.smithi110.stdout:2957: left oid 36 (ObjNum 909 snap 282 seq_num 909) 2024-02-18T08:29:49.341 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 888 (ObjNum 879 snap 269 seq_num 879) dirty exists 2024-02-18T08:29:49.345 INFO:tasks.rados.rados.0.smithi110.stdout:2961: finishing write tid 1 to smithi11051043-1 2024-02-18T08:29:49.345 INFO:tasks.rados.rados.0.smithi110.stdout:2961: finishing write tid 2 to smithi11051043-1 2024-02-18T08:29:49.346 INFO:tasks.rados.rados.0.smithi110.stdout:2961: finishing write tid 4 to smithi11051043-1 2024-02-18T08:29:49.347 INFO:tasks.rados.rados.0.smithi110.stdout:2961: finishing write tid 5 to smithi11051043-1 2024-02-18T08:29:49.347 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1286 (ObjNum 911 snap 282 seq_num 911) dirty exists 2024-02-18T08:29:49.347 INFO:tasks.rados.rados.0.smithi110.stdout:2961: left oid 1 (ObjNum 911 snap 282 seq_num 911) 2024-02-18T08:29:49.359 INFO:tasks.rados.rados.0.smithi110.stdout:2960: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:49.546 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-02-18T08:29:49.546 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-02-18T08:29:49.546 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-02-18T08:29:49.546 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2024-02-18T08:29:49.546 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2024-02-18T08:29:49.546 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2024-02-18T08:29:49.546 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2024-02-18T08:29:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:2957: done (4 left) 2024-02-18T08:29:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:2959: done (3 left) 2024-02-18T08:29:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:2960: done (2 left) 2024-02-18T08:29:49.792 INFO:tasks.rados.rados.0.smithi110.stdout:2961: done (1 left) 2024-02-18T08:29:49.793 INFO:tasks.rados.rados.0.smithi110.stdout:2962: done (0 left) 2024-02-18T08:29:49.793 INFO:tasks.rados.rados.0.smithi110.stdout:2963: snap_create 2024-02-18T08:29:49.814 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-02-18T08:29:49.815 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-02-18T08:29:49.815 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-02-18T08:29:49.815 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-02-18T08:29:49.815 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-02-18T08:29:49.815 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-02-18T08:29:49.815 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-02-18T08:29:49.815 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-02-18T08:29:50.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-02-18T08:29:50.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-02-18T08:29:50.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-02-18T08:29:50.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-02-18T08:29:50.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-02-18T08:29:50.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[50518]: t=2024-02-18T08:29:49+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-02-18T08:29:50.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-02-18T08:29:50.076 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2024-02-18T08:29:50.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: cluster 2024-02-18T08:29:48.755794+0000 mgr.y (mgr.44100) 370 : cluster [DBG] pgmap v631: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-02-18T08:29:50.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: cluster 2024-02-18T08:29:48.833999+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-02-18T08:29:50.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.017883+0000 mon.a (mon.0) 1180 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:50.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.019563+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:50.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: cephadm 2024-02-18T08:29:49.020979+0000 mgr.y (mgr.44100) 371 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:50.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.028428+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.039662+0000 mon.a (mon.0) 1183 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:29:50.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.040261+0000 mgr.y (mgr.44100) 372 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.042754+0000 mon.a (mon.0) 1184 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.046390+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.048409+0000 mon.a (mon.0) 1186 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.049915+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.052472+0000 mon.a (mon.0) 1188 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.054844+0000 mon.a (mon.0) 1189 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.056315+0000 mon.a (mon.0) 1190 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.057635+0000 mon.a (mon.0) 1191 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.058952+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.060312+0000 mon.a (mon.0) 1193 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.062498+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.065601+0000 mon.a (mon.0) 1195 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.068386+0000 mon.a (mon.0) 1196 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.070334+0000 mon.a (mon.0) 1197 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.072277+0000 mon.a (mon.0) 1198 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: cephadm 2024-02-18T08:29:49.073288+0000 mgr.y (mgr.44100) 373 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.078324+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.080128+0000 mon.a (mon.0) 1200 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.085910+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.086826+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.090379+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.091393+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.098069+0000 mon.a (mon.0) 1205 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.098826+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.104016+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.104899+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-02-18T08:29:50.079 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.109044+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.110141+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.115275+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.116380+0000 mon.a (mon.0) 1212 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.121827+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.122823+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.123626+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.126942+0000 mon.a (mon.0) 1216 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.128039+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.134108+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.135191+0000 mon.a (mon.0) 1219 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.136142+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.137090+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.138036+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.080 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.138983+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.143140+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: cephadm 2024-02-18T08:29:49.144181+0000 mgr.y (mgr.44100) 374 : cephadm [INF] Upgrade: Complete! 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.145009+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.148701+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.149585+0000 mon.a (mon.0) 1227 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.151940+0000 mon.a (mon.0) 1228 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.153094+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: cephadm 2024-02-18T08:29:49.154155+0000 mgr.y (mgr.44100) 375 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.158638+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.165338+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.167546+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.168569+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: cephadm 2024-02-18T08:29:49.169445+0000 mgr.y (mgr.44100) 376 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.175169+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: audit 2024-02-18T08:29:49.284418+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.082 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:49 smithi191 bash[38688]: cluster 2024-02-18T08:29:49.788019+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2024-02-18T08:29:50.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: cluster 2024-02-18T08:29:48.755794+0000 mgr.y (mgr.44100) 370 : cluster [DBG] pgmap v631: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: cluster 2024-02-18T08:29:48.833999+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.017883+0000 mon.a (mon.0) 1180 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.019563+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: cephadm 2024-02-18T08:29:49.020979+0000 mgr.y (mgr.44100) 371 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.028428+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.039662+0000 mon.a (mon.0) 1183 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.040261+0000 mgr.y (mgr.44100) 372 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.042754+0000 mon.a (mon.0) 1184 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.046390+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.048409+0000 mon.a (mon.0) 1186 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.049915+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.052472+0000 mon.a (mon.0) 1188 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.054844+0000 mon.a (mon.0) 1189 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.056315+0000 mon.a (mon.0) 1190 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.057635+0000 mon.a (mon.0) 1191 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.058952+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.060312+0000 mon.a (mon.0) 1193 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.224 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.062498+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: cluster 2024-02-18T08:29:48.755794+0000 mgr.y (mgr.44100) 370 : cluster [DBG] pgmap v631: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-02-18T08:29:50.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: cluster 2024-02-18T08:29:48.833999+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-02-18T08:29:50.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.017883+0000 mon.a (mon.0) 1180 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:50.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.019563+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:50.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: cephadm 2024-02-18T08:29:49.020979+0000 mgr.y (mgr.44100) 371 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:50.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.028428+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.224 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.039662+0000 mon.a (mon.0) 1183 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.040261+0000 mgr.y (mgr.44100) 372 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.042754+0000 mon.a (mon.0) 1184 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.046390+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.048409+0000 mon.a (mon.0) 1186 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.049915+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.052472+0000 mon.a (mon.0) 1188 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.054844+0000 mon.a (mon.0) 1189 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.056315+0000 mon.a (mon.0) 1190 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.057635+0000 mon.a (mon.0) 1191 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.058952+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.060312+0000 mon.a (mon.0) 1193 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.225 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.062498+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.065601+0000 mon.a (mon.0) 1195 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.068386+0000 mon.a (mon.0) 1196 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.070334+0000 mon.a (mon.0) 1197 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.072277+0000 mon.a (mon.0) 1198 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: cephadm 2024-02-18T08:29:49.073288+0000 mgr.y (mgr.44100) 373 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.078324+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.080128+0000 mon.a (mon.0) 1200 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.085910+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.086826+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.090379+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.091393+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-02-18T08:29:50.226 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.098069+0000 mon.a (mon.0) 1205 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.098826+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.104016+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.104899+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.109044+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.110141+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.065601+0000 mon.a (mon.0) 1195 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.068386+0000 mon.a (mon.0) 1196 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.070334+0000 mon.a (mon.0) 1197 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.072277+0000 mon.a (mon.0) 1198 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: cephadm 2024-02-18T08:29:49.073288+0000 mgr.y (mgr.44100) 373 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.078324+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.227 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.080128+0000 mon.a (mon.0) 1200 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-02-18T08:29:50.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.085910+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-02-18T08:29:50.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.086826+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.090379+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-02-18T08:29:50.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.091393+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-02-18T08:29:50.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.098069+0000 mon.a (mon.0) 1205 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-02-18T08:29:50.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.098826+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-02-18T08:29:50.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.104016+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-02-18T08:29:50.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.104899+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-02-18T08:29:50.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.109044+0000 mon.a (mon.0) 1209 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-02-18T08:29:50.228 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.110141+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.115275+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.116380+0000 mon.a (mon.0) 1212 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.121827+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.122823+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.123626+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.126942+0000 mon.a (mon.0) 1216 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.128039+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.134108+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.135191+0000 mon.a (mon.0) 1219 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.136142+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.137090+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.229 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.138036+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.138983+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.143140+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: cephadm 2024-02-18T08:29:49.144181+0000 mgr.y (mgr.44100) 374 : cephadm [INF] Upgrade: Complete! 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.145009+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.148701+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.149585+0000 mon.a (mon.0) 1227 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.151940+0000 mon.a (mon.0) 1228 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.153094+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: cephadm 2024-02-18T08:29:49.154155+0000 mgr.y (mgr.44100) 375 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.158638+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.165338+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.167546+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.168569+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:50.230 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: cephadm 2024-02-18T08:29:49.169445+0000 mgr.y (mgr.44100) 376 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:50.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.175169+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: audit 2024-02-18T08:29:49.284418+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.231 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[54479]: cluster 2024-02-18T08:29:49.788019+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2024-02-18T08:29:50.231 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.115275+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-02-18T08:29:50.231 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.116380+0000 mon.a (mon.0) 1212 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-02-18T08:29:50.231 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.121827+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-02-18T08:29:50.231 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.122823+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.231 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.123626+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-02-18T08:29:50.231 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.126942+0000 mon.a (mon.0) 1216 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-02-18T08:29:50.231 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.128039+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.134108+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.135191+0000 mon.a (mon.0) 1219 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.136142+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.137090+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.138036+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.138983+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.143140+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: cephadm 2024-02-18T08:29:49.144181+0000 mgr.y (mgr.44100) 374 : cephadm [INF] Upgrade: Complete! 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.145009+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.148701+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.149585+0000 mon.a (mon.0) 1227 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.151940+0000 mon.a (mon.0) 1228 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.153094+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:50.232 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: cephadm 2024-02-18T08:29:49.154155+0000 mgr.y (mgr.44100) 375 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:50.233 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.158638+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.233 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.165338+0000 mon.a (mon.0) 1231 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:29:50.233 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.167546+0000 mon.a (mon.0) 1232 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:29:50.233 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.168569+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:29:50.233 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: cephadm 2024-02-18T08:29:49.169445+0000 mgr.y (mgr.44100) 376 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:29:50.233 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.175169+0000 mon.a (mon.0) 1234 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.233 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: audit 2024-02-18T08:29:49.284418+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:29:50.233 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:49 smithi110 bash[55875]: cluster 2024-02-18T08:29:49.788019+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2024-02-18T08:29:50.328 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-02-18T08:29:50.328 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2024-02-18T08:29:50.328 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2024-02-18T08:29:50.328 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-02-18T08:29:50.328 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-02-18T08:29:50.328 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-02-18T08:29:50.329 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-02-18T08:29:50.329 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-02-18T08:29:50.588 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-02-18T08:29:50.589 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-02-18T08:29:50.589 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-02-18T08:29:50.589 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-02-18T08:29:50.589 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-02-18T08:29:50.589 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-02-18T08:29:50.589 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-02-18T08:29:50.589 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-02-18T08:29:50.589 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-02-18T08:29:50.794 INFO:tasks.rados.rados.0.smithi110.stdout:2963: done (0 left) 2024-02-18T08:29:50.794 INFO:tasks.rados.rados.0.smithi110.stdout:2964: delete oid 14 current snap is 284 2024-02-18T08:29:50.799 INFO:tasks.rados.rados.0.smithi110.stdout:2964: done (0 left) 2024-02-18T08:29:50.799 INFO:tasks.rados.rados.0.smithi110.stdout:2965: snap_create 2024-02-18T08:29:50.841 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-02-18T08:29:50.841 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-02-18T08:29:50.841 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-02-18T08:29:50.841 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-02-18T08:29:50.841 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-02-18T08:29:50.841 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-02-18T08:29:50.841 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-02-18T08:29:51.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-02-18T08:29:51.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-02-18T08:29:51.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-02-18T08:29:51.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:50 smithi191 bash[50518]: t=2024-02-18T08:29:50+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-02-18T08:29:51.095 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-02-18T08:29:51.095 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-02-18T08:29:51.095 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-02-18T08:29:51.370 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-02-18T08:29:51.371 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2024-02-18T08:29:51.371 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-02-18T08:29:51.371 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-02-18T08:29:51.371 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-02-18T08:29:51.371 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-02-18T08:29:51.371 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-02-18T08:29:51.371 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-02-18T08:29:51.371 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-02-18T08:29:51.681 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2024-02-18T08:29:51.681 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2024-02-18T08:29:51.681 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2024-02-18T08:29:51.681 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2024-02-18T08:29:51.681 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-02-18T08:29:51.682 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2024-02-18T08:29:51.682 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-02-18T08:29:51.682 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-02-18T08:29:51.803 INFO:tasks.rados.rados.0.smithi110.stdout:2965: done (0 left) 2024-02-18T08:29:51.804 INFO:tasks.rados.rados.0.smithi110.stdout:2966: copy_from oid 50 from oid 8 current snap is 285 2024-02-18T08:29:51.804 INFO:tasks.rados.rados.0.smithi110.stdout:2967: copy_from oid 29 from oid 43 current snap is 285 2024-02-18T08:29:51.804 INFO:tasks.rados.rados.0.smithi110.stdout:2968: read oid 40 snap -1 2024-02-18T08:29:51.804 INFO:tasks.rados.rados.0.smithi110.stdout:2968: expect (ObjNum 877 snap 269 seq_num 877) 2024-02-18T08:29:51.804 INFO:tasks.rados.rados.0.smithi110.stdout:2969: read oid 20 snap -1 2024-02-18T08:29:51.804 INFO:tasks.rados.rados.0.smithi110.stdout:2969: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:51.804 INFO:tasks.rados.rados.0.smithi110.stdout:2970: read oid 26 snap -1 2024-02-18T08:29:51.804 INFO:tasks.rados.rados.0.smithi110.stdout:2970: expect (ObjNum 897 snap 274 seq_num 897) 2024-02-18T08:29:51.804 INFO:tasks.rados.rados.0.smithi110.stdout:2971: snap_remove snap 277 2024-02-18T08:29:51.941 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[38688]: cluster 2024-02-18T08:29:50.756594+0000 mgr.y (mgr.44100) 377 : cluster [DBG] pgmap v634: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-02-18T08:29:51.942 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[38688]: cluster 2024-02-18T08:29:50.792459+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2024-02-18T08:29:51.942 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-02-18T08:29:51.942 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-02-18T08:29:51.942 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-02-18T08:29:51.942 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-02-18T08:29:51.942 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-02-18T08:29:51.942 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-02-18T08:29:51.942 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-02-18T08:29:51.942 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-02-18T08:29:52.219 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-02-18T08:29:52.219 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:51 smithi191 bash[50518]: t=2024-02-18T08:29:51+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-02-18T08:29:52.220 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-02-18T08:29:52.220 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-02-18T08:29:52.220 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-02-18T08:29:52.220 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-02-18T08:29:52.220 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-02-18T08:29:52.220 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-02-18T08:29:52.220 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-02-18T08:29:52.220 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-02-18T08:29:52.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:51 smithi110 bash[55875]: cluster 2024-02-18T08:29:50.756594+0000 mgr.y (mgr.44100) 377 : cluster [DBG] pgmap v634: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-02-18T08:29:52.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:51 smithi110 bash[55875]: cluster 2024-02-18T08:29:50.792459+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2024-02-18T08:29:52.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:51 smithi110 bash[54479]: cluster 2024-02-18T08:29:50.756594+0000 mgr.y (mgr.44100) 377 : cluster [DBG] pgmap v634: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-02-18T08:29:52.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:51 smithi110 bash[54479]: cluster 2024-02-18T08:29:50.792459+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2024-02-18T08:29:52.497 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-02-18T08:29:52.497 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-02-18T08:29:52.497 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-02-18T08:29:52.497 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2024-02-18T08:29:52.497 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2024-02-18T08:29:52.498 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-02-18T08:29:52.498 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-02-18T08:29:52.498 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2024-02-18T08:29:52.498 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2024-02-18T08:29:52.498 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2024-02-18T08:29:52.757 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2024-02-18T08:29:52.757 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2024-02-18T08:29:52.757 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2024-02-18T08:29:52.758 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2024-02-18T08:29:52.758 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2024-02-18T08:29:52.758 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2024-02-18T08:29:52.758 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2024-02-18T08:29:52.758 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2024-02-18T08:29:52.815 INFO:tasks.rados.rados.0.smithi110.stdout:2971: done (5 left) 2024-02-18T08:29:52.815 INFO:tasks.rados.rados.0.smithi110.stdout:2972: copy_from oid 6 from oid 33 current snap is 285 2024-02-18T08:29:52.816 INFO:tasks.rados.rados.0.smithi110.stdout:2973: copy_from oid 4 from oid 16 current snap is 285 2024-02-18T08:29:52.816 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 285 2024-02-18T08:29:52.816 INFO:tasks.rados.rados.0.smithi110.stdout:2974: seq_num 913 ranges {2121728=499712,2621440=401408} 2024-02-18T08:29:52.831 INFO:tasks.rados.rados.0.smithi110.stdout:2974: writing smithi11051043-15 from 2121728 to 2621440 tid 1 2024-02-18T08:29:52.833 INFO:tasks.rados.rados.0.smithi110.stdout:2974: writing smithi11051043-15 from 2621440 to 3022848 tid 2 2024-02-18T08:29:52.833 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 285 2024-02-18T08:29:52.833 INFO:tasks.rados.rados.0.smithi110.stdout:2975: seq_num 914 ranges {868352=516096,1384448=401408} 2024-02-18T08:29:52.842 INFO:tasks.rados.rados.0.smithi110.stdout:2975: writing smithi11051043-1 from 868352 to 1384448 tid 1 2024-02-18T08:29:52.844 INFO:tasks.rados.rados.0.smithi110.stdout:2975: writing smithi11051043-1 from 1384448 to 1785856 tid 2 2024-02-18T08:29:52.845 INFO:tasks.rados.rados.0.smithi110.stdout:2976: snap_remove snap 279 2024-02-18T08:29:53.018 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2024-02-18T08:29:53.019 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2024-02-18T08:29:53.019 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2024-02-18T08:29:53.019 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2024-02-18T08:29:53.019 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-02-18T08:29:53.019 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-02-18T08:29:53.019 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[50518]: t=2024-02-18T08:29:52+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2024-02-18T08:29:53.019 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:52 smithi191 bash[38688]: cluster 2024-02-18T08:29:51.801601+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2024-02-18T08:29:53.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:52 smithi110 bash[55875]: cluster 2024-02-18T08:29:51.801601+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2024-02-18T08:29:53.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:52 smithi110 bash[54479]: cluster 2024-02-18T08:29:51.801601+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2024-02-18T08:29:53.279 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2024-02-18T08:29:53.279 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2024-02-18T08:29:53.279 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-02-18T08:29:53.279 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2024-02-18T08:29:53.280 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2024-02-18T08:29:53.280 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-02-18T08:29:53.280 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2024-02-18T08:29:53.280 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2024-02-18T08:29:53.280 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2024-02-18T08:29:53.565 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-02-18T08:29:53.565 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2024-02-18T08:29:53.565 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2024-02-18T08:29:53.565 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2024-02-18T08:29:53.565 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2024-02-18T08:29:53.565 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-02-18T08:29:53.565 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2024-02-18T08:29:53.565 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2024-02-18T08:29:53.565 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2024-02-18T08:29:53.825 INFO:tasks.rados.rados.0.smithi110.stdout:2976: done (9 left) 2024-02-18T08:29:53.825 INFO:tasks.rados.rados.0.smithi110.stdout:2977: delete oid 14 current snap is 285 2024-02-18T08:29:53.825 INFO:tasks.rados.rados.0.smithi110.stdout:2968: expect (ObjNum 877 snap 269 seq_num 877) 2024-02-18T08:29:53.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[38688]: cluster 2024-02-18T08:29:52.757485+0000 mgr.y (mgr.44100) 378 : cluster [DBG] pgmap v637: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 988 KiB/s wr, 8 op/s 2024-02-18T08:29:53.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[38688]: cluster 2024-02-18T08:29:52.811568+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2024-02-18T08:29:53.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2024-02-18T08:29:53.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2024-02-18T08:29:53.834 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-02-18T08:29:53.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2024-02-18T08:29:53.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2024-02-18T08:29:53.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-02-18T08:29:53.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2024-02-18T08:29:53.835 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-02-18T08:29:53.836 INFO:tasks.rados.rados.0.smithi110.stdout:2970: expect (ObjNum 897 snap 274 seq_num 897) 2024-02-18T08:29:53.879 INFO:tasks.rados.rados.0.smithi110.stdout:2969: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:54.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-02-18T08:29:54.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2024-02-18T08:29:54.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2024-02-18T08:29:54.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:53 smithi191 bash[50518]: t=2024-02-18T08:29:53+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2024-02-18T08:29:54.095 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2024-02-18T08:29:54.095 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2024-02-18T08:29:54.095 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2024-02-18T08:29:54.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:53 smithi110 bash[54479]: cluster 2024-02-18T08:29:52.757485+0000 mgr.y (mgr.44100) 378 : cluster [DBG] pgmap v637: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 988 KiB/s wr, 8 op/s 2024-02-18T08:29:54.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:53 smithi110 bash[54479]: cluster 2024-02-18T08:29:52.811568+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2024-02-18T08:29:54.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:53 smithi110 bash[55875]: cluster 2024-02-18T08:29:52.757485+0000 mgr.y (mgr.44100) 378 : cluster [DBG] pgmap v637: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 126 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 988 KiB/s wr, 8 op/s 2024-02-18T08:29:54.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:53 smithi110 bash[55875]: cluster 2024-02-18T08:29:52.811568+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2024-02-18T08:29:54.290 INFO:tasks.rados.rados.0.smithi110.stdout:2966: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:29:54.290 INFO:tasks.rados.rados.0.smithi110.stdout:2966: finishing copy_from to smithi11051043-50 2024-02-18T08:29:54.290 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 1612 (ObjNum 908 snap 282 seq_num 908) dirty exists 2024-02-18T08:29:54.290 INFO:tasks.rados.rados.0.smithi110.stdout:2967: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2967: finishing copy_from to smithi11051043-29 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1096 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2973: finishing copy_from to smithi11051043-4 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2973: got expected ENOENT (src dne) 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2973: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2972: finishing copy_from racing read to smithi11051043-6 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2972: finishing copy_from to smithi11051043-6 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 1268 (ObjNum 893 snap 272 seq_num 893) dirty exists 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2966: done (9 left) 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2967: done (8 left) 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2968: done (7 left) 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2969: done (6 left) 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2970: done (5 left) 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2972: done (4 left) 2024-02-18T08:29:54.291 INFO:tasks.rados.rados.0.smithi110.stdout:2973: done (3 left) 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2977: done (2 left) 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2978: rollback oid 17 current snap is 285 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 17 to 280 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2974: finishing write tid 1 to smithi11051043-15 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2974: finishing write tid 2 to smithi11051043-15 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2974: finishing write tid 4 to smithi11051043-15 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2974: finishing write tid 5 to smithi11051043-15 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 965 (ObjNum 913 snap 285 seq_num 913) dirty exists 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2974: left oid 15 (ObjNum 913 snap 285 seq_num 913) 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2975: finishing write tid 1 to smithi11051043-1 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2975: finishing write tid 2 to smithi11051043-1 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2975: finishing write tid 4 to smithi11051043-1 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2975: finishing write tid 5 to smithi11051043-1 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1289 (ObjNum 914 snap 285 seq_num 914) dirty exists 2024-02-18T08:29:54.292 INFO:tasks.rados.rados.0.smithi110.stdout:2975: left oid 1 (ObjNum 914 snap 285 seq_num 914) 2024-02-18T08:29:54.293 INFO:tasks.rados.rados.0.smithi110.stdout:2974: done (2 left) 2024-02-18T08:29:54.293 INFO:tasks.rados.rados.0.smithi110.stdout:2975: done (1 left) 2024-02-18T08:29:54.293 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 285 2024-02-18T08:29:54.293 INFO:tasks.rados.rados.0.smithi110.stdout:2979: seq_num 916 ranges {1744896=548864,2293760=401408} 2024-02-18T08:29:54.311 INFO:tasks.rados.rados.0.smithi110.stdout:2979: writing smithi11051043-3 from 1744896 to 2293760 tid 1 2024-02-18T08:29:54.313 INFO:tasks.rados.rados.0.smithi110.stdout:2979: writing smithi11051043-3 from 2293760 to 2695168 tid 2 2024-02-18T08:29:54.313 INFO:tasks.rados.rados.0.smithi110.stdout:2980: read oid 48 snap 284 2024-02-18T08:29:54.313 INFO:tasks.rados.rados.0.smithi110.stdout:2980: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:54.313 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 285 2024-02-18T08:29:54.313 INFO:tasks.rados.rados.0.smithi110.stdout:2981: seq_num 917 ranges {0=565248,565248=401408} 2024-02-18T08:29:54.316 INFO:tasks.rados.rados.0.smithi110.stdout:2981: writing smithi11051043-12 from 0 to 565248 tid 1 2024-02-18T08:29:54.319 INFO:tasks.rados.rados.0.smithi110.stdout:2981: writing smithi11051043-12 from 565248 to 966656 tid 2 2024-02-18T08:29:54.319 INFO:tasks.rados.rados.0.smithi110.stdout:2982: copy_from oid 25 from oid 39 current snap is 285 2024-02-18T08:29:54.319 INFO:tasks.rados.rados.0.smithi110.stdout:2978: finishing rollback tid 1 to smithi11051043-17 2024-02-18T08:29:54.319 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 0 (ObjNum -129455984 snap 22008 seq_num 4165053872) dirty dne 2024-02-18T08:29:54.319 INFO:tasks.rados.rados.0.smithi110.stdout:2978: done (4 left) 2024-02-18T08:29:54.319 INFO:tasks.rados.rados.0.smithi110.stdout:2983: delete oid 11 current snap is 285 2024-02-18T08:29:54.322 INFO:tasks.rados.rados.0.smithi110.stdout:2983: done (4 left) 2024-02-18T08:29:54.322 INFO:tasks.rados.rados.0.smithi110.stdout:2984: read oid 18 snap -1 2024-02-18T08:29:54.322 INFO:tasks.rados.rados.0.smithi110.stdout:2984: expect (ObjNum 856 snap 260 seq_num 856) 2024-02-18T08:29:54.322 INFO:tasks.rados.rados.0.smithi110.stdout:2985: read oid 11 snap -1 2024-02-18T08:29:54.322 INFO:tasks.rados.rados.0.smithi110.stdout:2985: expect deleted 2024-02-18T08:29:54.322 INFO:tasks.rados.rados.0.smithi110.stdout:2986: delete oid 14 current snap is 285 2024-02-18T08:29:54.323 INFO:tasks.rados.rados.0.smithi110.stdout:2979: finishing write tid 1 to smithi11051043-3 2024-02-18T08:29:54.326 INFO:tasks.rados.rados.0.smithi110.stdout:2979: finishing write tid 2 to smithi11051043-3 2024-02-18T08:29:54.327 INFO:tasks.rados.rados.0.smithi110.stdout:2979: finishing write tid 4 to smithi11051043-3 2024-02-18T08:29:54.329 INFO:tasks.rados.rados.0.smithi110.stdout:2985: done (6 left) 2024-02-18T08:29:54.329 INFO:tasks.rados.rados.0.smithi110.stdout:2986: done (5 left) 2024-02-18T08:29:54.329 INFO:tasks.rados.rados.0.smithi110.stdout:2987: setattr oid 11 current snap is 285 2024-02-18T08:29:54.330 INFO:tasks.rados.rados.0.smithi110.stdout:2979: finishing write tid 5 to smithi11051043-3 2024-02-18T08:29:54.330 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 1095 (ObjNum 916 snap 285 seq_num 916) dirty exists 2024-02-18T08:29:54.330 INFO:tasks.rados.rados.0.smithi110.stdout:2979: left oid 3 (ObjNum 916 snap 285 seq_num 916) 2024-02-18T08:29:54.330 INFO:tasks.rados.rados.0.smithi110.stdout:2981: finishing write tid 1 to smithi11051043-12 2024-02-18T08:29:54.331 INFO:tasks.rados.rados.0.smithi110.stdout:2979: done (5 left) 2024-02-18T08:29:54.331 INFO:tasks.rados.rados.0.smithi110.stdout:2988: read oid 21 snap -1 2024-02-18T08:29:54.331 INFO:tasks.rados.rados.0.smithi110.stdout:2988: expect deleted 2024-02-18T08:29:54.331 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 285 2024-02-18T08:29:54.331 INFO:tasks.rados.rados.0.smithi110.stdout:2989: seq_num 920 ranges {0=614400,614400=401408} 2024-02-18T08:29:54.336 INFO:tasks.rados.rados.0.smithi110.stdout:2989: writing smithi11051043-24 from 0 to 614400 tid 1 2024-02-18T08:29:54.337 INFO:tasks.rados.rados.0.smithi110.stdout:2989: writing smithi11051043-24 from 614400 to 1015808 tid 2 2024-02-18T08:29:54.337 INFO:tasks.rados.rados.0.smithi110.stdout:2990: read oid 6 snap -1 2024-02-18T08:29:54.337 INFO:tasks.rados.rados.0.smithi110.stdout:2990: expect (ObjNum 893 snap 272 seq_num 893) 2024-02-18T08:29:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:2991: read oid 43 snap -1 2024-02-18T08:29:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:2991: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:2992: rollback oid 46 current snap is 285 2024-02-18T08:29:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 46 to 283 2024-02-18T08:29:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:2981: finishing write tid 2 to smithi11051043-12 2024-02-18T08:29:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:2981: finishing write tid 4 to smithi11051043-12 2024-02-18T08:29:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:2988: done (9 left) 2024-02-18T08:29:54.338 INFO:tasks.rados.rados.0.smithi110.stdout:2993: delete oid 35 current snap is 285 2024-02-18T08:29:54.340 INFO:tasks.rados.rados.0.smithi110.stdout:2981: finishing write tid 5 to smithi11051043-12 2024-02-18T08:29:54.340 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1262 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-02-18T08:29:54.340 INFO:tasks.rados.rados.0.smithi110.stdout:2981: left oid 12 (ObjNum 917 snap 285 seq_num 917) 2024-02-18T08:29:54.340 INFO:tasks.rados.rados.0.smithi110.stdout:2989: finishing write tid 1 to smithi11051043-24 2024-02-18T08:29:54.341 INFO:tasks.rados.rados.0.smithi110.stdout:2990: expect (ObjNum 893 snap 272 seq_num 893) 2024-02-18T08:29:54.360 INFO:tasks.rados.rados.0.smithi110.stdout:2981: done (9 left) 2024-02-18T08:29:54.360 INFO:tasks.rados.rados.0.smithi110.stdout:2990: done (8 left) 2024-02-18T08:29:54.360 INFO:tasks.rados.rados.0.smithi110.stdout:2993: done (7 left) 2024-02-18T08:29:54.360 INFO:tasks.rados.rados.0.smithi110.stdout:2994: read oid 28 snap -1 2024-02-18T08:29:54.360 INFO:tasks.rados.rados.0.smithi110.stdout:2994: expect deleted 2024-02-18T08:29:54.360 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 285 2024-02-18T08:29:54.360 INFO:tasks.rados.rados.0.smithi110.stdout:2995: seq_num 922 ranges {0=647168,647168=401408} 2024-02-18T08:29:54.364 INFO:tasks.rados.rados.0.smithi110.stdout:2995: writing smithi11051043-10 from 0 to 647168 tid 1 2024-02-18T08:29:54.368 INFO:tasks.rados.rados.0.smithi110.stdout:2995: writing smithi11051043-10 from 647168 to 1048576 tid 2 2024-02-18T08:29:54.368 INFO:tasks.rados.rados.0.smithi110.stdout:2996: read oid 45 snap -1 2024-02-18T08:29:54.368 INFO:tasks.rados.rados.0.smithi110.stdout:2996: expect (ObjNum 894 snap 272 seq_num 894) 2024-02-18T08:29:54.368 INFO:tasks.rados.rados.0.smithi110.stdout:2997: read oid 23 snap 281 2024-02-18T08:29:54.368 INFO:tasks.rados.rados.0.smithi110.stdout:2997: expect (ObjNum 891 snap 272 seq_num 891) 2024-02-18T08:29:54.368 INFO:tasks.rados.rados.0.smithi110.stdout:2998: delete oid 5 current snap is 285 2024-02-18T08:29:54.370 INFO:tasks.rados.rados.0.smithi110.stdout:2984: expect (ObjNum 856 snap 260 seq_num 856) 2024-02-18T08:29:54.397 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-02-18T08:29:54.397 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2024-02-18T08:29:54.397 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2024-02-18T08:29:54.397 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2024-02-18T08:29:54.397 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2024-02-18T08:29:54.397 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2024-02-18T08:29:54.397 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2024-02-18T08:29:54.397 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2024-02-18T08:29:54.397 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2024-02-18T08:29:54.397 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2024-02-18T08:29:54.614 INFO:tasks.rados.rados.0.smithi110.stdout:2989: finishing write tid 2 to smithi11051043-24 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1253 (ObjNum -130322080 snap 22008 seq_num 0) dirty exists 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:2989: finishing write tid 4 to smithi11051043-24 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:2989: finishing write tid 5 to smithi11051043-24 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1271 (ObjNum 920 snap 285 seq_num 920) dirty exists 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:2989: left oid 24 (ObjNum 920 snap 285 seq_num 920) 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:2982: finishing copy_from racing read to smithi11051043-25 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:2984: done (11 left) 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:2987: done (10 left) 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:2989: done (9 left) 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:2998: done (8 left) 2024-02-18T08:29:54.615 INFO:tasks.rados.rados.0.smithi110.stdout:2999: snap_remove snap 282 2024-02-18T08:29:54.649 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2024-02-18T08:29:54.649 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2024-02-18T08:29:54.649 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2024-02-18T08:29:54.649 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2024-02-18T08:29:54.650 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2024-02-18T08:29:54.650 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2024-02-18T08:29:54.650 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2024-02-18T08:29:54.650 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2024-02-18T08:29:54.794 INFO:tasks.rados.rados.0.smithi110.stdout:2999: done (8 left) 2024-02-18T08:29:54.794 INFO:tasks.rados.rados.0.smithi110.stdout:3000: snap_create 2024-02-18T08:29:54.795 INFO:tasks.rados.rados.0.smithi110.stdout:2982: finishing copy_from to smithi11051043-25 2024-02-18T08:29:54.795 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 860 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-02-18T08:29:54.795 INFO:tasks.rados.rados.0.smithi110.stdout:2997: expect (ObjNum 891 snap 272 seq_num 891) 2024-02-18T08:29:54.808 INFO:tasks.rados.rados.0.smithi110.stdout:2995: finishing write tid 1 to smithi11051043-10 2024-02-18T08:29:54.808 INFO:tasks.rados.rados.0.smithi110.stdout:2995: finishing write tid 2 to smithi11051043-10 2024-02-18T08:29:54.808 INFO:tasks.rados.rados.0.smithi110.stdout:2995: finishing write tid 4 to smithi11051043-10 2024-02-18T08:29:54.808 INFO:tasks.rados.rados.0.smithi110.stdout:2991: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:54.901 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[38688]: cluster 2024-02-18T08:29:53.822298+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2024-02-18T08:29:54.901 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[38688]: cluster 2024-02-18T08:29:54.792156+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2024-02-18T08:29:54.902 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2024-02-18T08:29:54.902 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2024-02-18T08:29:54.902 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2024-02-18T08:29:54.902 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2024-02-18T08:29:54.902 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2024-02-18T08:29:54.902 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2024-02-18T08:29:54.903 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2024-02-18T08:29:55.154 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2024-02-18T08:29:55.154 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:54 smithi191 bash[50518]: t=2024-02-18T08:29:54+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2024-02-18T08:29:55.154 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2024-02-18T08:29:55.154 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2024-02-18T08:29:55.154 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2024-02-18T08:29:55.154 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2024-02-18T08:29:55.154 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2024-02-18T08:29:55.154 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2024-02-18T08:29:55.209 INFO:tasks.rados.rados.0.smithi110.stdout:2995: finishing write tid 5 to smithi11051043-10 2024-02-18T08:29:55.209 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 1268 (ObjNum 922 snap 285 seq_num 922) dirty exists 2024-02-18T08:29:55.210 INFO:tasks.rados.rados.0.smithi110.stdout:2995: left oid 10 (ObjNum 922 snap 285 seq_num 922) 2024-02-18T08:29:55.210 INFO:tasks.rados.rados.0.smithi110.stdout:2980: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:55.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:54 smithi110 bash[54479]: cluster 2024-02-18T08:29:53.822298+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2024-02-18T08:29:55.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:54 smithi110 bash[54479]: cluster 2024-02-18T08:29:54.792156+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2024-02-18T08:29:55.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:54 smithi110 bash[55875]: cluster 2024-02-18T08:29:53.822298+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2024-02-18T08:29:55.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:54 smithi110 bash[55875]: cluster 2024-02-18T08:29:54.792156+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2024-02-18T08:29:55.423 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2024-02-18T08:29:55.423 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2024-02-18T08:29:55.423 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2024-02-18T08:29:55.423 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2024-02-18T08:29:55.423 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2024-02-18T08:29:55.423 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2024-02-18T08:29:55.423 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2024-02-18T08:29:55.423 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2024-02-18T08:29:55.607 INFO:tasks.rados.rados.0.smithi110.stdout:2992: finishing rollback tid 0 to smithi11051043-46 2024-02-18T08:29:55.607 INFO:tasks.rados.rados.0.smithi110.stdout:2992: finishing rollback tid 1 to smithi11051043-46 2024-02-18T08:29:55.607 INFO:tasks.rados.rados.0.smithi110.stdout:2992: finishing rollback tid 2 to smithi11051043-46 2024-02-18T08:29:55.607 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 1099 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:29:55.607 INFO:tasks.rados.rados.0.smithi110.stdout:2996: expect (ObjNum 894 snap 272 seq_num 894) 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=12.359238047s 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-02-18T08:29:55.735 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-02-18T08:29:55.796 INFO:tasks.rados.rados.0.smithi110.stdout:2980: done (8 left) 2024-02-18T08:29:55.796 INFO:tasks.rados.rados.0.smithi110.stdout:2982: done (7 left) 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:2991: done (6 left) 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:2992: done (5 left) 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:2994: done (4 left) 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:2995: done (3 left) 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:2996: done (2 left) 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:2997: done (1 left) 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:3000: done (0 left) 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:3001: rollback oid 12 current snap is 286 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 285 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:3002: rmattr oid 23 current snap is 286 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:3002: done (1 left) 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:3003: read oid 2 snap -1 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:3003: expect (ObjNum 895 snap 272 seq_num 895) 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:3004: read oid 34 snap -1 2024-02-18T08:29:55.797 INFO:tasks.rados.rados.0.smithi110.stdout:3004: expect deleted 2024-02-18T08:29:55.798 INFO:tasks.rados.rados.0.smithi110.stdout:3005: read oid 26 snap 281 2024-02-18T08:29:55.798 INFO:tasks.rados.rados.0.smithi110.stdout:3005: expect (ObjNum 897 snap 274 seq_num 897) 2024-02-18T08:29:55.798 INFO:tasks.rados.rados.0.smithi110.stdout:3006: snap_create 2024-02-18T08:29:55.803 INFO:tasks.rados.rados.0.smithi110.stdout:3001: finishing rollback tid 0 to smithi11051043-12 2024-02-18T08:29:55.804 INFO:tasks.rados.rados.0.smithi110.stdout:3001: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:29:55.804 INFO:tasks.rados.rados.0.smithi110.stdout:3001: finishing rollback tid 2 to smithi11051043-12 2024-02-18T08:29:55.804 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1265 (ObjNum 917 snap 285 seq_num 917) dirty exists 2024-02-18T08:29:55.809 INFO:tasks.rados.rados.0.smithi110.stdout:3005: expect (ObjNum 897 snap 274 seq_num 897) 2024-02-18T08:29:55.851 INFO:tasks.rados.rados.0.smithi110.stdout:3003: expect (ObjNum 895 snap 272 seq_num 895) 2024-02-18T08:29:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[38688]: cluster 2024-02-18T08:29:54.758211+0000 mgr.y (mgr.44100) 379 : cluster [DBG] pgmap v640: 89 pgs: 89 active+clean; 133 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-02-18T08:29:56.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[38688]: cluster 2024-02-18T08:29:55.794087+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2024-02-18T08:29:56.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-02-18T08:29:56.094 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-02-18T08:29:56.095 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-02-18T08:29:56.095 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:29:55 smithi191 bash[50518]: t=2024-02-18T08:29:55+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-02-18T08:29:56.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:55 smithi110 bash[55875]: cluster 2024-02-18T08:29:54.758211+0000 mgr.y (mgr.44100) 379 : cluster [DBG] pgmap v640: 89 pgs: 89 active+clean; 133 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-02-18T08:29:56.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:55 smithi110 bash[55875]: cluster 2024-02-18T08:29:55.794087+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2024-02-18T08:29:56.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:55 smithi110 bash[54479]: cluster 2024-02-18T08:29:54.758211+0000 mgr.y (mgr.44100) 379 : cluster [DBG] pgmap v640: 89 pgs: 89 active+clean; 133 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-02-18T08:29:56.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:55 smithi110 bash[54479]: cluster 2024-02-18T08:29:55.794087+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2024-02-18T08:29:56.799 INFO:tasks.rados.rados.0.smithi110.stdout:3001: done (4 left) 2024-02-18T08:29:56.799 INFO:tasks.rados.rados.0.smithi110.stdout:3003: done (3 left) 2024-02-18T08:29:56.799 INFO:tasks.rados.rados.0.smithi110.stdout:3004: done (2 left) 2024-02-18T08:29:56.799 INFO:tasks.rados.rados.0.smithi110.stdout:3005: done (1 left) 2024-02-18T08:29:56.799 INFO:tasks.rados.rados.0.smithi110.stdout:3006: done (0 left) 2024-02-18T08:29:56.799 INFO:tasks.rados.rados.0.smithi110.stdout:3007: delete oid 29 current snap is 287 2024-02-18T08:29:56.804 INFO:tasks.rados.rados.0.smithi110.stdout:3007: done (0 left) 2024-02-18T08:29:56.805 INFO:tasks.rados.rados.0.smithi110.stdout:3008: setattr oid 4 current snap is 287 2024-02-18T08:29:56.806 INFO:tasks.rados.rados.0.smithi110.stdout:3009: rollback oid 15 current snap is 287 2024-02-18T08:29:56.806 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 15 to 281 2024-02-18T08:29:56.806 INFO:tasks.rados.rados.0.smithi110.stdout:3010: copy_from oid 1 from oid 45 current snap is 287 2024-02-18T08:29:56.806 INFO:tasks.rados.rados.0.smithi110.stdout:3011: rollback oid 36 current snap is 287 2024-02-18T08:29:56.806 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 36 to 276 2024-02-18T08:29:56.806 INFO:tasks.rados.rados.0.smithi110.stdout:3012: read oid 29 snap -1 2024-02-18T08:29:56.807 INFO:tasks.rados.rados.0.smithi110.stdout:3012: expect deleted 2024-02-18T08:29:56.807 INFO:tasks.rados.rados.0.smithi110.stdout:3013: delete oid 39 current snap is 287 2024-02-18T08:29:56.812 INFO:tasks.rados.rados.0.smithi110.stdout:3009: finishing rollback tid 0 to smithi11051043-15 2024-02-18T08:29:56.813 INFO:tasks.rados.rados.0.smithi110.stdout:3009: finishing rollback tid 1 to smithi11051043-15 2024-02-18T08:29:56.814 INFO:tasks.rados.rados.0.smithi110.stdout:3009: finishing rollback tid 2 to smithi11051043-15 2024-02-18T08:29:56.814 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 968 (ObjNum 902 snap 279 seq_num 902) dirty exists 2024-02-18T08:29:56.815 INFO:tasks.rados.rados.0.smithi110.stdout:3009: done (5 left) 2024-02-18T08:29:56.815 INFO:tasks.rados.rados.0.smithi110.stdout:3012: done (4 left) 2024-02-18T08:29:56.815 INFO:tasks.rados.rados.0.smithi110.stdout:3013: done (3 left) 2024-02-18T08:29:56.815 INFO:tasks.rados.rados.0.smithi110.stdout:3014: setattr oid 29 current snap is 287 2024-02-18T08:29:56.815 INFO:tasks.rados.rados.0.smithi110.stdout:3011: finishing rollback tid 0 to smithi11051043-36 2024-02-18T08:29:56.816 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1097 (ObjNum 877 snap 269 seq_num 877) dirty exists 2024-02-18T08:29:56.817 INFO:tasks.rados.rados.0.smithi110.stdout:3011: finishing rollback tid 1 to smithi11051043-36 2024-02-18T08:29:56.817 INFO:tasks.rados.rados.0.smithi110.stdout:3011: finishing rollback tid 2 to smithi11051043-36 2024-02-18T08:29:56.817 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1292 (ObjNum 881 snap 269 seq_num 881) dirty exists 2024-02-18T08:29:56.817 INFO:tasks.rados.rados.0.smithi110.stdout:3008: done (3 left) 2024-02-18T08:29:56.817 INFO:tasks.rados.rados.0.smithi110.stdout:3011: done (2 left) 2024-02-18T08:29:56.817 INFO:tasks.rados.rados.0.smithi110.stdout:3015: snap_remove snap 283 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:3015: done (2 left) 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:3016: read oid 16 snap 286 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:3016: expect deleted 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:3017: read oid 10 snap -1 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:3017: expect (ObjNum 922 snap 285 seq_num 922) 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:3018: read oid 43 snap -1 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:3018: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:3019: copy_from oid 8 from oid 17 current snap is 287 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1249 (ObjNum 1 snap 32588 seq_num 4165397424) dirty exists 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:3014: done (5 left) 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:3020: rollback oid 18 current snap is 287 2024-02-18T08:29:57.808 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 18 to 280 2024-02-18T08:29:57.809 INFO:tasks.rados.rados.0.smithi110.stdout:3010: finishing copy_from racing read to smithi11051043-1 2024-02-18T08:29:57.809 INFO:tasks.rados.rados.0.smithi110.stdout:3010: finishing copy_from to smithi11051043-1 2024-02-18T08:29:57.809 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1244 (ObjNum 894 snap 272 seq_num 894) dirty exists 2024-02-18T08:29:57.809 INFO:tasks.rados.rados.0.smithi110.stdout:3010: done (5 left) 2024-02-18T08:29:57.809 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 287 2024-02-18T08:29:57.809 INFO:tasks.rados.rados.0.smithi110.stdout:3021: seq_num 926 ranges {966656=712704,1679360=401408} 2024-02-18T08:29:57.818 INFO:tasks.rados.rados.0.smithi110.stdout:3021: writing smithi11051043-12 from 966656 to 1679360 tid 1 2024-02-18T08:29:57.821 INFO:tasks.rados.rados.0.smithi110.stdout:3021: writing smithi11051043-12 from 1679360 to 2080768 tid 2 2024-02-18T08:29:57.821 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 287 2024-02-18T08:29:57.821 INFO:tasks.rados.rados.0.smithi110.stdout:3022: seq_num 927 ranges {2121728=729088,2850816=401408} 2024-02-18T08:29:57.838 INFO:tasks.rados.rados.0.smithi110.stdout:3022: writing smithi11051043-15 from 2121728 to 2850816 tid 1 2024-02-18T08:29:57.841 INFO:tasks.rados.rados.0.smithi110.stdout:3022: writing smithi11051043-15 from 2850816 to 3252224 tid 2 2024-02-18T08:29:57.841 INFO:tasks.rados.rados.0.smithi110.stdout:3023: rollback oid 37 current snap is 287 2024-02-18T08:29:57.841 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 37 to 286 2024-02-18T08:29:57.841 INFO:tasks.rados.rados.0.smithi110.stdout:3019: finishing copy_from to smithi11051043-8 2024-02-18T08:29:57.841 INFO:tasks.rados.rados.0.smithi110.stdout:3019: got expected ENOENT (src dne) 2024-02-18T08:29:57.841 INFO:tasks.rados.rados.0.smithi110.stdout:3019: finishing copy_from racing read to smithi11051043-8 2024-02-18T08:29:57.842 INFO:tasks.rados.rados.0.smithi110.stdout:3017: expect (ObjNum 922 snap 285 seq_num 922) 2024-02-18T08:29:57.869 INFO:tasks.rados.rados.0.smithi110.stdout:3021: finishing write tid 1 to smithi11051043-12 2024-02-18T08:29:57.869 INFO:tasks.rados.rados.0.smithi110.stdout:3021: finishing write tid 2 to smithi11051043-12 2024-02-18T08:29:57.869 INFO:tasks.rados.rados.0.smithi110.stdout:3021: finishing write tid 4 to smithi11051043-12 2024-02-18T08:29:57.869 INFO:tasks.rados.rados.0.smithi110.stdout:3021: finishing write tid 5 to smithi11051043-12 2024-02-18T08:29:57.869 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1268 (ObjNum 926 snap 287 seq_num 926) dirty exists 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:3021: left oid 12 (ObjNum 926 snap 287 seq_num 926) 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:3020: finishing rollback tid 0 to smithi11051043-18 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:3020: finishing rollback tid 1 to smithi11051043-18 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:3016: done (7 left) 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:3017: done (6 left) 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:3019: done (5 left) 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:3021: done (4 left) 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:3024: copy_from oid 38 from oid 48 current snap is 287 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:3020: finishing rollback tid 2 to smithi11051043-18 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1256 (ObjNum 856 snap 260 seq_num 856) dirty exists 2024-02-18T08:29:57.870 INFO:tasks.rados.rados.0.smithi110.stdout:3018: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:29:58.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:57 smithi191 bash[38688]: cluster 2024-02-18T08:29:56.758876+0000 mgr.y (mgr.44100) 380 : cluster [DBG] pgmap v643: 89 pgs: 89 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-02-18T08:29:58.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:57 smithi191 bash[38688]: cluster 2024-02-18T08:29:56.797229+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2024-02-18T08:29:58.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:57 smithi110 bash[54479]: cluster 2024-02-18T08:29:56.758876+0000 mgr.y (mgr.44100) 380 : cluster [DBG] pgmap v643: 89 pgs: 89 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-02-18T08:29:58.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:57 smithi110 bash[54479]: cluster 2024-02-18T08:29:56.797229+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2024-02-18T08:29:58.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:57 smithi110 bash[55875]: cluster 2024-02-18T08:29:56.758876+0000 mgr.y (mgr.44100) 380 : cluster [DBG] pgmap v643: 89 pgs: 89 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-02-18T08:29:58.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:57 smithi110 bash[55875]: cluster 2024-02-18T08:29:56.797229+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2024-02-18T08:29:58.284 INFO:tasks.rados.rados.0.smithi110.stdout:3023: finishing rollback tid 1 to smithi11051043-37 2024-02-18T08:29:58.284 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 1280 (ObjNum 0 snap 0 seq_num 2665860256) dirty dne 2024-02-18T08:29:58.284 INFO:tasks.rados.rados.0.smithi110.stdout:3022: finishing write tid 1 to smithi11051043-15 2024-02-18T08:29:58.284 INFO:tasks.rados.rados.0.smithi110.stdout:3022: finishing write tid 2 to smithi11051043-15 2024-02-18T08:29:58.284 INFO:tasks.rados.rados.0.smithi110.stdout:3022: finishing write tid 4 to smithi11051043-15 2024-02-18T08:29:58.284 INFO:tasks.rados.rados.0.smithi110.stdout:3022: finishing write tid 5 to smithi11051043-15 2024-02-18T08:29:58.284 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 971 (ObjNum 927 snap 287 seq_num 927) dirty exists 2024-02-18T08:29:58.284 INFO:tasks.rados.rados.0.smithi110.stdout:3022: left oid 15 (ObjNum 927 snap 287 seq_num 927) 2024-02-18T08:29:58.285 INFO:tasks.rados.rados.0.smithi110.stdout:3024: finishing copy_from racing read to smithi11051043-38 2024-02-18T08:29:58.285 INFO:tasks.rados.rados.0.smithi110.stdout:3024: finishing copy_from to smithi11051043-38 2024-02-18T08:29:58.285 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1096 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:29:58.285 INFO:tasks.rados.rados.0.smithi110.stdout:3018: done (4 left) 2024-02-18T08:29:58.285 INFO:tasks.rados.rados.0.smithi110.stdout:3020: done (3 left) 2024-02-18T08:29:58.285 INFO:tasks.rados.rados.0.smithi110.stdout:3022: done (2 left) 2024-02-18T08:29:58.285 INFO:tasks.rados.rados.0.smithi110.stdout:3023: done (1 left) 2024-02-18T08:29:58.285 INFO:tasks.rados.rados.0.smithi110.stdout:3024: done (0 left) 2024-02-18T08:29:58.285 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 287 2024-02-18T08:29:58.285 INFO:tasks.rados.rados.0.smithi110.stdout:3025: seq_num 928 ranges {1179648=745472,1925120=401408} 2024-02-18T08:29:58.304 INFO:tasks.rados.rados.0.smithi110.stdout:3025: writing smithi11051043-26 from 1179648 to 1925120 tid 1 2024-02-18T08:29:58.306 INFO:tasks.rados.rados.0.smithi110.stdout:3025: writing smithi11051043-26 from 1925120 to 2326528 tid 2 2024-02-18T08:29:58.306 INFO:tasks.rados.rados.0.smithi110.stdout:3026: copy_from oid 4 from oid 3 current snap is 287 2024-02-18T08:29:58.306 INFO:tasks.rados.rados.0.smithi110.stdout:3027: rollback oid 39 current snap is 287 2024-02-18T08:29:58.307 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 39 to 280 2024-02-18T08:29:58.307 INFO:tasks.rados.rados.0.smithi110.stdout:3028: copy_from oid 9 from oid 21 current snap is 287 2024-02-18T08:29:58.307 INFO:tasks.rados.rados.0.smithi110.stdout:3029: snap_create 2024-02-18T08:29:58.309 INFO:tasks.rados.rados.0.smithi110.stdout:3028: finishing copy_from to smithi11051043-9 2024-02-18T08:29:58.309 INFO:tasks.rados.rados.0.smithi110.stdout:3028: got expected ENOENT (src dne) 2024-02-18T08:29:58.309 INFO:tasks.rados.rados.0.smithi110.stdout:3028: finishing copy_from racing read to smithi11051043-9 2024-02-18T08:29:58.314 INFO:tasks.rados.rados.0.smithi110.stdout:3027: finishing rollback tid 1 to smithi11051043-39 2024-02-18T08:29:58.314 INFO:tasks.rados.rados.0.smithi110.stdout:3027: finishing rollback tid 2 to smithi11051043-39 2024-02-18T08:29:58.314 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 1271 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-02-18T08:29:58.316 INFO:tasks.rados.rados.0.smithi110.stdout:3025: finishing write tid 1 to smithi11051043-26 2024-02-18T08:29:58.318 INFO:tasks.rados.rados.0.smithi110.stdout:3025: finishing write tid 2 to smithi11051043-26 2024-02-18T08:29:58.318 INFO:tasks.rados.rados.0.smithi110.stdout:3025: finishing write tid 4 to smithi11051043-26 2024-02-18T08:29:58.323 INFO:tasks.rados.rados.0.smithi110.stdout:3026: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:29:58.323 INFO:tasks.rados.rados.0.smithi110.stdout:3025: finishing write tid 5 to smithi11051043-26 2024-02-18T08:29:58.323 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1620 (ObjNum 928 snap 287 seq_num 928) dirty exists 2024-02-18T08:29:58.323 INFO:tasks.rados.rados.0.smithi110.stdout:3025: left oid 26 (ObjNum 928 snap 287 seq_num 928) 2024-02-18T08:29:58.324 INFO:tasks.rados.rados.0.smithi110.stdout:3026: finishing copy_from to smithi11051043-4 2024-02-18T08:29:58.324 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1095 (ObjNum 916 snap 285 seq_num 916) dirty exists 2024-02-18T08:29:58.648 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -e sha1=81bd20d634209c7cb82c18be12b4b5a05643ebf1 -- bash -c 'ceph orch ps' 2024-02-18T08:29:58.814 INFO:tasks.rados.rados.0.smithi110.stdout:3025: done (4 left) 2024-02-18T08:29:58.814 INFO:tasks.rados.rados.0.smithi110.stdout:3026: done (3 left) 2024-02-18T08:29:58.814 INFO:tasks.rados.rados.0.smithi110.stdout:3027: done (2 left) 2024-02-18T08:29:58.814 INFO:tasks.rados.rados.0.smithi110.stdout:3028: done (1 left) 2024-02-18T08:29:58.814 INFO:tasks.rados.rados.0.smithi110.stdout:3029: done (0 left) 2024-02-18T08:29:58.814 INFO:tasks.rados.rados.0.smithi110.stdout:3030: setattr oid 22 current snap is 288 2024-02-18T08:29:58.815 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 288 2024-02-18T08:29:58.815 INFO:tasks.rados.rados.0.smithi110.stdout:3031: seq_num 929 ranges {2326528=761856,3088384=401408} 2024-02-18T08:29:58.835 INFO:tasks.rados.rados.0.smithi110.stdout:3031: writing smithi11051043-26 from 2326528 to 3088384 tid 1 2024-02-18T08:29:58.838 INFO:tasks.rados.rados.0.smithi110.stdout:3031: writing smithi11051043-26 from 3088384 to 3489792 tid 2 2024-02-18T08:29:58.838 INFO:tasks.rados.rados.0.smithi110.stdout:3032: read oid 36 snap 281 2024-02-18T08:29:58.839 INFO:tasks.rados.rados.0.smithi110.stdout:3032: expect (ObjNum 903 snap 279 seq_num 903) 2024-02-18T08:29:58.839 INFO:tasks.rados.rados.0.smithi110.stdout:3033: read oid 32 snap -1 2024-02-18T08:29:58.839 INFO:tasks.rados.rados.0.smithi110.stdout:3033: expect (ObjNum 840 snap 258 seq_num 840) 2024-02-18T08:29:58.839 INFO:tasks.rados.rados.0.smithi110.stdout:3034: snap_remove snap 280 2024-02-18T08:29:58.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:58 smithi110 bash[54479]: audit 2024-02-18T08:29:57.738974+0000 mgr.y (mgr.44100) 381 : audit [DBG] from='client.54388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:29:58.972 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:58 smithi110 bash[54479]: cluster 2024-02-18T08:29:57.803299+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2024-02-18T08:29:58.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:58 smithi110 bash[55875]: audit 2024-02-18T08:29:57.738974+0000 mgr.y (mgr.44100) 381 : audit [DBG] from='client.54388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:29:58.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:58 smithi110 bash[55875]: cluster 2024-02-18T08:29:57.803299+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2024-02-18T08:29:59.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:58 smithi191 bash[38688]: audit 2024-02-18T08:29:57.738974+0000 mgr.y (mgr.44100) 381 : audit [DBG] from='client.54388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:29:59.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:58 smithi191 bash[38688]: cluster 2024-02-18T08:29:57.803299+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2024-02-18T08:29:59.799 INFO:tasks.rados.rados.0.smithi110.stdout:3034: done (4 left) 2024-02-18T08:29:59.799 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 288 2024-02-18T08:29:59.799 INFO:tasks.rados.rados.0.smithi110.stdout:3035: seq_num 930 ranges {598016=786432,1384448=401408} 2024-02-18T08:29:59.807 INFO:tasks.rados.rados.0.smithi110.stdout:3035: writing smithi11051043-2 from 598016 to 1384448 tid 1 2024-02-18T08:29:59.810 INFO:tasks.rados.rados.0.smithi110.stdout:3035: writing smithi11051043-2 from 1384448 to 1785856 tid 2 2024-02-18T08:29:59.810 INFO:tasks.rados.rados.0.smithi110.stdout:3036: snap_remove snap 287 2024-02-18T08:30:00.094 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:59 smithi110 bash[55875]: cluster 2024-02-18T08:29:58.759776+0000 mgr.y (mgr.44100) 382 : cluster [DBG] pgmap v646: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.2 MiB/s wr, 27 op/s 2024-02-18T08:30:00.094 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:59 smithi110 bash[55875]: cluster 2024-02-18T08:29:58.811267+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2024-02-18T08:30:00.094 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:29:59 smithi110 bash[55875]: cluster 2024-02-18T08:29:59.795523+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2024-02-18T08:30:00.094 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:59 smithi110 bash[54479]: cluster 2024-02-18T08:29:58.759776+0000 mgr.y (mgr.44100) 382 : cluster [DBG] pgmap v646: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.2 MiB/s wr, 27 op/s 2024-02-18T08:30:00.094 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:59 smithi110 bash[54479]: cluster 2024-02-18T08:29:58.811267+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2024-02-18T08:30:00.094 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:29:59 smithi110 bash[54479]: cluster 2024-02-18T08:29:59.795523+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2024-02-18T08:30:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:59 smithi191 bash[38688]: cluster 2024-02-18T08:29:58.759776+0000 mgr.y (mgr.44100) 382 : cluster [DBG] pgmap v646: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.2 MiB/s wr, 27 op/s 2024-02-18T08:30:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:59 smithi191 bash[38688]: cluster 2024-02-18T08:29:58.811267+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2024-02-18T08:30:00.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:29:59 smithi191 bash[38688]: cluster 2024-02-18T08:29:59.795523+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2024-02-18T08:30:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:3036: done (5 left) 2024-02-18T08:30:00.800 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 288 2024-02-18T08:30:00.801 INFO:tasks.rados.rados.0.smithi110.stdout:3037: seq_num 931 ranges {0=802816,802816=401408} 2024-02-18T08:30:00.805 INFO:tasks.rados.rados.0.smithi110.stdout:3037: writing smithi11051043-17 from 0 to 802816 tid 1 2024-02-18T08:30:00.808 INFO:tasks.rados.rados.0.smithi110.stdout:3037: writing smithi11051043-17 from 802816 to 1204224 tid 2 2024-02-18T08:30:00.808 INFO:tasks.rados.rados.0.smithi110.stdout:3038: snap_create 2024-02-18T08:30:00.808 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1272 (ObjNum 884 snap 271 seq_num 884) dirty exists 2024-02-18T08:30:00.808 INFO:tasks.rados.rados.0.smithi110.stdout:3031: finishing write tid 1 to smithi11051043-26 2024-02-18T08:30:00.808 INFO:tasks.rados.rados.0.smithi110.stdout:3031: finishing write tid 2 to smithi11051043-26 2024-02-18T08:30:00.808 INFO:tasks.rados.rados.0.smithi110.stdout:3031: finishing write tid 4 to smithi11051043-26 2024-02-18T08:30:00.808 INFO:tasks.rados.rados.0.smithi110.stdout:3031: finishing write tid 5 to smithi11051043-26 2024-02-18T08:30:00.808 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1624 (ObjNum 929 snap 288 seq_num 929) dirty exists 2024-02-18T08:30:00.808 INFO:tasks.rados.rados.0.smithi110.stdout:3031: left oid 26 (ObjNum 929 snap 288 seq_num 929) 2024-02-18T08:30:00.808 INFO:tasks.rados.rados.0.smithi110.stdout:3032: expect (ObjNum 903 snap 279 seq_num 903) 2024-02-18T08:30:00.845 INFO:tasks.rados.rados.0.smithi110.stdout:3033: expect (ObjNum 840 snap 258 seq_num 840) 2024-02-18T08:30:01.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:00 smithi191 bash[38688]: cluster 2024-02-18T08:30:00.000185+0000 mon.a (mon.0) 1247 : cluster [INF] overall HEALTH_OK 2024-02-18T08:30:01.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:00 smithi191 bash[38688]: cluster 2024-02-18T08:30:00.798539+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2024-02-18T08:30:01.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:00 smithi110 bash[55875]: cluster 2024-02-18T08:30:00.000185+0000 mon.a (mon.0) 1247 : cluster [INF] overall HEALTH_OK 2024-02-18T08:30:01.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:00 smithi110 bash[55875]: cluster 2024-02-18T08:30:00.798539+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2024-02-18T08:30:01.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:00 smithi110 bash[54479]: cluster 2024-02-18T08:30:00.000185+0000 mon.a (mon.0) 1247 : cluster [INF] overall HEALTH_OK 2024-02-18T08:30:01.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:00 smithi110 bash[54479]: cluster 2024-02-18T08:30:00.798539+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2024-02-18T08:30:01.393 INFO:tasks.rados.rados.0.smithi110.stdout:3035: finishing write tid 1 to smithi11051043-2 2024-02-18T08:30:01.393 INFO:tasks.rados.rados.0.smithi110.stdout:3035: finishing write tid 2 to smithi11051043-2 2024-02-18T08:30:01.394 INFO:tasks.rados.rados.0.smithi110.stdout:3035: finishing write tid 4 to smithi11051043-2 2024-02-18T08:30:01.394 INFO:tasks.rados.rados.0.smithi110.stdout:3035: finishing write tid 5 to smithi11051043-2 2024-02-18T08:30:01.394 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1295 (ObjNum 930 snap 288 seq_num 930) dirty exists 2024-02-18T08:30:01.394 INFO:tasks.rados.rados.0.smithi110.stdout:3035: left oid 2 (ObjNum 930 snap 288 seq_num 930) 2024-02-18T08:30:01.394 INFO:tasks.rados.rados.0.smithi110.stdout:3037: finishing write tid 1 to smithi11051043-17 2024-02-18T08:30:01.394 INFO:tasks.rados.rados.0.smithi110.stdout:3037: finishing write tid 2 to smithi11051043-17 2024-02-18T08:30:01.394 INFO:tasks.rados.rados.0.smithi110.stdout:3037: finishing write tid 4 to smithi11051043-17 2024-02-18T08:30:01.394 INFO:tasks.rados.rados.0.smithi110.stdout:3037: finishing write tid 5 to smithi11051043-17 2024-02-18T08:30:01.394 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1259 (ObjNum 931 snap 288 seq_num 931) dirty exists 2024-02-18T08:30:01.394 INFO:tasks.rados.rados.0.smithi110.stdout:3037: left oid 17 (ObjNum 931 snap 288 seq_num 931) 2024-02-18T08:30:01.800 INFO:tasks.rados.rados.0.smithi110.stdout:3030: done (6 left) 2024-02-18T08:30:01.801 INFO:tasks.rados.rados.0.smithi110.stdout:3031: done (5 left) 2024-02-18T08:30:01.801 INFO:tasks.rados.rados.0.smithi110.stdout:3032: done (4 left) 2024-02-18T08:30:01.801 INFO:tasks.rados.rados.0.smithi110.stdout:3033: done (3 left) 2024-02-18T08:30:01.801 INFO:tasks.rados.rados.0.smithi110.stdout:3035: done (2 left) 2024-02-18T08:30:01.801 INFO:tasks.rados.rados.0.smithi110.stdout:3037: done (1 left) 2024-02-18T08:30:01.801 INFO:tasks.rados.rados.0.smithi110.stdout:3038: done (0 left) 2024-02-18T08:30:01.801 INFO:tasks.rados.rados.0.smithi110.stdout:3039: read oid 30 snap -1 2024-02-18T08:30:01.801 INFO:tasks.rados.rados.0.smithi110.stdout:3039: expect (ObjNum 879 snap 269 seq_num 879) 2024-02-18T08:30:01.801 INFO:tasks.rados.rados.0.smithi110.stdout:3040: snap_remove snap 288 2024-02-18T08:30:01.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:01 smithi110 bash[54479]: cluster 2024-02-18T08:30:00.760601+0000 mgr.y (mgr.44100) 383 : cluster [DBG] pgmap v649: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-02-18T08:30:01.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:01 smithi110 bash[54479]: cluster 2024-02-18T08:30:01.799378+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2024-02-18T08:30:01.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:01 smithi110 bash[55875]: cluster 2024-02-18T08:30:00.760601+0000 mgr.y (mgr.44100) 383 : cluster [DBG] pgmap v649: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-02-18T08:30:01.972 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:01 smithi110 bash[55875]: cluster 2024-02-18T08:30:01.799378+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2024-02-18T08:30:02.079 INFO:teuthology.orchestra.run.smithi110.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-18T08:30:02.079 INFO:teuthology.orchestra.run.smithi110.stdout:alertmanager.a smithi110 running (50s) 43s ago 13m 14.0M - 0.23.0 ba2b418f427c 3fae62b19e40 2024-02-18T08:30:02.079 INFO:teuthology.orchestra.run.smithi110.stdout:grafana.a smithi191 running (20s) 13s ago 13m 18.2M - 8.3.5 dad864ee21e9 1f68d91b2d65 2024-02-18T08:30:02.079 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi110.fvzuby smithi110 running (115s) 43s ago 11m 13.5M - 16.2.14-548-g81bd20d6 823b921721f5 013bccb98e76 2024-02-18T08:30:02.079 INFO:teuthology.orchestra.run.smithi110.stdout:mds.foo.smithi191.yrmaff smithi191 running (98s) 13s ago 11m 12.3M - 16.2.14-548-g81bd20d6 823b921721f5 5b7bd05dcdd1 2024-02-18T08:30:02.079 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.x smithi191 *:8443 running (7m) 13s ago 17m 378M - 16.2.14-548-g81bd20d6 823b921721f5 3ab6142b12f8 2024-02-18T08:30:02.079 INFO:teuthology.orchestra.run.smithi110.stdout:mgr.y smithi110 *:8443 running (8m) 43s ago 19m 424M - 16.2.14-548-g81bd20d6 823b921721f5 e1b58535ed6b 2024-02-18T08:30:02.079 INFO:teuthology.orchestra.run.smithi110.stdout:mon.a smithi110 running (7m) 43s ago 19m 77.4M 2048M 16.2.14-548-g81bd20d6 823b921721f5 f3f6418002ba 2024-02-18T08:30:02.079 INFO:teuthology.orchestra.run.smithi110.stdout:mon.b smithi191 running (6m) 13s ago 17m 60.4M 2048M 16.2.14-548-g81bd20d6 823b921721f5 894de18f16a1 2024-02-18T08:30:02.079 INFO:teuthology.orchestra.run.smithi110.stdout:mon.c smithi110 running (7m) 43s ago 17m 57.8M 2048M 16.2.14-548-g81bd20d6 823b921721f5 3111a0edc342 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.a smithi110 running (84s) 43s ago 13m 9623k - 1.3.1 1dbe0e931976 3e0abd2ec127 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:node-exporter.b smithi191 running (80s) 13s ago 13m 12.3M - 1.3.1 1dbe0e931976 b91150d0cbfd 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:osd.0 smithi110 running (5m) 43s ago 17m 302M 4096M 16.2.14-548-g81bd20d6 823b921721f5 d5e293bac176 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:osd.1 smithi110 running (5m) 43s ago 16m 286M 4096M 16.2.14-548-g81bd20d6 823b921721f5 533afa16ed68 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:osd.2 smithi110 running (4m) 43s ago 16m 197M 4096M 16.2.14-548-g81bd20d6 823b921721f5 4c63cbd8618f 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:osd.3 smithi110 running (4m) 43s ago 15m 152M 4096M 16.2.14-548-g81bd20d6 823b921721f5 a2480614884d 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:osd.4 smithi191 running (3m) 13s ago 15m 229M 4096M 16.2.14-548-g81bd20d6 823b921721f5 dfbbfe876a9c 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:osd.5 smithi191 running (3m) 13s ago 15m 273M 4096M 16.2.14-548-g81bd20d6 823b921721f5 fa50be56e42a 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:osd.6 smithi191 running (2m) 13s ago 14m 209M 4096M 16.2.14-548-g81bd20d6 823b921721f5 10bf09a1fa6a 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:osd.7 smithi191 running (2m) 13s ago 14m 196M 4096M 16.2.14-548-g81bd20d6 823b921721f5 49b359116b14 2024-02-18T08:30:02.080 INFO:teuthology.orchestra.run.smithi110.stdout:prometheus.a smithi191 running (68s) 13s ago 13m 41.3M - 2.33.4 514e6a882f6e 8e29101a1d13 2024-02-18T08:30:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:01 smithi191 bash[38688]: cluster 2024-02-18T08:30:00.760601+0000 mgr.y (mgr.44100) 383 : cluster [DBG] pgmap v649: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-02-18T08:30:02.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:01 smithi191 bash[38688]: cluster 2024-02-18T08:30:01.799378+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2024-02-18T08:30:02.762 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -e sha1=81bd20d634209c7cb82c18be12b4b5a05643ebf1 -- bash -c 'ceph versions' 2024-02-18T08:30:02.803 INFO:tasks.rados.rados.0.smithi110.stdout:3040: done (1 left) 2024-02-18T08:30:02.803 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 289 2024-02-18T08:30:02.803 INFO:tasks.rados.rados.0.smithi110.stdout:3041: seq_num 932 ranges {565248=417792,983040=663552,1646592=139264} 2024-02-18T08:30:02.809 INFO:tasks.rados.rados.0.smithi110.stdout:3041: writing smithi11051043-33 from 565248 to 983040 tid 1 2024-02-18T08:30:02.814 INFO:tasks.rados.rados.0.smithi110.stdout:3041: writing smithi11051043-33 from 983040 to 1646592 tid 2 2024-02-18T08:30:02.815 INFO:tasks.rados.rados.0.smithi110.stdout:3041: writing smithi11051043-33 from 1646592 to 1785856 tid 3 2024-02-18T08:30:02.815 INFO:tasks.rados.rados.0.smithi110.stdout:3042: delete oid 16 current snap is 289 2024-02-18T08:30:02.815 INFO:tasks.rados.rados.0.smithi110.stdout:3039: expect (ObjNum 879 snap 269 seq_num 879) 2024-02-18T08:30:02.836 INFO:tasks.rados.rados.0.smithi110.stdout:3041: finishing write tid 1 to smithi11051043-33 2024-02-18T08:30:02.836 INFO:tasks.rados.rados.0.smithi110.stdout:3041: finishing write tid 2 to smithi11051043-33 2024-02-18T08:30:02.836 INFO:tasks.rados.rados.0.smithi110.stdout:3039: done (2 left) 2024-02-18T08:30:02.836 INFO:tasks.rados.rados.0.smithi110.stdout:3042: done (1 left) 2024-02-18T08:30:02.836 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 289 2024-02-18T08:30:02.836 INFO:tasks.rados.rados.0.smithi110.stdout:3043: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-02-18T08:30:02.839 INFO:tasks.rados.rados.0.smithi110.stdout:3043: writing smithi11051043-31 from 0 to 450560 tid 1 2024-02-18T08:30:02.843 INFO:tasks.rados.rados.0.smithi110.stdout:3043: writing smithi11051043-31 from 450560 to 884736 tid 2 2024-02-18T08:30:02.846 INFO:tasks.rados.rados.0.smithi110.stdout:3043: writing smithi11051043-31 from 884736 to 1253376 tid 3 2024-02-18T08:30:02.846 INFO:tasks.rados.rados.0.smithi110.stdout:3044: snap_remove snap 284 2024-02-18T08:30:03.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.050854+0000 mgr.y (mgr.44100) 384 : audit [DBG] from='client.54394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:30:03.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.056010+0000 mon.a (mon.0) 1250 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:30:03.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.056800+0000 mon.a (mon.0) 1251 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:30:03.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.057450+0000 mon.a (mon.0) 1252 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.058124+0000 mon.a (mon.0) 1253 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.058701+0000 mon.a (mon.0) 1254 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.059304+0000 mon.a (mon.0) 1255 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.063921+0000 mon.a (mon.0) 1256 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:30:03.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.064596+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.065274+0000 mon.a (mon.0) 1258 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.065938+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: audit 2024-02-18T08:30:02.066614+0000 mon.a (mon.0) 1260 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.095 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:02 smithi191 bash[38688]: cluster 2024-02-18T08:30:02.801848+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2024-02-18T08:30:03.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.050854+0000 mgr.y (mgr.44100) 384 : audit [DBG] from='client.54394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.056010+0000 mon.a (mon.0) 1250 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.056800+0000 mon.a (mon.0) 1251 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.057450+0000 mon.a (mon.0) 1252 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.058124+0000 mon.a (mon.0) 1253 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.058701+0000 mon.a (mon.0) 1254 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.059304+0000 mon.a (mon.0) 1255 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.063921+0000 mon.a (mon.0) 1256 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.064596+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.065274+0000 mon.a (mon.0) 1258 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.065938+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: audit 2024-02-18T08:30:02.066614+0000 mon.a (mon.0) 1260 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[55875]: cluster 2024-02-18T08:30:02.801848+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.050854+0000 mgr.y (mgr.44100) 384 : audit [DBG] from='client.54394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.056010+0000 mon.a (mon.0) 1250 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.056800+0000 mon.a (mon.0) 1251 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.057450+0000 mon.a (mon.0) 1252 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.058124+0000 mon.a (mon.0) 1253 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.058701+0000 mon.a (mon.0) 1254 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.059304+0000 mon.a (mon.0) 1255 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.063921+0000 mon.a (mon.0) 1256 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.064596+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.065274+0000 mon.a (mon.0) 1258 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.065938+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: audit 2024-02-18T08:30:02.066614+0000 mon.a (mon.0) 1260 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:30:03.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:02 smithi110 bash[54479]: cluster 2024-02-18T08:30:02.801848+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2024-02-18T08:30:03.838 INFO:tasks.rados.rados.0.smithi110.stdout:3044: done (2 left) 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3045: rmattr oid 19 current snap is 289 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3045: done (2 left) 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3046: delete oid 17 current snap is 289 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3041: finishing write tid 3 to smithi11051043-33 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3041: finishing write tid 5 to smithi11051043-33 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3041: finishing write tid 6 to smithi11051043-33 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 1276 (ObjNum 932 snap 289 seq_num 932) dirty exists 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3041: left oid 33 (ObjNum 932 snap 289 seq_num 932) 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3043: finishing write tid 1 to smithi11051043-31 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3043: finishing write tid 2 to smithi11051043-31 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3043: finishing write tid 3 to smithi11051043-31 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3043: finishing write tid 5 to smithi11051043-31 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3043: finishing write tid 6 to smithi11051043-31 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1635 (ObjNum 934 snap 289 seq_num 934) dirty exists 2024-02-18T08:30:03.839 INFO:tasks.rados.rados.0.smithi110.stdout:3043: left oid 31 (ObjNum 934 snap 289 seq_num 934) 2024-02-18T08:30:03.848 INFO:tasks.rados.rados.0.smithi110.stdout:3041: done (2 left) 2024-02-18T08:30:03.848 INFO:tasks.rados.rados.0.smithi110.stdout:3043: done (1 left) 2024-02-18T08:30:03.848 INFO:tasks.rados.rados.0.smithi110.stdout:3046: done (0 left) 2024-02-18T08:30:03.849 INFO:tasks.rados.rados.0.smithi110.stdout:3047: rollback oid 41 current snap is 289 2024-02-18T08:30:03.849 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 286 2024-02-18T08:30:03.849 INFO:tasks.rados.rados.0.smithi110.stdout:3048: read oid 26 snap -1 2024-02-18T08:30:03.849 INFO:tasks.rados.rados.0.smithi110.stdout:3048: expect (ObjNum 929 snap 288 seq_num 929) 2024-02-18T08:30:03.849 INFO:tasks.rados.rados.0.smithi110.stdout:3049: setattr oid 44 current snap is 289 2024-02-18T08:30:03.849 INFO:tasks.rados.rados.0.smithi110.stdout:3050: rmattr oid 14 current snap is 289 2024-02-18T08:30:03.850 INFO:tasks.rados.rados.0.smithi110.stdout:3050: done (3 left) 2024-02-18T08:30:03.850 INFO:tasks.rados.rados.0.smithi110.stdout:3051: copy_from oid 3 from oid 20 current snap is 289 2024-02-18T08:30:03.850 INFO:tasks.rados.rados.0.smithi110.stdout:3052: snap_remove snap 285 2024-02-18T08:30:04.094 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:03 smithi191 bash[38688]: cluster 2024-02-18T08:30:02.761177+0000 mgr.y (mgr.44100) 385 : cluster [DBG] pgmap v652: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-02-18T08:30:04.122 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:03 smithi110 bash[55875]: cluster 2024-02-18T08:30:02.761177+0000 mgr.y (mgr.44100) 385 : cluster [DBG] pgmap v652: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-02-18T08:30:04.122 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:03 smithi110 bash[54479]: cluster 2024-02-18T08:30:02.761177+0000 mgr.y (mgr.44100) 385 : cluster [DBG] pgmap v652: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-02-18T08:30:04.801 INFO:tasks.rados.rados.0.smithi110.stdout:3052: done (4 left) 2024-02-18T08:30:04.801 INFO:tasks.rados.rados.0.smithi110.stdout:3053: rollback oid 48 current snap is 289 2024-02-18T08:30:04.801 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 48 to 276 2024-02-18T08:30:04.801 INFO:tasks.rados.rados.0.smithi110.stdout:3054: rollback oid 2 current snap is 289 2024-02-18T08:30:04.801 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 2 to 286 2024-02-18T08:30:04.801 INFO:tasks.rados.rados.0.smithi110.stdout:3055: rollback oid 24 current snap is 289 2024-02-18T08:30:04.801 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 24 to 276 2024-02-18T08:30:04.801 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 47 current snap is 289 2024-02-18T08:30:04.801 INFO:tasks.rados.rados.0.smithi110.stdout:3056: seq_num 936 ranges {0=483328,483328=655360,1138688=147456} 2024-02-18T08:30:04.810 INFO:tasks.rados.rados.0.smithi110.stdout:3056: writing smithi11051043-47 from 0 to 483328 tid 1 2024-02-18T08:30:04.810 INFO:tasks.rados.rados.0.smithi110.stdout:3056: writing smithi11051043-47 from 483328 to 1138688 tid 2 2024-02-18T08:30:04.810 INFO:tasks.rados.rados.0.smithi110.stdout:3056: writing smithi11051043-47 from 1138688 to 1286144 tid 3 2024-02-18T08:30:04.810 INFO:tasks.rados.rados.0.smithi110.stdout:3057: read oid 17 snap -1 2024-02-18T08:30:04.810 INFO:tasks.rados.rados.0.smithi110.stdout:3057: expect deleted 2024-02-18T08:30:04.810 INFO:tasks.rados.rados.0.smithi110.stdout:3058: snap_remove snap 281 2024-02-18T08:30:05.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:04 smithi110 bash[54479]: cluster 2024-02-18T08:30:03.835108+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2024-02-18T08:30:05.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:04 smithi110 bash[54479]: cluster 2024-02-18T08:30:04.795959+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-02-18T08:30:05.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:04 smithi110 bash[55875]: cluster 2024-02-18T08:30:03.835108+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2024-02-18T08:30:05.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:04 smithi110 bash[55875]: cluster 2024-02-18T08:30:04.795959+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-02-18T08:30:05.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:04 smithi191 bash[38688]: cluster 2024-02-18T08:30:03.835108+0000 mon.a (mon.0) 1262 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2024-02-18T08:30:05.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:04 smithi191 bash[38688]: cluster 2024-02-18T08:30:04.795959+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-02-18T08:30:05.802 INFO:tasks.rados.rados.0.smithi110.stdout:3058: done (9 left) 2024-02-18T08:30:05.802 INFO:tasks.rados.rados.0.smithi110.stdout:3059: read oid 35 snap -1 2024-02-18T08:30:05.802 INFO:tasks.rados.rados.0.smithi110.stdout:3059: expect deleted 2024-02-18T08:30:05.802 INFO:tasks.rados.rados.0.smithi110.stdout:3047: finishing rollback tid 0 to smithi11051043-41 2024-02-18T08:30:05.802 INFO:tasks.rados.rados.0.smithi110.stdout:3047: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:30:05.802 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1296 (ObjNum 1 snap 32588 seq_num 4165438944) dirty exists 2024-02-18T08:30:05.802 INFO:tasks.rados.rados.0.smithi110.stdout:3047: finishing rollback tid 2 to smithi11051043-41 2024-02-18T08:30:05.803 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1099 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:30:05.803 INFO:tasks.rados.rados.0.smithi110.stdout:3048: expect (ObjNum 929 snap 288 seq_num 929) 2024-02-18T08:30:05.964 INFO:tasks.rados.rados.0.smithi110.stdout:3051: finishing copy_from racing read to smithi11051043-3 2024-02-18T08:30:05.964 INFO:tasks.rados.rados.0.smithi110.stdout:3051: finishing copy_from to smithi11051043-3 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 835 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3053: finishing rollback tid 0 to smithi11051043-48 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3053: finishing rollback tid 1 to smithi11051043-48 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 1101 (ObjNum -129566064 snap 22008 seq_num 4165066416) dirty dne 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3055: finishing rollback tid 0 to smithi11051043-24 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3054: finishing rollback tid 0 to smithi11051043-2 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3055: finishing rollback tid 1 to smithi11051043-24 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3055: finishing rollback tid 2 to smithi11051043-24 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1279 (ObjNum -129242272 snap 22008 seq_num 4165725024) dirty exists 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3054: finishing rollback tid 1 to smithi11051043-2 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3047: done (9 left) 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3048: done (8 left) 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3049: done (7 left) 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3051: done (6 left) 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3053: done (5 left) 2024-02-18T08:30:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3055: done (4 left) 2024-02-18T08:30:05.966 INFO:tasks.rados.rados.0.smithi110.stdout:3060: read oid 20 snap 286 2024-02-18T08:30:05.966 INFO:tasks.rados.rados.0.smithi110.stdout:3060: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:05.966 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 289 2024-02-18T08:30:05.966 INFO:tasks.rados.rados.0.smithi110.stdout:3061: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-02-18T08:30:05.968 INFO:tasks.rados.rados.0.smithi110.stdout:3061: writing smithi11051043-9 from 0 to 499712 tid 1 2024-02-18T08:30:05.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:05 smithi110 bash[55875]: cluster 2024-02-18T08:30:04.761835+0000 mgr.y (mgr.44100) 386 : cluster [DBG] pgmap v655: 89 pgs: 89 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-02-18T08:30:05.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:05 smithi110 bash[55875]: cluster 2024-02-18T08:30:05.799653+0000 mon.a (mon.0) 1264 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-02-18T08:30:05.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:05 smithi110 bash[54479]: cluster 2024-02-18T08:30:04.761835+0000 mgr.y (mgr.44100) 386 : cluster [DBG] pgmap v655: 89 pgs: 89 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-02-18T08:30:05.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:05 smithi110 bash[54479]: cluster 2024-02-18T08:30:05.799653+0000 mon.a (mon.0) 1264 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-02-18T08:30:05.972 INFO:tasks.rados.rados.0.smithi110.stdout:3061: writing smithi11051043-9 from 499712 to 1032192 tid 2 2024-02-18T08:30:05.974 INFO:tasks.rados.rados.0.smithi110.stdout:3061: writing smithi11051043-9 from 1032192 to 1302528 tid 3 2024-02-18T08:30:05.975 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 289 2024-02-18T08:30:05.975 INFO:tasks.rados.rados.0.smithi110.stdout:3062: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-02-18T08:30:05.979 INFO:tasks.rados.rados.0.smithi110.stdout:3062: writing smithi11051043-27 from 0 to 516096 tid 1 2024-02-18T08:30:05.982 INFO:tasks.rados.rados.0.smithi110.stdout:3062: writing smithi11051043-27 from 516096 to 933888 tid 2 2024-02-18T08:30:05.986 INFO:tasks.rados.rados.0.smithi110.stdout:3062: writing smithi11051043-27 from 933888 to 1318912 tid 3 2024-02-18T08:30:05.986 INFO:tasks.rados.rados.0.smithi110.stdout:3063: copy_from oid 1 from oid 45 current snap is 289 2024-02-18T08:30:05.987 INFO:tasks.rados.rados.0.smithi110.stdout:3054: finishing rollback tid 2 to smithi11051043-2 2024-02-18T08:30:05.987 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1299 (ObjNum 895 snap 272 seq_num 895) dirty exists 2024-02-18T08:30:05.987 INFO:tasks.rados.rados.0.smithi110.stdout:3056: finishing write tid 1 to smithi11051043-47 2024-02-18T08:30:05.987 INFO:tasks.rados.rados.0.smithi110.stdout:3056: finishing write tid 2 to smithi11051043-47 2024-02-18T08:30:05.987 INFO:tasks.rados.rados.0.smithi110.stdout:3056: finishing write tid 3 to smithi11051043-47 2024-02-18T08:30:05.987 INFO:tasks.rados.rados.0.smithi110.stdout:3056: finishing write tid 5 to smithi11051043-47 2024-02-18T08:30:05.987 INFO:tasks.rados.rados.0.smithi110.stdout:3056: finishing write tid 6 to smithi11051043-47 2024-02-18T08:30:05.987 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 1275 (ObjNum 936 snap 289 seq_num 936) dirty exists 2024-02-18T08:30:05.988 INFO:tasks.rados.rados.0.smithi110.stdout:3056: left oid 47 (ObjNum 936 snap 289 seq_num 936) 2024-02-18T08:30:05.988 INFO:tasks.rados.rados.0.smithi110.stdout:3061: finishing write tid 1 to smithi11051043-9 2024-02-18T08:30:05.988 INFO:tasks.rados.rados.0.smithi110.stdout:3054: done (7 left) 2024-02-18T08:30:05.988 INFO:tasks.rados.rados.0.smithi110.stdout:3056: done (6 left) 2024-02-18T08:30:05.988 INFO:tasks.rados.rados.0.smithi110.stdout:3057: done (5 left) 2024-02-18T08:30:05.988 INFO:tasks.rados.rados.0.smithi110.stdout:3059: done (4 left) 2024-02-18T08:30:05.988 INFO:tasks.rados.rados.0.smithi110.stdout:3064: read oid 31 snap -1 2024-02-18T08:30:05.989 INFO:tasks.rados.rados.0.smithi110.stdout:3064: expect (ObjNum 934 snap 289 seq_num 934) 2024-02-18T08:30:05.989 INFO:tasks.rados.rados.0.smithi110.stdout:3065: snap_create 2024-02-18T08:30:05.989 INFO:tasks.rados.rados.0.smithi110.stdout:3061: finishing write tid 2 to smithi11051043-9 2024-02-18T08:30:05.989 INFO:tasks.rados.rados.0.smithi110.stdout:3061: finishing write tid 3 to smithi11051043-9 2024-02-18T08:30:05.989 INFO:tasks.rados.rados.0.smithi110.stdout:3061: finishing write tid 5 to smithi11051043-9 2024-02-18T08:30:05.989 INFO:tasks.rados.rados.0.smithi110.stdout:3062: finishing write tid 1 to smithi11051043-27 2024-02-18T08:30:05.990 INFO:tasks.rados.rados.0.smithi110.stdout:3062: finishing write tid 2 to smithi11051043-27 2024-02-18T08:30:05.991 INFO:tasks.rados.rados.0.smithi110.stdout:3062: finishing write tid 3 to smithi11051043-27 2024-02-18T08:30:05.991 INFO:tasks.rados.rados.0.smithi110.stdout:3062: finishing write tid 5 to smithi11051043-27 2024-02-18T08:30:05.993 INFO:tasks.rados.rados.0.smithi110.stdout:3060: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:06.186 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-02-18T08:30:06.186 INFO:teuthology.orchestra.run.smithi110.stdout: "mon": { 2024-02-18T08:30:06.186 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 3 2024-02-18T08:30:06.186 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:30:06.186 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: "osd": { 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 8 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: "mds": { 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 2 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: "overall": { 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)": 15 2024-02-18T08:30:06.187 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-02-18T08:30:06.188 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-02-18T08:30:06.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:05 smithi191 bash[38688]: cluster 2024-02-18T08:30:04.761835+0000 mgr.y (mgr.44100) 386 : cluster [DBG] pgmap v655: 89 pgs: 89 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-02-18T08:30:06.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:05 smithi191 bash[38688]: cluster 2024-02-18T08:30:05.799653+0000 mon.a (mon.0) 1264 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-02-18T08:30:06.421 INFO:tasks.rados.rados.0.smithi110.stdout:3061: finishing write tid 6 to smithi11051043-9 2024-02-18T08:30:06.421 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1264 (ObjNum 937 snap 289 seq_num 937) dirty exists 2024-02-18T08:30:06.421 INFO:tasks.rados.rados.0.smithi110.stdout:3061: left oid 9 (ObjNum 937 snap 289 seq_num 937) 2024-02-18T08:30:06.422 INFO:tasks.rados.rados.0.smithi110.stdout:3063: finishing copy_from racing read to smithi11051043-1 2024-02-18T08:30:06.422 INFO:tasks.rados.rados.0.smithi110.stdout:3062: finishing write tid 6 to smithi11051043-27 2024-02-18T08:30:06.422 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1647 (ObjNum 938 snap 289 seq_num 938) dirty exists 2024-02-18T08:30:06.422 INFO:tasks.rados.rados.0.smithi110.stdout:3062: left oid 27 (ObjNum 938 snap 289 seq_num 938) 2024-02-18T08:30:06.422 INFO:tasks.rados.rados.0.smithi110.stdout:3063: finishing copy_from to smithi11051043-1 2024-02-18T08:30:06.422 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1244 (ObjNum 894 snap 272 seq_num 894) dirty exists 2024-02-18T08:30:06.422 INFO:tasks.rados.rados.0.smithi110.stdout:3064: expect (ObjNum 934 snap 289 seq_num 934) 2024-02-18T08:30:06.848 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -e sha1=81bd20d634209c7cb82c18be12b4b5a05643ebf1 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-02-18T08:30:06.860 INFO:tasks.rados.rados.0.smithi110.stdout:3060: done (5 left) 2024-02-18T08:30:06.861 INFO:tasks.rados.rados.0.smithi110.stdout:3061: done (4 left) 2024-02-18T08:30:06.861 INFO:tasks.rados.rados.0.smithi110.stdout:3062: done (3 left) 2024-02-18T08:30:06.861 INFO:tasks.rados.rados.0.smithi110.stdout:3063: done (2 left) 2024-02-18T08:30:06.861 INFO:tasks.rados.rados.0.smithi110.stdout:3064: done (1 left) 2024-02-18T08:30:06.861 INFO:tasks.rados.rados.0.smithi110.stdout:3065: done (0 left) 2024-02-18T08:30:06.861 INFO:tasks.rados.rados.0.smithi110.stdout:3066: read oid 20 snap -1 2024-02-18T08:30:06.861 INFO:tasks.rados.rados.0.smithi110.stdout:3066: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:06.861 INFO:tasks.rados.rados.0.smithi110.stdout:3067: snap_create 2024-02-18T08:30:06.884 INFO:tasks.rados.rados.0.smithi110.stdout:3066: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:07.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:06 smithi110 bash[54479]: audit 2024-02-18T08:30:06.184699+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.110:0/651429419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:30:07.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:06 smithi110 bash[55875]: audit 2024-02-18T08:30:06.184699+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.110:0/651429419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:30:07.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:06 smithi191 bash[38688]: audit 2024-02-18T08:30:06.184699+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.110:0/651429419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:30:07.866 INFO:tasks.rados.rados.0.smithi110.stdout:3066: done (1 left) 2024-02-18T08:30:07.866 INFO:tasks.rados.rados.0.smithi110.stdout:3067: done (0 left) 2024-02-18T08:30:07.866 INFO:tasks.rados.rados.0.smithi110.stdout:3068: read oid 14 snap 290 2024-02-18T08:30:07.866 INFO:tasks.rados.rados.0.smithi110.stdout:3068: expect deleted 2024-02-18T08:30:07.866 INFO:tasks.rados.rados.0.smithi110.stdout:3069: rollback oid 10 current snap is 291 2024-02-18T08:30:07.866 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 10 to 276 2024-02-18T08:30:07.866 INFO:tasks.rados.rados.0.smithi110.stdout:3070: delete oid 6 current snap is 291 2024-02-18T08:30:07.872 INFO:tasks.rados.rados.0.smithi110.stdout:3069: finishing rollback tid 0 to smithi11051043-10 2024-02-18T08:30:07.873 INFO:tasks.rados.rados.0.smithi110.stdout:3068: done (2 left) 2024-02-18T08:30:07.873 INFO:tasks.rados.rados.0.smithi110.stdout:3070: done (1 left) 2024-02-18T08:30:07.873 INFO:tasks.rados.rados.0.smithi110.stdout:3071: snap_remove snap 289 2024-02-18T08:30:08.188 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:07 smithi110 bash[54479]: cluster 2024-02-18T08:30:06.762596+0000 mgr.y (mgr.44100) 387 : cluster [DBG] pgmap v658: 89 pgs: 89 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-02-18T08:30:08.188 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:07 smithi110 bash[54479]: cluster 2024-02-18T08:30:06.858196+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-02-18T08:30:08.188 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:07 smithi110 bash[55875]: cluster 2024-02-18T08:30:06.762596+0000 mgr.y (mgr.44100) 387 : cluster [DBG] pgmap v658: 89 pgs: 89 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-02-18T08:30:08.189 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:07 smithi110 bash[55875]: cluster 2024-02-18T08:30:06.858196+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-02-18T08:30:08.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:07 smithi191 bash[38688]: cluster 2024-02-18T08:30:06.762596+0000 mgr.y (mgr.44100) 387 : cluster [DBG] pgmap v658: 89 pgs: 89 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-02-18T08:30:08.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:07 smithi191 bash[38688]: cluster 2024-02-18T08:30:06.858196+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-02-18T08:30:08.883 INFO:tasks.rados.rados.0.smithi110.stdout:3071: done (1 left) 2024-02-18T08:30:08.883 INFO:tasks.rados.rados.0.smithi110.stdout:3072: read oid 30 snap -1 2024-02-18T08:30:08.883 INFO:tasks.rados.rados.0.smithi110.stdout:3072: expect (ObjNum 879 snap 269 seq_num 879) 2024-02-18T08:30:08.886 INFO:tasks.rados.rados.0.smithi110.stdout:3073: setattr oid 29 current snap is 291 2024-02-18T08:30:08.886 INFO:tasks.rados.rados.0.smithi110.stdout:3069: finishing rollback tid 1 to smithi11051043-10 2024-02-18T08:30:08.886 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 1277 (ObjNum -129564784 snap 22008 seq_num 2483030224) dirty dne 2024-02-18T08:30:08.886 INFO:tasks.rados.rados.0.smithi110.stdout:3069: done (2 left) 2024-02-18T08:30:08.886 INFO:tasks.rados.rados.0.smithi110.stdout:3074: delete oid 10 current snap is 291 2024-02-18T08:30:08.888 INFO:tasks.rados.rados.0.smithi110.stdout:3074: done (2 left) 2024-02-18T08:30:08.888 INFO:tasks.rados.rados.0.smithi110.stdout:3075: copy_from oid 31 from oid 48 current snap is 291 2024-02-18T08:30:08.888 INFO:tasks.rados.rados.0.smithi110.stdout:3076: snap_remove snap 286 2024-02-18T08:30:09.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:08 smithi110 bash[54479]: cluster 2024-02-18T08:30:07.864027+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-02-18T08:30:09.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:08 smithi110 bash[55875]: cluster 2024-02-18T08:30:07.864027+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-02-18T08:30:09.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:08 smithi191 bash[38688]: cluster 2024-02-18T08:30:07.864027+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-02-18T08:30:09.805 INFO:tasks.rados.rados.0.smithi110.stdout:3076: done (3 left) 2024-02-18T08:30:09.805 INFO:tasks.rados.rados.0.smithi110.stdout:3077: rmattr oid 2 current snap is 291 2024-02-18T08:30:09.805 INFO:tasks.rados.rados.0.smithi110.stdout:3077: done (3 left) 2024-02-18T08:30:09.805 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 291 2024-02-18T08:30:09.805 INFO:tasks.rados.rados.0.smithi110.stdout:3078: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-02-18T08:30:09.809 INFO:tasks.rados.rados.0.smithi110.stdout:3078: writing smithi11051043-17 from 0 to 565248 tid 1 2024-02-18T08:30:09.812 INFO:tasks.rados.rados.0.smithi110.stdout:3078: writing smithi11051043-17 from 565248 to 1040384 tid 2 2024-02-18T08:30:09.815 INFO:tasks.rados.rados.0.smithi110.stdout:3078: writing smithi11051043-17 from 1040384 to 1368064 tid 3 2024-02-18T08:30:09.815 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 291 2024-02-18T08:30:09.816 INFO:tasks.rados.rados.0.smithi110.stdout:3079: seq_num 942 ranges {3489792=581632,4071424=761856,4833280=40960} 2024-02-18T08:30:09.840 INFO:tasks.rados.rados.0.smithi110.stdout:3079: writing smithi11051043-26 from 3489792 to 4071424 tid 1 2024-02-18T08:30:09.844 INFO:tasks.rados.rados.0.smithi110.stdout:3079: writing smithi11051043-26 from 4071424 to 4833280 tid 2 2024-02-18T08:30:09.844 INFO:tasks.rados.rados.0.smithi110.stdout:3079: writing smithi11051043-26 from 4833280 to 4874240 tid 3 2024-02-18T08:30:09.844 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 291 2024-02-18T08:30:09.844 INFO:tasks.rados.rados.0.smithi110.stdout:3080: seq_num 943 ranges {0=598016,598016=688128,1286144=114688} 2024-02-18T08:30:09.847 INFO:tasks.rados.rados.0.smithi110.stdout:3080: writing smithi11051043-6 from 0 to 598016 tid 1 2024-02-18T08:30:09.852 INFO:tasks.rados.rados.0.smithi110.stdout:3080: writing smithi11051043-6 from 598016 to 1286144 tid 2 2024-02-18T08:30:09.853 INFO:tasks.rados.rados.0.smithi110.stdout:3080: writing smithi11051043-6 from 1286144 to 1400832 tid 3 2024-02-18T08:30:09.853 INFO:tasks.rados.rados.0.smithi110.stdout:3081: copy_from oid 33 from oid 4 current snap is 291 2024-02-18T08:30:09.853 INFO:tasks.rados.rados.0.smithi110.stdout:3072: expect (ObjNum 879 snap 269 seq_num 879) 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:3075: finishing copy_from to smithi11051043-31 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:3075: got expected ENOENT (src dne) 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:3075: finishing copy_from racing read to smithi11051043-31 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1250 (ObjNum -1629106048 snap 32588 seq_num 2665861248) dirty exists 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:3078: finishing write tid 1 to smithi11051043-17 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:3078: finishing write tid 2 to smithi11051043-17 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:3072: done (6 left) 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:3073: done (5 left) 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:3075: done (4 left) 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:3082: snap_create 2024-02-18T08:30:09.876 INFO:tasks.rados.rados.0.smithi110.stdout:3078: finishing write tid 3 to smithi11051043-17 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:3078: finishing write tid 5 to smithi11051043-17 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:3078: finishing write tid 6 to smithi11051043-17 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1268 (ObjNum 941 snap 291 seq_num 941) dirty exists 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:3078: left oid 17 (ObjNum 941 snap 291 seq_num 941) 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:3079: finishing write tid 1 to smithi11051043-26 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:3080: finishing write tid 1 to smithi11051043-6 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:3079: finishing write tid 2 to smithi11051043-26 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:3079: finishing write tid 3 to smithi11051043-26 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:3079: finishing write tid 5 to smithi11051043-26 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:3079: finishing write tid 6 to smithi11051043-26 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1654 (ObjNum 942 snap 291 seq_num 942) dirty exists 2024-02-18T08:30:09.877 INFO:tasks.rados.rados.0.smithi110.stdout:3079: left oid 26 (ObjNum 942 snap 291 seq_num 942) 2024-02-18T08:30:09.878 INFO:tasks.rados.rados.0.smithi110.stdout:3080: finishing write tid 2 to smithi11051043-6 2024-02-18T08:30:09.878 INFO:tasks.rados.rados.0.smithi110.stdout:3080: finishing write tid 3 to smithi11051043-6 2024-02-18T08:30:09.878 INFO:tasks.rados.rados.0.smithi110.stdout:3080: finishing write tid 5 to smithi11051043-6 2024-02-18T08:30:09.878 INFO:tasks.rados.rados.0.smithi110.stdout:3080: finishing write tid 6 to smithi11051043-6 2024-02-18T08:30:09.878 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 1273 (ObjNum 943 snap 291 seq_num 943) dirty exists 2024-02-18T08:30:09.878 INFO:tasks.rados.rados.0.smithi110.stdout:3080: left oid 6 (ObjNum 943 snap 291 seq_num 943) 2024-02-18T08:30:09.878 INFO:tasks.rados.rados.0.smithi110.stdout:3081: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:30:09.878 INFO:tasks.rados.rados.0.smithi110.stdout:3081: finishing copy_from to smithi11051043-33 2024-02-18T08:30:09.878 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 1095 (ObjNum 916 snap 285 seq_num 916) dirty exists 2024-02-18T08:30:10.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:09 smithi110 bash[54479]: cluster 2024-02-18T08:30:08.763299+0000 mgr.y (mgr.44100) 388 : cluster [DBG] pgmap v661: 89 pgs: 89 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-02-18T08:30:10.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:09 smithi110 bash[54479]: cluster 2024-02-18T08:30:08.880416+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-02-18T08:30:10.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:09 smithi110 bash[54479]: cluster 2024-02-18T08:30:09.799188+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-02-18T08:30:10.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:09 smithi110 bash[55875]: cluster 2024-02-18T08:30:08.763299+0000 mgr.y (mgr.44100) 388 : cluster [DBG] pgmap v661: 89 pgs: 89 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-02-18T08:30:10.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:09 smithi110 bash[55875]: cluster 2024-02-18T08:30:08.880416+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-02-18T08:30:10.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:09 smithi110 bash[55875]: cluster 2024-02-18T08:30:09.799188+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-02-18T08:30:10.246 INFO:teuthology.orchestra.run.smithi110.stdout:true 2024-02-18T08:30:10.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:09 smithi191 bash[38688]: cluster 2024-02-18T08:30:08.763299+0000 mgr.y (mgr.44100) 388 : cluster [DBG] pgmap v661: 89 pgs: 89 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2024-02-18T08:30:10.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:09 smithi191 bash[38688]: cluster 2024-02-18T08:30:08.880416+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-02-18T08:30:10.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:09 smithi191 bash[38688]: cluster 2024-02-18T08:30:09.799188+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-02-18T08:30:10.804 INFO:tasks.rados.rados.0.smithi110.stdout:3078: done (4 left) 2024-02-18T08:30:10.804 INFO:tasks.rados.rados.0.smithi110.stdout:3079: done (3 left) 2024-02-18T08:30:10.804 INFO:tasks.rados.rados.0.smithi110.stdout:3080: done (2 left) 2024-02-18T08:30:10.804 INFO:tasks.rados.rados.0.smithi110.stdout:3081: done (1 left) 2024-02-18T08:30:10.804 INFO:tasks.rados.rados.0.smithi110.stdout:3082: done (0 left) 2024-02-18T08:30:10.804 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 292 2024-02-18T08:30:10.804 INFO:tasks.rados.rados.0.smithi110.stdout:3083: seq_num 944 ranges {761856=614400,1376256=573440,1949696=229376} 2024-02-18T08:30:10.811 INFO:tasks.rados.rados.0.smithi110.stdout:3083: writing smithi11051043-13 from 761856 to 1376256 tid 1 2024-02-18T08:30:10.815 INFO:tasks.rados.rados.0.smithi110.stdout:3083: writing smithi11051043-13 from 1376256 to 1949696 tid 2 2024-02-18T08:30:10.816 INFO:tasks.rados.rados.0.smithi110.stdout:3083: writing smithi11051043-13 from 1949696 to 2179072 tid 3 2024-02-18T08:30:10.816 INFO:tasks.rados.rados.0.smithi110.stdout:3084: rollback oid 43 current snap is 292 2024-02-18T08:30:10.816 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 43 to 291 2024-02-18T08:30:10.816 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 30 current snap is 292 2024-02-18T08:30:10.817 INFO:tasks.rados.rados.0.smithi110.stdout:3085: seq_num 945 ranges {483328=630784,1114112=458752,1572864=344064} 2024-02-18T08:30:10.824 INFO:tasks.rados.rados.0.smithi110.stdout:3085: writing smithi11051043-30 from 483328 to 1114112 tid 1 2024-02-18T08:30:10.826 INFO:tasks.rados.rados.0.smithi110.stdout:3085: writing smithi11051043-30 from 1114112 to 1572864 tid 2 2024-02-18T08:30:10.829 INFO:tasks.rados.rados.0.smithi110.stdout:3085: writing smithi11051043-30 from 1572864 to 1916928 tid 3 2024-02-18T08:30:10.829 INFO:tasks.rados.rados.0.smithi110.stdout:3086: snap_create 2024-02-18T08:30:10.829 INFO:tasks.rados.rados.0.smithi110.stdout:3083: finishing write tid 1 to smithi11051043-13 2024-02-18T08:30:10.829 INFO:tasks.rados.rados.0.smithi110.stdout:3083: finishing write tid 2 to smithi11051043-13 2024-02-18T08:30:10.829 INFO:tasks.rados.rados.0.smithi110.stdout:3084: finishing rollback tid 0 to smithi11051043-43 2024-02-18T08:30:10.830 INFO:tasks.rados.rados.0.smithi110.stdout:3083: finishing write tid 3 to smithi11051043-13 2024-02-18T08:30:10.830 INFO:tasks.rados.rados.0.smithi110.stdout:3084: finishing rollback tid 1 to smithi11051043-43 2024-02-18T08:30:10.830 INFO:tasks.rados.rados.0.smithi110.stdout:3084: finishing rollback tid 2 to smithi11051043-43 2024-02-18T08:30:10.830 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 1100 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:30:10.830 INFO:tasks.rados.rados.0.smithi110.stdout:3083: finishing write tid 5 to smithi11051043-13 2024-02-18T08:30:10.830 INFO:tasks.rados.rados.0.smithi110.stdout:3085: finishing write tid 1 to smithi11051043-30 2024-02-18T08:30:10.831 INFO:tasks.rados.rados.0.smithi110.stdout:3083: finishing write tid 6 to smithi11051043-13 2024-02-18T08:30:10.831 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 1277 (ObjNum 944 snap 292 seq_num 944) dirty exists 2024-02-18T08:30:10.831 INFO:tasks.rados.rados.0.smithi110.stdout:3083: left oid 13 (ObjNum 944 snap 292 seq_num 944) 2024-02-18T08:30:10.833 INFO:tasks.rados.rados.0.smithi110.stdout:3085: finishing write tid 2 to smithi11051043-30 2024-02-18T08:30:10.833 INFO:tasks.rados.rados.0.smithi110.stdout:3085: finishing write tid 3 to smithi11051043-30 2024-02-18T08:30:10.833 INFO:tasks.rados.rados.0.smithi110.stdout:3085: finishing write tid 5 to smithi11051043-30 2024-02-18T08:30:10.835 INFO:tasks.rados.rados.0.smithi110.stdout:3085: finishing write tid 6 to smithi11051043-30 2024-02-18T08:30:10.835 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 1281 (ObjNum 945 snap 292 seq_num 945) dirty exists 2024-02-18T08:30:10.835 INFO:tasks.rados.rados.0.smithi110.stdout:3085: left oid 30 (ObjNum 945 snap 292 seq_num 945) 2024-02-18T08:30:10.903 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -e sha1=81bd20d634209c7cb82c18be12b4b5a05643ebf1 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-02-18T08:30:11.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:10 smithi110 bash[54479]: audit 2024-02-18T08:30:10.232047+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.110:0/1973966416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:30:11.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:10 smithi110 bash[54479]: cluster 2024-02-18T08:30:10.802214+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-02-18T08:30:11.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:10 smithi110 bash[55875]: audit 2024-02-18T08:30:10.232047+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.110:0/1973966416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:30:11.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:10 smithi110 bash[55875]: cluster 2024-02-18T08:30:10.802214+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-02-18T08:30:11.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:10 smithi191 bash[38688]: audit 2024-02-18T08:30:10.232047+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.110:0/1973966416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:30:11.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:10 smithi191 bash[38688]: cluster 2024-02-18T08:30:10.802214+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-02-18T08:30:11.803 INFO:tasks.rados.rados.0.smithi110.stdout:3083: done (3 left) 2024-02-18T08:30:11.804 INFO:tasks.rados.rados.0.smithi110.stdout:3084: done (2 left) 2024-02-18T08:30:11.804 INFO:tasks.rados.rados.0.smithi110.stdout:3085: done (1 left) 2024-02-18T08:30:11.804 INFO:tasks.rados.rados.0.smithi110.stdout:3086: done (0 left) 2024-02-18T08:30:11.804 INFO:tasks.rados.rados.0.smithi110.stdout:3087: snap_remove snap 291 2024-02-18T08:30:12.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:11 smithi110 bash[54479]: cluster 2024-02-18T08:30:10.764189+0000 mgr.y (mgr.44100) 389 : cluster [DBG] pgmap v664: 89 pgs: 89 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-02-18T08:30:12.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:11 smithi110 bash[54479]: cluster 2024-02-18T08:30:11.801440+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-02-18T08:30:12.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:11 smithi110 bash[55875]: cluster 2024-02-18T08:30:10.764189+0000 mgr.y (mgr.44100) 389 : cluster [DBG] pgmap v664: 89 pgs: 89 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-02-18T08:30:12.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:11 smithi110 bash[55875]: cluster 2024-02-18T08:30:11.801440+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-02-18T08:30:12.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:11 smithi191 bash[38688]: cluster 2024-02-18T08:30:10.764189+0000 mgr.y (mgr.44100) 389 : cluster [DBG] pgmap v664: 89 pgs: 89 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-02-18T08:30:12.344 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:11 smithi191 bash[38688]: cluster 2024-02-18T08:30:11.801440+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-02-18T08:30:12.810 INFO:tasks.rados.rados.0.smithi110.stdout:3087: done (0 left) 2024-02-18T08:30:12.810 INFO:tasks.rados.rados.0.smithi110.stdout:3088: setattr oid 40 current snap is 293 2024-02-18T08:30:12.811 INFO:tasks.rados.rados.0.smithi110.stdout:3089: read oid 41 snap 292 2024-02-18T08:30:12.811 INFO:tasks.rados.rados.0.smithi110.stdout:3089: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:12.811 INFO:tasks.rados.rados.0.smithi110.stdout:3090: snap_remove snap 290 2024-02-18T08:30:13.818 INFO:tasks.rados.rados.0.smithi110.stdout:3090: done (2 left) 2024-02-18T08:30:13.818 INFO:tasks.rados.rados.0.smithi110.stdout:3091: copy_from oid 27 from oid 44 current snap is 293 2024-02-18T08:30:13.822 INFO:tasks.rados.rados.0.smithi110.stdout:3092: rmattr oid 4 current snap is 293 2024-02-18T08:30:13.822 INFO:tasks.rados.rados.0.smithi110.stdout:3092: done (3 left) 2024-02-18T08:30:13.822 INFO:tasks.rados.rados.0.smithi110.stdout:3093: rmattr oid 26 current snap is 293 2024-02-18T08:30:13.822 INFO:tasks.rados.rados.0.smithi110.stdout:3094: read oid 43 snap 276 2024-02-18T08:30:13.822 INFO:tasks.rados.rados.0.smithi110.stdout:3094: expect (ObjNum 874 snap 268 seq_num 874) 2024-02-18T08:30:13.822 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 20 current snap is 293 2024-02-18T08:30:13.822 INFO:tasks.rados.rados.0.smithi110.stdout:3095: seq_num 946 ranges {6766592=647168,7413760=745472,8159232=57344} 2024-02-18T08:30:13.863 INFO:tasks.rados.rados.0.smithi110.stdout:3095: writing smithi11051043-20 from 6766592 to 7413760 tid 1 2024-02-18T08:30:13.868 INFO:tasks.rados.rados.0.smithi110.stdout:3095: writing smithi11051043-20 from 7413760 to 8159232 tid 2 2024-02-18T08:30:13.869 INFO:tasks.rados.rados.0.smithi110.stdout:3095: writing smithi11051043-20 from 8159232 to 8216576 tid 3 2024-02-18T08:30:13.869 INFO:tasks.rados.rados.0.smithi110.stdout:3096: copy_from oid 9 from oid 50 current snap is 293 2024-02-18T08:30:13.869 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1280 (ObjNum 877 snap 269 seq_num 877) dirty exists 2024-02-18T08:30:13.869 INFO:tasks.rados.rados.0.smithi110.stdout:3088: done (6 left) 2024-02-18T08:30:13.869 INFO:tasks.rados.rados.0.smithi110.stdout:3097: delete oid 4 current snap is 293 2024-02-18T08:30:13.869 INFO:tasks.rados.rados.0.smithi110.stdout:3089: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:13.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:13 smithi110 bash[55875]: cluster 2024-02-18T08:30:12.765207+0000 mgr.y (mgr.44100) 390 : cluster [DBG] pgmap v667: 89 pgs: 89 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 978 KiB/s wr, 7 op/s 2024-02-18T08:30:13.971 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:13 smithi110 bash[55875]: cluster 2024-02-18T08:30:12.808505+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-02-18T08:30:13.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:13 smithi110 bash[54479]: cluster 2024-02-18T08:30:12.765207+0000 mgr.y (mgr.44100) 390 : cluster [DBG] pgmap v667: 89 pgs: 89 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 978 KiB/s wr, 7 op/s 2024-02-18T08:30:13.971 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:13 smithi110 bash[54479]: cluster 2024-02-18T08:30:12.808505+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-02-18T08:30:14.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:13 smithi191 bash[38688]: cluster 2024-02-18T08:30:12.765207+0000 mgr.y (mgr.44100) 390 : cluster [DBG] pgmap v667: 89 pgs: 89 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 978 KiB/s wr, 7 op/s 2024-02-18T08:30:14.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:13 smithi191 bash[38688]: cluster 2024-02-18T08:30:12.808505+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-02-18T08:30:14.208 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph version 16.2.14-548-g81bd20d6 (81bd20d634209c7cb82c18be12b4b5a05643ebf1) pacific (stable)" 2024-02-18T08:30:14.297 INFO:tasks.rados.rados.0.smithi110.stdout:3094: expect (ObjNum 874 snap 268 seq_num 874) 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3091: finishing copy_from racing read to smithi11051043-27 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3089: done (6 left) 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3094: done (5 left) 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3097: done (4 left) 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3098: copy_from oid 21 from oid 29 current snap is 293 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1656 (ObjNum 942 snap 291 seq_num 942) dirty exists 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3091: finishing copy_from to smithi11051043-27 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1296 (ObjNum -129490672 snap 22008 seq_num 4166002000) dirty exists 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3095: finishing write tid 1 to smithi11051043-20 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3095: finishing write tid 2 to smithi11051043-20 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3095: finishing write tid 3 to smithi11051043-20 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3095: finishing write tid 5 to smithi11051043-20 2024-02-18T08:30:14.303 INFO:tasks.rados.rados.0.smithi110.stdout:3095: finishing write tid 6 to smithi11051043-20 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 839 (ObjNum 946 snap 293 seq_num 946) dirty exists 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:3095: left oid 20 (ObjNum 946 snap 293 seq_num 946) 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:3096: finishing copy_from racing read to smithi11051043-9 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:3096: finishing copy_from to smithi11051043-9 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1612 (ObjNum 908 snap 282 seq_num 908) dirty exists 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:3091: done (4 left) 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:3093: done (3 left) 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:3095: done (2 left) 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:3096: done (1 left) 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 293 2024-02-18T08:30:14.304 INFO:tasks.rados.rados.0.smithi110.stdout:3099: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2024-02-18T08:30:14.313 INFO:tasks.rados.rados.0.smithi110.stdout:3099: writing smithi11051043-27 from 0 to 679936 tid 1 2024-02-18T08:30:14.316 INFO:tasks.rados.rados.0.smithi110.stdout:3099: writing smithi11051043-27 from 679936 to 1196032 tid 2 2024-02-18T08:30:14.318 INFO:tasks.rados.rados.0.smithi110.stdout:3099: writing smithi11051043-27 from 1196032 to 1482752 tid 3 2024-02-18T08:30:14.318 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 293 2024-02-18T08:30:14.318 INFO:tasks.rados.rados.0.smithi110.stdout:3100: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2024-02-18T08:30:14.322 INFO:tasks.rados.rados.0.smithi110.stdout:3100: writing smithi11051043-11 from 0 to 704512 tid 1 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3100: writing smithi11051043-11 from 704512 to 1499136 tid 2 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3100: writing smithi11051043-11 from 1499136 to 1507328 tid 3 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3101: copy_from oid 4 from oid 15 current snap is 293 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3098: finishing copy_from racing read to smithi11051043-21 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3098: finishing copy_from to smithi11051043-21 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 1250 (ObjNum 1 snap 22008 seq_num 4164634448) dirty exists 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3099: finishing write tid 1 to smithi11051043-27 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3099: finishing write tid 2 to smithi11051043-27 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3099: finishing write tid 3 to smithi11051043-27 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3099: finishing write tid 5 to smithi11051043-27 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3099: finishing write tid 6 to smithi11051043-27 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1664 (ObjNum 948 snap 293 seq_num 948) dirty exists 2024-02-18T08:30:14.329 INFO:tasks.rados.rados.0.smithi110.stdout:3099: left oid 27 (ObjNum 948 snap 293 seq_num 948) 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:3100: finishing write tid 1 to smithi11051043-11 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:3098: done (3 left) 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:3099: done (2 left) 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:3102: rollback oid 25 current snap is 293 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 25 to 292 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:3103: read oid 48 snap -1 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:3103: expect deleted 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:3104: rollback oid 39 current snap is 293 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 39 to 276 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:3105: copy_from oid 20 from oid 38 current snap is 293 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 293 2024-02-18T08:30:14.330 INFO:tasks.rados.rados.0.smithi110.stdout:3106: seq_num 950 ranges {15130624=720896,15851520=679936,16531456=122880} 2024-02-18T08:30:14.419 INFO:tasks.rados.rados.0.smithi110.stdout:3106: writing smithi11051043-7 from 15130624 to 15851520 tid 1 2024-02-18T08:30:14.423 INFO:tasks.rados.rados.0.smithi110.stdout:3106: writing smithi11051043-7 from 15851520 to 16531456 tid 2 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3106: writing smithi11051043-7 from 16531456 to 16654336 tid 3 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3107: snap_create 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3102: finishing rollback tid 0 to smithi11051043-25 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3102: finishing rollback tid 1 to smithi11051043-25 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3102: finishing rollback tid 2 to smithi11051043-25 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 1280 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3100: finishing write tid 2 to smithi11051043-11 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3104: finishing rollback tid 0 to smithi11051043-39 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3100: finishing write tid 3 to smithi11051043-11 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3104: finishing rollback tid 1 to smithi11051043-39 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3100: finishing write tid 5 to smithi11051043-11 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:3100: finishing write tid 6 to smithi11051043-11 2024-02-18T08:30:14.424 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1616 (ObjNum 949 snap 293 seq_num 949) dirty exists 2024-02-18T08:30:14.425 INFO:tasks.rados.rados.0.smithi110.stdout:3100: left oid 11 (ObjNum 949 snap 293 seq_num 949) 2024-02-18T08:30:14.425 INFO:tasks.rados.rados.0.smithi110.stdout:3104: finishing rollback tid 2 to smithi11051043-39 2024-02-18T08:30:14.425 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 1283 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-02-18T08:30:14.425 INFO:tasks.rados.rados.0.smithi110.stdout:3101: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:30:14.425 INFO:tasks.rados.rados.0.smithi110.stdout:3101: finishing copy_from to smithi11051043-4 2024-02-18T08:30:14.425 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 971 (ObjNum 927 snap 287 seq_num 927) dirty exists 2024-02-18T08:30:14.425 INFO:tasks.rados.rados.0.smithi110.stdout:3105: finishing copy_from racing read to smithi11051043-20 2024-02-18T08:30:14.425 INFO:tasks.rados.rados.0.smithi110.stdout:3105: finishing copy_from to smithi11051043-20 2024-02-18T08:30:14.425 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 1096 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:30:14.431 INFO:tasks.rados.rados.0.smithi110.stdout:3106: finishing write tid 1 to smithi11051043-7 2024-02-18T08:30:14.431 INFO:tasks.rados.rados.0.smithi110.stdout:3106: finishing write tid 2 to smithi11051043-7 2024-02-18T08:30:14.432 INFO:tasks.rados.rados.0.smithi110.stdout:3106: finishing write tid 3 to smithi11051043-7 2024-02-18T08:30:14.433 INFO:tasks.rados.rados.0.smithi110.stdout:3106: finishing write tid 5 to smithi11051043-7 2024-02-18T08:30:14.434 INFO:tasks.rados.rados.0.smithi110.stdout:3106: finishing write tid 6 to smithi11051043-7 2024-02-18T08:30:14.434 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1272 (ObjNum 950 snap 293 seq_num 950) dirty exists 2024-02-18T08:30:14.434 INFO:tasks.rados.rados.0.smithi110.stdout:3106: left oid 7 (ObjNum 950 snap 293 seq_num 950) 2024-02-18T08:30:14.802 INFO:tasks.rados.rados.0.smithi110.stdout:3100: done (7 left) 2024-02-18T08:30:14.802 INFO:tasks.rados.rados.0.smithi110.stdout:3101: done (6 left) 2024-02-18T08:30:14.802 INFO:tasks.rados.rados.0.smithi110.stdout:3102: done (5 left) 2024-02-18T08:30:14.802 INFO:tasks.rados.rados.0.smithi110.stdout:3103: done (4 left) 2024-02-18T08:30:14.802 INFO:tasks.rados.rados.0.smithi110.stdout:3104: done (3 left) 2024-02-18T08:30:14.802 INFO:tasks.rados.rados.0.smithi110.stdout:3105: done (2 left) 2024-02-18T08:30:14.802 INFO:tasks.rados.rados.0.smithi110.stdout:3106: done (1 left) 2024-02-18T08:30:14.802 INFO:tasks.rados.rados.0.smithi110.stdout:3107: done (0 left) 2024-02-18T08:30:14.803 INFO:tasks.rados.rados.0.smithi110.stdout:3108: rmattr oid 43 current snap is 294 2024-02-18T08:30:14.803 INFO:tasks.rados.rados.0.smithi110.stdout:3108: done (0 left) 2024-02-18T08:30:14.803 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 30 current snap is 294 2024-02-18T08:30:14.803 INFO:tasks.rados.rados.0.smithi110.stdout:3109: seq_num 951 ranges {1916928=737280,2654208=614400,3268608=188416} 2024-02-18T08:30:14.820 INFO:tasks.rados.rados.0.smithi110.stdout:3109: writing smithi11051043-30 from 1916928 to 2654208 tid 1 2024-02-18T08:30:14.824 INFO:tasks.rados.rados.0.smithi110.stdout:3109: writing smithi11051043-30 from 2654208 to 3268608 tid 2 2024-02-18T08:30:14.826 INFO:tasks.rados.rados.0.smithi110.stdout:3109: writing smithi11051043-30 from 3268608 to 3457024 tid 3 2024-02-18T08:30:14.826 INFO:tasks.rados.rados.0.smithi110.stdout:3110: read oid 44 snap -1 2024-02-18T08:30:14.826 INFO:tasks.rados.rados.0.smithi110.stdout:3110: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:30:14.826 INFO:tasks.rados.rados.0.smithi110.stdout:3111: rmattr oid 47 current snap is 294 2024-02-18T08:30:14.827 INFO:tasks.rados.rados.0.smithi110.stdout:3111: done (2 left) 2024-02-18T08:30:14.827 INFO:tasks.rados.rados.0.smithi110.stdout:3112: read oid 19 snap 276 2024-02-18T08:30:14.827 INFO:tasks.rados.rados.0.smithi110.stdout:3112: expect deleted 2024-02-18T08:30:14.827 INFO:tasks.rados.rados.0.smithi110.stdout:3113: read oid 4 snap -1 2024-02-18T08:30:14.827 INFO:tasks.rados.rados.0.smithi110.stdout:3113: expect (ObjNum 927 snap 287 seq_num 927) 2024-02-18T08:30:14.827 INFO:tasks.rados.rados.0.smithi110.stdout:3114: snap_remove snap 292 2024-02-18T08:30:14.848 INFO:teuthology.task.sequential:In sequential, running task print... 2024-02-18T08:30:14.848 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-02-18T08:30:14.849 DEBUG:teuthology.parallel:result is None 2024-02-18T08:30:15.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:14 smithi191 bash[38688]: cluster 2024-02-18T08:30:13.816000+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-02-18T08:30:15.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:14 smithi191 bash[38688]: audit 2024-02-18T08:30:14.190715+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.15.110:0/1184269931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:30:15.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:14 smithi191 bash[38688]: cluster 2024-02-18T08:30:14.800482+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-02-18T08:30:15.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:14 smithi110 bash[54479]: cluster 2024-02-18T08:30:13.816000+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-02-18T08:30:15.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:14 smithi110 bash[54479]: audit 2024-02-18T08:30:14.190715+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.15.110:0/1184269931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:30:15.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:14 smithi110 bash[54479]: cluster 2024-02-18T08:30:14.800482+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-02-18T08:30:15.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:14 smithi110 bash[55875]: cluster 2024-02-18T08:30:13.816000+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-02-18T08:30:15.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:14 smithi110 bash[55875]: audit 2024-02-18T08:30:14.190715+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.15.110:0/1184269931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-02-18T08:30:15.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:14 smithi110 bash[55875]: cluster 2024-02-18T08:30:14.800482+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-02-18T08:30:15.832 INFO:tasks.rados.rados.0.smithi110.stdout:3114: done (4 left) 2024-02-18T08:30:15.832 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 294 2024-02-18T08:30:15.832 INFO:tasks.rados.rados.0.smithi110.stdout:3115: seq_num 952 ranges {598016=753664,1351680=499712,1851392=303104} 2024-02-18T08:30:15.840 INFO:tasks.rados.rados.0.smithi110.stdout:3115: writing smithi11051043-2 from 598016 to 1351680 tid 1 2024-02-18T08:30:15.843 INFO:tasks.rados.rados.0.smithi110.stdout:3115: writing smithi11051043-2 from 1351680 to 1851392 tid 2 2024-02-18T08:30:15.845 INFO:tasks.rados.rados.0.smithi110.stdout:3115: writing smithi11051043-2 from 1851392 to 2154496 tid 3 2024-02-18T08:30:15.845 INFO:tasks.rados.rados.0.smithi110.stdout:3116: rollback oid 20 current snap is 294 2024-02-18T08:30:15.845 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 20 to 276 2024-02-18T08:30:15.845 INFO:tasks.rados.rados.0.smithi110.stdout:3110: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:3109: finishing write tid 1 to smithi11051043-30 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:3109: finishing write tid 2 to smithi11051043-30 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:3109: finishing write tid 3 to smithi11051043-30 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:3109: finishing write tid 5 to smithi11051043-30 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:3109: finishing write tid 6 to smithi11051043-30 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 1285 (ObjNum 951 snap 294 seq_num 951) dirty exists 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:3109: left oid 30 (ObjNum 951 snap 294 seq_num 951) 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:3109: done (5 left) 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:3110: done (4 left) 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:3112: done (3 left) 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 294 2024-02-18T08:30:15.850 INFO:tasks.rados.rados.0.smithi110.stdout:3117: seq_num 953 ranges {9437184=770048,10207232=786432,10993664=16384} 2024-02-18T08:30:15.908 INFO:tasks.rados.rados.0.smithi110.stdout:3117: writing smithi11051043-32 from 9437184 to 10207232 tid 1 2024-02-18T08:30:15.913 INFO:tasks.rados.rados.0.smithi110.stdout:3117: writing smithi11051043-32 from 10207232 to 10993664 tid 2 2024-02-18T08:30:15.913 INFO:tasks.rados.rados.0.smithi110.stdout:3117: writing smithi11051043-32 from 10993664 to 11010048 tid 3 2024-02-18T08:30:15.913 INFO:tasks.rados.rados.0.smithi110.stdout:3118: snap_remove snap 293 2024-02-18T08:30:16.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:15 smithi191 bash[38688]: cluster 2024-02-18T08:30:14.766069+0000 mgr.y (mgr.44100) 391 : cluster [DBG] pgmap v670: 89 pgs: 89 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-02-18T08:30:16.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:15 smithi110 bash[55875]: cluster 2024-02-18T08:30:14.766069+0000 mgr.y (mgr.44100) 391 : cluster [DBG] pgmap v670: 89 pgs: 89 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-02-18T08:30:16.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:15 smithi110 bash[54479]: cluster 2024-02-18T08:30:14.766069+0000 mgr.y (mgr.44100) 391 : cluster [DBG] pgmap v670: 89 pgs: 89 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-02-18T08:30:16.852 INFO:tasks.rados.rados.0.smithi110.stdout:3118: done (4 left) 2024-02-18T08:30:16.852 INFO:tasks.rados.rados.0.smithi110.stdout:3119: read oid 47 snap -1 2024-02-18T08:30:16.852 INFO:tasks.rados.rados.0.smithi110.stdout:3119: expect (ObjNum 936 snap 289 seq_num 936) 2024-02-18T08:30:16.852 INFO:tasks.rados.rados.0.smithi110.stdout:3113: expect (ObjNum 927 snap 287 seq_num 927) 2024-02-18T08:30:17.020 INFO:tasks.rados.rados.0.smithi110.stdout:3115: finishing write tid 1 to smithi11051043-2 2024-02-18T08:30:17.020 INFO:tasks.rados.rados.0.smithi110.stdout:3115: finishing write tid 2 to smithi11051043-2 2024-02-18T08:30:17.020 INFO:tasks.rados.rados.0.smithi110.stdout:3115: finishing write tid 3 to smithi11051043-2 2024-02-18T08:30:17.020 INFO:tasks.rados.rados.0.smithi110.stdout:3115: finishing write tid 5 to smithi11051043-2 2024-02-18T08:30:17.020 INFO:tasks.rados.rados.0.smithi110.stdout:3116: finishing rollback tid 0 to smithi11051043-20 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:3115: finishing write tid 6 to smithi11051043-2 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1303 (ObjNum 952 snap 294 seq_num 952) dirty exists 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:3115: left oid 2 (ObjNum 952 snap 294 seq_num 952) 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:3116: finishing rollback tid 1 to smithi11051043-20 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:3116: finishing rollback tid 2 to smithi11051043-20 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 1099 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:3117: finishing write tid 1 to smithi11051043-32 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:3117: finishing write tid 2 to smithi11051043-32 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:3117: finishing write tid 3 to smithi11051043-32 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:3117: finishing write tid 5 to smithi11051043-32 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:3117: finishing write tid 6 to smithi11051043-32 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 841 (ObjNum 953 snap 294 seq_num 953) dirty exists 2024-02-18T08:30:17.021 INFO:tasks.rados.rados.0.smithi110.stdout:3117: left oid 32 (ObjNum 953 snap 294 seq_num 953) 2024-02-18T08:30:17.022 INFO:tasks.rados.rados.0.smithi110.stdout:3119: expect (ObjNum 936 snap 289 seq_num 936) 2024-02-18T08:30:17.049 INFO:tasks.rados.rados.0.smithi110.stdout:3120: read oid 41 snap -1 2024-02-18T08:30:17.049 INFO:tasks.rados.rados.0.smithi110.stdout:3120: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:17.049 INFO:tasks.rados.rados.0.smithi110.stdout:3113: done (5 left) 2024-02-18T08:30:17.050 INFO:tasks.rados.rados.0.smithi110.stdout:3115: done (4 left) 2024-02-18T08:30:17.050 INFO:tasks.rados.rados.0.smithi110.stdout:3116: done (3 left) 2024-02-18T08:30:17.050 INFO:tasks.rados.rados.0.smithi110.stdout:3117: done (2 left) 2024-02-18T08:30:17.050 INFO:tasks.rados.rados.0.smithi110.stdout:3119: done (1 left) 2024-02-18T08:30:17.050 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 294 2024-02-18T08:30:17.050 INFO:tasks.rados.rados.0.smithi110.stdout:3121: seq_num 954 ranges {5021696=786432,5808128=671744,6479872=131072} 2024-02-18T08:30:17.092 INFO:tasks.rados.rados.0.smithi110.stdout:3121: writing smithi11051043-22 from 5021696 to 5808128 tid 1 2024-02-18T08:30:17.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:16 smithi191 bash[38688]: cluster 2024-02-18T08:30:15.829635+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-02-18T08:30:17.096 INFO:tasks.rados.rados.0.smithi110.stdout:3121: writing smithi11051043-22 from 5808128 to 6479872 tid 2 2024-02-18T08:30:17.097 INFO:tasks.rados.rados.0.smithi110.stdout:3121: writing smithi11051043-22 from 6479872 to 6610944 tid 3 2024-02-18T08:30:17.097 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 294 2024-02-18T08:30:17.097 INFO:tasks.rados.rados.0.smithi110.stdout:3122: seq_num 955 ranges {294912=802816,1097728=557056,1654784=245760} 2024-02-18T08:30:17.104 INFO:tasks.rados.rados.0.smithi110.stdout:3122: writing smithi11051043-40 from 294912 to 1097728 tid 1 2024-02-18T08:30:17.108 INFO:tasks.rados.rados.0.smithi110.stdout:3122: writing smithi11051043-40 from 1097728 to 1654784 tid 2 2024-02-18T08:30:17.109 INFO:tasks.rados.rados.0.smithi110.stdout:3122: writing smithi11051043-40 from 1654784 to 1900544 tid 3 2024-02-18T08:30:17.109 INFO:tasks.rados.rados.0.smithi110.stdout:3123: snap_create 2024-02-18T08:30:17.109 INFO:tasks.rados.rados.0.smithi110.stdout:3120: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:17.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:16 smithi110 bash[54479]: cluster 2024-02-18T08:30:15.829635+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-02-18T08:30:17.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:16 smithi110 bash[55875]: cluster 2024-02-18T08:30:15.829635+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-02-18T08:30:17.524 INFO:tasks.rados.rados.0.smithi110.stdout:3121: finishing write tid 1 to smithi11051043-22 2024-02-18T08:30:17.524 INFO:tasks.rados.rados.0.smithi110.stdout:3121: finishing write tid 2 to smithi11051043-22 2024-02-18T08:30:17.524 INFO:tasks.rados.rados.0.smithi110.stdout:3121: finishing write tid 3 to smithi11051043-22 2024-02-18T08:30:17.524 INFO:tasks.rados.rados.0.smithi110.stdout:3121: finishing write tid 5 to smithi11051043-22 2024-02-18T08:30:17.524 INFO:tasks.rados.rados.0.smithi110.stdout:3121: finishing write tid 6 to smithi11051043-22 2024-02-18T08:30:17.524 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1284 (ObjNum 954 snap 294 seq_num 954) dirty exists 2024-02-18T08:30:17.524 INFO:tasks.rados.rados.0.smithi110.stdout:3121: left oid 22 (ObjNum 954 snap 294 seq_num 954) 2024-02-18T08:30:17.524 INFO:tasks.rados.rados.0.smithi110.stdout:3122: finishing write tid 1 to smithi11051043-40 2024-02-18T08:30:17.524 INFO:tasks.rados.rados.0.smithi110.stdout:3122: finishing write tid 2 to smithi11051043-40 2024-02-18T08:30:17.524 INFO:tasks.rados.rados.0.smithi110.stdout:3122: finishing write tid 3 to smithi11051043-40 2024-02-18T08:30:17.525 INFO:tasks.rados.rados.0.smithi110.stdout:3122: finishing write tid 5 to smithi11051043-40 2024-02-18T08:30:17.525 INFO:tasks.rados.rados.0.smithi110.stdout:3122: finishing write tid 6 to smithi11051043-40 2024-02-18T08:30:17.525 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1288 (ObjNum 955 snap 294 seq_num 955) dirty exists 2024-02-18T08:30:17.525 INFO:tasks.rados.rados.0.smithi110.stdout:3122: left oid 40 (ObjNum 955 snap 294 seq_num 955) 2024-02-18T08:30:17.860 INFO:tasks.rados.rados.0.smithi110.stdout:3120: done (3 left) 2024-02-18T08:30:17.860 INFO:tasks.rados.rados.0.smithi110.stdout:3121: done (2 left) 2024-02-18T08:30:17.860 INFO:tasks.rados.rados.0.smithi110.stdout:3122: done (1 left) 2024-02-18T08:30:17.860 INFO:tasks.rados.rados.0.smithi110.stdout:3123: done (0 left) 2024-02-18T08:30:17.860 INFO:tasks.rados.rados.0.smithi110.stdout:3124: read oid 28 snap -1 2024-02-18T08:30:17.861 INFO:tasks.rados.rados.0.smithi110.stdout:3124: expect deleted 2024-02-18T08:30:17.861 INFO:tasks.rados.rados.0.smithi110.stdout:3125: snap_create 2024-02-18T08:30:18.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:17 smithi110 bash[54479]: cluster 2024-02-18T08:30:16.766892+0000 mgr.y (mgr.44100) 392 : cluster [DBG] pgmap v673: 89 pgs: 89 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 5.9 MiB/s wr, 21 op/s 2024-02-18T08:30:18.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:17 smithi110 bash[54479]: cluster 2024-02-18T08:30:16.849211+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-02-18T08:30:18.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:17 smithi110 bash[55875]: cluster 2024-02-18T08:30:16.766892+0000 mgr.y (mgr.44100) 392 : cluster [DBG] pgmap v673: 89 pgs: 89 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 5.9 MiB/s wr, 21 op/s 2024-02-18T08:30:18.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:17 smithi110 bash[55875]: cluster 2024-02-18T08:30:16.849211+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-02-18T08:30:18.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:17 smithi191 bash[38688]: cluster 2024-02-18T08:30:16.766892+0000 mgr.y (mgr.44100) 392 : cluster [DBG] pgmap v673: 89 pgs: 89 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 5.9 MiB/s wr, 21 op/s 2024-02-18T08:30:18.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:17 smithi191 bash[38688]: cluster 2024-02-18T08:30:16.849211+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-02-18T08:30:18.864 INFO:tasks.rados.rados.0.smithi110.stdout:3124: done (1 left) 2024-02-18T08:30:18.864 INFO:tasks.rados.rados.0.smithi110.stdout:3125: done (0 left) 2024-02-18T08:30:18.864 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 46 current snap is 296 2024-02-18T08:30:18.865 INFO:tasks.rados.rados.0.smithi110.stdout:3126: seq_num 956 ranges {6766592=417792,7184384=434176,7618560=770048} 2024-02-18T08:30:18.909 INFO:tasks.rados.rados.0.smithi110.stdout:3126: writing smithi11051043-46 from 6766592 to 7184384 tid 1 2024-02-18T08:30:18.911 INFO:tasks.rados.rados.0.smithi110.stdout:3126: writing smithi11051043-46 from 7184384 to 7618560 tid 2 2024-02-18T08:30:18.916 INFO:tasks.rados.rados.0.smithi110.stdout:3126: writing smithi11051043-46 from 7618560 to 8388608 tid 3 2024-02-18T08:30:18.916 INFO:tasks.rados.rados.0.smithi110.stdout:3127: rollback oid 30 current snap is 296 2024-02-18T08:30:18.916 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 30 to 294 2024-02-18T08:30:18.916 INFO:tasks.rados.rados.0.smithi110.stdout:3128: read oid 45 snap 276 2024-02-18T08:30:18.916 INFO:tasks.rados.rados.0.smithi110.stdout:3128: expect (ObjNum 894 snap 272 seq_num 894) 2024-02-18T08:30:18.916 INFO:tasks.rados.rados.0.smithi110.stdout:3129: read oid 23 snap -1 2024-02-18T08:30:18.916 INFO:tasks.rados.rados.0.smithi110.stdout:3129: expect (ObjNum 891 snap 272 seq_num 891) 2024-02-18T08:30:18.916 INFO:tasks.rados.rados.0.smithi110.stdout:3130: rmattr oid 48 current snap is 296 2024-02-18T08:30:18.916 INFO:tasks.rados.rados.0.smithi110.stdout:3130: done (4 left) 2024-02-18T08:30:18.916 INFO:tasks.rados.rados.0.smithi110.stdout:3131: snap_create 2024-02-18T08:30:18.921 INFO:tasks.rados.rados.0.smithi110.stdout:3126: finishing write tid 1 to smithi11051043-46 2024-02-18T08:30:18.924 INFO:tasks.rados.rados.0.smithi110.stdout:3129: expect (ObjNum 891 snap 272 seq_num 891) 2024-02-18T08:30:18.938 INFO:tasks.rados.rados.0.smithi110.stdout:3126: finishing write tid 2 to smithi11051043-46 2024-02-18T08:30:18.947 INFO:tasks.rados.rados.0.smithi110.stdout:3126: finishing write tid 3 to smithi11051043-46 2024-02-18T08:30:18.947 INFO:tasks.rados.rados.0.smithi110.stdout:3126: finishing write tid 5 to smithi11051043-46 2024-02-18T08:30:18.949 INFO:tasks.rados.rados.0.smithi110.stdout:3126: finishing write tid 6 to smithi11051043-46 2024-02-18T08:30:18.949 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 1105 (ObjNum 956 snap 296 seq_num 956) dirty exists 2024-02-18T08:30:18.949 INFO:tasks.rados.rados.0.smithi110.stdout:3126: left oid 46 (ObjNum 956 snap 296 seq_num 956) 2024-02-18T08:30:18.953 INFO:tasks.rados.rados.0.smithi110.stdout:3127: finishing rollback tid 0 to smithi11051043-30 2024-02-18T08:30:18.953 INFO:tasks.rados.rados.0.smithi110.stdout:3127: finishing rollback tid 1 to smithi11051043-30 2024-02-18T08:30:18.955 INFO:tasks.rados.rados.0.smithi110.stdout:3128: expect (ObjNum 894 snap 272 seq_num 894) 2024-02-18T08:30:19.094 INFO:tasks.rados.rados.0.smithi110.stdout:3127: finishing rollback tid 2 to smithi11051043-30 2024-02-18T08:30:19.094 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 1288 (ObjNum 951 snap 294 seq_num 951) dirty exists 2024-02-18T08:30:19.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:18 smithi110 bash[54479]: cluster 2024-02-18T08:30:17.859093+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-02-18T08:30:19.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:18 smithi110 bash[55875]: cluster 2024-02-18T08:30:17.859093+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-02-18T08:30:19.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:18 smithi191 bash[38688]: cluster 2024-02-18T08:30:17.859093+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-02-18T08:30:19.806 INFO:tasks.rados.rados.0.smithi110.stdout:3126: done (4 left) 2024-02-18T08:30:19.807 INFO:tasks.rados.rados.0.smithi110.stdout:3127: done (3 left) 2024-02-18T08:30:19.807 INFO:tasks.rados.rados.0.smithi110.stdout:3128: done (2 left) 2024-02-18T08:30:19.807 INFO:tasks.rados.rados.0.smithi110.stdout:3129: done (1 left) 2024-02-18T08:30:19.807 INFO:tasks.rados.rados.0.smithi110.stdout:3131: done (0 left) 2024-02-18T08:30:19.807 INFO:tasks.rados.rados.0.smithi110.stdout:3132: delete oid 8 current snap is 297 2024-02-18T08:30:19.816 INFO:tasks.rados.rados.0.smithi110.stdout:3132: done (0 left) 2024-02-18T08:30:19.816 INFO:tasks.rados.rados.0.smithi110.stdout:3133: snap_create 2024-02-18T08:30:20.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:19 smithi110 bash[54479]: cluster 2024-02-18T08:30:18.767627+0000 mgr.y (mgr.44100) 393 : cluster [DBG] pgmap v676: 89 pgs: 89 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-02-18T08:30:20.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:19 smithi110 bash[54479]: cluster 2024-02-18T08:30:18.862718+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-02-18T08:30:20.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:19 smithi110 bash[54479]: cluster 2024-02-18T08:30:19.805748+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-02-18T08:30:20.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:19 smithi110 bash[55875]: cluster 2024-02-18T08:30:18.767627+0000 mgr.y (mgr.44100) 393 : cluster [DBG] pgmap v676: 89 pgs: 89 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-02-18T08:30:20.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:19 smithi110 bash[55875]: cluster 2024-02-18T08:30:18.862718+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-02-18T08:30:20.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:19 smithi110 bash[55875]: cluster 2024-02-18T08:30:19.805748+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-02-18T08:30:20.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:19 smithi191 bash[38688]: cluster 2024-02-18T08:30:18.767627+0000 mgr.y (mgr.44100) 393 : cluster [DBG] pgmap v676: 89 pgs: 89 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-02-18T08:30:20.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:19 smithi191 bash[38688]: cluster 2024-02-18T08:30:18.862718+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-02-18T08:30:20.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:19 smithi191 bash[38688]: cluster 2024-02-18T08:30:19.805748+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-02-18T08:30:20.808 INFO:tasks.rados.rados.0.smithi110.stdout:3133: done (0 left) 2024-02-18T08:30:20.809 INFO:tasks.rados.rados.0.smithi110.stdout:3134: setattr oid 28 current snap is 298 2024-02-18T08:30:20.810 INFO:tasks.rados.rados.0.smithi110.stdout:3135: read oid 7 snap 294 2024-02-18T08:30:20.810 INFO:tasks.rados.rados.0.smithi110.stdout:3135: expect (ObjNum 950 snap 293 seq_num 950) 2024-02-18T08:30:20.810 INFO:tasks.rados.rados.0.smithi110.stdout:3136: copy_from oid 36 from oid 34 current snap is 298 2024-02-18T08:30:20.810 INFO:tasks.rados.rados.0.smithi110.stdout:3137: snap_remove snap 295 2024-02-18T08:30:21.818 INFO:tasks.rados.rados.0.smithi110.stdout:3137: done (3 left) 2024-02-18T08:30:21.818 INFO:tasks.rados.rados.0.smithi110.stdout:3138: snap_create 2024-02-18T08:30:21.818 INFO:tasks.rados.rados.0.smithi110.stdout:3136: finishing copy_from to smithi11051043-36 2024-02-18T08:30:21.818 INFO:tasks.rados.rados.0.smithi110.stdout:3136: got expected ENOENT (src dne) 2024-02-18T08:30:21.818 INFO:tasks.rados.rados.0.smithi110.stdout:3136: finishing copy_from racing read to smithi11051043-36 2024-02-18T08:30:21.818 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1273 (ObjNum 1 snap 32588 seq_num 4165209776) dirty exists 2024-02-18T08:30:21.819 INFO:tasks.rados.rados.0.smithi110.stdout:3135: expect (ObjNum 950 snap 293 seq_num 950) 2024-02-18T08:30:22.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:21 smithi191 bash[38688]: cluster 2024-02-18T08:30:20.768417+0000 mgr.y (mgr.44100) 394 : cluster [DBG] pgmap v679: 89 pgs: 89 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-02-18T08:30:22.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:21 smithi191 bash[38688]: cluster 2024-02-18T08:30:20.807161+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-02-18T08:30:22.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:21 smithi110 bash[54479]: cluster 2024-02-18T08:30:20.768417+0000 mgr.y (mgr.44100) 394 : cluster [DBG] pgmap v679: 89 pgs: 89 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-02-18T08:30:22.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:21 smithi110 bash[54479]: cluster 2024-02-18T08:30:20.807161+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-02-18T08:30:22.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:21 smithi110 bash[55875]: cluster 2024-02-18T08:30:20.768417+0000 mgr.y (mgr.44100) 394 : cluster [DBG] pgmap v679: 89 pgs: 89 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-02-18T08:30:22.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:21 smithi110 bash[55875]: cluster 2024-02-18T08:30:20.807161+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-02-18T08:30:23.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:22 smithi191 bash[38688]: cluster 2024-02-18T08:30:21.817212+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-02-18T08:30:23.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:22 smithi110 bash[55875]: cluster 2024-02-18T08:30:21.817212+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-02-18T08:30:23.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:22 smithi110 bash[54479]: cluster 2024-02-18T08:30:21.817212+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-02-18T08:30:23.636 INFO:tasks.rados.rados.0.smithi110.stdout:3134: done (3 left) 2024-02-18T08:30:23.636 INFO:tasks.rados.rados.0.smithi110.stdout:3135: done (2 left) 2024-02-18T08:30:23.637 INFO:tasks.rados.rados.0.smithi110.stdout:3136: done (1 left) 2024-02-18T08:30:23.637 INFO:tasks.rados.rados.0.smithi110.stdout:3138: done (0 left) 2024-02-18T08:30:23.637 INFO:tasks.rados.rados.0.smithi110.stdout:3139: rmattr oid 37 current snap is 299 2024-02-18T08:30:23.637 INFO:tasks.rados.rados.0.smithi110.stdout:3139: done (0 left) 2024-02-18T08:30:23.638 INFO:tasks.rados.rados.0.smithi110.stdout:3140: delete oid 40 current snap is 299 2024-02-18T08:30:23.643 INFO:tasks.rados.rados.0.smithi110.stdout:3140: done (0 left) 2024-02-18T08:30:23.643 INFO:tasks.rados.rados.0.smithi110.stdout:3141: snap_remove snap 294 2024-02-18T08:30:23.835 INFO:tasks.rados.rados.0.smithi110.stdout:3141: done (0 left) 2024-02-18T08:30:23.835 INFO:tasks.rados.rados.0.smithi110.stdout:3142: rollback oid 38 current snap is 299 2024-02-18T08:30:23.835 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 38 to 298 2024-02-18T08:30:23.835 INFO:tasks.rados.rados.0.smithi110.stdout:3143: setattr oid 47 current snap is 299 2024-02-18T08:30:23.836 INFO:tasks.rados.rados.0.smithi110.stdout:3144: copy_from oid 15 from oid 33 current snap is 299 2024-02-18T08:30:23.836 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 35 current snap is 299 2024-02-18T08:30:23.836 INFO:tasks.rados.rados.0.smithi110.stdout:3145: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2024-02-18T08:30:23.839 INFO:tasks.rados.rados.0.smithi110.stdout:3145: writing smithi11051043-35 from 0 to 466944 tid 1 2024-02-18T08:30:23.843 INFO:tasks.rados.rados.0.smithi110.stdout:3145: writing smithi11051043-35 from 466944 to 1007616 tid 2 2024-02-18T08:30:23.847 INFO:tasks.rados.rados.0.smithi110.stdout:3145: writing smithi11051043-35 from 1007616 to 1564672 tid 3 2024-02-18T08:30:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:3145: writing smithi11051043-35 from 1564672 to 1671168 tid 4 2024-02-18T08:30:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:3146: copy_from oid 4 from oid 5 current snap is 299 2024-02-18T08:30:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 1284 (ObjNum 936 snap 289 seq_num 936) dirty exists 2024-02-18T08:30:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:3143: done (4 left) 2024-02-18T08:30:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:3147: delete oid 48 current snap is 299 2024-02-18T08:30:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:3142: finishing rollback tid 0 to smithi11051043-38 2024-02-18T08:30:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:3142: finishing rollback tid 1 to smithi11051043-38 2024-02-18T08:30:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:3142: finishing rollback tid 2 to smithi11051043-38 2024-02-18T08:30:23.848 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1292 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:30:23.849 INFO:tasks.rados.rados.0.smithi110.stdout:3145: finishing write tid 1 to smithi11051043-35 2024-02-18T08:30:23.851 INFO:tasks.rados.rados.0.smithi110.stdout:3142: done (4 left) 2024-02-18T08:30:23.851 INFO:tasks.rados.rados.0.smithi110.stdout:3147: done (3 left) 2024-02-18T08:30:23.852 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 299 2024-02-18T08:30:23.852 INFO:tasks.rados.rados.0.smithi110.stdout:3148: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-02-18T08:30:23.855 INFO:tasks.rados.rados.0.smithi110.stdout:3148: writing smithi11051043-44 from 0 to 499712 tid 1 2024-02-18T08:30:23.859 INFO:tasks.rados.rados.0.smithi110.stdout:3148: writing smithi11051043-44 from 499712 to 1212416 tid 2 2024-02-18T08:30:23.863 INFO:tasks.rados.rados.0.smithi110.stdout:3148: writing smithi11051043-44 from 1212416 to 1703936 tid 3 2024-02-18T08:30:23.863 INFO:tasks.rados.rados.0.smithi110.stdout:3149: read oid 11 snap -1 2024-02-18T08:30:23.863 INFO:tasks.rados.rados.0.smithi110.stdout:3149: expect (ObjNum 949 snap 293 seq_num 949) 2024-02-18T08:30:23.863 INFO:tasks.rados.rados.0.smithi110.stdout:3150: rollback oid 17 current snap is 299 2024-02-18T08:30:23.863 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 17 to 276 2024-02-18T08:30:23.863 INFO:tasks.rados.rados.0.smithi110.stdout:3144: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:30:23.864 INFO:tasks.rados.rados.0.smithi110.stdout:3151: rmattr oid 19 current snap is 299 2024-02-18T08:30:23.864 INFO:tasks.rados.rados.0.smithi110.stdout:3151: done (6 left) 2024-02-18T08:30:23.864 INFO:tasks.rados.rados.0.smithi110.stdout:3152: snap_create 2024-02-18T08:30:23.864 INFO:tasks.rados.rados.0.smithi110.stdout:3145: finishing write tid 2 to smithi11051043-35 2024-02-18T08:30:23.864 INFO:tasks.rados.rados.0.smithi110.stdout:3145: finishing write tid 3 to smithi11051043-35 2024-02-18T08:30:23.864 INFO:tasks.rados.rados.0.smithi110.stdout:3145: finishing write tid 4 to smithi11051043-35 2024-02-18T08:30:23.864 INFO:tasks.rados.rados.0.smithi110.stdout:3145: finishing write tid 6 to smithi11051043-35 2024-02-18T08:30:23.864 INFO:tasks.rados.rados.0.smithi110.stdout:3144: finishing copy_from to smithi11051043-15 2024-02-18T08:30:23.865 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 1095 (ObjNum 916 snap 285 seq_num 916) dirty exists 2024-02-18T08:30:23.865 INFO:tasks.rados.rados.0.smithi110.stdout:3146: finishing copy_from to smithi11051043-4 2024-02-18T08:30:23.865 INFO:tasks.rados.rados.0.smithi110.stdout:3146: got expected ENOENT (src dne) 2024-02-18T08:30:23.865 INFO:tasks.rados.rados.0.smithi110.stdout:3146: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:30:23.865 INFO:tasks.rados.rados.0.smithi110.stdout:3145: finishing write tid 7 to smithi11051043-35 2024-02-18T08:30:23.865 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 1255 (ObjNum 959 snap 299 seq_num 959) dirty exists 2024-02-18T08:30:23.865 INFO:tasks.rados.rados.0.smithi110.stdout:3145: left oid 35 (ObjNum 959 snap 299 seq_num 959) 2024-02-18T08:30:23.865 INFO:tasks.rados.rados.0.smithi110.stdout:3148: finishing write tid 1 to smithi11051043-44 2024-02-18T08:30:23.865 INFO:tasks.rados.rados.0.smithi110.stdout:3148: finishing write tid 2 to smithi11051043-44 2024-02-18T08:30:23.866 INFO:tasks.rados.rados.0.smithi110.stdout:3148: finishing write tid 3 to smithi11051043-44 2024-02-18T08:30:23.866 INFO:tasks.rados.rados.0.smithi110.stdout:3148: finishing write tid 5 to smithi11051043-44 2024-02-18T08:30:23.868 INFO:tasks.rados.rados.0.smithi110.stdout:3149: expect (ObjNum 949 snap 293 seq_num 949) 2024-02-18T08:30:23.905 INFO:tasks.rados.rados.0.smithi110.stdout:3148: finishing write tid 6 to smithi11051043-44 2024-02-18T08:30:23.905 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1307 (ObjNum 961 snap 299 seq_num 961) dirty exists 2024-02-18T08:30:23.905 INFO:tasks.rados.rados.0.smithi110.stdout:3148: left oid 44 (ObjNum 961 snap 299 seq_num 961) 2024-02-18T08:30:23.905 INFO:tasks.rados.rados.0.smithi110.stdout:3150: finishing rollback tid 0 to smithi11051043-17 2024-02-18T08:30:23.905 INFO:tasks.rados.rados.0.smithi110.stdout:3150: finishing rollback tid 1 to smithi11051043-17 2024-02-18T08:30:23.905 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1618 (ObjNum -130222224 snap 22008 seq_num 0) dirty dne 2024-02-18T08:30:24.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:23 smithi191 bash[38688]: cluster 2024-02-18T08:30:22.769463+0000 mgr.y (mgr.44100) 395 : cluster [DBG] pgmap v682: 89 pgs: 89 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-02-18T08:30:24.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:23 smithi191 bash[38688]: cluster 2024-02-18T08:30:22.822978+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-02-18T08:30:24.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:23 smithi110 bash[54479]: cluster 2024-02-18T08:30:22.769463+0000 mgr.y (mgr.44100) 395 : cluster [DBG] pgmap v682: 89 pgs: 89 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-02-18T08:30:24.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:23 smithi110 bash[54479]: cluster 2024-02-18T08:30:22.822978+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-02-18T08:30:24.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:23 smithi110 bash[55875]: cluster 2024-02-18T08:30:22.769463+0000 mgr.y (mgr.44100) 395 : cluster [DBG] pgmap v682: 89 pgs: 89 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-02-18T08:30:24.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:23 smithi110 bash[55875]: cluster 2024-02-18T08:30:22.822978+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-02-18T08:30:24.807 INFO:tasks.rados.rados.0.smithi110.stdout:3144: done (6 left) 2024-02-18T08:30:24.807 INFO:tasks.rados.rados.0.smithi110.stdout:3145: done (5 left) 2024-02-18T08:30:24.807 INFO:tasks.rados.rados.0.smithi110.stdout:3146: done (4 left) 2024-02-18T08:30:24.807 INFO:tasks.rados.rados.0.smithi110.stdout:3148: done (3 left) 2024-02-18T08:30:24.807 INFO:tasks.rados.rados.0.smithi110.stdout:3149: done (2 left) 2024-02-18T08:30:24.808 INFO:tasks.rados.rados.0.smithi110.stdout:3150: done (1 left) 2024-02-18T08:30:24.808 INFO:tasks.rados.rados.0.smithi110.stdout:3152: done (0 left) 2024-02-18T08:30:24.808 INFO:tasks.rados.rados.0.smithi110.stdout:3153: snap_create 2024-02-18T08:30:25.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:24 smithi191 bash[38688]: cluster 2024-02-18T08:30:23.832743+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2024-02-18T08:30:25.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:24 smithi191 bash[38688]: cluster 2024-02-18T08:30:24.806464+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2024-02-18T08:30:25.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:24 smithi110 bash[54479]: cluster 2024-02-18T08:30:23.832743+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2024-02-18T08:30:25.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:24 smithi110 bash[54479]: cluster 2024-02-18T08:30:24.806464+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2024-02-18T08:30:25.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:24 smithi110 bash[55875]: cluster 2024-02-18T08:30:23.832743+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2024-02-18T08:30:25.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:24 smithi110 bash[55875]: cluster 2024-02-18T08:30:24.806464+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2024-02-18T08:30:25.810 INFO:tasks.rados.rados.0.smithi110.stdout:3153: done (0 left) 2024-02-18T08:30:25.810 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 301 2024-02-18T08:30:25.810 INFO:tasks.rados.rados.0.smithi110.stdout:3154: seq_num 962 ranges {2695168=516096,3211264=589824,3801088=614400} 2024-02-18T08:30:25.832 INFO:tasks.rados.rados.0.smithi110.stdout:3154: writing smithi11051043-15 from 2695168 to 3211264 tid 1 2024-02-18T08:30:25.835 INFO:tasks.rados.rados.0.smithi110.stdout:3154: writing smithi11051043-15 from 3211264 to 3801088 tid 2 2024-02-18T08:30:25.840 INFO:tasks.rados.rados.0.smithi110.stdout:3154: writing smithi11051043-15 from 3801088 to 4415488 tid 3 2024-02-18T08:30:25.840 INFO:tasks.rados.rados.0.smithi110.stdout:3155: rollback oid 3 current snap is 301 2024-02-18T08:30:25.840 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 3 to 296 2024-02-18T08:30:25.840 INFO:tasks.rados.rados.0.smithi110.stdout:3154: finishing write tid 1 to smithi11051043-15 2024-02-18T08:30:25.840 INFO:tasks.rados.rados.0.smithi110.stdout:3156: read oid 50 snap 298 2024-02-18T08:30:25.840 INFO:tasks.rados.rados.0.smithi110.stdout:3156: expect (ObjNum 908 snap 282 seq_num 908) 2024-02-18T08:30:25.841 INFO:tasks.rados.rados.0.smithi110.stdout:3157: read oid 24 snap 297 2024-02-18T08:30:25.841 INFO:tasks.rados.rados.0.smithi110.stdout:3157: expect (ObjNum -129984928 snap 22008 seq_num 4165828976) 2024-02-18T08:30:25.841 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 301 2024-02-18T08:30:25.841 INFO:tasks.rados.rados.0.smithi110.stdout:3158: seq_num 963 ranges {2818048=532480,3350528=475136,3825664=532480,4358144=196608} 2024-02-18T08:30:25.859 INFO:tasks.rados.rados.0.smithi110.stdout:3158: writing smithi11051043-1 from 2818048 to 3350528 tid 1 2024-02-18T08:30:25.862 INFO:tasks.rados.rados.0.smithi110.stdout:3158: writing smithi11051043-1 from 3350528 to 3825664 tid 2 2024-02-18T08:30:25.865 INFO:tasks.rados.rados.0.smithi110.stdout:3158: writing smithi11051043-1 from 3825664 to 4358144 tid 3 2024-02-18T08:30:25.867 INFO:tasks.rados.rados.0.smithi110.stdout:3158: writing smithi11051043-1 from 4358144 to 4554752 tid 4 2024-02-18T08:30:25.867 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 301 2024-02-18T08:30:25.867 INFO:tasks.rados.rados.0.smithi110.stdout:3159: seq_num 964 ranges {1507328=548864,2056192=761856,2818048=442368} 2024-02-18T08:30:25.878 INFO:tasks.rados.rados.0.smithi110.stdout:3159: writing smithi11051043-11 from 1507328 to 2056192 tid 1 2024-02-18T08:30:25.883 INFO:tasks.rados.rados.0.smithi110.stdout:3159: writing smithi11051043-11 from 2056192 to 2818048 tid 2 2024-02-18T08:30:25.886 INFO:tasks.rados.rados.0.smithi110.stdout:3159: writing smithi11051043-11 from 2818048 to 3260416 tid 3 2024-02-18T08:30:25.886 INFO:tasks.rados.rados.0.smithi110.stdout:3160: read oid 46 snap 296 2024-02-18T08:30:25.886 INFO:tasks.rados.rados.0.smithi110.stdout:3160: expect (ObjNum 956 snap 296 seq_num 956) 2024-02-18T08:30:25.886 INFO:tasks.rados.rados.0.smithi110.stdout:3161: rollback oid 27 current snap is 301 2024-02-18T08:30:25.886 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 27 to 297 2024-02-18T08:30:25.886 INFO:tasks.rados.rados.0.smithi110.stdout:3154: finishing write tid 2 to smithi11051043-15 2024-02-18T08:30:25.886 INFO:tasks.rados.rados.0.smithi110.stdout:3157: expect (ObjNum -129984928 snap 22008 seq_num 4165828976) 2024-02-18T08:30:25.889 INFO:tasks.rados.rados.0.smithi110.stdout:3155: finishing rollback tid 0 to smithi11051043-3 2024-02-18T08:30:25.889 INFO:tasks.rados.rados.0.smithi110.stdout:3154: finishing write tid 3 to smithi11051043-15 2024-02-18T08:30:25.890 INFO:tasks.rados.rados.0.smithi110.stdout:3155: finishing rollback tid 1 to smithi11051043-3 2024-02-18T08:30:25.890 INFO:tasks.rados.rados.0.smithi110.stdout:3157: done (7 left) 2024-02-18T08:30:25.890 INFO:tasks.rados.rados.0.smithi110.stdout:3162: read oid 30 snap -1 2024-02-18T08:30:25.890 INFO:tasks.rados.rados.0.smithi110.stdout:3162: expect (ObjNum 951 snap 294 seq_num 951) 2024-02-18T08:30:25.890 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 301 2024-02-18T08:30:25.890 INFO:tasks.rados.rados.0.smithi110.stdout:3163: seq_num 965 ranges {6766592=565248,7331840=647168,7979008=548864,8527872=8192} 2024-02-18T08:30:25.931 INFO:tasks.rados.rados.0.smithi110.stdout:3163: writing smithi11051043-41 from 6766592 to 7331840 tid 1 2024-02-18T08:30:25.935 INFO:tasks.rados.rados.0.smithi110.stdout:3163: writing smithi11051043-41 from 7331840 to 7979008 tid 2 2024-02-18T08:30:25.939 INFO:tasks.rados.rados.0.smithi110.stdout:3163: writing smithi11051043-41 from 7979008 to 8527872 tid 3 2024-02-18T08:30:25.939 INFO:tasks.rados.rados.0.smithi110.stdout:3163: writing smithi11051043-41 from 8527872 to 8536064 tid 4 2024-02-18T08:30:25.939 INFO:tasks.rados.rados.0.smithi110.stdout:3164: setattr oid 17 current snap is 301 2024-02-18T08:30:25.939 INFO:tasks.rados.rados.0.smithi110.stdout:3154: finishing write tid 5 to smithi11051043-15 2024-02-18T08:30:25.939 INFO:tasks.rados.rados.0.smithi110.stdout:3155: finishing rollback tid 2 to smithi11051043-3 2024-02-18T08:30:25.939 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 1258 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:30:25.939 INFO:tasks.rados.rados.0.smithi110.stdout:3154: finishing write tid 6 to smithi11051043-15 2024-02-18T08:30:25.940 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 1099 (ObjNum 962 snap 301 seq_num 962) dirty exists 2024-02-18T08:30:25.940 INFO:tasks.rados.rados.0.smithi110.stdout:3154: left oid 15 (ObjNum 962 snap 301 seq_num 962) 2024-02-18T08:30:25.940 INFO:tasks.rados.rados.0.smithi110.stdout:3156: expect (ObjNum 908 snap 282 seq_num 908) 2024-02-18T08:30:26.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:25 smithi191 bash[38688]: cluster 2024-02-18T08:30:24.770193+0000 mgr.y (mgr.44100) 396 : cluster [DBG] pgmap v685: 89 pgs: 89 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 780 KiB/s wr, 12 op/s 2024-02-18T08:30:26.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:25 smithi191 bash[38688]: cluster 2024-02-18T08:30:25.808816+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2024-02-18T08:30:26.200 INFO:tasks.rados.rados.0.smithi110.stdout:3158: finishing write tid 1 to smithi11051043-1 2024-02-18T08:30:26.200 INFO:tasks.rados.rados.0.smithi110.stdout:3158: finishing write tid 2 to smithi11051043-1 2024-02-18T08:30:26.200 INFO:tasks.rados.rados.0.smithi110.stdout:3158: finishing write tid 3 to smithi11051043-1 2024-02-18T08:30:26.200 INFO:tasks.rados.rados.0.smithi110.stdout:3158: finishing write tid 4 to smithi11051043-1 2024-02-18T08:30:26.200 INFO:tasks.rados.rados.0.smithi110.stdout:3158: finishing write tid 6 to smithi11051043-1 2024-02-18T08:30:26.200 INFO:tasks.rados.rados.0.smithi110.stdout:3158: finishing write tid 7 to smithi11051043-1 2024-02-18T08:30:26.200 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1312 (ObjNum 963 snap 301 seq_num 963) dirty exists 2024-02-18T08:30:26.200 INFO:tasks.rados.rados.0.smithi110.stdout:3158: left oid 1 (ObjNum 963 snap 301 seq_num 963) 2024-02-18T08:30:26.200 INFO:tasks.rados.rados.0.smithi110.stdout:3159: finishing write tid 1 to smithi11051043-11 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:3159: finishing write tid 2 to smithi11051043-11 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:3159: finishing write tid 3 to smithi11051043-11 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:3159: finishing write tid 5 to smithi11051043-11 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:3161: finishing rollback tid 0 to smithi11051043-27 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:3161: finishing rollback tid 1 to smithi11051043-27 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:3159: finishing write tid 6 to smithi11051043-11 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1622 (ObjNum 964 snap 301 seq_num 964) dirty exists 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:3159: left oid 11 (ObjNum 964 snap 301 seq_num 964) 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:3161: finishing rollback tid 2 to smithi11051043-27 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1678 (ObjNum 948 snap 293 seq_num 948) dirty exists 2024-02-18T08:30:26.201 INFO:tasks.rados.rados.0.smithi110.stdout:3162: expect (ObjNum 951 snap 294 seq_num 951) 2024-02-18T08:30:26.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:25 smithi110 bash[55875]: cluster 2024-02-18T08:30:24.770193+0000 mgr.y (mgr.44100) 396 : cluster [DBG] pgmap v685: 89 pgs: 89 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 780 KiB/s wr, 12 op/s 2024-02-18T08:30:26.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:25 smithi110 bash[55875]: cluster 2024-02-18T08:30:25.808816+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2024-02-18T08:30:26.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:25 smithi110 bash[54479]: cluster 2024-02-18T08:30:24.770193+0000 mgr.y (mgr.44100) 396 : cluster [DBG] pgmap v685: 89 pgs: 89 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 780 KiB/s wr, 12 op/s 2024-02-18T08:30:26.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:25 smithi110 bash[54479]: cluster 2024-02-18T08:30:25.808816+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2024-02-18T08:30:26.314 INFO:tasks.rados.rados.0.smithi110.stdout:3160: expect (ObjNum 956 snap 296 seq_num 956) 2024-02-18T08:30:26.851 INFO:tasks.rados.rados.0.smithi110.stdout:3163: finishing write tid 1 to smithi11051043-41 2024-02-18T08:30:26.851 INFO:tasks.rados.rados.0.smithi110.stdout:3163: finishing write tid 2 to smithi11051043-41 2024-02-18T08:30:26.851 INFO:tasks.rados.rados.0.smithi110.stdout:3163: finishing write tid 3 to smithi11051043-41 2024-02-18T08:30:26.851 INFO:tasks.rados.rados.0.smithi110.stdout:3163: finishing write tid 4 to smithi11051043-41 2024-02-18T08:30:26.851 INFO:tasks.rados.rados.0.smithi110.stdout:3163: finishing write tid 6 to smithi11051043-41 2024-02-18T08:30:26.851 INFO:tasks.rados.rados.0.smithi110.stdout:3163: finishing write tid 7 to smithi11051043-41 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1104 (ObjNum 965 snap 301 seq_num 965) dirty exists 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3163: left oid 41 (ObjNum 965 snap 301 seq_num 965) 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3154: done (9 left) 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3155: done (8 left) 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3156: done (7 left) 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3158: done (6 left) 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3159: done (5 left) 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3160: done (4 left) 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3161: done (3 left) 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3162: done (2 left) 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3163: done (1 left) 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 301 2024-02-18T08:30:26.852 INFO:tasks.rados.rados.0.smithi110.stdout:3165: seq_num 966 ranges {5144576=581632,5726208=581632,6307840=622592} 2024-02-18T08:30:26.884 INFO:tasks.rados.rados.0.smithi110.stdout:3165: writing smithi11051043-9 from 5144576 to 5726208 tid 1 2024-02-18T08:30:26.888 INFO:tasks.rados.rados.0.smithi110.stdout:3165: writing smithi11051043-9 from 5726208 to 6307840 tid 2 2024-02-18T08:30:26.892 INFO:tasks.rados.rados.0.smithi110.stdout:3165: writing smithi11051043-9 from 6307840 to 6930432 tid 3 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:3166: read oid 22 snap 298 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:3166: expect (ObjNum 954 snap 294 seq_num 954) 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:3167: copy_from oid 6 from oid 23 current snap is 301 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1623 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:3165: finishing write tid 1 to smithi11051043-9 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:3164: done (3 left) 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:3168: read oid 15 snap -1 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:3168: expect (ObjNum 962 snap 301 seq_num 962) 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:3169: rollback oid 17 current snap is 301 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 17 to 300 2024-02-18T08:30:26.893 INFO:tasks.rados.rados.0.smithi110.stdout:3170: snap_remove snap 276 2024-02-18T08:30:27.854 INFO:tasks.rados.rados.0.smithi110.stdout:3170: done (5 left) 2024-02-18T08:30:27.854 INFO:tasks.rados.rados.0.smithi110.stdout:3171: rollback oid 50 current snap is 301 2024-02-18T08:30:27.854 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 50 to 299 2024-02-18T08:30:27.854 INFO:tasks.rados.rados.0.smithi110.stdout:3172: rmattr oid 33 current snap is 301 2024-02-18T08:30:27.854 INFO:tasks.rados.rados.0.smithi110.stdout:3172: done (6 left) 2024-02-18T08:30:27.854 INFO:tasks.rados.rados.0.smithi110.stdout:3173: snap_remove snap 297 2024-02-18T08:30:28.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:27 smithi110 bash[54479]: cluster 2024-02-18T08:30:26.770762+0000 mgr.y (mgr.44100) 397 : cluster [DBG] pgmap v688: 89 pgs: 89 active+clean; 197 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 658 KiB/s wr, 14 op/s 2024-02-18T08:30:28.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:27 smithi110 bash[55875]: cluster 2024-02-18T08:30:26.770762+0000 mgr.y (mgr.44100) 397 : cluster [DBG] pgmap v688: 89 pgs: 89 active+clean; 197 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 658 KiB/s wr, 14 op/s 2024-02-18T08:30:28.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:27 smithi191 bash[38688]: cluster 2024-02-18T08:30:26.770762+0000 mgr.y (mgr.44100) 397 : cluster [DBG] pgmap v688: 89 pgs: 89 active+clean; 197 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 658 KiB/s wr, 14 op/s 2024-02-18T08:30:28.854 INFO:tasks.rados.rados.0.smithi110.stdout:3173: done (6 left) 2024-02-18T08:30:28.854 INFO:tasks.rados.rados.0.smithi110.stdout:3174: snap_remove snap 296 2024-02-18T08:30:29.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:28 smithi110 bash[54479]: cluster 2024-02-18T08:30:27.850580+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2024-02-18T08:30:29.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:28 smithi110 bash[54479]: cluster 2024-02-18T08:30:28.852471+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2024-02-18T08:30:29.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:28 smithi110 bash[55875]: cluster 2024-02-18T08:30:27.850580+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2024-02-18T08:30:29.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:28 smithi110 bash[55875]: cluster 2024-02-18T08:30:28.852471+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2024-02-18T08:30:29.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:28 smithi191 bash[38688]: cluster 2024-02-18T08:30:27.850580+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2024-02-18T08:30:29.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:28 smithi191 bash[38688]: cluster 2024-02-18T08:30:28.852471+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2024-02-18T08:30:29.811 INFO:tasks.rados.rados.0.smithi110.stdout:3174: done (6 left) 2024-02-18T08:30:29.811 INFO:tasks.rados.rados.0.smithi110.stdout:3175: read oid 24 snap 300 2024-02-18T08:30:29.811 INFO:tasks.rados.rados.0.smithi110.stdout:3175: expect (ObjNum -130029904 snap 22008 seq_num 4164635632) 2024-02-18T08:30:29.811 INFO:tasks.rados.rados.0.smithi110.stdout:3176: delete oid 12 current snap is 301 2024-02-18T08:30:29.811 INFO:tasks.rados.rados.0.smithi110.stdout:3165: finishing write tid 2 to smithi11051043-9 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:3165: finishing write tid 3 to smithi11051043-9 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:3165: finishing write tid 5 to smithi11051043-9 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:3167: finishing copy_from racing read to smithi11051043-6 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:3167: finishing copy_from to smithi11051043-6 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 1583 (ObjNum 891 snap 272 seq_num 891) dirty exists 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:3169: finishing rollback tid 0 to smithi11051043-17 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:3169: finishing rollback tid 1 to smithi11051043-17 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1629 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:3165: finishing write tid 6 to smithi11051043-9 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1627 (ObjNum 966 snap 301 seq_num 966) dirty exists 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:3165: left oid 9 (ObjNum 966 snap 301 seq_num 966) 2024-02-18T08:30:29.812 INFO:tasks.rados.rados.0.smithi110.stdout:3168: expect (ObjNum 962 snap 301 seq_num 962) 2024-02-18T08:30:29.989 INFO:tasks.rados.rados.0.smithi110.stdout:3166: expect (ObjNum 954 snap 294 seq_num 954) 2024-02-18T08:30:30.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:29 smithi110 bash[54479]: cluster 2024-02-18T08:30:28.771487+0000 mgr.y (mgr.44100) 398 : cluster [DBG] pgmap v690: 89 pgs: 89 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-02-18T08:30:30.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:29 smithi110 bash[54479]: cluster 2024-02-18T08:30:29.809070+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2024-02-18T08:30:30.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:29 smithi110 bash[55875]: cluster 2024-02-18T08:30:28.771487+0000 mgr.y (mgr.44100) 398 : cluster [DBG] pgmap v690: 89 pgs: 89 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-02-18T08:30:30.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:29 smithi110 bash[55875]: cluster 2024-02-18T08:30:29.809070+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2024-02-18T08:30:30.327 INFO:tasks.rados.rados.0.smithi110.stdout:3171: finishing rollback tid 0 to smithi11051043-50 2024-02-18T08:30:30.327 INFO:tasks.rados.rados.0.smithi110.stdout:3171: finishing rollback tid 1 to smithi11051043-50 2024-02-18T08:30:30.327 INFO:tasks.rados.rados.0.smithi110.stdout:3171: finishing rollback tid 2 to smithi11051043-50 2024-02-18T08:30:30.327 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 1615 (ObjNum 908 snap 282 seq_num 908) dirty exists 2024-02-18T08:30:30.327 INFO:tasks.rados.rados.0.smithi110.stdout:3175: expect (ObjNum -130029904 snap 22008 seq_num 4164635632) 2024-02-18T08:30:30.329 INFO:tasks.rados.rados.0.smithi110.stdout:3165: done (7 left) 2024-02-18T08:30:30.329 INFO:tasks.rados.rados.0.smithi110.stdout:3166: done (6 left) 2024-02-18T08:30:30.329 INFO:tasks.rados.rados.0.smithi110.stdout:3167: done (5 left) 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:3168: done (4 left) 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:3169: done (3 left) 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:3171: done (2 left) 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:3175: done (1 left) 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:3176: done (0 left) 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:3177: read oid 10 snap -1 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:3177: expect deleted 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:3178: rmattr oid 43 current snap is 301 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:3178: done (1 left) 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 301 2024-02-18T08:30:30.330 INFO:tasks.rados.rados.0.smithi110.stdout:3179: seq_num 968 ranges {2818048=614400,3432448=745472,4177920=458752} 2024-02-18T08:30:30.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:29 smithi191 bash[38688]: cluster 2024-02-18T08:30:28.771487+0000 mgr.y (mgr.44100) 398 : cluster [DBG] pgmap v690: 89 pgs: 89 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-02-18T08:30:30.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:29 smithi191 bash[38688]: cluster 2024-02-18T08:30:29.809070+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2024-02-18T08:30:30.357 INFO:tasks.rados.rados.0.smithi110.stdout:3179: writing smithi11051043-45 from 2818048 to 3432448 tid 1 2024-02-18T08:30:30.361 INFO:tasks.rados.rados.0.smithi110.stdout:3179: writing smithi11051043-45 from 3432448 to 4177920 tid 2 2024-02-18T08:30:30.364 INFO:tasks.rados.rados.0.smithi110.stdout:3179: writing smithi11051043-45 from 4177920 to 4636672 tid 3 2024-02-18T08:30:30.365 INFO:tasks.rados.rados.0.smithi110.stdout:3180: rmattr oid 11 current snap is 301 2024-02-18T08:30:30.365 INFO:tasks.rados.rados.0.smithi110.stdout:3179: finishing write tid 1 to smithi11051043-45 2024-02-18T08:30:30.365 INFO:tasks.rados.rados.0.smithi110.stdout:3177: done (2 left) 2024-02-18T08:30:30.365 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 301 2024-02-18T08:30:30.365 INFO:tasks.rados.rados.0.smithi110.stdout:3181: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-02-18T08:30:30.368 INFO:tasks.rados.rados.0.smithi110.stdout:3181: writing smithi11051043-48 from 0 to 638976 tid 1 2024-02-18T08:30:30.372 INFO:tasks.rados.rados.0.smithi110.stdout:3181: writing smithi11051043-48 from 638976 to 1269760 tid 2 2024-02-18T08:30:30.374 INFO:tasks.rados.rados.0.smithi110.stdout:3181: writing smithi11051043-48 from 1269760 to 1802240 tid 3 2024-02-18T08:30:30.375 INFO:tasks.rados.rados.0.smithi110.stdout:3181: writing smithi11051043-48 from 1802240 to 1843200 tid 4 2024-02-18T08:30:30.375 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 301 2024-02-18T08:30:30.375 INFO:tasks.rados.rados.0.smithi110.stdout:3182: seq_num 970 ranges {6930432=655360,7585792=516096,8101888=688128} 2024-02-18T08:30:30.417 INFO:tasks.rados.rados.0.smithi110.stdout:3182: writing smithi11051043-9 from 6930432 to 7585792 tid 1 2024-02-18T08:30:30.420 INFO:tasks.rados.rados.0.smithi110.stdout:3182: writing smithi11051043-9 from 7585792 to 8101888 tid 2 2024-02-18T08:30:30.425 INFO:tasks.rados.rados.0.smithi110.stdout:3182: writing smithi11051043-9 from 8101888 to 8790016 tid 3 2024-02-18T08:30:30.425 INFO:tasks.rados.rados.0.smithi110.stdout:3183: delete oid 44 current snap is 301 2024-02-18T08:30:30.425 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1630 (ObjNum 964 snap 301 seq_num 964) dirty exists 2024-02-18T08:30:30.425 INFO:tasks.rados.rados.0.smithi110.stdout:3179: finishing write tid 2 to smithi11051043-45 2024-02-18T08:30:30.425 INFO:tasks.rados.rados.0.smithi110.stdout:3179: finishing write tid 3 to smithi11051043-45 2024-02-18T08:30:30.425 INFO:tasks.rados.rados.0.smithi110.stdout:3179: finishing write tid 5 to smithi11051043-45 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3179: finishing write tid 6 to smithi11051043-45 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1254 (ObjNum 968 snap 301 seq_num 968) dirty exists 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3179: left oid 45 (ObjNum 968 snap 301 seq_num 968) 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3181: finishing write tid 1 to smithi11051043-48 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3181: finishing write tid 2 to smithi11051043-48 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3181: finishing write tid 3 to smithi11051043-48 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3181: finishing write tid 4 to smithi11051043-48 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3181: finishing write tid 6 to smithi11051043-48 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3181: finishing write tid 7 to smithi11051043-48 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 1110 (ObjNum 969 snap 301 seq_num 969) dirty exists 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3181: left oid 48 (ObjNum 969 snap 301 seq_num 969) 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3182: finishing write tid 1 to smithi11051043-9 2024-02-18T08:30:30.426 INFO:tasks.rados.rados.0.smithi110.stdout:3182: finishing write tid 2 to smithi11051043-9 2024-02-18T08:30:30.428 INFO:tasks.rados.rados.0.smithi110.stdout:3182: finishing write tid 3 to smithi11051043-9 2024-02-18T08:30:30.428 INFO:tasks.rados.rados.0.smithi110.stdout:3182: finishing write tid 5 to smithi11051043-9 2024-02-18T08:30:30.429 INFO:tasks.rados.rados.0.smithi110.stdout:3179: done (4 left) 2024-02-18T08:30:30.429 INFO:tasks.rados.rados.0.smithi110.stdout:3180: done (3 left) 2024-02-18T08:30:30.429 INFO:tasks.rados.rados.0.smithi110.stdout:3181: done (2 left) 2024-02-18T08:30:30.430 INFO:tasks.rados.rados.0.smithi110.stdout:3183: done (1 left) 2024-02-18T08:30:30.430 INFO:tasks.rados.rados.0.smithi110.stdout:3184: read oid 8 snap -1 2024-02-18T08:30:30.430 INFO:tasks.rados.rados.0.smithi110.stdout:3184: expect deleted 2024-02-18T08:30:30.430 INFO:tasks.rados.rados.0.smithi110.stdout:3185: rmattr oid 46 current snap is 301 2024-02-18T08:30:30.430 INFO:tasks.rados.rados.0.smithi110.stdout:3185: done (2 left) 2024-02-18T08:30:30.430 INFO:tasks.rados.rados.0.smithi110.stdout:3186: snap_create 2024-02-18T08:30:30.430 INFO:tasks.rados.rados.0.smithi110.stdout:3182: finishing write tid 6 to smithi11051043-9 2024-02-18T08:30:30.430 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1634 (ObjNum 970 snap 301 seq_num 970) dirty exists 2024-02-18T08:30:30.431 INFO:tasks.rados.rados.0.smithi110.stdout:3182: left oid 9 (ObjNum 970 snap 301 seq_num 970) 2024-02-18T08:30:30.883 INFO:tasks.rados.rados.0.smithi110.stdout:3182: done (2 left) 2024-02-18T08:30:30.883 INFO:tasks.rados.rados.0.smithi110.stdout:3184: done (1 left) 2024-02-18T08:30:30.883 INFO:tasks.rados.rados.0.smithi110.stdout:3186: done (0 left) 2024-02-18T08:30:30.884 INFO:tasks.rados.rados.0.smithi110.stdout:3187: read oid 49 snap -1 2024-02-18T08:30:30.884 INFO:tasks.rados.rados.0.smithi110.stdout:3187: expect (ObjNum 890 snap 272 seq_num 890) 2024-02-18T08:30:30.884 INFO:tasks.rados.rados.0.smithi110.stdout:3188: delete oid 13 current snap is 302 2024-02-18T08:30:30.889 INFO:tasks.rados.rados.0.smithi110.stdout:3188: done (1 left) 2024-02-18T08:30:30.889 INFO:tasks.rados.rados.0.smithi110.stdout:3189: snap_create 2024-02-18T08:30:30.890 INFO:tasks.rados.rados.0.smithi110.stdout:3187: expect (ObjNum 890 snap 272 seq_num 890) 2024-02-18T08:30:31.887 INFO:tasks.rados.rados.0.smithi110.stdout:3187: done (1 left) 2024-02-18T08:30:31.887 INFO:tasks.rados.rados.0.smithi110.stdout:3189: done (0 left) 2024-02-18T08:30:31.887 INFO:tasks.rados.rados.0.smithi110.stdout:3190: rollback oid 15 current snap is 303 2024-02-18T08:30:31.887 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 15 to 301 2024-02-18T08:30:31.887 INFO:tasks.rados.rados.0.smithi110.stdout:3191: read oid 40 snap -1 2024-02-18T08:30:31.887 INFO:tasks.rados.rados.0.smithi110.stdout:3191: expect deleted 2024-02-18T08:30:31.887 INFO:tasks.rados.rados.0.smithi110.stdout:3192: snap_remove snap 299 2024-02-18T08:30:32.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:31 smithi110 bash[54479]: cluster 2024-02-18T08:30:30.772121+0000 mgr.y (mgr.44100) 399 : cluster [DBG] pgmap v693: 89 pgs: 89 active+clean; 178 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-02-18T08:30:32.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:31 smithi110 bash[54479]: cluster 2024-02-18T08:30:30.881478+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2024-02-18T08:30:32.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:31 smithi110 bash[55875]: cluster 2024-02-18T08:30:30.772121+0000 mgr.y (mgr.44100) 399 : cluster [DBG] pgmap v693: 89 pgs: 89 active+clean; 178 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-02-18T08:30:32.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:31 smithi110 bash[55875]: cluster 2024-02-18T08:30:30.881478+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2024-02-18T08:30:32.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:31 smithi191 bash[38688]: cluster 2024-02-18T08:30:30.772121+0000 mgr.y (mgr.44100) 399 : cluster [DBG] pgmap v693: 89 pgs: 89 active+clean; 178 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-02-18T08:30:32.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:31 smithi191 bash[38688]: cluster 2024-02-18T08:30:30.881478+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3192: done (2 left) 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3193: read oid 24 snap -1 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3193: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3194: read oid 44 snap -1 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3194: expect deleted 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3195: read oid 49 snap 301 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3195: expect (ObjNum 890 snap 272 seq_num 890) 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3196: rmattr oid 46 current snap is 303 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3196: done (5 left) 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3197: snap_create 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3190: finishing rollback tid 0 to smithi11051043-15 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3190: finishing rollback tid 1 to smithi11051043-15 2024-02-18T08:30:32.892 INFO:tasks.rados.rados.0.smithi110.stdout:3190: finishing rollback tid 2 to smithi11051043-15 2024-02-18T08:30:32.893 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 1102 (ObjNum 962 snap 301 seq_num 962) dirty exists 2024-02-18T08:30:32.893 INFO:tasks.rados.rados.0.smithi110.stdout:3193: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:30:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:3195: expect (ObjNum 890 snap 272 seq_num 890) 2024-02-18T08:30:33.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:32 smithi110 bash[54479]: cluster 2024-02-18T08:30:31.884386+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2024-02-18T08:30:33.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:32 smithi110 bash[55875]: cluster 2024-02-18T08:30:31.884386+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2024-02-18T08:30:33.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:32 smithi191 bash[38688]: cluster 2024-02-18T08:30:31.884386+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2024-02-18T08:30:33.893 INFO:tasks.rados.rados.0.smithi110.stdout:3190: done (5 left) 2024-02-18T08:30:33.893 INFO:tasks.rados.rados.0.smithi110.stdout:3191: done (4 left) 2024-02-18T08:30:33.893 INFO:tasks.rados.rados.0.smithi110.stdout:3193: done (3 left) 2024-02-18T08:30:33.893 INFO:tasks.rados.rados.0.smithi110.stdout:3194: done (2 left) 2024-02-18T08:30:33.894 INFO:tasks.rados.rados.0.smithi110.stdout:3195: done (1 left) 2024-02-18T08:30:33.894 INFO:tasks.rados.rados.0.smithi110.stdout:3197: done (0 left) 2024-02-18T08:30:33.894 INFO:tasks.rados.rados.0.smithi110.stdout:3198: read oid 5 snap -1 2024-02-18T08:30:33.894 INFO:tasks.rados.rados.0.smithi110.stdout:3198: expect deleted 2024-02-18T08:30:33.894 INFO:tasks.rados.rados.0.smithi110.stdout:3199: read oid 41 snap -1 2024-02-18T08:30:33.894 INFO:tasks.rados.rados.0.smithi110.stdout:3199: expect (ObjNum 965 snap 301 seq_num 965) 2024-02-18T08:30:33.894 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 304 2024-02-18T08:30:33.894 INFO:tasks.rados.rados.0.smithi110.stdout:3200: seq_num 973 ranges {1482752=704512,2187264=573440,2760704=507904,3268608=122880} 2024-02-18T08:30:33.905 INFO:tasks.rados.rados.0.smithi110.stdout:3200: writing smithi11051043-27 from 1482752 to 2187264 tid 1 2024-02-18T08:30:33.908 INFO:tasks.rados.rados.0.smithi110.stdout:3200: writing smithi11051043-27 from 2187264 to 2760704 tid 2 2024-02-18T08:30:33.911 INFO:tasks.rados.rados.0.smithi110.stdout:3200: writing smithi11051043-27 from 2760704 to 3268608 tid 3 2024-02-18T08:30:33.912 INFO:tasks.rados.rados.0.smithi110.stdout:3200: writing smithi11051043-27 from 3268608 to 3391488 tid 4 2024-02-18T08:30:33.912 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 304 2024-02-18T08:30:33.912 INFO:tasks.rados.rados.0.smithi110.stdout:3201: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-02-18T08:30:33.917 INFO:tasks.rados.rados.0.smithi110.stdout:3201: writing smithi11051043-28 from 0 to 720896 tid 1 2024-02-18T08:30:33.920 INFO:tasks.rados.rados.0.smithi110.stdout:3201: writing smithi11051043-28 from 720896 to 1228800 tid 2 2024-02-18T08:30:33.925 INFO:tasks.rados.rados.0.smithi110.stdout:3201: writing smithi11051043-28 from 1228800 to 1900544 tid 3 2024-02-18T08:30:33.925 INFO:tasks.rados.rados.0.smithi110.stdout:3201: writing smithi11051043-28 from 1900544 to 1925120 tid 4 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3202: rollback oid 35 current snap is 304 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 35 to 300 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3200: finishing write tid 1 to smithi11051043-27 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3200: finishing write tid 2 to smithi11051043-27 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3200: finishing write tid 3 to smithi11051043-27 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3200: finishing write tid 4 to smithi11051043-27 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3200: finishing write tid 6 to smithi11051043-27 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3201: finishing write tid 1 to smithi11051043-28 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3201: finishing write tid 2 to smithi11051043-28 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3198: done (4 left) 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3203: read oid 43 snap -1 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3203: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3204: read oid 9 snap -1 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3204: expect (ObjNum 970 snap 301 seq_num 970) 2024-02-18T08:30:33.926 INFO:tasks.rados.rados.0.smithi110.stdout:3205: snap_remove snap 298 2024-02-18T08:30:34.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:33 smithi110 bash[54479]: cluster 2024-02-18T08:30:32.772893+0000 mgr.y (mgr.44100) 400 : cluster [DBG] pgmap v696: 89 pgs: 89 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-02-18T08:30:34.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:33 smithi110 bash[54479]: cluster 2024-02-18T08:30:32.888860+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2024-02-18T08:30:34.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:33 smithi110 bash[55875]: cluster 2024-02-18T08:30:32.772893+0000 mgr.y (mgr.44100) 400 : cluster [DBG] pgmap v696: 89 pgs: 89 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-02-18T08:30:34.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:33 smithi110 bash[55875]: cluster 2024-02-18T08:30:32.888860+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2024-02-18T08:30:34.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:33 smithi191 bash[38688]: cluster 2024-02-18T08:30:32.772893+0000 mgr.y (mgr.44100) 400 : cluster [DBG] pgmap v696: 89 pgs: 89 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-02-18T08:30:34.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:33 smithi191 bash[38688]: cluster 2024-02-18T08:30:32.888860+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2024-02-18T08:30:34.811 INFO:tasks.rados.rados.0.smithi110.stdout:3205: done (6 left) 2024-02-18T08:30:34.811 INFO:tasks.rados.rados.0.smithi110.stdout:3206: read oid 10 snap 302 2024-02-18T08:30:34.811 INFO:tasks.rados.rados.0.smithi110.stdout:3206: expect deleted 2024-02-18T08:30:34.811 INFO:tasks.rados.rados.0.smithi110.stdout:3207: rollback oid 14 current snap is 304 2024-02-18T08:30:34.811 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 14 to 303 2024-02-18T08:30:34.811 INFO:tasks.rados.rados.0.smithi110.stdout:3208: read oid 38 snap 302 2024-02-18T08:30:34.811 INFO:tasks.rados.rados.0.smithi110.stdout:3208: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:34.813 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 304 2024-02-18T08:30:34.813 INFO:tasks.rados.rados.0.smithi110.stdout:3209: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2024-02-18T08:30:34.820 INFO:tasks.rados.rados.0.smithi110.stdout:3209: writing smithi11051043-44 from 0 to 737280 tid 1 2024-02-18T08:30:34.825 INFO:tasks.rados.rados.0.smithi110.stdout:3209: writing smithi11051043-44 from 737280 to 1523712 tid 2 2024-02-18T08:30:34.829 INFO:tasks.rados.rados.0.smithi110.stdout:3209: writing smithi11051043-44 from 1523712 to 1941504 tid 3 2024-02-18T08:30:34.829 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 304 2024-02-18T08:30:34.829 INFO:tasks.rados.rados.0.smithi110.stdout:3210: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-02-18T08:30:34.834 INFO:tasks.rados.rados.0.smithi110.stdout:3210: writing smithi11051043-8 from 0 to 753664 tid 1 2024-02-18T08:30:34.838 INFO:tasks.rados.rados.0.smithi110.stdout:3210: writing smithi11051043-8 from 753664 to 1425408 tid 2 2024-02-18T08:30:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:3210: writing smithi11051043-8 from 1425408 to 1957888 tid 3 2024-02-18T08:30:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:3211: read oid 12 snap -1 2024-02-18T08:30:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:3211: expect deleted 2024-02-18T08:30:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:3212: copy_from oid 13 from oid 11 current snap is 304 2024-02-18T08:30:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:3200: finishing write tid 7 to smithi11051043-27 2024-02-18T08:30:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1698 (ObjNum 973 snap 304 seq_num 973) dirty exists 2024-02-18T08:30:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:3200: left oid 27 (ObjNum 973 snap 304 seq_num 973) 2024-02-18T08:30:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:3200: done (12 left) 2024-02-18T08:30:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 46 current snap is 304 2024-02-18T08:30:34.843 INFO:tasks.rados.rados.0.smithi110.stdout:3213: seq_num 977 ranges {8388608=770048,9158656=557056,9715712=491520,10207232=155648} 2024-02-18T08:30:34.894 INFO:tasks.rados.rados.0.smithi110.stdout:3213: writing smithi11051043-46 from 8388608 to 9158656 tid 1 2024-02-18T08:30:34.897 INFO:tasks.rados.rados.0.smithi110.stdout:3213: writing smithi11051043-46 from 9158656 to 9715712 tid 2 2024-02-18T08:30:34.900 INFO:tasks.rados.rados.0.smithi110.stdout:3213: writing smithi11051043-46 from 9715712 to 10207232 tid 3 2024-02-18T08:30:34.901 INFO:tasks.rados.rados.0.smithi110.stdout:3213: writing smithi11051043-46 from 10207232 to 10362880 tid 4 2024-02-18T08:30:34.902 INFO:tasks.rados.rados.0.smithi110.stdout:3214: copy_from oid 40 from oid 33 current snap is 304 2024-02-18T08:30:34.902 INFO:tasks.rados.rados.0.smithi110.stdout:3202: finishing rollback tid 0 to smithi11051043-35 2024-02-18T08:30:34.902 INFO:tasks.rados.rados.0.smithi110.stdout:3215: snap_remove snap 301 2024-02-18T08:30:35.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:34 smithi110 bash[54479]: cluster 2024-02-18T08:30:33.891885+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2024-02-18T08:30:35.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:34 smithi110 bash[54479]: cluster 2024-02-18T08:30:34.810061+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2024-02-18T08:30:35.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:34 smithi110 bash[55875]: cluster 2024-02-18T08:30:33.891885+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2024-02-18T08:30:35.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:34 smithi110 bash[55875]: cluster 2024-02-18T08:30:34.810061+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2024-02-18T08:30:35.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:34 smithi191 bash[38688]: cluster 2024-02-18T08:30:33.891885+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2024-02-18T08:30:35.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:34 smithi191 bash[38688]: cluster 2024-02-18T08:30:34.810061+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2024-02-18T08:30:35.908 INFO:tasks.rados.rados.0.smithi110.stdout:3215: done (14 left) 2024-02-18T08:30:35.908 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 304 2024-02-18T08:30:35.908 INFO:tasks.rados.rados.0.smithi110.stdout:3216: seq_num 978 ranges {360448=786432,1146880=442368,1589248=647168,2236416=114688} 2024-02-18T08:30:35.915 INFO:tasks.rados.rados.0.smithi110.stdout:3216: writing smithi11051043-36 from 360448 to 1146880 tid 1 2024-02-18T08:30:35.918 INFO:tasks.rados.rados.0.smithi110.stdout:3216: writing smithi11051043-36 from 1146880 to 1589248 tid 2 2024-02-18T08:30:35.922 INFO:tasks.rados.rados.0.smithi110.stdout:3216: writing smithi11051043-36 from 1589248 to 2236416 tid 3 2024-02-18T08:30:35.923 INFO:tasks.rados.rados.0.smithi110.stdout:3216: writing smithi11051043-36 from 2236416 to 2351104 tid 4 2024-02-18T08:30:35.923 INFO:tasks.rados.rados.0.smithi110.stdout:3217: read oid 42 snap -1 2024-02-18T08:30:35.923 INFO:tasks.rados.rados.0.smithi110.stdout:3217: expect deleted 2024-02-18T08:30:35.923 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 16 2024-02-18T08:30:35.923 INFO:tasks.rados.rados.0.smithi110.stdout:3202: finishing rollback tid 1 to smithi11051043-35 2024-02-18T08:30:35.924 INFO:tasks.rados.rados.0.smithi110.stdout:3202: finishing rollback tid 2 to smithi11051043-35 2024-02-18T08:30:35.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 35 v 1261 (ObjNum 959 snap 299 seq_num 959) dirty exists 2024-02-18T08:30:35.924 INFO:tasks.rados.rados.0.smithi110.stdout:3199: expect (ObjNum 965 snap 301 seq_num 965) 2024-02-18T08:30:36.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:35 smithi110 bash[54479]: cluster 2024-02-18T08:30:34.773639+0000 mgr.y (mgr.44100) 401 : cluster [DBG] pgmap v699: 89 pgs: 89 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 390 KiB/s rd, 894 KiB/s wr, 5 op/s 2024-02-18T08:30:36.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:35 smithi110 bash[55875]: cluster 2024-02-18T08:30:34.773639+0000 mgr.y (mgr.44100) 401 : cluster [DBG] pgmap v699: 89 pgs: 89 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 390 KiB/s rd, 894 KiB/s wr, 5 op/s 2024-02-18T08:30:36.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:35 smithi191 bash[38688]: cluster 2024-02-18T08:30:34.773639+0000 mgr.y (mgr.44100) 401 : cluster [DBG] pgmap v699: 89 pgs: 89 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 390 KiB/s rd, 894 KiB/s wr, 5 op/s 2024-02-18T08:30:36.473 INFO:tasks.rados.rados.0.smithi110.stdout:3201: finishing write tid 3 to smithi11051043-28 2024-02-18T08:30:36.473 INFO:tasks.rados.rados.0.smithi110.stdout:3201: finishing write tid 4 to smithi11051043-28 2024-02-18T08:30:36.473 INFO:tasks.rados.rados.0.smithi110.stdout:3201: finishing write tid 6 to smithi11051043-28 2024-02-18T08:30:36.473 INFO:tasks.rados.rados.0.smithi110.stdout:3201: finishing write tid 7 to smithi11051043-28 2024-02-18T08:30:36.473 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1279 (ObjNum 974 snap 304 seq_num 974) dirty exists 2024-02-18T08:30:36.473 INFO:tasks.rados.rados.0.smithi110.stdout:3201: left oid 28 (ObjNum 974 snap 304 seq_num 974) 2024-02-18T08:30:36.473 INFO:tasks.rados.rados.0.smithi110.stdout:3204: expect (ObjNum 970 snap 301 seq_num 970) 2024-02-18T08:30:36.988 INFO:tasks.rados.rados.0.smithi110.stdout:3203: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:37.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:36 smithi110 bash[54479]: cluster 2024-02-18T08:30:35.905246+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2024-02-18T08:30:37.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:36 smithi110 bash[55875]: cluster 2024-02-18T08:30:35.905246+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2024-02-18T08:30:37.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:36 smithi191 bash[38688]: cluster 2024-02-18T08:30:35.905246+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2024-02-18T08:30:37.385 INFO:tasks.rados.rados.0.smithi110.stdout:3207: finishing rollback tid 1 to smithi11051043-14 2024-02-18T08:30:37.385 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 0 (ObjNum -129140784 snap 22008 seq_num 4165515808) dirty dne 2024-02-18T08:30:37.386 INFO:tasks.rados.rados.0.smithi110.stdout:3209: finishing write tid 1 to smithi11051043-44 2024-02-18T08:30:37.386 INFO:tasks.rados.rados.0.smithi110.stdout:3209: finishing write tid 2 to smithi11051043-44 2024-02-18T08:30:37.386 INFO:tasks.rados.rados.0.smithi110.stdout:3209: finishing write tid 3 to smithi11051043-44 2024-02-18T08:30:37.386 INFO:tasks.rados.rados.0.smithi110.stdout:3209: finishing write tid 5 to smithi11051043-44 2024-02-18T08:30:37.386 INFO:tasks.rados.rados.0.smithi110.stdout:3210: finishing write tid 1 to smithi11051043-8 2024-02-18T08:30:37.386 INFO:tasks.rados.rados.0.smithi110.stdout:3209: finishing write tid 6 to smithi11051043-44 2024-02-18T08:30:37.386 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1317 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-02-18T08:30:37.386 INFO:tasks.rados.rados.0.smithi110.stdout:3209: left oid 44 (ObjNum 975 snap 304 seq_num 975) 2024-02-18T08:30:37.386 INFO:tasks.rados.rados.0.smithi110.stdout:3210: finishing write tid 2 to smithi11051043-8 2024-02-18T08:30:37.386 INFO:tasks.rados.rados.0.smithi110.stdout:3208: expect (ObjNum 596 snap 185 seq_num 596) 2024-02-18T08:30:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:3210: finishing write tid 3 to smithi11051043-8 2024-02-18T08:30:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:3210: finishing write tid 5 to smithi11051043-8 2024-02-18T08:30:37.782 INFO:tasks.rados.rados.0.smithi110.stdout:3210: finishing write tid 6 to smithi11051043-8 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1704 (ObjNum 976 snap 304 seq_num 976) dirty exists 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3210: left oid 8 (ObjNum 976 snap 304 seq_num 976) 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3212: finishing copy_from racing read to smithi11051043-13 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3212: finishing copy_from to smithi11051043-13 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 1630 (ObjNum 964 snap 301 seq_num 964) dirty exists 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3213: finishing write tid 1 to smithi11051043-46 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3213: finishing write tid 2 to smithi11051043-46 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3213: finishing write tid 3 to smithi11051043-46 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3213: finishing write tid 4 to smithi11051043-46 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3213: finishing write tid 6 to smithi11051043-46 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3213: finishing write tid 7 to smithi11051043-46 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 1115 (ObjNum 977 snap 304 seq_num 977) dirty exists 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3213: left oid 46 (ObjNum 977 snap 304 seq_num 977) 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3214: finishing copy_from racing read to smithi11051043-40 2024-02-18T08:30:37.783 INFO:tasks.rados.rados.0.smithi110.stdout:3214: finishing copy_from to smithi11051043-40 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1095 (ObjNum 916 snap 285 seq_num 916) dirty exists 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3216: finishing write tid 1 to smithi11051043-36 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3199: done (15 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3201: done (14 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3202: done (13 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3203: done (12 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3204: done (11 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3206: done (10 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3207: done (9 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3208: done (8 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3209: done (7 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3210: done (6 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3211: done (5 left) 2024-02-18T08:30:37.784 INFO:tasks.rados.rados.0.smithi110.stdout:3212: done (4 left) 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3213: done (3 left) 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3214: done (2 left) 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3217: done (1 left) 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3218: copy_from oid 4 from oid 8 current snap is 304 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3216: finishing write tid 2 to smithi11051043-36 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3216: finishing write tid 3 to smithi11051043-36 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3216: finishing write tid 4 to smithi11051043-36 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3216: finishing write tid 6 to smithi11051043-36 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3216: finishing write tid 7 to smithi11051043-36 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1322 (ObjNum 978 snap 304 seq_num 978) dirty exists 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3216: left oid 36 (ObjNum 978 snap 304 seq_num 978) 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3216: done (1 left) 2024-02-18T08:30:37.785 INFO:tasks.rados.rados.0.smithi110.stdout:3219: delete oid 27 current snap is 304 2024-02-18T08:30:37.787 INFO:tasks.rados.rados.0.smithi110.stdout:3219: done (1 left) 2024-02-18T08:30:37.788 INFO:tasks.rados.rados.0.smithi110.stdout:3220: snap_remove snap 302 2024-02-18T08:30:37.933 INFO:tasks.rados.rados.0.smithi110.stdout:3220: done (1 left) 2024-02-18T08:30:37.933 INFO:tasks.rados.rados.0.smithi110.stdout:3221: read oid 13 snap 300 2024-02-18T08:30:37.933 INFO:tasks.rados.rados.0.smithi110.stdout:3221: expect (ObjNum 944 snap 292 seq_num 944) 2024-02-18T08:30:37.933 INFO:tasks.rados.rados.0.smithi110.stdout:3222: rollback oid 22 current snap is 304 2024-02-18T08:30:37.933 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 22 to 303 2024-02-18T08:30:37.933 INFO:tasks.rados.rados.0.smithi110.stdout:3218: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:30:37.933 INFO:tasks.rados.rados.0.smithi110.stdout:3218: finishing copy_from to smithi11051043-4 2024-02-18T08:30:37.934 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1704 (ObjNum 976 snap 304 seq_num 976) dirty exists 2024-02-18T08:30:37.934 INFO:tasks.rados.rados.0.smithi110.stdout:3218: done (2 left) 2024-02-18T08:30:37.934 INFO:tasks.rados.rados.0.smithi110.stdout:3223: snap_create 2024-02-18T08:30:37.945 INFO:tasks.rados.rados.0.smithi110.stdout:3222: finishing rollback tid 0 to smithi11051043-22 2024-02-18T08:30:37.946 INFO:tasks.rados.rados.0.smithi110.stdout:3221: expect (ObjNum 944 snap 292 seq_num 944) 2024-02-18T08:30:38.011 INFO:tasks.rados.rados.0.smithi110.stdout:3222: finishing rollback tid 1 to smithi11051043-22 2024-02-18T08:30:38.011 INFO:tasks.rados.rados.0.smithi110.stdout:3222: finishing rollback tid 2 to smithi11051043-22 2024-02-18T08:30:38.011 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1296 (ObjNum 954 snap 294 seq_num 954) dirty exists 2024-02-18T08:30:38.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:37 smithi110 bash[54479]: cluster 2024-02-18T08:30:36.774260+0000 mgr.y (mgr.44100) 402 : cluster [DBG] pgmap v702: 89 pgs: 89 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-02-18T08:30:38.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:37 smithi110 bash[55875]: cluster 2024-02-18T08:30:36.774260+0000 mgr.y (mgr.44100) 402 : cluster [DBG] pgmap v702: 89 pgs: 89 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-02-18T08:30:38.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:37 smithi191 bash[38688]: cluster 2024-02-18T08:30:36.774260+0000 mgr.y (mgr.44100) 402 : cluster [DBG] pgmap v702: 89 pgs: 89 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-02-18T08:30:38.938 INFO:tasks.rados.rados.0.smithi110.stdout:3221: done (2 left) 2024-02-18T08:30:38.938 INFO:tasks.rados.rados.0.smithi110.stdout:3222: done (1 left) 2024-02-18T08:30:38.939 INFO:tasks.rados.rados.0.smithi110.stdout:3223: done (0 left) 2024-02-18T08:30:38.939 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 30 current snap is 305 2024-02-18T08:30:38.939 INFO:tasks.rados.rados.0.smithi110.stdout:3224: seq_num 980 ranges {3457024=417792,3874816=614400,4489216=663552,5152768=327680} 2024-02-18T08:30:38.960 INFO:tasks.rados.rados.0.smithi110.stdout:3224: writing smithi11051043-30 from 3457024 to 3874816 tid 1 2024-02-18T08:30:38.964 INFO:tasks.rados.rados.0.smithi110.stdout:3224: writing smithi11051043-30 from 3874816 to 4489216 tid 2 2024-02-18T08:30:38.968 INFO:tasks.rados.rados.0.smithi110.stdout:3224: writing smithi11051043-30 from 4489216 to 5152768 tid 3 2024-02-18T08:30:38.970 INFO:tasks.rados.rados.0.smithi110.stdout:3224: writing smithi11051043-30 from 5152768 to 5480448 tid 4 2024-02-18T08:30:38.971 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 305 2024-02-18T08:30:38.971 INFO:tasks.rados.rados.0.smithi110.stdout:3225: seq_num 981 ranges {6766592=434176,7200768=540672,7741440=466944,8208384=524288,8732672=73728} 2024-02-18T08:30:39.011 INFO:tasks.rados.rados.0.smithi110.stdout:3225: writing smithi11051043-38 from 6766592 to 7200768 tid 1 2024-02-18T08:30:39.014 INFO:tasks.rados.rados.0.smithi110.stdout:3225: writing smithi11051043-38 from 7200768 to 7741440 tid 2 2024-02-18T08:30:39.017 INFO:tasks.rados.rados.0.smithi110.stdout:3225: writing smithi11051043-38 from 7741440 to 8208384 tid 3 2024-02-18T08:30:39.020 INFO:tasks.rados.rados.0.smithi110.stdout:3225: writing smithi11051043-38 from 8208384 to 8732672 tid 4 2024-02-18T08:30:39.021 INFO:tasks.rados.rados.0.smithi110.stdout:3225: writing smithi11051043-38 from 8732672 to 8806400 tid 5 2024-02-18T08:30:39.021 INFO:tasks.rados.rados.0.smithi110.stdout:3226: snap_create 2024-02-18T08:30:39.021 INFO:tasks.rados.rados.0.smithi110.stdout:3224: finishing write tid 1 to smithi11051043-30 2024-02-18T08:30:39.021 INFO:tasks.rados.rados.0.smithi110.stdout:3224: finishing write tid 2 to smithi11051043-30 2024-02-18T08:30:39.021 INFO:tasks.rados.rados.0.smithi110.stdout:3224: finishing write tid 3 to smithi11051043-30 2024-02-18T08:30:39.021 INFO:tasks.rados.rados.0.smithi110.stdout:3224: finishing write tid 4 to smithi11051043-30 2024-02-18T08:30:39.022 INFO:tasks.rados.rados.0.smithi110.stdout:3224: finishing write tid 6 to smithi11051043-30 2024-02-18T08:30:39.022 INFO:tasks.rados.rados.0.smithi110.stdout:3224: finishing write tid 7 to smithi11051043-30 2024-02-18T08:30:39.022 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 1635 (ObjNum 980 snap 305 seq_num 980) dirty exists 2024-02-18T08:30:39.022 INFO:tasks.rados.rados.0.smithi110.stdout:3224: left oid 30 (ObjNum 980 snap 305 seq_num 980) 2024-02-18T08:30:39.022 INFO:tasks.rados.rados.0.smithi110.stdout:3225: finishing write tid 1 to smithi11051043-38 2024-02-18T08:30:39.022 INFO:tasks.rados.rados.0.smithi110.stdout:3225: finishing write tid 2 to smithi11051043-38 2024-02-18T08:30:39.022 INFO:tasks.rados.rados.0.smithi110.stdout:3225: finishing write tid 3 to smithi11051043-38 2024-02-18T08:30:39.024 INFO:tasks.rados.rados.0.smithi110.stdout:3225: finishing write tid 4 to smithi11051043-38 2024-02-18T08:30:39.024 INFO:tasks.rados.rados.0.smithi110.stdout:3225: finishing write tid 5 to smithi11051043-38 2024-02-18T08:30:39.024 INFO:tasks.rados.rados.0.smithi110.stdout:3225: finishing write tid 7 to smithi11051043-38 2024-02-18T08:30:39.026 INFO:tasks.rados.rados.0.smithi110.stdout:3225: finishing write tid 8 to smithi11051043-38 2024-02-18T08:30:39.026 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1303 (ObjNum 981 snap 305 seq_num 981) dirty exists 2024-02-18T08:30:39.026 INFO:tasks.rados.rados.0.smithi110.stdout:3225: left oid 38 (ObjNum 981 snap 305 seq_num 981) 2024-02-18T08:30:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:38 smithi110 bash[54479]: cluster 2024-02-18T08:30:37.931736+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2024-02-18T08:30:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:38 smithi110 bash[54479]: audit 2024-02-18T08:30:38.696671+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2024-02-18T08:30:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:38 smithi110 bash[54479]: audit 2024-02-18T08:30:38.697200+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-02-18T08:30:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:38 smithi110 bash[54479]: audit 2024-02-18T08:30:38.697765+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:30:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:38 smithi110 bash[55875]: cluster 2024-02-18T08:30:37.931736+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2024-02-18T08:30:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:38 smithi110 bash[55875]: audit 2024-02-18T08:30:38.696671+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2024-02-18T08:30:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:38 smithi110 bash[55875]: audit 2024-02-18T08:30:38.697200+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-02-18T08:30:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:38 smithi110 bash[55875]: audit 2024-02-18T08:30:38.697765+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:30:39.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:38 smithi191 bash[38688]: cluster 2024-02-18T08:30:37.931736+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2024-02-18T08:30:39.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:38 smithi191 bash[38688]: audit 2024-02-18T08:30:38.696671+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2024-02-18T08:30:39.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:38 smithi191 bash[38688]: audit 2024-02-18T08:30:38.697200+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-02-18T08:30:39.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:38 smithi191 bash[38688]: audit 2024-02-18T08:30:38.697765+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:30:39.815 INFO:tasks.rados.rados.0.smithi110.stdout:3224: done (2 left) 2024-02-18T08:30:39.815 INFO:tasks.rados.rados.0.smithi110.stdout:3225: done (1 left) 2024-02-18T08:30:39.815 INFO:tasks.rados.rados.0.smithi110.stdout:3226: done (0 left) 2024-02-18T08:30:39.815 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 306 2024-02-18T08:30:39.815 INFO:tasks.rados.rados.0.smithi110.stdout:3227: seq_num 982 ranges {1253376=450560,1703936=425984,2129920=679936,2809856=466944,3276800=32768} 2024-02-18T08:30:39.824 INFO:tasks.rados.rados.0.smithi110.stdout:3227: writing smithi11051043-31 from 1253376 to 1703936 tid 1 2024-02-18T08:30:39.826 INFO:tasks.rados.rados.0.smithi110.stdout:3227: writing smithi11051043-31 from 1703936 to 2129920 tid 2 2024-02-18T08:30:39.830 INFO:tasks.rados.rados.0.smithi110.stdout:3227: writing smithi11051043-31 from 2129920 to 2809856 tid 3 2024-02-18T08:30:39.833 INFO:tasks.rados.rados.0.smithi110.stdout:3227: writing smithi11051043-31 from 2809856 to 3276800 tid 4 2024-02-18T08:30:39.834 INFO:tasks.rados.rados.0.smithi110.stdout:3227: writing smithi11051043-31 from 3276800 to 3309568 tid 5 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:3228: rmattr oid 35 current snap is 306 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:3228: done (1 left) 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:3229: read oid 29 snap 305 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:3229: expect (ObjNum -129742240 snap 22008 seq_num 4165646112) 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:3230: rollback oid 5 current snap is 306 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 5 to 300 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:3231: copy_from oid 8 from oid 6 current snap is 306 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:3232: read oid 30 snap 300 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:3232: expect (ObjNum 951 snap 294 seq_num 951) 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:3233: snap_create 2024-02-18T08:30:39.835 INFO:tasks.rados.rados.0.smithi110.stdout:3229: expect (ObjNum -129742240 snap 22008 seq_num 4165646112) 2024-02-18T08:30:39.844 INFO:tasks.rados.rados.0.smithi110.stdout:3227: finishing write tid 1 to smithi11051043-31 2024-02-18T08:30:39.844 INFO:tasks.rados.rados.0.smithi110.stdout:3227: finishing write tid 2 to smithi11051043-31 2024-02-18T08:30:39.844 INFO:tasks.rados.rados.0.smithi110.stdout:3230: finishing rollback tid 1 to smithi11051043-5 2024-02-18T08:30:39.844 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 0 (ObjNum 0 snap 0 seq_num 2665860288) dirty dne 2024-02-18T08:30:39.844 INFO:tasks.rados.rados.0.smithi110.stdout:3227: finishing write tid 3 to smithi11051043-31 2024-02-18T08:30:39.844 INFO:tasks.rados.rados.0.smithi110.stdout:3227: finishing write tid 4 to smithi11051043-31 2024-02-18T08:30:39.844 INFO:tasks.rados.rados.0.smithi110.stdout:3227: finishing write tid 5 to smithi11051043-31 2024-02-18T08:30:39.844 INFO:tasks.rados.rados.0.smithi110.stdout:3227: finishing write tid 7 to smithi11051043-31 2024-02-18T08:30:39.848 INFO:tasks.rados.rados.0.smithi110.stdout:3232: expect (ObjNum 951 snap 294 seq_num 951) 2024-02-18T08:30:39.976 INFO:tasks.rados.rados.0.smithi110.stdout:3227: finishing write tid 8 to smithi11051043-31 2024-02-18T08:30:39.976 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1716 (ObjNum 982 snap 306 seq_num 982) dirty exists 2024-02-18T08:30:39.976 INFO:tasks.rados.rados.0.smithi110.stdout:3227: left oid 31 (ObjNum 982 snap 306 seq_num 982) 2024-02-18T08:30:39.976 INFO:tasks.rados.rados.0.smithi110.stdout:3231: finishing copy_from racing read to smithi11051043-8 2024-02-18T08:30:39.976 INFO:tasks.rados.rados.0.smithi110.stdout:3231: finishing copy_from to smithi11051043-8 2024-02-18T08:30:39.976 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1583 (ObjNum 891 snap 272 seq_num 891) dirty exists 2024-02-18T08:30:40.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:39 smithi110 bash[54479]: cluster 2024-02-18T08:30:38.774893+0000 mgr.y (mgr.44100) 403 : cluster [DBG] pgmap v704: 89 pgs: 89 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-02-18T08:30:40.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:39 smithi110 bash[54479]: cluster 2024-02-18T08:30:38.936966+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2024-02-18T08:30:40.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:39 smithi110 bash[54479]: cluster 2024-02-18T08:30:39.814192+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2024-02-18T08:30:40.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:39 smithi110 bash[55875]: cluster 2024-02-18T08:30:38.774893+0000 mgr.y (mgr.44100) 403 : cluster [DBG] pgmap v704: 89 pgs: 89 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-02-18T08:30:40.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:39 smithi110 bash[55875]: cluster 2024-02-18T08:30:38.936966+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2024-02-18T08:30:40.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:39 smithi110 bash[55875]: cluster 2024-02-18T08:30:39.814192+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2024-02-18T08:30:40.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:39 smithi191 bash[38688]: cluster 2024-02-18T08:30:38.774893+0000 mgr.y (mgr.44100) 403 : cluster [DBG] pgmap v704: 89 pgs: 89 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-02-18T08:30:40.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:39 smithi191 bash[38688]: cluster 2024-02-18T08:30:38.936966+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2024-02-18T08:30:40.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:39 smithi191 bash[38688]: cluster 2024-02-18T08:30:39.814192+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2024-02-18T08:30:40.817 INFO:tasks.rados.rados.0.smithi110.stdout:3227: done (5 left) 2024-02-18T08:30:40.817 INFO:tasks.rados.rados.0.smithi110.stdout:3229: done (4 left) 2024-02-18T08:30:40.817 INFO:tasks.rados.rados.0.smithi110.stdout:3230: done (3 left) 2024-02-18T08:30:40.817 INFO:tasks.rados.rados.0.smithi110.stdout:3231: done (2 left) 2024-02-18T08:30:40.817 INFO:tasks.rados.rados.0.smithi110.stdout:3232: done (1 left) 2024-02-18T08:30:40.817 INFO:tasks.rados.rados.0.smithi110.stdout:3233: done (0 left) 2024-02-18T08:30:40.817 INFO:tasks.rados.rados.0.smithi110.stdout:3234: snap_remove snap 300 2024-02-18T08:30:41.820 INFO:tasks.rados.rados.0.smithi110.stdout:3234: done (0 left) 2024-02-18T08:30:41.820 INFO:tasks.rados.rados.0.smithi110.stdout:3235: copy_from oid 20 from oid 32 current snap is 307 2024-02-18T08:30:41.820 INFO:tasks.rados.rados.0.smithi110.stdout:3236: read oid 42 snap -1 2024-02-18T08:30:41.820 INFO:tasks.rados.rados.0.smithi110.stdout:3236: expect deleted 2024-02-18T08:30:41.820 INFO:tasks.rados.rados.0.smithi110.stdout:3237: read oid 19 snap -1 2024-02-18T08:30:41.820 INFO:tasks.rados.rados.0.smithi110.stdout:3237: expect deleted 2024-02-18T08:30:41.821 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 307 2024-02-18T08:30:41.821 INFO:tasks.rados.rados.0.smithi110.stdout:3238: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-02-18T08:30:41.823 INFO:tasks.rados.rados.0.smithi110.stdout:3238: writing smithi11051043-24 from 0 to 466944 tid 1 2024-02-18T08:30:41.828 INFO:tasks.rados.rados.0.smithi110.stdout:3238: writing smithi11051043-24 from 466944 to 1179648 tid 2 2024-02-18T08:30:41.831 INFO:tasks.rados.rados.0.smithi110.stdout:3238: writing smithi11051043-24 from 1179648 to 1613824 tid 3 2024-02-18T08:30:41.834 INFO:tasks.rados.rados.0.smithi110.stdout:3238: writing smithi11051043-24 from 1613824 to 2072576 tid 4 2024-02-18T08:30:41.835 INFO:tasks.rados.rados.0.smithi110.stdout:3239: rmattr oid 21 current snap is 307 2024-02-18T08:30:41.835 INFO:tasks.rados.rados.0.smithi110.stdout:3236: done (4 left) 2024-02-18T08:30:41.835 INFO:tasks.rados.rados.0.smithi110.stdout:3237: done (3 left) 2024-02-18T08:30:41.835 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 307 2024-02-18T08:30:41.835 INFO:tasks.rados.rados.0.smithi110.stdout:3240: seq_num 984 ranges {2154496=483328,2637824=598016,3235840=647168,3883008=360448} 2024-02-18T08:30:41.850 INFO:tasks.rados.rados.0.smithi110.stdout:3240: writing smithi11051043-2 from 2154496 to 2637824 tid 1 2024-02-18T08:30:41.854 INFO:tasks.rados.rados.0.smithi110.stdout:3240: writing smithi11051043-2 from 2637824 to 3235840 tid 2 2024-02-18T08:30:41.859 INFO:tasks.rados.rados.0.smithi110.stdout:3240: writing smithi11051043-2 from 3235840 to 3883008 tid 3 2024-02-18T08:30:41.861 INFO:tasks.rados.rados.0.smithi110.stdout:3240: writing smithi11051043-2 from 3883008 to 4243456 tid 4 2024-02-18T08:30:41.861 INFO:tasks.rados.rados.0.smithi110.stdout:3241: read oid 22 snap -1 2024-02-18T08:30:41.862 INFO:tasks.rados.rados.0.smithi110.stdout:3241: expect (ObjNum 954 snap 294 seq_num 954) 2024-02-18T08:30:41.862 INFO:tasks.rados.rados.0.smithi110.stdout:3242: rmattr oid 23 current snap is 307 2024-02-18T08:30:41.862 INFO:tasks.rados.rados.0.smithi110.stdout:3242: done (5 left) 2024-02-18T08:30:41.862 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 307 2024-02-18T08:30:41.862 INFO:tasks.rados.rados.0.smithi110.stdout:3243: seq_num 985 ranges {8536064=499712,9035776=483328,9519104=450560,9969664=581632,10551296=90112} 2024-02-18T08:30:41.913 INFO:tasks.rados.rados.0.smithi110.stdout:3243: writing smithi11051043-41 from 8536064 to 9035776 tid 1 2024-02-18T08:30:41.915 INFO:tasks.rados.rados.0.smithi110.stdout:3243: writing smithi11051043-41 from 9035776 to 9519104 tid 2 2024-02-18T08:30:41.918 INFO:tasks.rados.rados.0.smithi110.stdout:3243: writing smithi11051043-41 from 9519104 to 9969664 tid 3 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3243: writing smithi11051043-41 from 9969664 to 10551296 tid 4 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3243: writing smithi11051043-41 from 10551296 to 10641408 tid 5 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3244: setattr oid 4 current snap is 307 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 1705 (ObjNum -129821584 snap 22008 seq_num 4165995656) dirty exists 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3238: finishing write tid 1 to smithi11051043-24 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3238: finishing write tid 2 to smithi11051043-24 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3238: finishing write tid 3 to smithi11051043-24 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3238: finishing write tid 4 to smithi11051043-24 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3238: finishing write tid 6 to smithi11051043-24 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3238: finishing write tid 7 to smithi11051043-24 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1313 (ObjNum 983 snap 307 seq_num 983) dirty exists 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3238: left oid 24 (ObjNum 983 snap 307 seq_num 983) 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3240: finishing write tid 1 to smithi11051043-2 2024-02-18T08:30:41.923 INFO:tasks.rados.rados.0.smithi110.stdout:3240: finishing write tid 2 to smithi11051043-2 2024-02-18T08:30:41.924 INFO:tasks.rados.rados.0.smithi110.stdout:3240: finishing write tid 3 to smithi11051043-2 2024-02-18T08:30:41.924 INFO:tasks.rados.rados.0.smithi110.stdout:3240: finishing write tid 4 to smithi11051043-2 2024-02-18T08:30:41.924 INFO:tasks.rados.rados.0.smithi110.stdout:3240: finishing write tid 6 to smithi11051043-2 2024-02-18T08:30:41.924 INFO:tasks.rados.rados.0.smithi110.stdout:3240: finishing write tid 7 to smithi11051043-2 2024-02-18T08:30:41.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1327 (ObjNum 984 snap 307 seq_num 984) dirty exists 2024-02-18T08:30:41.924 INFO:tasks.rados.rados.0.smithi110.stdout:3240: left oid 2 (ObjNum 984 snap 307 seq_num 984) 2024-02-18T08:30:41.924 INFO:tasks.rados.rados.0.smithi110.stdout:3235: finishing copy_from racing read to smithi11051043-20 2024-02-18T08:30:41.924 INFO:tasks.rados.rados.0.smithi110.stdout:3235: finishing copy_from to smithi11051043-20 2024-02-18T08:30:41.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 841 (ObjNum 953 snap 294 seq_num 953) dirty exists 2024-02-18T08:30:41.924 INFO:tasks.rados.rados.0.smithi110.stdout:3241: expect (ObjNum 954 snap 294 seq_num 954) 2024-02-18T08:30:42.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:41 smithi191 bash[38688]: cluster 2024-02-18T08:30:40.775711+0000 mgr.y (mgr.44100) 404 : cluster [DBG] pgmap v707: 89 pgs: 89 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-02-18T08:30:42.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:41 smithi191 bash[38688]: cluster 2024-02-18T08:30:40.814935+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2024-02-18T08:30:42.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:41 smithi110 bash[55875]: cluster 2024-02-18T08:30:40.775711+0000 mgr.y (mgr.44100) 404 : cluster [DBG] pgmap v707: 89 pgs: 89 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-02-18T08:30:42.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:41 smithi110 bash[55875]: cluster 2024-02-18T08:30:40.814935+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2024-02-18T08:30:42.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:41 smithi110 bash[54479]: cluster 2024-02-18T08:30:40.775711+0000 mgr.y (mgr.44100) 404 : cluster [DBG] pgmap v707: 89 pgs: 89 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-02-18T08:30:42.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:41 smithi110 bash[54479]: cluster 2024-02-18T08:30:40.814935+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2024-02-18T08:30:42.272 INFO:tasks.rados.rados.0.smithi110.stdout:3243: finishing write tid 1 to smithi11051043-41 2024-02-18T08:30:42.272 INFO:tasks.rados.rados.0.smithi110.stdout:3243: finishing write tid 2 to smithi11051043-41 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3243: finishing write tid 3 to smithi11051043-41 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3243: finishing write tid 4 to smithi11051043-41 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3243: finishing write tid 5 to smithi11051043-41 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3243: finishing write tid 7 to smithi11051043-41 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3243: finishing write tid 8 to smithi11051043-41 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1110 (ObjNum 985 snap 307 seq_num 985) dirty exists 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3243: left oid 41 (ObjNum 985 snap 307 seq_num 985) 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3235: done (6 left) 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3238: done (5 left) 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3239: done (4 left) 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3240: done (3 left) 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3241: done (2 left) 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3243: done (1 left) 2024-02-18T08:30:42.273 INFO:tasks.rados.rados.0.smithi110.stdout:3245: snap_create 2024-02-18T08:30:42.277 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1706 (ObjNum 976 snap 304 seq_num 976) dirty exists 2024-02-18T08:30:42.838 INFO:tasks.rados.rados.0.smithi110.stdout:3244: done (1 left) 2024-02-18T08:30:42.838 INFO:tasks.rados.rados.0.smithi110.stdout:3245: done (0 left) 2024-02-18T08:30:42.838 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 308 2024-02-18T08:30:42.838 INFO:tasks.rados.rados.0.smithi110.stdout:3246: seq_num 986 ranges {1957888=516096,2473984=770048,3244032=655360,3899392=180224} 2024-02-18T08:30:42.852 INFO:tasks.rados.rados.0.smithi110.stdout:3246: writing smithi11051043-4 from 1957888 to 2473984 tid 1 2024-02-18T08:30:42.856 INFO:tasks.rados.rados.0.smithi110.stdout:3246: writing smithi11051043-4 from 2473984 to 3244032 tid 2 2024-02-18T08:30:42.860 INFO:tasks.rados.rados.0.smithi110.stdout:3246: writing smithi11051043-4 from 3244032 to 3899392 tid 3 2024-02-18T08:30:42.861 INFO:tasks.rados.rados.0.smithi110.stdout:3246: writing smithi11051043-4 from 3899392 to 4079616 tid 4 2024-02-18T08:30:42.861 INFO:tasks.rados.rados.0.smithi110.stdout:3247: delete oid 37 current snap is 308 2024-02-18T08:30:42.866 INFO:tasks.rados.rados.0.smithi110.stdout:3247: done (1 left) 2024-02-18T08:30:42.867 INFO:tasks.rados.rados.0.smithi110.stdout:3248: rollback oid 38 current snap is 308 2024-02-18T08:30:42.867 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 38 to 307 2024-02-18T08:30:42.867 INFO:tasks.rados.rados.0.smithi110.stdout:3249: delete oid 47 current snap is 308 2024-02-18T08:30:42.867 INFO:tasks.rados.rados.0.smithi110.stdout:3246: finishing write tid 1 to smithi11051043-4 2024-02-18T08:30:42.867 INFO:tasks.rados.rados.0.smithi110.stdout:3246: finishing write tid 2 to smithi11051043-4 2024-02-18T08:30:42.867 INFO:tasks.rados.rados.0.smithi110.stdout:3246: finishing write tid 3 to smithi11051043-4 2024-02-18T08:30:42.868 INFO:tasks.rados.rados.0.smithi110.stdout:3246: finishing write tid 4 to smithi11051043-4 2024-02-18T08:30:42.868 INFO:tasks.rados.rados.0.smithi110.stdout:3246: finishing write tid 6 to smithi11051043-4 2024-02-18T08:30:42.870 INFO:tasks.rados.rados.0.smithi110.stdout:3249: done (2 left) 2024-02-18T08:30:42.870 INFO:tasks.rados.rados.0.smithi110.stdout:3250: copy_from oid 50 from oid 44 current snap is 308 2024-02-18T08:30:42.870 INFO:tasks.rados.rados.0.smithi110.stdout:3251: rollback oid 29 current snap is 308 2024-02-18T08:30:42.870 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 29 to 303 2024-02-18T08:30:42.870 INFO:tasks.rados.rados.0.smithi110.stdout:3252: rollback oid 16 current snap is 308 2024-02-18T08:30:42.870 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 16 to 307 2024-02-18T08:30:42.870 INFO:tasks.rados.rados.0.smithi110.stdout:3253: copy_from oid 2 from oid 7 current snap is 308 2024-02-18T08:30:42.870 INFO:tasks.rados.rados.0.smithi110.stdout:3254: snap_remove snap 304 2024-02-18T08:30:43.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:42 smithi191 bash[38688]: cluster 2024-02-18T08:30:41.818153+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-02-18T08:30:43.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:42 smithi110 bash[54479]: cluster 2024-02-18T08:30:41.818153+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-02-18T08:30:43.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:42 smithi110 bash[55875]: cluster 2024-02-18T08:30:41.818153+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-02-18T08:30:43.850 INFO:tasks.rados.rados.0.smithi110.stdout:3254: done (6 left) 2024-02-18T08:30:43.850 INFO:tasks.rados.rados.0.smithi110.stdout:3255: rollback oid 43 current snap is 308 2024-02-18T08:30:43.850 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 43 to 307 2024-02-18T08:30:43.850 INFO:tasks.rados.rados.0.smithi110.stdout:3252: finishing rollback tid 1 to smithi11051043-16 2024-02-18T08:30:43.850 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 0 (ObjNum -129399584 snap 22008 seq_num 0) dirty dne 2024-02-18T08:30:43.850 INFO:tasks.rados.rados.0.smithi110.stdout:3246: finishing write tid 7 to smithi11051043-4 2024-02-18T08:30:43.850 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1711 (ObjNum 986 snap 308 seq_num 986) dirty exists 2024-02-18T08:30:43.850 INFO:tasks.rados.rados.0.smithi110.stdout:3246: left oid 4 (ObjNum 986 snap 308 seq_num 986) 2024-02-18T08:30:43.850 INFO:tasks.rados.rados.0.smithi110.stdout:3248: finishing rollback tid 0 to smithi11051043-38 2024-02-18T08:30:43.850 INFO:tasks.rados.rados.0.smithi110.stdout:3248: finishing rollback tid 1 to smithi11051043-38 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:3248: finishing rollback tid 2 to smithi11051043-38 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1317 (ObjNum 981 snap 305 seq_num 981) dirty exists 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:3251: finishing rollback tid 0 to smithi11051043-29 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:3251: finishing rollback tid 1 to smithi11051043-29 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:3251: finishing rollback tid 2 to smithi11051043-29 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1257 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:3250: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:3250: finishing copy_from to smithi11051043-50 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 1317 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:3253: finishing copy_from racing read to smithi11051043-2 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:3253: finishing copy_from to smithi11051043-2 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1272 (ObjNum 950 snap 293 seq_num 950) dirty exists 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:3246: done (6 left) 2024-02-18T08:30:43.851 INFO:tasks.rados.rados.0.smithi110.stdout:3248: done (5 left) 2024-02-18T08:30:43.852 INFO:tasks.rados.rados.0.smithi110.stdout:3250: done (4 left) 2024-02-18T08:30:43.852 INFO:tasks.rados.rados.0.smithi110.stdout:3251: done (3 left) 2024-02-18T08:30:43.852 INFO:tasks.rados.rados.0.smithi110.stdout:3252: done (2 left) 2024-02-18T08:30:43.852 INFO:tasks.rados.rados.0.smithi110.stdout:3253: done (1 left) 2024-02-18T08:30:43.852 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 308 2024-02-18T08:30:43.852 INFO:tasks.rados.rados.0.smithi110.stdout:3256: seq_num 989 ranges {4415488=573440,4988928=466944,5455872=434176,5890048=638976,6529024=65536} 2024-02-18T08:30:43.878 INFO:tasks.rados.rados.0.smithi110.stdout:3256: writing smithi11051043-15 from 4415488 to 4988928 tid 1 2024-02-18T08:30:43.881 INFO:tasks.rados.rados.0.smithi110.stdout:3256: writing smithi11051043-15 from 4988928 to 5455872 tid 2 2024-02-18T08:30:43.883 INFO:tasks.rados.rados.0.smithi110.stdout:3256: writing smithi11051043-15 from 5455872 to 5890048 tid 3 2024-02-18T08:30:43.887 INFO:tasks.rados.rados.0.smithi110.stdout:3256: writing smithi11051043-15 from 5890048 to 6529024 tid 4 2024-02-18T08:30:43.888 INFO:tasks.rados.rados.0.smithi110.stdout:3256: writing smithi11051043-15 from 6529024 to 6594560 tid 5 2024-02-18T08:30:43.888 INFO:tasks.rados.rados.0.smithi110.stdout:3257: snap_create 2024-02-18T08:30:43.888 INFO:tasks.rados.rados.0.smithi110.stdout:3255: finishing rollback tid 0 to smithi11051043-43 2024-02-18T08:30:43.888 INFO:tasks.rados.rados.0.smithi110.stdout:3255: finishing rollback tid 1 to smithi11051043-43 2024-02-18T08:30:43.888 INFO:tasks.rados.rados.0.smithi110.stdout:3255: finishing rollback tid 2 to smithi11051043-43 2024-02-18T08:30:43.888 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 1103 (ObjNum 596 snap 185 seq_num 596) dirty exists 2024-02-18T08:30:43.888 INFO:tasks.rados.rados.0.smithi110.stdout:3256: finishing write tid 1 to smithi11051043-15 2024-02-18T08:30:43.888 INFO:tasks.rados.rados.0.smithi110.stdout:3256: finishing write tid 2 to smithi11051043-15 2024-02-18T08:30:43.889 INFO:tasks.rados.rados.0.smithi110.stdout:3256: finishing write tid 3 to smithi11051043-15 2024-02-18T08:30:43.891 INFO:tasks.rados.rados.0.smithi110.stdout:3256: finishing write tid 4 to smithi11051043-15 2024-02-18T08:30:43.891 INFO:tasks.rados.rados.0.smithi110.stdout:3256: finishing write tid 5 to smithi11051043-15 2024-02-18T08:30:43.891 INFO:tasks.rados.rados.0.smithi110.stdout:3256: finishing write tid 7 to smithi11051043-15 2024-02-18T08:30:43.893 INFO:tasks.rados.rados.0.smithi110.stdout:3256: finishing write tid 8 to smithi11051043-15 2024-02-18T08:30:43.893 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 1108 (ObjNum 989 snap 308 seq_num 989) dirty exists 2024-02-18T08:30:43.893 INFO:tasks.rados.rados.0.smithi110.stdout:3256: left oid 15 (ObjNum 989 snap 308 seq_num 989) 2024-02-18T08:30:44.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:43 smithi191 bash[38688]: cluster 2024-02-18T08:30:42.776594+0000 mgr.y (mgr.44100) 405 : cluster [DBG] pgmap v710: 89 pgs: 89 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:30:44.093 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:43 smithi191 bash[38688]: cluster 2024-02-18T08:30:42.837651+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-02-18T08:30:44.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:43 smithi110 bash[54479]: cluster 2024-02-18T08:30:42.776594+0000 mgr.y (mgr.44100) 405 : cluster [DBG] pgmap v710: 89 pgs: 89 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:30:44.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:43 smithi110 bash[54479]: cluster 2024-02-18T08:30:42.837651+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-02-18T08:30:44.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:43 smithi110 bash[55875]: cluster 2024-02-18T08:30:42.776594+0000 mgr.y (mgr.44100) 405 : cluster [DBG] pgmap v710: 89 pgs: 89 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:30:44.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:43 smithi110 bash[55875]: cluster 2024-02-18T08:30:42.837651+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-02-18T08:30:44.817 INFO:tasks.rados.rados.0.smithi110.stdout:3255: done (2 left) 2024-02-18T08:30:44.817 INFO:tasks.rados.rados.0.smithi110.stdout:3256: done (1 left) 2024-02-18T08:30:44.817 INFO:tasks.rados.rados.0.smithi110.stdout:3257: done (0 left) 2024-02-18T08:30:44.817 INFO:tasks.rados.rados.0.smithi110.stdout:3258: copy_from oid 49 from oid 13 current snap is 309 2024-02-18T08:30:44.817 INFO:tasks.rados.rados.0.smithi110.stdout:3259: copy_from oid 46 from oid 17 current snap is 309 2024-02-18T08:30:44.817 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 309 2024-02-18T08:30:44.817 INFO:tasks.rados.rados.0.smithi110.stdout:3260: seq_num 990 ranges {7004160=589824,7593984=753664,8347648=638976,8986624=212992} 2024-02-18T08:30:44.863 INFO:tasks.rados.rados.0.smithi110.stdout:3260: writing smithi11051043-25 from 7004160 to 7593984 tid 1 2024-02-18T08:30:44.867 INFO:tasks.rados.rados.0.smithi110.stdout:3260: writing smithi11051043-25 from 7593984 to 8347648 tid 2 2024-02-18T08:30:44.870 INFO:tasks.rados.rados.0.smithi110.stdout:3260: writing smithi11051043-25 from 8347648 to 8986624 tid 3 2024-02-18T08:30:44.872 INFO:tasks.rados.rados.0.smithi110.stdout:3260: writing smithi11051043-25 from 8986624 to 9199616 tid 4 2024-02-18T08:30:44.872 INFO:tasks.rados.rados.0.smithi110.stdout:3261: read oid 11 snap -1 2024-02-18T08:30:44.872 INFO:tasks.rados.rados.0.smithi110.stdout:3261: expect (ObjNum 964 snap 301 seq_num 964) 2024-02-18T08:30:44.872 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 309 2024-02-18T08:30:44.872 INFO:tasks.rados.rados.0.smithi110.stdout:3262: seq_num 991 ranges {1843200=606208,2449408=638976,3088384=794624,3883008=172032} 2024-02-18T08:30:44.886 INFO:tasks.rados.rados.0.smithi110.stdout:3262: writing smithi11051043-48 from 1843200 to 2449408 tid 1 2024-02-18T08:30:44.889 INFO:tasks.rados.rados.0.smithi110.stdout:3262: writing smithi11051043-48 from 2449408 to 3088384 tid 2 2024-02-18T08:30:44.894 INFO:tasks.rados.rados.0.smithi110.stdout:3262: writing smithi11051043-48 from 3088384 to 3883008 tid 3 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:3262: writing smithi11051043-48 from 3883008 to 4055040 tid 4 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:3263: rollback oid 22 current snap is 309 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 22 to 308 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:3259: finishing copy_from to smithi11051043-46 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:3259: got expected ENOENT (src dne) 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:3259: finishing copy_from racing read to smithi11051043-46 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:3258: finishing copy_from racing read to smithi11051043-49 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:3258: finishing copy_from to smithi11051043-49 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1630 (ObjNum 964 snap 301 seq_num 964) dirty exists 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:3260: finishing write tid 1 to smithi11051043-25 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:3258: done (5 left) 2024-02-18T08:30:44.896 INFO:tasks.rados.rados.0.smithi110.stdout:3259: done (4 left) 2024-02-18T08:30:44.897 INFO:tasks.rados.rados.0.smithi110.stdout:3264: delete oid 45 current snap is 309 2024-02-18T08:30:44.897 INFO:tasks.rados.rados.0.smithi110.stdout:3260: finishing write tid 2 to smithi11051043-25 2024-02-18T08:30:44.897 INFO:tasks.rados.rados.0.smithi110.stdout:3260: finishing write tid 3 to smithi11051043-25 2024-02-18T08:30:44.897 INFO:tasks.rados.rados.0.smithi110.stdout:3260: finishing write tid 4 to smithi11051043-25 2024-02-18T08:30:44.897 INFO:tasks.rados.rados.0.smithi110.stdout:3260: finishing write tid 6 to smithi11051043-25 2024-02-18T08:30:44.897 INFO:tasks.rados.rados.0.smithi110.stdout:3260: finishing write tid 7 to smithi11051043-25 2024-02-18T08:30:44.897 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 1290 (ObjNum 990 snap 309 seq_num 990) dirty exists 2024-02-18T08:30:44.897 INFO:tasks.rados.rados.0.smithi110.stdout:3260: left oid 25 (ObjNum 990 snap 309 seq_num 990) 2024-02-18T08:30:44.897 INFO:tasks.rados.rados.0.smithi110.stdout:3261: expect (ObjNum 964 snap 301 seq_num 964) 2024-02-18T08:30:44.999 INFO:tasks.rados.rados.0.smithi110.stdout:3262: finishing write tid 1 to smithi11051043-48 2024-02-18T08:30:44.999 INFO:tasks.rados.rados.0.smithi110.stdout:3262: finishing write tid 2 to smithi11051043-48 2024-02-18T08:30:44.999 INFO:tasks.rados.rados.0.smithi110.stdout:3260: done (4 left) 2024-02-18T08:30:44.999 INFO:tasks.rados.rados.0.smithi110.stdout:3261: done (3 left) 2024-02-18T08:30:44.999 INFO:tasks.rados.rados.0.smithi110.stdout:3264: done (2 left) 2024-02-18T08:30:44.999 INFO:tasks.rados.rados.0.smithi110.stdout:3265: snap_remove snap 306 2024-02-18T08:30:45.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:44 smithi110 bash[54479]: cluster 2024-02-18T08:30:43.847793+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-02-18T08:30:45.223 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:44 smithi110 bash[54479]: cluster 2024-02-18T08:30:44.815742+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-02-18T08:30:45.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:44 smithi110 bash[55875]: cluster 2024-02-18T08:30:43.847793+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-02-18T08:30:45.223 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:44 smithi110 bash[55875]: cluster 2024-02-18T08:30:44.815742+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-02-18T08:30:45.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:44 smithi191 bash[38688]: cluster 2024-02-18T08:30:43.847793+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-02-18T08:30:45.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:44 smithi191 bash[38688]: cluster 2024-02-18T08:30:44.815742+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-02-18T08:30:45.858 INFO:tasks.rados.rados.0.smithi110.stdout:3265: done (2 left) 2024-02-18T08:30:45.858 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 14 current snap is 309 2024-02-18T08:30:45.858 INFO:tasks.rados.rados.0.smithi110.stdout:3266: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-02-18T08:30:45.863 INFO:tasks.rados.rados.0.smithi110.stdout:3266: writing smithi11051043-14 from 0 to 638976 tid 1 2024-02-18T08:30:45.866 INFO:tasks.rados.rados.0.smithi110.stdout:3266: writing smithi11051043-14 from 638976 to 1048576 tid 2 2024-02-18T08:30:45.869 INFO:tasks.rados.rados.0.smithi110.stdout:3266: writing smithi11051043-14 from 1048576 to 1458176 tid 3 2024-02-18T08:30:45.874 INFO:tasks.rados.rados.0.smithi110.stdout:3266: writing smithi11051043-14 from 1458176 to 2146304 tid 4 2024-02-18T08:30:45.874 INFO:tasks.rados.rados.0.smithi110.stdout:3266: writing smithi11051043-14 from 2146304 to 2244608 tid 5 2024-02-18T08:30:45.875 INFO:tasks.rados.rados.0.smithi110.stdout:3267: snap_remove snap 303 2024-02-18T08:30:46.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:45 smithi110 bash[54479]: cluster 2024-02-18T08:30:44.777283+0000 mgr.y (mgr.44100) 406 : cluster [DBG] pgmap v713: 89 pgs: 89 active+clean; 176 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-02-18T08:30:46.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:45 smithi110 bash[55875]: cluster 2024-02-18T08:30:44.777283+0000 mgr.y (mgr.44100) 406 : cluster [DBG] pgmap v713: 89 pgs: 89 active+clean; 176 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-02-18T08:30:46.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:45 smithi191 bash[38688]: cluster 2024-02-18T08:30:44.777283+0000 mgr.y (mgr.44100) 406 : cluster [DBG] pgmap v713: 89 pgs: 89 active+clean; 176 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-02-18T08:30:46.877 INFO:tasks.rados.rados.0.smithi110.stdout:3267: done (3 left) 2024-02-18T08:30:46.877 INFO:tasks.rados.rados.0.smithi110.stdout:3268: read oid 32 snap -1 2024-02-18T08:30:46.877 INFO:tasks.rados.rados.0.smithi110.stdout:3268: expect (ObjNum 953 snap 294 seq_num 953) 2024-02-18T08:30:46.877 INFO:tasks.rados.rados.0.smithi110.stdout:3269: read oid 13 snap -1 2024-02-18T08:30:46.877 INFO:tasks.rados.rados.0.smithi110.stdout:3269: expect (ObjNum 964 snap 301 seq_num 964) 2024-02-18T08:30:46.877 INFO:tasks.rados.rados.0.smithi110.stdout:3270: read oid 45 snap -1 2024-02-18T08:30:46.878 INFO:tasks.rados.rados.0.smithi110.stdout:3270: expect deleted 2024-02-18T08:30:46.878 INFO:tasks.rados.rados.0.smithi110.stdout:3271: snap_remove snap 305 2024-02-18T08:30:47.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:46 smithi110 bash[54479]: cluster 2024-02-18T08:30:45.856208+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-02-18T08:30:47.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:46 smithi110 bash[55875]: cluster 2024-02-18T08:30:45.856208+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-02-18T08:30:47.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:46 smithi191 bash[38688]: cluster 2024-02-18T08:30:45.856208+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-02-18T08:30:47.883 INFO:tasks.rados.rados.0.smithi110.stdout:3271: done (6 left) 2024-02-18T08:30:47.883 INFO:tasks.rados.rados.0.smithi110.stdout:3272: copy_from oid 34 from oid 15 current snap is 309 2024-02-18T08:30:47.883 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 309 2024-02-18T08:30:47.883 INFO:tasks.rados.rados.0.smithi110.stdout:3273: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2024-02-18T08:30:47.887 INFO:tasks.rados.rados.0.smithi110.stdout:3273: writing smithi11051043-42 from 0 to 655360 tid 1 2024-02-18T08:30:47.892 INFO:tasks.rados.rados.0.smithi110.stdout:3273: writing smithi11051043-42 from 655360 to 1343488 tid 2 2024-02-18T08:30:47.897 INFO:tasks.rados.rados.0.smithi110.stdout:3273: writing smithi11051043-42 from 1343488 to 1966080 tid 3 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:3273: writing smithi11051043-42 from 1966080 to 2260992 tid 4 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:3262: finishing write tid 3 to smithi11051043-48 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:3262: finishing write tid 4 to smithi11051043-48 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:3262: finishing write tid 6 to smithi11051043-48 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:3263: finishing rollback tid 0 to smithi11051043-22 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:3263: finishing rollback tid 1 to smithi11051043-22 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:3262: finishing write tid 7 to smithi11051043-48 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 1635 (ObjNum 991 snap 309 seq_num 991) dirty exists 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:3262: left oid 48 (ObjNum 991 snap 309 seq_num 991) 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:3263: finishing rollback tid 2 to smithi11051043-22 2024-02-18T08:30:47.900 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1325 (ObjNum 954 snap 294 seq_num 954) dirty exists 2024-02-18T08:30:47.901 INFO:tasks.rados.rados.0.smithi110.stdout:3266: finishing write tid 1 to smithi11051043-14 2024-02-18T08:30:47.901 INFO:tasks.rados.rados.0.smithi110.stdout:3266: finishing write tid 2 to smithi11051043-14 2024-02-18T08:30:47.901 INFO:tasks.rados.rados.0.smithi110.stdout:3266: finishing write tid 3 to smithi11051043-14 2024-02-18T08:30:47.901 INFO:tasks.rados.rados.0.smithi110.stdout:3266: finishing write tid 4 to smithi11051043-14 2024-02-18T08:30:47.901 INFO:tasks.rados.rados.0.smithi110.stdout:3266: finishing write tid 5 to smithi11051043-14 2024-02-18T08:30:47.901 INFO:tasks.rados.rados.0.smithi110.stdout:3266: finishing write tid 7 to smithi11051043-14 2024-02-18T08:30:47.901 INFO:tasks.rados.rados.0.smithi110.stdout:3266: finishing write tid 8 to smithi11051043-14 2024-02-18T08:30:47.901 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 1114 (ObjNum 993 snap 309 seq_num 993) dirty exists 2024-02-18T08:30:47.901 INFO:tasks.rados.rados.0.smithi110.stdout:3266: left oid 14 (ObjNum 993 snap 309 seq_num 993) 2024-02-18T08:30:47.901 INFO:tasks.rados.rados.0.smithi110.stdout:3269: expect (ObjNum 964 snap 301 seq_num 964) 2024-02-18T08:30:48.003 INFO:tasks.rados.rados.0.smithi110.stdout:3268: expect (ObjNum 953 snap 294 seq_num 953) 2024-02-18T08:30:48.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:47 smithi110 bash[55875]: cluster 2024-02-18T08:30:46.777928+0000 mgr.y (mgr.44100) 407 : cluster [DBG] pgmap v716: 89 pgs: 89 active+clean; 192 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-02-18T08:30:48.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:47 smithi110 bash[55875]: cluster 2024-02-18T08:30:46.876193+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-02-18T08:30:48.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:47 smithi110 bash[54479]: cluster 2024-02-18T08:30:46.777928+0000 mgr.y (mgr.44100) 407 : cluster [DBG] pgmap v716: 89 pgs: 89 active+clean; 192 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-02-18T08:30:48.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:47 smithi110 bash[54479]: cluster 2024-02-18T08:30:46.876193+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-02-18T08:30:48.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:47 smithi191 bash[38688]: cluster 2024-02-18T08:30:46.777928+0000 mgr.y (mgr.44100) 407 : cluster [DBG] pgmap v716: 89 pgs: 89 active+clean; 192 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-02-18T08:30:48.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:47 smithi191 bash[38688]: cluster 2024-02-18T08:30:46.876193+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-02-18T08:30:48.712 INFO:tasks.rados.rados.0.smithi110.stdout:3273: finishing write tid 1 to smithi11051043-42 2024-02-18T08:30:48.712 INFO:tasks.rados.rados.0.smithi110.stdout:3273: finishing write tid 2 to smithi11051043-42 2024-02-18T08:30:48.712 INFO:tasks.rados.rados.0.smithi110.stdout:3273: finishing write tid 3 to smithi11051043-42 2024-02-18T08:30:48.712 INFO:tasks.rados.rados.0.smithi110.stdout:3273: finishing write tid 4 to smithi11051043-42 2024-02-18T08:30:48.712 INFO:tasks.rados.rados.0.smithi110.stdout:3273: finishing write tid 6 to smithi11051043-42 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3273: finishing write tid 7 to smithi11051043-42 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 1108 (ObjNum 994 snap 309 seq_num 994) dirty exists 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3273: left oid 42 (ObjNum 994 snap 309 seq_num 994) 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3272: finishing copy_from racing read to smithi11051043-34 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3272: finishing copy_from to smithi11051043-34 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 1108 (ObjNum 989 snap 308 seq_num 989) dirty exists 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3262: done (7 left) 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3263: done (6 left) 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3266: done (5 left) 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3268: done (4 left) 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3269: done (3 left) 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3270: done (2 left) 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3272: done (1 left) 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3273: done (0 left) 2024-02-18T08:30:48.713 INFO:tasks.rados.rados.0.smithi110.stdout:3274: snap_remove snap 307 2024-02-18T08:30:48.899 INFO:tasks.rados.rados.0.smithi110.stdout:3274: done (0 left) 2024-02-18T08:30:48.899 INFO:tasks.rados.rados.0.smithi110.stdout:3275: delete oid 29 current snap is 309 2024-02-18T08:30:48.910 INFO:tasks.rados.rados.0.smithi110.stdout:3275: done (0 left) 2024-02-18T08:30:48.910 INFO:tasks.rados.rados.0.smithi110.stdout:3276: rollback oid 32 current snap is 309 2024-02-18T08:30:48.910 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 32 to 308 2024-02-18T08:30:48.910 INFO:tasks.rados.rados.0.smithi110.stdout:3277: read oid 10 snap -1 2024-02-18T08:30:48.911 INFO:tasks.rados.rados.0.smithi110.stdout:3277: expect deleted 2024-02-18T08:30:48.911 INFO:tasks.rados.rados.0.smithi110.stdout:3278: copy_from oid 48 from oid 24 current snap is 309 2024-02-18T08:30:48.911 INFO:tasks.rados.rados.0.smithi110.stdout:3279: snap_create 2024-02-18T08:30:48.915 INFO:tasks.rados.rados.0.smithi110.stdout:3276: finishing rollback tid 0 to smithi11051043-32 2024-02-18T08:30:48.915 INFO:tasks.rados.rados.0.smithi110.stdout:3276: finishing rollback tid 1 to smithi11051043-32 2024-02-18T08:30:48.915 INFO:tasks.rados.rados.0.smithi110.stdout:3276: finishing rollback tid 2 to smithi11051043-32 2024-02-18T08:30:48.915 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 844 (ObjNum 953 snap 294 seq_num 953) dirty exists 2024-02-18T08:30:48.923 INFO:tasks.rados.rados.0.smithi110.stdout:3278: finishing copy_from racing read to smithi11051043-48 2024-02-18T08:30:48.924 INFO:tasks.rados.rados.0.smithi110.stdout:3278: finishing copy_from to smithi11051043-48 2024-02-18T08:30:48.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 1313 (ObjNum 983 snap 307 seq_num 983) dirty exists 2024-02-18T08:30:49.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:48 smithi110 bash[54479]: cluster 2024-02-18T08:30:47.880434+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-02-18T08:30:49.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:48 smithi110 bash[55875]: cluster 2024-02-18T08:30:47.880434+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-02-18T08:30:49.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:48 smithi191 bash[38688]: cluster 2024-02-18T08:30:47.880434+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-02-18T08:30:49.819 INFO:tasks.rados.rados.0.smithi110.stdout:3276: done (3 left) 2024-02-18T08:30:49.819 INFO:tasks.rados.rados.0.smithi110.stdout:3277: done (2 left) 2024-02-18T08:30:49.819 INFO:tasks.rados.rados.0.smithi110.stdout:3278: done (1 left) 2024-02-18T08:30:49.819 INFO:tasks.rados.rados.0.smithi110.stdout:3279: done (0 left) 2024-02-18T08:30:49.819 INFO:tasks.rados.rados.0.smithi110.stdout:3280: snap_create 2024-02-18T08:30:50.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[55875]: cluster 2024-02-18T08:30:48.778344+0000 mgr.y (mgr.44100) 408 : cluster [DBG] pgmap v719: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 10 MiB/s wr, 11 op/s 2024-02-18T08:30:50.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[55875]: cluster 2024-02-18T08:30:48.898553+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-02-18T08:30:50.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[55875]: audit 2024-02-18T08:30:49.181694+0000 mon.a (mon.0) 1309 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[55875]: audit 2024-02-18T08:30:49.503059+0000 mon.a (mon.0) 1310 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[55875]: audit 2024-02-18T08:30:49.504501+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[55875]: audit 2024-02-18T08:30:49.511740+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[55875]: cluster 2024-02-18T08:30:49.818333+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[54479]: cluster 2024-02-18T08:30:48.778344+0000 mgr.y (mgr.44100) 408 : cluster [DBG] pgmap v719: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 10 MiB/s wr, 11 op/s 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[54479]: cluster 2024-02-18T08:30:48.898553+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[54479]: audit 2024-02-18T08:30:49.181694+0000 mon.a (mon.0) 1309 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[54479]: audit 2024-02-18T08:30:49.503059+0000 mon.a (mon.0) 1310 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[54479]: audit 2024-02-18T08:30:49.504501+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[54479]: audit 2024-02-18T08:30:49.511740+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:30:50.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:49 smithi110 bash[54479]: cluster 2024-02-18T08:30:49.818333+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-02-18T08:30:50.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:49 smithi191 bash[38688]: cluster 2024-02-18T08:30:48.778344+0000 mgr.y (mgr.44100) 408 : cluster [DBG] pgmap v719: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 10 MiB/s wr, 11 op/s 2024-02-18T08:30:50.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:49 smithi191 bash[38688]: cluster 2024-02-18T08:30:48.898553+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-02-18T08:30:50.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:49 smithi191 bash[38688]: audit 2024-02-18T08:30:49.181694+0000 mon.a (mon.0) 1309 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:30:50.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:49 smithi191 bash[38688]: audit 2024-02-18T08:30:49.503059+0000 mon.a (mon.0) 1310 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:30:50.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:49 smithi191 bash[38688]: audit 2024-02-18T08:30:49.504501+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:30:50.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:49 smithi191 bash[38688]: audit 2024-02-18T08:30:49.511740+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:30:50.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:49 smithi191 bash[38688]: cluster 2024-02-18T08:30:49.818333+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-02-18T08:30:50.820 INFO:tasks.rados.rados.0.smithi110.stdout:3280: done (0 left) 2024-02-18T08:30:50.820 INFO:tasks.rados.rados.0.smithi110.stdout:3281: snap_create 2024-02-18T08:30:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:50 smithi110 bash[55875]: cephadm 2024-02-18T08:30:49.505700+0000 mgr.y (mgr.44100) 409 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:30:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:50 smithi110 bash[55875]: cluster 2024-02-18T08:30:50.819068+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-02-18T08:30:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:50 smithi110 bash[54479]: cephadm 2024-02-18T08:30:49.505700+0000 mgr.y (mgr.44100) 409 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:30:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:50 smithi110 bash[54479]: cluster 2024-02-18T08:30:50.819068+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-02-18T08:30:51.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:50 smithi191 bash[38688]: cephadm 2024-02-18T08:30:49.505700+0000 mgr.y (mgr.44100) 409 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:30:51.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:50 smithi191 bash[38688]: cluster 2024-02-18T08:30:50.819068+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-02-18T08:30:51.822 INFO:tasks.rados.rados.0.smithi110.stdout:3281: done (0 left) 2024-02-18T08:30:51.823 INFO:tasks.rados.rados.0.smithi110.stdout:3282: rmattr oid 31 current snap is 312 2024-02-18T08:30:51.823 INFO:tasks.rados.rados.0.smithi110.stdout:3282: done (0 left) 2024-02-18T08:30:51.823 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 312 2024-02-18T08:30:51.823 INFO:tasks.rados.rados.0.smithi110.stdout:3283: seq_num 996 ranges {2072576=688128,2760704=507904,3268608=581632,3850240=516096} 2024-02-18T08:30:51.839 INFO:tasks.rados.rados.0.smithi110.stdout:3283: writing smithi11051043-24 from 2072576 to 2760704 tid 1 2024-02-18T08:30:51.842 INFO:tasks.rados.rados.0.smithi110.stdout:3283: writing smithi11051043-24 from 2760704 to 3268608 tid 2 2024-02-18T08:30:51.846 INFO:tasks.rados.rados.0.smithi110.stdout:3283: writing smithi11051043-24 from 3268608 to 3850240 tid 3 2024-02-18T08:30:51.849 INFO:tasks.rados.rados.0.smithi110.stdout:3283: writing smithi11051043-24 from 3850240 to 4366336 tid 4 2024-02-18T08:30:51.849 INFO:tasks.rados.rados.0.smithi110.stdout:3284: copy_from oid 13 from oid 50 current snap is 312 2024-02-18T08:30:51.849 INFO:tasks.rados.rados.0.smithi110.stdout:3283: finishing write tid 1 to smithi11051043-24 2024-02-18T08:30:51.850 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 312 2024-02-18T08:30:51.850 INFO:tasks.rados.rados.0.smithi110.stdout:3285: seq_num 997 ranges {573440=704512,1277952=794624,2072576=794624,2867200=16384} 2024-02-18T08:30:51.857 INFO:tasks.rados.rados.0.smithi110.stdout:3285: writing smithi11051043-6 from 573440 to 1277952 tid 1 2024-02-18T08:30:51.862 INFO:tasks.rados.rados.0.smithi110.stdout:3285: writing smithi11051043-6 from 1277952 to 2072576 tid 2 2024-02-18T08:30:51.868 INFO:tasks.rados.rados.0.smithi110.stdout:3285: writing smithi11051043-6 from 2072576 to 2867200 tid 3 2024-02-18T08:30:51.868 INFO:tasks.rados.rados.0.smithi110.stdout:3285: writing smithi11051043-6 from 2867200 to 2883584 tid 4 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3286: copy_from oid 2 from oid 10 current snap is 312 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3283: finishing write tid 2 to smithi11051043-24 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3283: finishing write tid 3 to smithi11051043-24 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3283: finishing write tid 4 to smithi11051043-24 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3283: finishing write tid 6 to smithi11051043-24 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3283: finishing write tid 7 to smithi11051043-24 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1354 (ObjNum 996 snap 312 seq_num 996) dirty exists 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3283: left oid 24 (ObjNum 996 snap 312 seq_num 996) 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3284: finishing copy_from racing read to smithi11051043-13 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3284: finishing copy_from to smithi11051043-13 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 1317 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3285: finishing write tid 1 to smithi11051043-6 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3285: finishing write tid 2 to smithi11051043-6 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3283: done (3 left) 2024-02-18T08:30:51.869 INFO:tasks.rados.rados.0.smithi110.stdout:3284: done (2 left) 2024-02-18T08:30:51.870 INFO:tasks.rados.rados.0.smithi110.stdout:3287: read oid 20 snap -1 2024-02-18T08:30:51.870 INFO:tasks.rados.rados.0.smithi110.stdout:3287: expect (ObjNum 953 snap 294 seq_num 953) 2024-02-18T08:30:51.870 INFO:tasks.rados.rados.0.smithi110.stdout:3288: read oid 32 snap -1 2024-02-18T08:30:51.870 INFO:tasks.rados.rados.0.smithi110.stdout:3288: expect (ObjNum 953 snap 294 seq_num 953) 2024-02-18T08:30:51.870 INFO:tasks.rados.rados.0.smithi110.stdout:3289: rollback oid 11 current snap is 312 2024-02-18T08:30:51.870 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 11 to 310 2024-02-18T08:30:51.870 INFO:tasks.rados.rados.0.smithi110.stdout:3290: snap_create 2024-02-18T08:30:51.874 INFO:tasks.rados.rados.0.smithi110.stdout:3289: finishing rollback tid 0 to smithi11051043-11 2024-02-18T08:30:51.875 INFO:tasks.rados.rados.0.smithi110.stdout:3289: finishing rollback tid 1 to smithi11051043-11 2024-02-18T08:30:51.875 INFO:tasks.rados.rados.0.smithi110.stdout:3289: finishing rollback tid 2 to smithi11051043-11 2024-02-18T08:30:51.875 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1637 (ObjNum 964 snap 301 seq_num 964) dirty exists 2024-02-18T08:30:51.882 INFO:tasks.rados.rados.0.smithi110.stdout:3286: finishing copy_from to smithi11051043-2 2024-02-18T08:30:51.882 INFO:tasks.rados.rados.0.smithi110.stdout:3286: got expected ENOENT (src dne) 2024-02-18T08:30:51.882 INFO:tasks.rados.rados.0.smithi110.stdout:3285: finishing write tid 3 to smithi11051043-6 2024-02-18T08:30:51.882 INFO:tasks.rados.rados.0.smithi110.stdout:3286: finishing copy_from racing read to smithi11051043-2 2024-02-18T08:30:51.882 INFO:tasks.rados.rados.0.smithi110.stdout:3285: finishing write tid 4 to smithi11051043-6 2024-02-18T08:30:51.882 INFO:tasks.rados.rados.0.smithi110.stdout:3285: finishing write tid 6 to smithi11051043-6 2024-02-18T08:30:51.885 INFO:tasks.rados.rados.0.smithi110.stdout:3285: finishing write tid 7 to smithi11051043-6 2024-02-18T08:30:51.885 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 1640 (ObjNum 997 snap 312 seq_num 997) dirty exists 2024-02-18T08:30:51.886 INFO:tasks.rados.rados.0.smithi110.stdout:3285: left oid 6 (ObjNum 997 snap 312 seq_num 997) 2024-02-18T08:30:51.908 INFO:tasks.rados.rados.0.smithi110.stdout:3287: expect (ObjNum 953 snap 294 seq_num 953) 2024-02-18T08:30:52.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:51 smithi110 bash[54479]: cluster 2024-02-18T08:30:50.779096+0000 mgr.y (mgr.44100) 410 : cluster [DBG] pgmap v722: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.4 MiB/s wr, 14 op/s 2024-02-18T08:30:52.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:51 smithi110 bash[54479]: cluster 2024-02-18T08:30:51.822329+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-02-18T08:30:52.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:51 smithi110 bash[55875]: cluster 2024-02-18T08:30:50.779096+0000 mgr.y (mgr.44100) 410 : cluster [DBG] pgmap v722: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.4 MiB/s wr, 14 op/s 2024-02-18T08:30:52.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:51 smithi110 bash[55875]: cluster 2024-02-18T08:30:51.822329+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-02-18T08:30:52.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:51 smithi191 bash[38688]: cluster 2024-02-18T08:30:50.779096+0000 mgr.y (mgr.44100) 410 : cluster [DBG] pgmap v722: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.4 MiB/s wr, 14 op/s 2024-02-18T08:30:52.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:51 smithi191 bash[38688]: cluster 2024-02-18T08:30:51.822329+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-02-18T08:30:52.638 INFO:tasks.rados.rados.0.smithi110.stdout:3288: expect (ObjNum 953 snap 294 seq_num 953) 2024-02-18T08:30:53.347 INFO:tasks.rados.rados.0.smithi110.stdout:3285: done (5 left) 2024-02-18T08:30:53.347 INFO:tasks.rados.rados.0.smithi110.stdout:3286: done (4 left) 2024-02-18T08:30:53.347 INFO:tasks.rados.rados.0.smithi110.stdout:3287: done (3 left) 2024-02-18T08:30:53.347 INFO:tasks.rados.rados.0.smithi110.stdout:3288: done (2 left) 2024-02-18T08:30:53.347 INFO:tasks.rados.rados.0.smithi110.stdout:3289: done (1 left) 2024-02-18T08:30:53.347 INFO:tasks.rados.rados.0.smithi110.stdout:3290: done (0 left) 2024-02-18T08:30:53.348 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 313 2024-02-18T08:30:53.348 INFO:tasks.rados.rados.0.smithi110.stdout:3291: seq_num 998 ranges {1941504=720896,2662400=679936,3342336=598016,3940352=327680} 2024-02-18T08:30:53.368 INFO:tasks.rados.rados.0.smithi110.stdout:3291: writing smithi11051043-44 from 1941504 to 2662400 tid 1 2024-02-18T08:30:53.372 INFO:tasks.rados.rados.0.smithi110.stdout:3291: writing smithi11051043-44 from 2662400 to 3342336 tid 2 2024-02-18T08:30:53.376 INFO:tasks.rados.rados.0.smithi110.stdout:3291: writing smithi11051043-44 from 3342336 to 3940352 tid 3 2024-02-18T08:30:53.378 INFO:tasks.rados.rados.0.smithi110.stdout:3291: writing smithi11051043-44 from 3940352 to 4268032 tid 4 2024-02-18T08:30:53.378 INFO:tasks.rados.rados.0.smithi110.stdout:3292: read oid 50 snap -1 2024-02-18T08:30:53.378 INFO:tasks.rados.rados.0.smithi110.stdout:3292: expect (ObjNum 975 snap 304 seq_num 975) 2024-02-18T08:30:53.378 INFO:tasks.rados.rados.0.smithi110.stdout:3293: read oid 39 snap 308 2024-02-18T08:30:53.378 INFO:tasks.rados.rados.0.smithi110.stdout:3293: expect (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:30:53.378 INFO:tasks.rados.rados.0.smithi110.stdout:3294: delete oid 3 current snap is 313 2024-02-18T08:30:53.385 INFO:tasks.rados.rados.0.smithi110.stdout:3291: finishing write tid 1 to smithi11051043-44 2024-02-18T08:30:53.385 INFO:tasks.rados.rados.0.smithi110.stdout:3291: finishing write tid 2 to smithi11051043-44 2024-02-18T08:30:53.388 INFO:tasks.rados.rados.0.smithi110.stdout:3291: finishing write tid 3 to smithi11051043-44 2024-02-18T08:30:53.391 INFO:tasks.rados.rados.0.smithi110.stdout:3291: finishing write tid 4 to smithi11051043-44 2024-02-18T08:30:53.391 INFO:tasks.rados.rados.0.smithi110.stdout:3291: finishing write tid 6 to smithi11051043-44 2024-02-18T08:30:53.392 INFO:tasks.rados.rados.0.smithi110.stdout:3294: done (3 left) 2024-02-18T08:30:53.392 INFO:tasks.rados.rados.0.smithi110.stdout:3295: rmattr oid 21 current snap is 313 2024-02-18T08:30:53.392 INFO:tasks.rados.rados.0.smithi110.stdout:3292: expect (ObjNum 975 snap 304 seq_num 975) 2024-02-18T08:30:53.436 INFO:tasks.rados.rados.0.smithi110.stdout:3291: finishing write tid 7 to smithi11051043-44 2024-02-18T08:30:53.436 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1332 (ObjNum 998 snap 313 seq_num 998) dirty exists 2024-02-18T08:30:53.437 INFO:tasks.rados.rados.0.smithi110.stdout:3291: left oid 44 (ObjNum 998 snap 313 seq_num 998) 2024-02-18T08:30:53.437 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 1713 (ObjNum 288 snap 0 seq_num 33) dirty exists 2024-02-18T08:30:53.437 INFO:tasks.rados.rados.0.smithi110.stdout:3293: expect (ObjNum 853 snap 259 seq_num 853) 2024-02-18T08:30:53.768 INFO:tasks.rados.rados.0.smithi110.stdout:3291: done (3 left) 2024-02-18T08:30:53.769 INFO:tasks.rados.rados.0.smithi110.stdout:3292: done (2 left) 2024-02-18T08:30:53.769 INFO:tasks.rados.rados.0.smithi110.stdout:3293: done (1 left) 2024-02-18T08:30:53.769 INFO:tasks.rados.rados.0.smithi110.stdout:3295: done (0 left) 2024-02-18T08:30:53.769 INFO:tasks.rados.rados.0.smithi110.stdout:3296: rollback oid 16 current snap is 313 2024-02-18T08:30:53.769 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 16 to 312 2024-02-18T08:30:53.769 INFO:tasks.rados.rados.0.smithi110.stdout:3297: read oid 20 snap -1 2024-02-18T08:30:53.769 INFO:tasks.rados.rados.0.smithi110.stdout:3297: expect (ObjNum 953 snap 294 seq_num 953) 2024-02-18T08:30:53.769 INFO:tasks.rados.rados.0.smithi110.stdout:3298: copy_from oid 2 from oid 42 current snap is 313 2024-02-18T08:30:53.769 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 313 2024-02-18T08:30:53.769 INFO:tasks.rados.rados.0.smithi110.stdout:3299: seq_num 1000 ranges {10641408=753664,11395072=442368,11837440=565248,12402688=458752,12861440=139264} 2024-02-18T08:30:53.839 INFO:tasks.rados.rados.0.smithi110.stdout:3299: writing smithi11051043-41 from 10641408 to 11395072 tid 1 2024-02-18T08:30:53.842 INFO:tasks.rados.rados.0.smithi110.stdout:3299: writing smithi11051043-41 from 11395072 to 11837440 tid 2 2024-02-18T08:30:53.845 INFO:tasks.rados.rados.0.smithi110.stdout:3299: writing smithi11051043-41 from 11837440 to 12402688 tid 3 2024-02-18T08:30:53.848 INFO:tasks.rados.rados.0.smithi110.stdout:3299: writing smithi11051043-41 from 12402688 to 12861440 tid 4 2024-02-18T08:30:53.849 INFO:tasks.rados.rados.0.smithi110.stdout:3299: writing smithi11051043-41 from 12861440 to 13000704 tid 5 2024-02-18T08:30:53.849 INFO:tasks.rados.rados.0.smithi110.stdout:3300: delete oid 3 current snap is 313 2024-02-18T08:30:53.849 INFO:tasks.rados.rados.0.smithi110.stdout:3296: finishing rollback tid 1 to smithi11051043-16 2024-02-18T08:30:53.849 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 0 (ObjNum 1 snap 32588 seq_num 4164902592) dirty dne 2024-02-18T08:30:53.849 INFO:tasks.rados.rados.0.smithi110.stdout:3297: expect (ObjNum 953 snap 294 seq_num 953) 2024-02-18T08:30:54.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:53 smithi191 bash[38688]: cluster 2024-02-18T08:30:52.779909+0000 mgr.y (mgr.44100) 411 : cluster [DBG] pgmap v725: 89 pgs: 89 active+clean; 198 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-02-18T08:30:54.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:53 smithi191 bash[38688]: cluster 2024-02-18T08:30:52.825144+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-02-18T08:30:54.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:53 smithi110 bash[55875]: cluster 2024-02-18T08:30:52.779909+0000 mgr.y (mgr.44100) 411 : cluster [DBG] pgmap v725: 89 pgs: 89 active+clean; 198 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-02-18T08:30:54.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:53 smithi110 bash[55875]: cluster 2024-02-18T08:30:52.825144+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-02-18T08:30:54.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:53 smithi110 bash[54479]: cluster 2024-02-18T08:30:52.779909+0000 mgr.y (mgr.44100) 411 : cluster [DBG] pgmap v725: 89 pgs: 89 active+clean; 198 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-02-18T08:30:54.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:53 smithi110 bash[54479]: cluster 2024-02-18T08:30:52.825144+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3298: finishing copy_from racing read to smithi11051043-2 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3298: finishing copy_from to smithi11051043-2 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1108 (ObjNum 994 snap 309 seq_num 994) dirty exists 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3299: finishing write tid 1 to smithi11051043-41 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3299: finishing write tid 2 to smithi11051043-41 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3296: done (4 left) 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3297: done (3 left) 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3298: done (2 left) 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3300: done (1 left) 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3301: copy_from oid 15 from oid 1 current snap is 313 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3299: finishing write tid 3 to smithi11051043-41 2024-02-18T08:30:54.561 INFO:tasks.rados.rados.0.smithi110.stdout:3299: finishing write tid 4 to smithi11051043-41 2024-02-18T08:30:54.562 INFO:tasks.rados.rados.0.smithi110.stdout:3299: finishing write tid 5 to smithi11051043-41 2024-02-18T08:30:54.562 INFO:tasks.rados.rados.0.smithi110.stdout:3299: finishing write tid 7 to smithi11051043-41 2024-02-18T08:30:54.562 INFO:tasks.rados.rados.0.smithi110.stdout:3299: finishing write tid 8 to smithi11051043-41 2024-02-18T08:30:54.562 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1116 (ObjNum 1000 snap 313 seq_num 1000) dirty exists 2024-02-18T08:30:54.562 INFO:tasks.rados.rados.0.smithi110.stdout:3299: left oid 41 (ObjNum 1000 snap 313 seq_num 1000) 2024-02-18T08:30:54.562 INFO:tasks.rados.rados.0.smithi110.stdout:3299: done (1 left) 2024-02-18T08:30:54.562 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 17 current snap is 313 2024-02-18T08:30:54.562 INFO:tasks.rados.rados.0.smithi110.stdout:3302: seq_num 1002 ranges {0=786432,786432=614400,1400832=581632,1982464=409600} 2024-02-18T08:30:54.572 INFO:tasks.rados.rados.0.smithi110.stdout:3302: writing smithi11051043-17 from 0 to 786432 tid 1 2024-02-18T08:30:54.577 INFO:tasks.rados.rados.0.smithi110.stdout:3302: writing smithi11051043-17 from 786432 to 1400832 tid 2 2024-02-18T08:30:54.581 INFO:tasks.rados.rados.0.smithi110.stdout:3302: writing smithi11051043-17 from 1400832 to 1982464 tid 3 2024-02-18T08:30:54.584 INFO:tasks.rados.rados.0.smithi110.stdout:3302: writing smithi11051043-17 from 1982464 to 2392064 tid 4 2024-02-18T08:30:54.584 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 313 2024-02-18T08:30:54.584 INFO:tasks.rados.rados.0.smithi110.stdout:3303: seq_num 1003 ranges {4874240=802816,5677056=499712,6176768=737280,6914048=368640} 2024-02-18T08:30:54.616 INFO:tasks.rados.rados.0.smithi110.stdout:3303: writing smithi11051043-26 from 4874240 to 5677056 tid 1 2024-02-18T08:30:54.619 INFO:tasks.rados.rados.0.smithi110.stdout:3303: writing smithi11051043-26 from 5677056 to 6176768 tid 2 2024-02-18T08:30:54.623 INFO:tasks.rados.rados.0.smithi110.stdout:3303: writing smithi11051043-26 from 6176768 to 6914048 tid 3 2024-02-18T08:30:54.625 INFO:tasks.rados.rados.0.smithi110.stdout:3303: writing smithi11051043-26 from 6914048 to 7282688 tid 4 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3304: copy_from oid 29 from oid 35 current snap is 313 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3302: finishing write tid 1 to smithi11051043-17 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3302: finishing write tid 2 to smithi11051043-17 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3301: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3302: finishing write tid 3 to smithi11051043-17 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3302: finishing write tid 4 to smithi11051043-17 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3302: finishing write tid 6 to smithi11051043-17 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3301: finishing copy_from to smithi11051043-15 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 1312 (ObjNum 963 snap 301 seq_num 963) dirty exists 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3302: finishing write tid 7 to smithi11051043-17 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1642 (ObjNum 1002 snap 313 seq_num 1002) dirty exists 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3302: left oid 17 (ObjNum 1002 snap 313 seq_num 1002) 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3301: done (3 left) 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3302: done (2 left) 2024-02-18T08:30:54.626 INFO:tasks.rados.rados.0.smithi110.stdout:3305: snap_create 2024-02-18T08:30:54.631 INFO:tasks.rados.rados.0.smithi110.stdout:3303: finishing write tid 1 to smithi11051043-26 2024-02-18T08:30:54.631 INFO:tasks.rados.rados.0.smithi110.stdout:3303: finishing write tid 2 to smithi11051043-26 2024-02-18T08:30:54.634 INFO:tasks.rados.rados.0.smithi110.stdout:3303: finishing write tid 3 to smithi11051043-26 2024-02-18T08:30:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:3303: finishing write tid 4 to smithi11051043-26 2024-02-18T08:30:54.635 INFO:tasks.rados.rados.0.smithi110.stdout:3303: finishing write tid 6 to smithi11051043-26 2024-02-18T08:30:54.637 INFO:tasks.rados.rados.0.smithi110.stdout:3304: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:30:54.638 INFO:tasks.rados.rados.0.smithi110.stdout:3303: finishing write tid 7 to smithi11051043-26 2024-02-18T08:30:54.638 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1741 (ObjNum 1003 snap 313 seq_num 1003) dirty exists 2024-02-18T08:30:54.638 INFO:tasks.rados.rados.0.smithi110.stdout:3303: left oid 26 (ObjNum 1003 snap 313 seq_num 1003) 2024-02-18T08:30:54.638 INFO:tasks.rados.rados.0.smithi110.stdout:3304: finishing copy_from to smithi11051043-29 2024-02-18T08:30:54.639 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1261 (ObjNum 959 snap 299 seq_num 959) dirty exists 2024-02-18T08:30:54.822 INFO:tasks.rados.rados.0.smithi110.stdout:3303: done (2 left) 2024-02-18T08:30:54.822 INFO:tasks.rados.rados.0.smithi110.stdout:3304: done (1 left) 2024-02-18T08:30:54.822 INFO:tasks.rados.rados.0.smithi110.stdout:3305: done (0 left) 2024-02-18T08:30:54.822 INFO:tasks.rados.rados.0.smithi110.stdout:3306: read oid 38 snap 308 2024-02-18T08:30:54.823 INFO:tasks.rados.rados.0.smithi110.stdout:3306: expect (ObjNum 981 snap 305 seq_num 981) 2024-02-18T08:30:54.823 INFO:tasks.rados.rados.0.smithi110.stdout:3307: delete oid 20 current snap is 314 2024-02-18T08:30:54.832 INFO:tasks.rados.rados.0.smithi110.stdout:3307: done (1 left) 2024-02-18T08:30:54.832 INFO:tasks.rados.rados.0.smithi110.stdout:3308: snap_create 2024-02-18T08:30:54.855 INFO:tasks.rados.rados.0.smithi110.stdout:3306: expect (ObjNum 981 snap 305 seq_num 981) 2024-02-18T08:30:55.830 INFO:tasks.rados.rados.0.smithi110.stdout:3306: done (1 left) 2024-02-18T08:30:55.830 INFO:tasks.rados.rados.0.smithi110.stdout:3308: done (0 left) 2024-02-18T08:30:55.830 INFO:tasks.rados.rados.0.smithi110.stdout:3309: rollback oid 31 current snap is 315 2024-02-18T08:30:55.830 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 308 2024-02-18T08:30:55.830 INFO:tasks.rados.rados.0.smithi110.stdout:3310: read oid 45 snap -1 2024-02-18T08:30:55.830 INFO:tasks.rados.rados.0.smithi110.stdout:3310: expect deleted 2024-02-18T08:30:55.830 INFO:tasks.rados.rados.0.smithi110.stdout:3311: read oid 1 snap -1 2024-02-18T08:30:55.830 INFO:tasks.rados.rados.0.smithi110.stdout:3311: expect (ObjNum 963 snap 301 seq_num 963) 2024-02-18T08:30:55.830 INFO:tasks.rados.rados.0.smithi110.stdout:3312: snap_remove snap 310 2024-02-18T08:30:56.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:55 smithi191 bash[38688]: cluster 2024-02-18T08:30:54.780677+0000 mgr.y (mgr.44100) 412 : cluster [DBG] pgmap v727: 89 pgs: 89 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:30:56.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:55 smithi191 bash[38688]: cluster 2024-02-18T08:30:54.821290+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-02-18T08:30:56.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:55 smithi110 bash[54479]: cluster 2024-02-18T08:30:54.780677+0000 mgr.y (mgr.44100) 412 : cluster [DBG] pgmap v727: 89 pgs: 89 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:30:56.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:55 smithi110 bash[54479]: cluster 2024-02-18T08:30:54.821290+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-02-18T08:30:56.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:55 smithi110 bash[55875]: cluster 2024-02-18T08:30:54.780677+0000 mgr.y (mgr.44100) 412 : cluster [DBG] pgmap v727: 89 pgs: 89 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:30:56.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:55 smithi110 bash[55875]: cluster 2024-02-18T08:30:54.821290+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-02-18T08:30:56.844 INFO:tasks.rados.rados.0.smithi110.stdout:3312: done (3 left) 2024-02-18T08:30:56.844 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 315 2024-02-18T08:30:56.844 INFO:tasks.rados.rados.0.smithi110.stdout:3313: seq_num 1005 ranges {13000704=32768} 2024-02-18T08:30:56.917 INFO:tasks.rados.rados.0.smithi110.stdout:3313: writing smithi11051043-41 from 13000704 to 13033472 tid 1 2024-02-18T08:30:56.917 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 315 2024-02-18T08:30:56.917 INFO:tasks.rados.rados.0.smithi110.stdout:3314: seq_num 1006 ranges {6610944=49152} 2024-02-18T08:30:56.954 INFO:tasks.rados.rados.0.smithi110.stdout:3314: writing smithi11051043-22 from 6610944 to 6660096 tid 1 2024-02-18T08:30:56.955 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 315 2024-02-18T08:30:56.955 INFO:tasks.rados.rados.0.smithi110.stdout:3315: seq_num 1007 ranges {0=65536} 2024-02-18T08:30:56.955 INFO:tasks.rados.rados.0.smithi110.stdout:3315: writing smithi11051043-19 from 0 to 65536 tid 1 2024-02-18T08:30:56.955 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 315 2024-02-18T08:30:56.955 INFO:tasks.rados.rados.0.smithi110.stdout:3316: seq_num 1008 ranges {1925120=90112} 2024-02-18T08:30:56.967 INFO:tasks.rados.rados.0.smithi110.stdout:3316: writing smithi11051043-28 from 1925120 to 2015232 tid 1 2024-02-18T08:30:56.967 INFO:tasks.rados.rados.0.smithi110.stdout:3317: read oid 42 snap -1 2024-02-18T08:30:56.967 INFO:tasks.rados.rados.0.smithi110.stdout:3317: expect (ObjNum 994 snap 309 seq_num 994) 2024-02-18T08:30:56.967 INFO:tasks.rados.rados.0.smithi110.stdout:3318: snap_remove snap 309 2024-02-18T08:30:56.967 INFO:tasks.rados.rados.0.smithi110.stdout:3309: finishing rollback tid 0 to smithi11051043-31 2024-02-18T08:30:56.967 INFO:tasks.rados.rados.0.smithi110.stdout:3309: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:30:56.967 INFO:tasks.rados.rados.0.smithi110.stdout:3309: finishing rollback tid 2 to smithi11051043-31 2024-02-18T08:30:56.967 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1745 (ObjNum 982 snap 306 seq_num 982) dirty exists 2024-02-18T08:30:56.967 INFO:tasks.rados.rados.0.smithi110.stdout:3311: expect (ObjNum 963 snap 301 seq_num 963) 2024-02-18T08:30:57.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:56 smithi191 bash[38688]: cluster 2024-02-18T08:30:55.828840+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-02-18T08:30:57.193 INFO:tasks.rados.rados.0.smithi110.stdout:3313: finishing write tid 1 to smithi11051043-41 2024-02-18T08:30:57.193 INFO:tasks.rados.rados.0.smithi110.stdout:3313: finishing write tid 3 to smithi11051043-41 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:3313: finishing write tid 4 to smithi11051043-41 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1118 (ObjNum 1005 snap 315 seq_num 1005) dirty exists 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:3313: left oid 41 (ObjNum 1005 snap 315 seq_num 1005) 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:3315: finishing write tid 1 to smithi11051043-19 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:3315: finishing write tid 3 to smithi11051043-19 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:3314: finishing write tid 1 to smithi11051043-22 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:3315: finishing write tid 4 to smithi11051043-19 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1263 (ObjNum 1007 snap 315 seq_num 1007) dirty exists 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:3315: left oid 19 (ObjNum 1007 snap 315 seq_num 1007) 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:3314: finishing write tid 3 to smithi11051043-22 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:3314: finishing write tid 4 to smithi11051043-22 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1359 (ObjNum 1006 snap 315 seq_num 1006) dirty exists 2024-02-18T08:30:57.194 INFO:tasks.rados.rados.0.smithi110.stdout:3314: left oid 22 (ObjNum 1006 snap 315 seq_num 1006) 2024-02-18T08:30:57.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:56 smithi110 bash[55875]: cluster 2024-02-18T08:30:55.828840+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-02-18T08:30:57.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:56 smithi110 bash[54479]: cluster 2024-02-18T08:30:55.828840+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-02-18T08:30:57.852 INFO:tasks.rados.rados.0.smithi110.stdout:3309: done (8 left) 2024-02-18T08:30:57.852 INFO:tasks.rados.rados.0.smithi110.stdout:3310: done (7 left) 2024-02-18T08:30:57.852 INFO:tasks.rados.rados.0.smithi110.stdout:3311: done (6 left) 2024-02-18T08:30:57.852 INFO:tasks.rados.rados.0.smithi110.stdout:3313: done (5 left) 2024-02-18T08:30:57.853 INFO:tasks.rados.rados.0.smithi110.stdout:3314: done (4 left) 2024-02-18T08:30:57.853 INFO:tasks.rados.rados.0.smithi110.stdout:3315: done (3 left) 2024-02-18T08:30:57.853 INFO:tasks.rados.rados.0.smithi110.stdout:3318: done (2 left) 2024-02-18T08:30:57.853 INFO:tasks.rados.rados.0.smithi110.stdout:3319: delete oid 24 current snap is 315 2024-02-18T08:30:57.853 INFO:tasks.rados.rados.0.smithi110.stdout:3316: finishing write tid 1 to smithi11051043-28 2024-02-18T08:30:57.853 INFO:tasks.rados.rados.0.smithi110.stdout:3316: finishing write tid 3 to smithi11051043-28 2024-02-18T08:30:57.853 INFO:tasks.rados.rados.0.smithi110.stdout:3316: finishing write tid 4 to smithi11051043-28 2024-02-18T08:30:57.853 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1281 (ObjNum 1008 snap 315 seq_num 1008) dirty exists 2024-02-18T08:30:57.853 INFO:tasks.rados.rados.0.smithi110.stdout:3316: left oid 28 (ObjNum 1008 snap 315 seq_num 1008) 2024-02-18T08:30:57.853 INFO:tasks.rados.rados.0.smithi110.stdout:3317: expect (ObjNum 994 snap 309 seq_num 994) 2024-02-18T08:30:57.911 INFO:tasks.rados.rados.0.smithi110.stdout:3316: done (2 left) 2024-02-18T08:30:57.911 INFO:tasks.rados.rados.0.smithi110.stdout:3317: done (1 left) 2024-02-18T08:30:57.911 INFO:tasks.rados.rados.0.smithi110.stdout:3319: done (0 left) 2024-02-18T08:30:57.911 INFO:tasks.rados.rados.0.smithi110.stdout:3320: delete oid 28 current snap is 315 2024-02-18T08:30:57.913 INFO:tasks.rados.rados.0.smithi110.stdout:3320: done (0 left) 2024-02-18T08:30:57.913 INFO:tasks.rados.rados.0.smithi110.stdout:3321: copy_from oid 7 from oid 33 current snap is 315 2024-02-18T08:30:57.913 INFO:tasks.rados.rados.0.smithi110.stdout:3322: setattr oid 8 current snap is 315 2024-02-18T08:30:57.915 INFO:tasks.rados.rados.0.smithi110.stdout:3323: delete oid 48 current snap is 315 2024-02-18T08:30:57.919 INFO:tasks.rados.rados.0.smithi110.stdout:3323: done (2 left) 2024-02-18T08:30:57.919 INFO:tasks.rados.rados.0.smithi110.stdout:3324: snap_create 2024-02-18T08:30:57.919 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1755 (ObjNum 891 snap 272 seq_num 891) dirty exists 2024-02-18T08:30:57.928 INFO:tasks.rados.rados.0.smithi110.stdout:3321: finishing copy_from racing read to smithi11051043-7 2024-02-18T08:30:57.931 INFO:tasks.rados.rados.0.smithi110.stdout:3321: finishing copy_from to smithi11051043-7 2024-02-18T08:30:57.931 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1095 (ObjNum 916 snap 285 seq_num 916) dirty exists 2024-02-18T08:30:58.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:57 smithi191 bash[38688]: cluster 2024-02-18T08:30:56.781348+0000 mgr.y (mgr.44100) 413 : cluster [DBG] pgmap v730: 89 pgs: 89 active+clean; 220 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-02-18T08:30:58.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:57 smithi191 bash[38688]: cluster 2024-02-18T08:30:56.841659+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-02-18T08:30:58.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:57 smithi110 bash[54479]: cluster 2024-02-18T08:30:56.781348+0000 mgr.y (mgr.44100) 413 : cluster [DBG] pgmap v730: 89 pgs: 89 active+clean; 220 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-02-18T08:30:58.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:57 smithi110 bash[54479]: cluster 2024-02-18T08:30:56.841659+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-02-18T08:30:58.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:57 smithi110 bash[55875]: cluster 2024-02-18T08:30:56.781348+0000 mgr.y (mgr.44100) 413 : cluster [DBG] pgmap v730: 89 pgs: 89 active+clean; 220 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-02-18T08:30:58.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:57 smithi110 bash[55875]: cluster 2024-02-18T08:30:56.841659+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-02-18T08:30:58.858 INFO:tasks.rados.rados.0.smithi110.stdout:3321: done (2 left) 2024-02-18T08:30:58.858 INFO:tasks.rados.rados.0.smithi110.stdout:3322: done (1 left) 2024-02-18T08:30:58.858 INFO:tasks.rados.rados.0.smithi110.stdout:3324: done (0 left) 2024-02-18T08:30:58.858 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 316 2024-02-18T08:30:58.858 INFO:tasks.rados.rados.0.smithi110.stdout:3325: seq_num 1012 ranges {0=155648} 2024-02-18T08:30:58.859 INFO:tasks.rados.rados.0.smithi110.stdout:3325: writing smithi11051043-45 from 0 to 155648 tid 1 2024-02-18T08:30:58.859 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 316 2024-02-18T08:30:58.859 INFO:tasks.rados.rados.0.smithi110.stdout:3326: seq_num 1013 ranges {4554752=172032} 2024-02-18T08:30:58.885 INFO:tasks.rados.rados.0.smithi110.stdout:3326: writing smithi11051043-1 from 4554752 to 4726784 tid 1 2024-02-18T08:30:58.885 INFO:tasks.rados.rados.0.smithi110.stdout:3327: snap_remove snap 308 2024-02-18T08:30:59.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:58 smithi110 bash[54479]: cluster 2024-02-18T08:30:57.850058+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-02-18T08:30:59.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:58 smithi110 bash[55875]: cluster 2024-02-18T08:30:57.850058+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-02-18T08:30:59.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:58 smithi191 bash[38688]: cluster 2024-02-18T08:30:57.850058+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-02-18T08:30:59.824 INFO:tasks.rados.rados.0.smithi110.stdout:3327: done (2 left) 2024-02-18T08:30:59.824 INFO:tasks.rados.rados.0.smithi110.stdout:3328: read oid 9 snap 314 2024-02-18T08:30:59.824 INFO:tasks.rados.rados.0.smithi110.stdout:3328: expect (ObjNum 970 snap 301 seq_num 970) 2024-02-18T08:30:59.824 INFO:tasks.rados.rados.0.smithi110.stdout:3329: read oid 10 snap 311 2024-02-18T08:30:59.824 INFO:tasks.rados.rados.0.smithi110.stdout:3329: expect deleted 2024-02-18T08:30:59.824 INFO:tasks.rados.rados.0.smithi110.stdout:3330: delete oid 16 current snap is 316 2024-02-18T08:30:59.824 INFO:tasks.rados.rados.0.smithi110.stdout:3325: finishing write tid 1 to smithi11051043-45 2024-02-18T08:30:59.824 INFO:tasks.rados.rados.0.smithi110.stdout:3325: finishing write tid 3 to smithi11051043-45 2024-02-18T08:30:59.824 INFO:tasks.rados.rados.0.smithi110.stdout:3325: finishing write tid 4 to smithi11051043-45 2024-02-18T08:30:59.824 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1265 (ObjNum 1012 snap 316 seq_num 1012) dirty exists 2024-02-18T08:30:59.825 INFO:tasks.rados.rados.0.smithi110.stdout:3325: left oid 45 (ObjNum 1012 snap 316 seq_num 1012) 2024-02-18T08:30:59.825 INFO:tasks.rados.rados.0.smithi110.stdout:3326: finishing write tid 1 to smithi11051043-1 2024-02-18T08:30:59.825 INFO:tasks.rados.rados.0.smithi110.stdout:3326: finishing write tid 3 to smithi11051043-1 2024-02-18T08:30:59.825 INFO:tasks.rados.rados.0.smithi110.stdout:3326: finishing write tid 4 to smithi11051043-1 2024-02-18T08:30:59.825 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1334 (ObjNum 1013 snap 316 seq_num 1013) dirty exists 2024-02-18T08:30:59.825 INFO:tasks.rados.rados.0.smithi110.stdout:3326: left oid 1 (ObjNum 1013 snap 316 seq_num 1013) 2024-02-18T08:30:59.837 INFO:tasks.rados.rados.0.smithi110.stdout:3325: done (4 left) 2024-02-18T08:30:59.837 INFO:tasks.rados.rados.0.smithi110.stdout:3326: done (3 left) 2024-02-18T08:30:59.837 INFO:tasks.rados.rados.0.smithi110.stdout:3329: done (2 left) 2024-02-18T08:30:59.837 INFO:tasks.rados.rados.0.smithi110.stdout:3330: done (1 left) 2024-02-18T08:30:59.837 INFO:tasks.rados.rados.0.smithi110.stdout:3331: read oid 16 snap 311 2024-02-18T08:30:59.837 INFO:tasks.rados.rados.0.smithi110.stdout:3331: expect deleted 2024-02-18T08:30:59.837 INFO:tasks.rados.rados.0.smithi110.stdout:3332: setattr oid 40 current snap is 316 2024-02-18T08:30:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:3331: done (2 left) 2024-02-18T08:30:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:3333: copy_from oid 21 from oid 16 current snap is 316 2024-02-18T08:30:59.840 INFO:tasks.rados.rados.0.smithi110.stdout:3334: delete oid 38 current snap is 316 2024-02-18T08:30:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:3333: finishing copy_from to smithi11051043-21 2024-02-18T08:30:59.842 INFO:tasks.rados.rados.0.smithi110.stdout:3333: got expected ENOENT (src dne) 2024-02-18T08:30:59.843 INFO:tasks.rados.rados.0.smithi110.stdout:3333: finishing copy_from racing read to smithi11051043-21 2024-02-18T08:30:59.852 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1371 (ObjNum 916 snap 285 seq_num 916) dirty exists 2024-02-18T08:30:59.854 INFO:tasks.rados.rados.0.smithi110.stdout:3332: done (3 left) 2024-02-18T08:30:59.854 INFO:tasks.rados.rados.0.smithi110.stdout:3333: done (2 left) 2024-02-18T08:30:59.854 INFO:tasks.rados.rados.0.smithi110.stdout:3334: done (1 left) 2024-02-18T08:30:59.854 INFO:tasks.rados.rados.0.smithi110.stdout:3335: snap_create 2024-02-18T08:30:59.863 INFO:tasks.rados.rados.0.smithi110.stdout:3328: expect (ObjNum 970 snap 301 seq_num 970) 2024-02-18T08:31:00.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:59 smithi110 bash[54479]: cluster 2024-02-18T08:30:58.782039+0000 mgr.y (mgr.44100) 414 : cluster [DBG] pgmap v733: 89 pgs: 89 active+clean; 227 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-02-18T08:31:00.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:59 smithi110 bash[54479]: cluster 2024-02-18T08:30:58.857631+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-02-18T08:31:00.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:30:59 smithi110 bash[54479]: cluster 2024-02-18T08:30:59.822183+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-02-18T08:31:00.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:59 smithi110 bash[55875]: cluster 2024-02-18T08:30:58.782039+0000 mgr.y (mgr.44100) 414 : cluster [DBG] pgmap v733: 89 pgs: 89 active+clean; 227 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-02-18T08:31:00.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:59 smithi110 bash[55875]: cluster 2024-02-18T08:30:58.857631+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-02-18T08:31:00.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:30:59 smithi110 bash[55875]: cluster 2024-02-18T08:30:59.822183+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-02-18T08:31:00.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:59 smithi191 bash[38688]: cluster 2024-02-18T08:30:58.782039+0000 mgr.y (mgr.44100) 414 : cluster [DBG] pgmap v733: 89 pgs: 89 active+clean; 227 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-02-18T08:31:00.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:59 smithi191 bash[38688]: cluster 2024-02-18T08:30:58.857631+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-02-18T08:31:00.343 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:30:59 smithi191 bash[38688]: cluster 2024-02-18T08:30:59.822183+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-02-18T08:31:00.866 INFO:tasks.rados.rados.0.smithi110.stdout:3328: done (1 left) 2024-02-18T08:31:00.866 INFO:tasks.rados.rados.0.smithi110.stdout:3335: done (0 left) 2024-02-18T08:31:00.866 INFO:tasks.rados.rados.0.smithi110.stdout:3336: copy_from oid 14 from oid 19 current snap is 317 2024-02-18T08:31:00.866 INFO:tasks.rados.rados.0.smithi110.stdout:3337: rmattr oid 49 current snap is 317 2024-02-18T08:31:00.866 INFO:tasks.rados.rados.0.smithi110.stdout:3338: delete oid 31 current snap is 317 2024-02-18T08:31:00.871 INFO:tasks.rados.rados.0.smithi110.stdout:3336: finishing copy_from racing read to smithi11051043-14 2024-02-18T08:31:00.875 INFO:tasks.rados.rados.0.smithi110.stdout:3336: finishing copy_from to smithi11051043-14 2024-02-18T08:31:00.875 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 1263 (ObjNum 1007 snap 315 seq_num 1007) dirty exists 2024-02-18T08:31:00.876 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1637 (ObjNum 964 snap 301 seq_num 964) dirty exists 2024-02-18T08:31:00.877 INFO:tasks.rados.rados.0.smithi110.stdout:3336: done (2 left) 2024-02-18T08:31:00.877 INFO:tasks.rados.rados.0.smithi110.stdout:3337: done (1 left) 2024-02-18T08:31:00.877 INFO:tasks.rados.rados.0.smithi110.stdout:3338: done (0 left) 2024-02-18T08:31:00.877 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 317 2024-02-18T08:31:00.877 INFO:tasks.rados.rados.0.smithi110.stdout:3339: seq_num 1017 ranges {7004160=237568} 2024-02-18T08:31:00.918 INFO:tasks.rados.rados.0.smithi110.stdout:3339: writing smithi11051043-39 from 7004160 to 7241728 tid 1 2024-02-18T08:31:00.919 INFO:tasks.rados.rados.0.smithi110.stdout:3340: delete oid 2 current snap is 317 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3340: done (1 left) 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3341: rmattr oid 47 current snap is 317 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3341: done (1 left) 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3342: read oid 47 snap 313 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3342: expect deleted 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3343: read oid 15 snap -1 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3343: expect (ObjNum 963 snap 301 seq_num 963) 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3344: rollback oid 37 current snap is 317 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 37 to 314 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3345: copy_from oid 49 from oid 14 current snap is 317 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3346: read oid 40 snap 314 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3346: expect (ObjNum 916 snap 285 seq_num 916) 2024-02-18T08:31:00.924 INFO:tasks.rados.rados.0.smithi110.stdout:3347: read oid 12 snap -1 2024-02-18T08:31:00.925 INFO:tasks.rados.rados.0.smithi110.stdout:3347: expect deleted 2024-02-18T08:31:00.925 INFO:tasks.rados.rados.0.smithi110.stdout:3348: snap_remove snap 312 2024-02-18T08:31:01.874 INFO:tasks.rados.rados.0.smithi110.stdout:3348: done (7 left) 2024-02-18T08:31:01.875 INFO:tasks.rados.rados.0.smithi110.stdout:3349: copy_from oid 50 from oid 24 current snap is 317 2024-02-18T08:31:01.875 INFO:tasks.rados.rados.0.smithi110.stdout:3344: finishing rollback tid 1 to smithi11051043-37 2024-02-18T08:31:01.875 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 0 (ObjNum 0 snap 0 seq_num 2665860256) dirty dne 2024-02-18T08:31:01.875 INFO:tasks.rados.rados.0.smithi110.stdout:3339: finishing write tid 1 to smithi11051043-39 2024-02-18T08:31:01.875 INFO:tasks.rados.rados.0.smithi110.stdout:3339: finishing write tid 3 to smithi11051043-39 2024-02-18T08:31:01.875 INFO:tasks.rados.rados.0.smithi110.stdout:3339: finishing write tid 4 to smithi11051043-39 2024-02-18T08:31:01.875 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 1292 (ObjNum 1017 snap 317 seq_num 1017) dirty exists 2024-02-18T08:31:01.875 INFO:tasks.rados.rados.0.smithi110.stdout:3339: left oid 39 (ObjNum 1017 snap 317 seq_num 1017) 2024-02-18T08:31:01.875 INFO:tasks.rados.rados.0.smithi110.stdout:3346: expect (ObjNum 916 snap 285 seq_num 916) 2024-02-18T08:31:01.974 INFO:tasks.rados.rados.0.smithi110.stdout:3343: expect (ObjNum 963 snap 301 seq_num 963) 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3345: finishing copy_from racing read to smithi11051043-49 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3345: finishing copy_from to smithi11051043-49 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1263 (ObjNum 1007 snap 315 seq_num 1007) dirty exists 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3339: done (7 left) 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3342: done (6 left) 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3343: done (5 left) 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3344: done (4 left) 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3345: done (3 left) 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3346: done (2 left) 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3347: done (1 left) 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3350: rollback oid 32 current snap is 317 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 32 to 313 2024-02-18T08:31:02.196 INFO:tasks.rados.rados.0.smithi110.stdout:3349: finishing copy_from to smithi11051043-50 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3349: got expected ENOENT (src dne) 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3349: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3349: done (1 left) 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3351: rollback oid 28 current snap is 317 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 28 to 316 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3352: rmattr oid 44 current snap is 317 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3352: done (2 left) 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3353: read oid 8 snap -1 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3353: expect (ObjNum 891 snap 272 seq_num 891) 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3354: read oid 27 snap -1 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3354: expect deleted 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3355: read oid 34 snap -1 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3355: expect (ObjNum 989 snap 308 seq_num 989) 2024-02-18T08:31:02.197 INFO:tasks.rados.rados.0.smithi110.stdout:3356: delete oid 21 current snap is 317 2024-02-18T08:31:02.200 INFO:tasks.rados.rados.0.smithi110.stdout:3351: finishing rollback tid 1 to smithi11051043-28 2024-02-18T08:31:02.200 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1282 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:31:02.202 INFO:tasks.rados.rados.0.smithi110.stdout:3351: done (5 left) 2024-02-18T08:31:02.203 INFO:tasks.rados.rados.0.smithi110.stdout:3356: done (4 left) 2024-02-18T08:31:02.203 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 317 2024-02-18T08:31:02.203 INFO:tasks.rados.rados.0.smithi110.stdout:3357: seq_num 1020 ranges {2695168=286720} 2024-02-18T08:31:02.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:01 smithi110 bash[54479]: cluster 2024-02-18T08:31:00.782926+0000 mgr.y (mgr.44100) 415 : cluster [DBG] pgmap v736: 89 pgs: 89 active+clean; 228 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-02-18T08:31:02.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:01 smithi110 bash[54479]: cluster 2024-02-18T08:31:00.864554+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-02-18T08:31:02.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:01 smithi110 bash[55875]: cluster 2024-02-18T08:31:00.782926+0000 mgr.y (mgr.44100) 415 : cluster [DBG] pgmap v736: 89 pgs: 89 active+clean; 228 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-02-18T08:31:02.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:01 smithi110 bash[55875]: cluster 2024-02-18T08:31:00.864554+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-02-18T08:31:02.224 INFO:tasks.rados.rados.0.smithi110.stdout:3357: writing smithi11051043-40 from 2695168 to 2981888 tid 1 2024-02-18T08:31:02.225 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 317 2024-02-18T08:31:02.225 INFO:tasks.rados.rados.0.smithi110.stdout:3358: seq_num 1021 ranges {0=303104} 2024-02-18T08:31:02.226 INFO:tasks.rados.rados.0.smithi110.stdout:3358: writing smithi11051043-16 from 0 to 303104 tid 1 2024-02-18T08:31:02.226 INFO:tasks.rados.rados.0.smithi110.stdout:3359: rmattr oid 10 current snap is 317 2024-02-18T08:31:02.227 INFO:tasks.rados.rados.0.smithi110.stdout:3359: done (6 left) 2024-02-18T08:31:02.227 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 317 2024-02-18T08:31:02.227 INFO:tasks.rados.rados.0.smithi110.stdout:3360: seq_num 1022 ranges {155648=319488} 2024-02-18T08:31:02.229 INFO:tasks.rados.rados.0.smithi110.stdout:3360: writing smithi11051043-45 from 155648 to 475136 tid 1 2024-02-18T08:31:02.229 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 317 2024-02-18T08:31:02.229 INFO:tasks.rados.rados.0.smithi110.stdout:3361: seq_num 1023 ranges {3260416=335872} 2024-02-18T08:31:02.250 INFO:tasks.rados.rados.0.smithi110.stdout:3361: writing smithi11051043-11 from 3260416 to 3596288 tid 1 2024-02-18T08:31:02.250 INFO:tasks.rados.rados.0.smithi110.stdout:3362: read oid 20 snap 316 2024-02-18T08:31:02.251 INFO:tasks.rados.rados.0.smithi110.stdout:3362: expect deleted 2024-02-18T08:31:02.251 INFO:tasks.rados.rados.0.smithi110.stdout:3363: copy_from oid 48 from oid 31 current snap is 317 2024-02-18T08:31:02.251 INFO:tasks.rados.rados.0.smithi110.stdout:3350: finishing rollback tid 0 to smithi11051043-32 2024-02-18T08:31:02.251 INFO:tasks.rados.rados.0.smithi110.stdout:3350: finishing rollback tid 1 to smithi11051043-32 2024-02-18T08:31:02.251 INFO:tasks.rados.rados.0.smithi110.stdout:3353: expect (ObjNum 891 snap 272 seq_num 891) 2024-02-18T08:31:02.267 INFO:tasks.rados.rados.0.smithi110.stdout:3350: finishing rollback tid 2 to smithi11051043-32 2024-02-18T08:31:02.267 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 847 (ObjNum 953 snap 294 seq_num 953) dirty exists 2024-02-18T08:31:02.267 INFO:tasks.rados.rados.0.smithi110.stdout:3355: expect (ObjNum 989 snap 308 seq_num 989) 2024-02-18T08:31:02.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:01 smithi191 bash[38688]: cluster 2024-02-18T08:31:00.782926+0000 mgr.y (mgr.44100) 415 : cluster [DBG] pgmap v736: 89 pgs: 89 active+clean; 228 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-02-18T08:31:02.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:01 smithi191 bash[38688]: cluster 2024-02-18T08:31:00.864554+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-02-18T08:31:02.565 INFO:tasks.rados.rados.0.smithi110.stdout:3357: finishing write tid 1 to smithi11051043-40 2024-02-18T08:31:02.565 INFO:tasks.rados.rados.0.smithi110.stdout:3357: finishing write tid 3 to smithi11051043-40 2024-02-18T08:31:02.565 INFO:tasks.rados.rados.0.smithi110.stdout:3360: finishing write tid 1 to smithi11051043-45 2024-02-18T08:31:02.565 INFO:tasks.rados.rados.0.smithi110.stdout:3358: finishing write tid 1 to smithi11051043-16 2024-02-18T08:31:02.565 INFO:tasks.rados.rados.0.smithi110.stdout:3358: finishing write tid 3 to smithi11051043-16 2024-02-18T08:31:02.565 INFO:tasks.rados.rados.0.smithi110.stdout:3357: finishing write tid 4 to smithi11051043-40 2024-02-18T08:31:02.565 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1384 (ObjNum 1020 snap 317 seq_num 1020) dirty exists 2024-02-18T08:31:02.565 INFO:tasks.rados.rados.0.smithi110.stdout:3357: left oid 40 (ObjNum 1020 snap 317 seq_num 1020) 2024-02-18T08:31:02.565 INFO:tasks.rados.rados.0.smithi110.stdout:3360: finishing write tid 3 to smithi11051043-45 2024-02-18T08:31:02.565 INFO:tasks.rados.rados.0.smithi110.stdout:3360: finishing write tid 4 to smithi11051043-45 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1267 (ObjNum 1022 snap 317 seq_num 1022) dirty exists 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3360: left oid 45 (ObjNum 1022 snap 317 seq_num 1022) 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3358: finishing write tid 4 to smithi11051043-16 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1772 (ObjNum 1021 snap 317 seq_num 1021) dirty exists 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3358: left oid 16 (ObjNum 1021 snap 317 seq_num 1021) 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3363: finishing copy_from to smithi11051043-48 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3363: got expected ENOENT (src dne) 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3363: finishing copy_from racing read to smithi11051043-48 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3361: finishing write tid 1 to smithi11051043-11 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3361: finishing write tid 3 to smithi11051043-11 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3361: finishing write tid 4 to smithi11051043-11 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1644 (ObjNum 1023 snap 317 seq_num 1023) dirty exists 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3361: left oid 11 (ObjNum 1023 snap 317 seq_num 1023) 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3350: done (9 left) 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3353: done (8 left) 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3354: done (7 left) 2024-02-18T08:31:02.566 INFO:tasks.rados.rados.0.smithi110.stdout:3355: done (6 left) 2024-02-18T08:31:02.567 INFO:tasks.rados.rados.0.smithi110.stdout:3357: done (5 left) 2024-02-18T08:31:02.567 INFO:tasks.rados.rados.0.smithi110.stdout:3358: done (4 left) 2024-02-18T08:31:02.567 INFO:tasks.rados.rados.0.smithi110.stdout:3360: done (3 left) 2024-02-18T08:31:02.567 INFO:tasks.rados.rados.0.smithi110.stdout:3361: done (2 left) 2024-02-18T08:31:02.567 INFO:tasks.rados.rados.0.smithi110.stdout:3362: done (1 left) 2024-02-18T08:31:02.567 INFO:tasks.rados.rados.0.smithi110.stdout:3363: done (0 left) 2024-02-18T08:31:02.567 INFO:tasks.rados.rados.0.smithi110.stdout:3364: delete oid 34 current snap is 317 2024-02-18T08:31:02.569 INFO:tasks.rados.rados.0.smithi110.stdout:3364: done (0 left) 2024-02-18T08:31:02.570 INFO:tasks.rados.rados.0.smithi110.stdout:3365: snap_remove snap 316 2024-02-18T08:31:02.884 INFO:tasks.rados.rados.0.smithi110.stdout:3365: done (0 left) 2024-02-18T08:31:02.885 INFO:tasks.rados.rados.0.smithi110.stdout:3366: read oid 4 snap -1 2024-02-18T08:31:02.885 INFO:tasks.rados.rados.0.smithi110.stdout:3366: expect (ObjNum 986 snap 308 seq_num 986) 2024-02-18T08:31:02.885 INFO:tasks.rados.rados.0.smithi110.stdout:3367: setattr oid 27 current snap is 317 2024-02-18T08:31:02.886 INFO:tasks.rados.rados.0.smithi110.stdout:3368: read oid 35 snap -1 2024-02-18T08:31:02.886 INFO:tasks.rados.rados.0.smithi110.stdout:3368: expect (ObjNum 959 snap 299 seq_num 959) 2024-02-18T08:31:02.886 INFO:tasks.rados.rados.0.smithi110.stdout:3369: snap_remove snap 314 2024-02-18T08:31:03.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:02 smithi110 bash[54479]: cluster 2024-02-18T08:31:01.874411+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-02-18T08:31:03.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:02 smithi110 bash[55875]: cluster 2024-02-18T08:31:01.874411+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-02-18T08:31:03.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:02 smithi191 bash[38688]: cluster 2024-02-18T08:31:01.874411+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-02-18T08:31:03.894 INFO:tasks.rados.rados.0.smithi110.stdout:3369: done (3 left) 2024-02-18T08:31:03.894 INFO:tasks.rados.rados.0.smithi110.stdout:3370: snap_remove snap 313 2024-02-18T08:31:04.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:03 smithi110 bash[54479]: cluster 2024-02-18T08:31:02.783724+0000 mgr.y (mgr.44100) 416 : cluster [DBG] pgmap v739: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 226 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 490 KiB/s wr, 11 op/s 2024-02-18T08:31:04.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:03 smithi110 bash[54479]: cluster 2024-02-18T08:31:02.883353+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-02-18T08:31:04.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:03 smithi110 bash[55875]: cluster 2024-02-18T08:31:02.783724+0000 mgr.y (mgr.44100) 416 : cluster [DBG] pgmap v739: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 226 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 490 KiB/s wr, 11 op/s 2024-02-18T08:31:04.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:03 smithi110 bash[55875]: cluster 2024-02-18T08:31:02.883353+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-02-18T08:31:04.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:03 smithi191 bash[38688]: cluster 2024-02-18T08:31:02.783724+0000 mgr.y (mgr.44100) 416 : cluster [DBG] pgmap v739: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 226 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 490 KiB/s wr, 11 op/s 2024-02-18T08:31:04.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:03 smithi191 bash[38688]: cluster 2024-02-18T08:31:02.883353+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-02-18T08:31:04.827 INFO:tasks.rados.rados.0.smithi110.stdout:3370: done (3 left) 2024-02-18T08:31:04.827 INFO:tasks.rados.rados.0.smithi110.stdout:3371: copy_from oid 1 from oid 28 current snap is 317 2024-02-18T08:31:04.827 INFO:tasks.rados.rados.0.smithi110.stdout:3372: setattr oid 40 current snap is 317 2024-02-18T08:31:04.827 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1775 (ObjNum -130290080 snap 22008 seq_num 4165566768) dirty exists 2024-02-18T08:31:04.827 INFO:tasks.rados.rados.0.smithi110.stdout:3366: expect (ObjNum 986 snap 308 seq_num 986) 2024-02-18T08:31:04.964 INFO:tasks.rados.rados.0.smithi110.stdout:3368: expect (ObjNum 959 snap 299 seq_num 959) 2024-02-18T08:31:05.002 INFO:tasks.rados.rados.0.smithi110.stdout:3371: finishing copy_from to smithi11051043-1 2024-02-18T08:31:05.002 INFO:tasks.rados.rados.0.smithi110.stdout:3371: got expected ENOENT (src dne) 2024-02-18T08:31:05.002 INFO:tasks.rados.rados.0.smithi110.stdout:3371: finishing copy_from racing read to smithi11051043-1 2024-02-18T08:31:05.002 INFO:tasks.rados.rados.0.smithi110.stdout:3366: done (4 left) 2024-02-18T08:31:05.002 INFO:tasks.rados.rados.0.smithi110.stdout:3367: done (3 left) 2024-02-18T08:31:05.002 INFO:tasks.rados.rados.0.smithi110.stdout:3368: done (2 left) 2024-02-18T08:31:05.002 INFO:tasks.rados.rados.0.smithi110.stdout:3371: done (1 left) 2024-02-18T08:31:05.002 INFO:tasks.rados.rados.0.smithi110.stdout:3373: snap_remove snap 315 2024-02-18T08:31:05.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:04 smithi110 bash[54479]: cluster 2024-02-18T08:31:03.894136+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-02-18T08:31:05.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:04 smithi110 bash[54479]: cluster 2024-02-18T08:31:04.825251+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-02-18T08:31:05.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:04 smithi110 bash[55875]: cluster 2024-02-18T08:31:03.894136+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-02-18T08:31:05.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:04 smithi110 bash[55875]: cluster 2024-02-18T08:31:04.825251+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-02-18T08:31:05.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:04 smithi191 bash[38688]: cluster 2024-02-18T08:31:03.894136+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-02-18T08:31:05.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:04 smithi191 bash[38688]: cluster 2024-02-18T08:31:04.825251+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-02-18T08:31:05.914 INFO:tasks.rados.rados.0.smithi110.stdout:3373: done (1 left) 2024-02-18T08:31:05.914 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 317 2024-02-18T08:31:05.914 INFO:tasks.rados.rados.0.smithi110.stdout:3374: seq_num 1025 ranges {573440=368640} 2024-02-18T08:31:05.919 INFO:tasks.rados.rados.0.smithi110.stdout:3374: writing smithi11051043-23 from 573440 to 942080 tid 1 2024-02-18T08:31:05.919 INFO:tasks.rados.rados.0.smithi110.stdout:3375: rollback oid 31 current snap is 317 2024-02-18T08:31:05.919 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 311 2024-02-18T08:31:05.920 INFO:tasks.rados.rados.0.smithi110.stdout:3376: rollback oid 24 current snap is 317 2024-02-18T08:31:05.920 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 24 to 311 2024-02-18T08:31:05.920 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1411 (ObjNum 1020 snap 317 seq_num 1020) dirty exists 2024-02-18T08:31:05.920 INFO:tasks.rados.rados.0.smithi110.stdout:3372: done (3 left) 2024-02-18T08:31:05.920 INFO:tasks.rados.rados.0.smithi110.stdout:3377: read oid 27 snap -1 2024-02-18T08:31:05.920 INFO:tasks.rados.rados.0.smithi110.stdout:3377: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:31:05.920 INFO:tasks.rados.rados.0.smithi110.stdout:3378: delete oid 8 current snap is 317 2024-02-18T08:31:05.927 INFO:tasks.rados.rados.0.smithi110.stdout:3376: finishing rollback tid 1 to smithi11051043-24 2024-02-18T08:31:05.928 INFO:tasks.rados.rados.0.smithi110.stdout:3377: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:31:05.929 INFO:tasks.rados.rados.0.smithi110.stdout:3376: finishing rollback tid 2 to smithi11051043-24 2024-02-18T08:31:05.929 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1419 (ObjNum 983 snap 307 seq_num 983) dirty exists 2024-02-18T08:31:05.930 INFO:tasks.rados.rados.0.smithi110.stdout:3374: finishing write tid 1 to smithi11051043-23 2024-02-18T08:31:05.931 INFO:tasks.rados.rados.0.smithi110.stdout:3374: finishing write tid 3 to smithi11051043-23 2024-02-18T08:31:05.931 INFO:tasks.rados.rados.0.smithi110.stdout:3375: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:31:05.932 INFO:tasks.rados.rados.0.smithi110.stdout:3375: finishing rollback tid 2 to smithi11051043-31 2024-02-18T08:31:05.932 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1790 (ObjNum 982 snap 306 seq_num 982) dirty exists 2024-02-18T08:31:05.932 INFO:tasks.rados.rados.0.smithi110.stdout:3375: done (4 left) 2024-02-18T08:31:05.932 INFO:tasks.rados.rados.0.smithi110.stdout:3376: done (3 left) 2024-02-18T08:31:05.932 INFO:tasks.rados.rados.0.smithi110.stdout:3377: done (2 left) 2024-02-18T08:31:05.933 INFO:tasks.rados.rados.0.smithi110.stdout:3378: done (1 left) 2024-02-18T08:31:05.933 INFO:tasks.rados.rados.0.smithi110.stdout:3379: copy_from oid 47 from oid 37 current snap is 317 2024-02-18T08:31:05.933 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 317 2024-02-18T08:31:05.933 INFO:tasks.rados.rados.0.smithi110.stdout:3380: seq_num 1027 ranges {4726784=409600} 2024-02-18T08:31:05.961 INFO:tasks.rados.rados.0.smithi110.stdout:3380: writing smithi11051043-1 from 4726784 to 5136384 tid 1 2024-02-18T08:31:05.961 INFO:tasks.rados.rados.0.smithi110.stdout:3381: read oid 50 snap -1 2024-02-18T08:31:05.961 INFO:tasks.rados.rados.0.smithi110.stdout:3381: expect (ObjNum 975 snap 304 seq_num 975) 2024-02-18T08:31:05.961 INFO:tasks.rados.rados.0.smithi110.stdout:3382: delete oid 18 current snap is 317 2024-02-18T08:31:05.962 INFO:tasks.rados.rados.0.smithi110.stdout:3374: finishing write tid 4 to smithi11051043-23 2024-02-18T08:31:05.962 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1788 (ObjNum 1025 snap 317 seq_num 1025) dirty exists 2024-02-18T08:31:05.962 INFO:tasks.rados.rados.0.smithi110.stdout:3374: left oid 23 (ObjNum 1025 snap 317 seq_num 1025) 2024-02-18T08:31:05.962 INFO:tasks.rados.rados.0.smithi110.stdout:3379: finishing copy_from to smithi11051043-47 2024-02-18T08:31:05.962 INFO:tasks.rados.rados.0.smithi110.stdout:3379: got expected ENOENT (src dne) 2024-02-18T08:31:05.962 INFO:tasks.rados.rados.0.smithi110.stdout:3379: finishing copy_from racing read to smithi11051043-47 2024-02-18T08:31:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3374: done (4 left) 2024-02-18T08:31:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3379: done (3 left) 2024-02-18T08:31:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3382: done (2 left) 2024-02-18T08:31:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 317 2024-02-18T08:31:05.965 INFO:tasks.rados.rados.0.smithi110.stdout:3383: seq_num 1029 ranges {2883584=442368} 2024-02-18T08:31:05.984 INFO:tasks.rados.rados.0.smithi110.stdout:3383: writing smithi11051043-6 from 2883584 to 3325952 tid 1 2024-02-18T08:31:05.984 INFO:tasks.rados.rados.0.smithi110.stdout:3384: rollback oid 26 current snap is 317 2024-02-18T08:31:05.984 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 311 2024-02-18T08:31:05.984 INFO:tasks.rados.rados.0.smithi110.stdout:3381: expect (ObjNum 975 snap 304 seq_num 975) 2024-02-18T08:31:06.034 INFO:tasks.rados.rados.0.smithi110.stdout:3380: finishing write tid 1 to smithi11051043-1 2024-02-18T08:31:06.034 INFO:tasks.rados.rados.0.smithi110.stdout:3380: finishing write tid 3 to smithi11051043-1 2024-02-18T08:31:06.034 INFO:tasks.rados.rados.0.smithi110.stdout:3380: finishing write tid 4 to smithi11051043-1 2024-02-18T08:31:06.034 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1337 (ObjNum 1027 snap 317 seq_num 1027) dirty exists 2024-02-18T08:31:06.034 INFO:tasks.rados.rados.0.smithi110.stdout:3380: left oid 1 (ObjNum 1027 snap 317 seq_num 1027) 2024-02-18T08:31:06.034 INFO:tasks.rados.rados.0.smithi110.stdout:3383: finishing write tid 1 to smithi11051043-6 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3383: finishing write tid 3 to smithi11051043-6 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3383: finishing write tid 4 to smithi11051043-6 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 1642 (ObjNum 1029 snap 317 seq_num 1029) dirty exists 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3383: left oid 6 (ObjNum 1029 snap 317 seq_num 1029) 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3384: finishing rollback tid 0 to smithi11051043-26 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3384: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3384: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1794 (ObjNum 942 snap 291 seq_num 942) dirty exists 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3380: done (3 left) 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3381: done (2 left) 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3383: done (1 left) 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3384: done (0 left) 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 317 2024-02-18T08:31:06.035 INFO:tasks.rados.rados.0.smithi110.stdout:3385: seq_num 1030 ranges {6766592=458752} 2024-02-18T08:31:06.082 INFO:tasks.rados.rados.0.smithi110.stdout:3385: writing smithi11051043-43 from 6766592 to 7225344 tid 1 2024-02-18T08:31:06.083 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 317 2024-02-18T08:31:06.083 INFO:tasks.rados.rados.0.smithi110.stdout:3386: seq_num 1031 ranges {5136384=475136} 2024-02-18T08:31:06.114 INFO:tasks.rados.rados.0.smithi110.stdout:3386: writing smithi11051043-1 from 5136384 to 5611520 tid 1 2024-02-18T08:31:06.114 INFO:tasks.rados.rados.0.smithi110.stdout:3387: snap_create 2024-02-18T08:31:06.114 INFO:tasks.rados.rados.0.smithi110.stdout:3385: finishing write tid 1 to smithi11051043-43 2024-02-18T08:31:06.115 INFO:tasks.rados.rados.0.smithi110.stdout:3385: finishing write tid 3 to smithi11051043-43 2024-02-18T08:31:06.115 INFO:tasks.rados.rados.0.smithi110.stdout:3385: finishing write tid 4 to smithi11051043-43 2024-02-18T08:31:06.115 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 1110 (ObjNum 1030 snap 317 seq_num 1030) dirty exists 2024-02-18T08:31:06.115 INFO:tasks.rados.rados.0.smithi110.stdout:3385: left oid 43 (ObjNum 1030 snap 317 seq_num 1030) 2024-02-18T08:31:06.119 INFO:tasks.rados.rados.0.smithi110.stdout:3386: finishing write tid 1 to smithi11051043-1 2024-02-18T08:31:06.119 INFO:tasks.rados.rados.0.smithi110.stdout:3386: finishing write tid 3 to smithi11051043-1 2024-02-18T08:31:06.122 INFO:tasks.rados.rados.0.smithi110.stdout:3386: finishing write tid 4 to smithi11051043-1 2024-02-18T08:31:06.122 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1339 (ObjNum 1031 snap 317 seq_num 1031) dirty exists 2024-02-18T08:31:06.122 INFO:tasks.rados.rados.0.smithi110.stdout:3386: left oid 1 (ObjNum 1031 snap 317 seq_num 1031) 2024-02-18T08:31:06.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:05 smithi110 bash[54479]: cluster 2024-02-18T08:31:04.784467+0000 mgr.y (mgr.44100) 417 : cluster [DBG] pgmap v742: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 225 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 910 KiB/s wr, 15 op/s 2024-02-18T08:31:06.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:05 smithi110 bash[55875]: cluster 2024-02-18T08:31:04.784467+0000 mgr.y (mgr.44100) 417 : cluster [DBG] pgmap v742: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 225 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 910 KiB/s wr, 15 op/s 2024-02-18T08:31:06.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:05 smithi191 bash[38688]: cluster 2024-02-18T08:31:04.784467+0000 mgr.y (mgr.44100) 417 : cluster [DBG] pgmap v742: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 225 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 910 KiB/s wr, 15 op/s 2024-02-18T08:31:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3385: done (2 left) 2024-02-18T08:31:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3386: done (1 left) 2024-02-18T08:31:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3387: done (0 left) 2024-02-18T08:31:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3388: delete oid 47 current snap is 318 2024-02-18T08:31:06.919 INFO:tasks.rados.rados.0.smithi110.stdout:3388: done (0 left) 2024-02-18T08:31:06.919 INFO:tasks.rados.rados.0.smithi110.stdout:3389: snap_create 2024-02-18T08:31:07.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:06 smithi110 bash[54479]: cluster 2024-02-18T08:31:05.913137+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-02-18T08:31:07.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:06 smithi110 bash[55875]: cluster 2024-02-18T08:31:05.913137+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-02-18T08:31:07.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:06 smithi191 bash[38688]: cluster 2024-02-18T08:31:05.913137+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-02-18T08:31:07.936 INFO:tasks.rados.rados.0.smithi110.stdout:3389: done (0 left) 2024-02-18T08:31:07.937 INFO:tasks.rados.rados.0.smithi110.stdout:3390: read oid 39 snap -1 2024-02-18T08:31:07.937 INFO:tasks.rados.rados.0.smithi110.stdout:3390: expect (ObjNum 1017 snap 317 seq_num 1017) 2024-02-18T08:31:07.937 INFO:tasks.rados.rados.0.smithi110.stdout:3391: snap_create 2024-02-18T08:31:07.970 INFO:tasks.rados.rados.0.smithi110.stdout:3390: expect (ObjNum 1017 snap 317 seq_num 1017) 2024-02-18T08:31:08.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:07 smithi110 bash[54479]: cluster 2024-02-18T08:31:06.785171+0000 mgr.y (mgr.44100) 418 : cluster [DBG] pgmap v745: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 226 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-02-18T08:31:08.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:07 smithi110 bash[54479]: cluster 2024-02-18T08:31:06.915838+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-02-18T08:31:08.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:07 smithi110 bash[55875]: cluster 2024-02-18T08:31:06.785171+0000 mgr.y (mgr.44100) 418 : cluster [DBG] pgmap v745: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 226 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-02-18T08:31:08.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:07 smithi110 bash[55875]: cluster 2024-02-18T08:31:06.915838+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-02-18T08:31:08.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:07 smithi191 bash[38688]: cluster 2024-02-18T08:31:06.785171+0000 mgr.y (mgr.44100) 418 : cluster [DBG] pgmap v745: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 226 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-02-18T08:31:08.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:07 smithi191 bash[38688]: cluster 2024-02-18T08:31:06.915838+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-02-18T08:31:08.946 INFO:tasks.rados.rados.0.smithi110.stdout:3390: done (1 left) 2024-02-18T08:31:08.946 INFO:tasks.rados.rados.0.smithi110.stdout:3391: done (0 left) 2024-02-18T08:31:08.946 INFO:tasks.rados.rados.0.smithi110.stdout:3392: delete oid 11 current snap is 320 2024-02-18T08:31:08.951 INFO:tasks.rados.rados.0.smithi110.stdout:3392: done (0 left) 2024-02-18T08:31:08.951 INFO:tasks.rados.rados.0.smithi110.stdout:3393: delete oid 18 current snap is 320 2024-02-18T08:31:08.954 INFO:tasks.rados.rados.0.smithi110.stdout:3393: done (0 left) 2024-02-18T08:31:08.954 INFO:tasks.rados.rados.0.smithi110.stdout:3394: read oid 38 snap -1 2024-02-18T08:31:08.954 INFO:tasks.rados.rados.0.smithi110.stdout:3394: expect deleted 2024-02-18T08:31:08.954 INFO:tasks.rados.rados.0.smithi110.stdout:3395: read oid 31 snap -1 2024-02-18T08:31:08.954 INFO:tasks.rados.rados.0.smithi110.stdout:3395: expect (ObjNum 982 snap 306 seq_num 982) 2024-02-18T08:31:08.954 INFO:tasks.rados.rados.0.smithi110.stdout:3396: snap_remove snap 311 2024-02-18T08:31:09.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:08 smithi110 bash[54479]: cluster 2024-02-18T08:31:07.935905+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-02-18T08:31:09.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:08 smithi110 bash[55875]: cluster 2024-02-18T08:31:07.935905+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-02-18T08:31:09.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:08 smithi191 bash[38688]: cluster 2024-02-18T08:31:07.935905+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-02-18T08:31:09.836 INFO:tasks.rados.rados.0.smithi110.stdout:3396: done (2 left) 2024-02-18T08:31:09.837 INFO:tasks.rados.rados.0.smithi110.stdout:3397: setattr oid 12 current snap is 320 2024-02-18T08:31:09.837 INFO:tasks.rados.rados.0.smithi110.stdout:3398: rollback oid 18 current snap is 320 2024-02-18T08:31:09.837 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 18 to 317 2024-02-18T08:31:09.837 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 320 2024-02-18T08:31:09.837 INFO:tasks.rados.rados.0.smithi110.stdout:3399: seq_num 1035 ranges {0=540672} 2024-02-18T08:31:09.837 INFO:tasks.rados.rados.0.smithi110.stdout:3399: writing smithi11051043-11 from 0 to 540672 tid 1 2024-02-18T08:31:09.837 INFO:tasks.rados.rados.0.smithi110.stdout:3400: copy_from oid 45 from oid 26 current snap is 320 2024-02-18T08:31:09.837 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 320 2024-02-18T08:31:09.837 INFO:tasks.rados.rados.0.smithi110.stdout:3401: seq_num 1036 ranges {65536=557056} 2024-02-18T08:31:09.840 INFO:tasks.rados.rados.0.smithi110.stdout:3401: writing smithi11051043-49 from 65536 to 622592 tid 1 2024-02-18T08:31:09.840 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 320 2024-02-18T08:31:09.840 INFO:tasks.rados.rados.0.smithi110.stdout:3402: seq_num 1037 ranges {4268032=573440} 2024-02-18T08:31:09.870 INFO:tasks.rados.rados.0.smithi110.stdout:3402: writing smithi11051043-44 from 4268032 to 4841472 tid 1 2024-02-18T08:31:09.870 INFO:tasks.rados.rados.0.smithi110.stdout:3403: read oid 35 snap -1 2024-02-18T08:31:09.870 INFO:tasks.rados.rados.0.smithi110.stdout:3403: expect (ObjNum 959 snap 299 seq_num 959) 2024-02-18T08:31:09.870 INFO:tasks.rados.rados.0.smithi110.stdout:3404: read oid 9 snap 318 2024-02-18T08:31:09.870 INFO:tasks.rados.rados.0.smithi110.stdout:3404: expect (ObjNum 970 snap 301 seq_num 970) 2024-02-18T08:31:09.871 INFO:tasks.rados.rados.0.smithi110.stdout:3405: snap_remove snap 319 2024-02-18T08:31:10.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:09 smithi110 bash[54479]: cluster 2024-02-18T08:31:08.785951+0000 mgr.y (mgr.44100) 419 : cluster [DBG] pgmap v748: 89 pgs: 89 active+clean; 225 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 446 KiB/s wr, 20 op/s 2024-02-18T08:31:10.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:09 smithi110 bash[54479]: cluster 2024-02-18T08:31:08.945599+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-02-18T08:31:10.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:09 smithi110 bash[54479]: cluster 2024-02-18T08:31:09.825326+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-02-18T08:31:10.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:09 smithi110 bash[55875]: cluster 2024-02-18T08:31:08.785951+0000 mgr.y (mgr.44100) 419 : cluster [DBG] pgmap v748: 89 pgs: 89 active+clean; 225 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 446 KiB/s wr, 20 op/s 2024-02-18T08:31:10.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:09 smithi110 bash[55875]: cluster 2024-02-18T08:31:08.945599+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-02-18T08:31:10.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:09 smithi110 bash[55875]: cluster 2024-02-18T08:31:09.825326+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-02-18T08:31:10.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:09 smithi191 bash[38688]: cluster 2024-02-18T08:31:08.785951+0000 mgr.y (mgr.44100) 419 : cluster [DBG] pgmap v748: 89 pgs: 89 active+clean; 225 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 446 KiB/s wr, 20 op/s 2024-02-18T08:31:10.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:09 smithi191 bash[38688]: cluster 2024-02-18T08:31:08.945599+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-02-18T08:31:10.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:09 smithi191 bash[38688]: cluster 2024-02-18T08:31:09.825326+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-02-18T08:31:10.829 INFO:tasks.rados.rados.0.smithi110.stdout:3405: done (10 left) 2024-02-18T08:31:10.830 INFO:tasks.rados.rados.0.smithi110.stdout:3406: delete oid 34 current snap is 320 2024-02-18T08:31:10.830 INFO:tasks.rados.rados.0.smithi110.stdout:3395: expect (ObjNum 982 snap 306 seq_num 982) 2024-02-18T08:31:10.928 INFO:tasks.rados.rados.0.smithi110.stdout:3398: finishing rollback tid 1 to smithi11051043-18 2024-02-18T08:31:10.928 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 0 (ObjNum 1953066355 snap 825321832 seq_num 808531248) dirty dne 2024-02-18T08:31:10.928 INFO:tasks.rados.rados.0.smithi110.stdout:3401: finishing write tid 1 to smithi11051043-49 2024-02-18T08:31:10.928 INFO:tasks.rados.rados.0.smithi110.stdout:3399: finishing write tid 1 to smithi11051043-11 2024-02-18T08:31:10.928 INFO:tasks.rados.rados.0.smithi110.stdout:3399: finishing write tid 3 to smithi11051043-11 2024-02-18T08:31:10.928 INFO:tasks.rados.rados.0.smithi110.stdout:3401: finishing write tid 3 to smithi11051043-49 2024-02-18T08:31:10.928 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1283 (ObjNum -129414800 snap 22008 seq_num 4165515808) dirty exists 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3401: finishing write tid 4 to smithi11051043-49 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1639 (ObjNum 1036 snap 320 seq_num 1036) dirty exists 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3401: left oid 49 (ObjNum 1036 snap 320 seq_num 1036) 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3399: finishing write tid 4 to smithi11051043-11 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1648 (ObjNum 1035 snap 320 seq_num 1035) dirty exists 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3399: left oid 11 (ObjNum 1035 snap 320 seq_num 1035) 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3394: done (10 left) 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3395: done (9 left) 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3397: done (8 left) 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3398: done (7 left) 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3399: done (6 left) 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3401: done (5 left) 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3406: done (4 left) 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 47 current snap is 320 2024-02-18T08:31:10.929 INFO:tasks.rados.rados.0.smithi110.stdout:3407: seq_num 1039 ranges {0=606208} 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:3407: writing smithi11051043-47 from 0 to 606208 tid 1 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:3408: rollback oid 20 current snap is 320 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 20 to 318 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:3409: rollback oid 39 current snap is 320 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 39 to 317 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:3400: finishing copy_from racing read to smithi11051043-45 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:3410: snap_create 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:3400: finishing copy_from to smithi11051043-45 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1794 (ObjNum 942 snap 291 seq_num 942) dirty exists 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:3402: finishing write tid 1 to smithi11051043-44 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:3402: finishing write tid 3 to smithi11051043-44 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:3402: finishing write tid 4 to smithi11051043-44 2024-02-18T08:31:10.938 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1342 (ObjNum 1037 snap 320 seq_num 1037) dirty exists 2024-02-18T08:31:10.939 INFO:tasks.rados.rados.0.smithi110.stdout:3402: left oid 44 (ObjNum 1037 snap 320 seq_num 1037) 2024-02-18T08:31:10.939 INFO:tasks.rados.rados.0.smithi110.stdout:3403: expect (ObjNum 959 snap 299 seq_num 959) 2024-02-18T08:31:10.982 INFO:tasks.rados.rados.0.smithi110.stdout:3404: expect (ObjNum 970 snap 301 seq_num 970) 2024-02-18T08:31:11.509 INFO:tasks.rados.rados.0.smithi110.stdout:3408: finishing rollback tid 1 to smithi11051043-20 2024-02-18T08:31:11.509 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 0 (ObjNum 1953066355 snap 825321832 seq_num 808531248) dirty dne 2024-02-18T08:31:11.509 INFO:tasks.rados.rados.0.smithi110.stdout:3407: finishing write tid 1 to smithi11051043-47 2024-02-18T08:31:11.510 INFO:tasks.rados.rados.0.smithi110.stdout:3407: finishing write tid 3 to smithi11051043-47 2024-02-18T08:31:11.510 INFO:tasks.rados.rados.0.smithi110.stdout:3407: finishing write tid 4 to smithi11051043-47 2024-02-18T08:31:11.510 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 1294 (ObjNum 1039 snap 320 seq_num 1039) dirty exists 2024-02-18T08:31:11.510 INFO:tasks.rados.rados.0.smithi110.stdout:3407: left oid 47 (ObjNum 1039 snap 320 seq_num 1039) 2024-02-18T08:31:11.510 INFO:tasks.rados.rados.0.smithi110.stdout:3409: finishing rollback tid 0 to smithi11051043-39 2024-02-18T08:31:11.510 INFO:tasks.rados.rados.0.smithi110.stdout:3409: finishing rollback tid 1 to smithi11051043-39 2024-02-18T08:31:11.510 INFO:tasks.rados.rados.0.smithi110.stdout:3409: finishing rollback tid 2 to smithi11051043-39 2024-02-18T08:31:11.510 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 1297 (ObjNum 1017 snap 317 seq_num 1017) dirty exists 2024-02-18T08:31:11.837 INFO:tasks.rados.rados.0.smithi110.stdout:3400: done (7 left) 2024-02-18T08:31:11.838 INFO:tasks.rados.rados.0.smithi110.stdout:3402: done (6 left) 2024-02-18T08:31:11.838 INFO:tasks.rados.rados.0.smithi110.stdout:3403: done (5 left) 2024-02-18T08:31:11.838 INFO:tasks.rados.rados.0.smithi110.stdout:3404: done (4 left) 2024-02-18T08:31:11.838 INFO:tasks.rados.rados.0.smithi110.stdout:3407: done (3 left) 2024-02-18T08:31:11.838 INFO:tasks.rados.rados.0.smithi110.stdout:3408: done (2 left) 2024-02-18T08:31:11.838 INFO:tasks.rados.rados.0.smithi110.stdout:3409: done (1 left) 2024-02-18T08:31:11.838 INFO:tasks.rados.rados.0.smithi110.stdout:3410: done (0 left) 2024-02-18T08:31:11.838 INFO:tasks.rados.rados.0.smithi110.stdout:3411: read oid 49 snap -1 2024-02-18T08:31:11.838 INFO:tasks.rados.rados.0.smithi110.stdout:3411: expect (ObjNum 1036 snap 320 seq_num 1036) 2024-02-18T08:31:11.838 INFO:tasks.rados.rados.0.smithi110.stdout:3412: snap_remove snap 317 2024-02-18T08:31:12.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:11 smithi191 bash[38688]: cluster 2024-02-18T08:31:10.786859+0000 mgr.y (mgr.44100) 420 : cluster [DBG] pgmap v751: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 223 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 526 KiB/s wr, 17 op/s 2024-02-18T08:31:12.092 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:11 smithi191 bash[38688]: cluster 2024-02-18T08:31:10.829059+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-02-18T08:31:12.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:11 smithi110 bash[54479]: cluster 2024-02-18T08:31:10.786859+0000 mgr.y (mgr.44100) 420 : cluster [DBG] pgmap v751: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 223 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 526 KiB/s wr, 17 op/s 2024-02-18T08:31:12.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:11 smithi110 bash[54479]: cluster 2024-02-18T08:31:10.829059+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-02-18T08:31:12.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:11 smithi110 bash[55875]: cluster 2024-02-18T08:31:10.786859+0000 mgr.y (mgr.44100) 420 : cluster [DBG] pgmap v751: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 223 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 526 KiB/s wr, 17 op/s 2024-02-18T08:31:12.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:11 smithi110 bash[55875]: cluster 2024-02-18T08:31:10.829059+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-02-18T08:31:12.843 INFO:tasks.rados.rados.0.smithi110.stdout:3412: done (1 left) 2024-02-18T08:31:12.844 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 321 2024-02-18T08:31:12.844 INFO:tasks.rados.rados.0.smithi110.stdout:3413: seq_num 1040 ranges {0=622592} 2024-02-18T08:31:12.847 INFO:tasks.rados.rados.0.smithi110.stdout:3413: writing smithi11051043-12 from 0 to 622592 tid 1 2024-02-18T08:31:12.848 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 321 2024-02-18T08:31:12.848 INFO:tasks.rados.rados.0.smithi110.stdout:3414: seq_num 1041 ranges {4874240=638976} 2024-02-18T08:31:12.878 INFO:tasks.rados.rados.0.smithi110.stdout:3414: writing smithi11051043-45 from 4874240 to 5513216 tid 1 2024-02-18T08:31:12.878 INFO:tasks.rados.rados.0.smithi110.stdout:3415: snap_remove snap 318 2024-02-18T08:31:13.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:12 smithi110 bash[54479]: cluster 2024-02-18T08:31:11.836572+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-02-18T08:31:13.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:12 smithi110 bash[55875]: cluster 2024-02-18T08:31:11.836572+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-02-18T08:31:13.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:12 smithi191 bash[38688]: cluster 2024-02-18T08:31:11.836572+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-02-18T08:31:13.862 INFO:tasks.rados.rados.0.smithi110.stdout:3415: done (3 left) 2024-02-18T08:31:13.862 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 321 2024-02-18T08:31:13.862 INFO:tasks.rados.rados.0.smithi110.stdout:3416: seq_num 1042 ranges {1941504=655360} 2024-02-18T08:31:13.877 INFO:tasks.rados.rados.0.smithi110.stdout:3416: writing smithi11051043-50 from 1941504 to 2596864 tid 1 2024-02-18T08:31:13.877 INFO:tasks.rados.rados.0.smithi110.stdout:3417: rollback oid 34 current snap is 321 2024-02-18T08:31:13.877 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 34 to 320 2024-02-18T08:31:13.877 INFO:tasks.rados.rados.0.smithi110.stdout:3411: expect (ObjNum 1036 snap 320 seq_num 1036) 2024-02-18T08:31:13.894 INFO:tasks.rados.rados.0.smithi110.stdout:3413: finishing write tid 1 to smithi11051043-12 2024-02-18T08:31:13.894 INFO:tasks.rados.rados.0.smithi110.stdout:3413: finishing write tid 3 to smithi11051043-12 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3413: finishing write tid 4 to smithi11051043-12 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1285 (ObjNum 1040 snap 321 seq_num 1040) dirty exists 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3413: left oid 12 (ObjNum 1040 snap 321 seq_num 1040) 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3414: finishing write tid 1 to smithi11051043-45 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3414: finishing write tid 3 to smithi11051043-45 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3414: finishing write tid 4 to smithi11051043-45 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1796 (ObjNum 1041 snap 321 seq_num 1041) dirty exists 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3414: left oid 45 (ObjNum 1041 snap 321 seq_num 1041) 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3411: done (4 left) 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3413: done (3 left) 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3414: done (2 left) 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3418: rollback oid 6 current snap is 321 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 6 to 320 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3417: finishing rollback tid 1 to smithi11051043-34 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:31:13.895 INFO:tasks.rados.rados.0.smithi110.stdout:3416: finishing write tid 1 to smithi11051043-50 2024-02-18T08:31:13.896 INFO:tasks.rados.rados.0.smithi110.stdout:3416: finishing write tid 3 to smithi11051043-50 2024-02-18T08:31:13.896 INFO:tasks.rados.rados.0.smithi110.stdout:3416: finishing write tid 4 to smithi11051043-50 2024-02-18T08:31:13.896 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 1617 (ObjNum 1042 snap 321 seq_num 1042) dirty exists 2024-02-18T08:31:13.896 INFO:tasks.rados.rados.0.smithi110.stdout:3416: left oid 50 (ObjNum 1042 snap 321 seq_num 1042) 2024-02-18T08:31:13.896 INFO:tasks.rados.rados.0.smithi110.stdout:3416: done (2 left) 2024-02-18T08:31:13.896 INFO:tasks.rados.rados.0.smithi110.stdout:3417: done (1 left) 2024-02-18T08:31:13.896 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 46 current snap is 321 2024-02-18T08:31:13.896 INFO:tasks.rados.rados.0.smithi110.stdout:3419: seq_num 1043 ranges {10362880=671744} 2024-02-18T08:31:13.956 INFO:tasks.rados.rados.0.smithi110.stdout:3419: writing smithi11051043-46 from 10362880 to 11034624 tid 1 2024-02-18T08:31:13.957 INFO:tasks.rados.rados.0.smithi110.stdout:3420: copy_from oid 16 from oid 37 current snap is 321 2024-02-18T08:31:13.957 INFO:tasks.rados.rados.0.smithi110.stdout:3421: copy_from oid 25 from oid 1 current snap is 321 2024-02-18T08:31:13.957 INFO:tasks.rados.rados.0.smithi110.stdout:3418: finishing rollback tid 0 to smithi11051043-6 2024-02-18T08:31:13.957 INFO:tasks.rados.rados.0.smithi110.stdout:3422: setattr oid 28 current snap is 321 2024-02-18T08:31:13.957 INFO:tasks.rados.rados.0.smithi110.stdout:3418: finishing rollback tid 1 to smithi11051043-6 2024-02-18T08:31:13.957 INFO:tasks.rados.rados.0.smithi110.stdout:3418: finishing rollback tid 2 to smithi11051043-6 2024-02-18T08:31:13.957 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 1645 (ObjNum 1029 snap 317 seq_num 1029) dirty exists 2024-02-18T08:31:13.959 INFO:tasks.rados.rados.0.smithi110.stdout:3420: finishing copy_from to smithi11051043-16 2024-02-18T08:31:13.959 INFO:tasks.rados.rados.0.smithi110.stdout:3420: got expected ENOENT (src dne) 2024-02-18T08:31:13.959 INFO:tasks.rados.rados.0.smithi110.stdout:3418: done (4 left) 2024-02-18T08:31:13.959 INFO:tasks.rados.rados.0.smithi110.stdout:3423: delete oid 23 current snap is 321 2024-02-18T08:31:13.960 INFO:tasks.rados.rados.0.smithi110.stdout:3420: finishing copy_from racing read to smithi11051043-16 2024-02-18T08:31:13.966 INFO:tasks.rados.rados.0.smithi110.stdout:3420: done (4 left) 2024-02-18T08:31:13.966 INFO:tasks.rados.rados.0.smithi110.stdout:3423: done (3 left) 2024-02-18T08:31:13.966 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 321 2024-02-18T08:31:13.966 INFO:tasks.rados.rados.0.smithi110.stdout:3424: seq_num 1045 ranges {6660096=704512} 2024-02-18T08:31:14.008 INFO:tasks.rados.rados.0.smithi110.stdout:3424: writing smithi11051043-22 from 6660096 to 7364608 tid 1 2024-02-18T08:31:14.008 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 321 2024-02-18T08:31:14.008 INFO:tasks.rados.rados.0.smithi110.stdout:3425: seq_num 1046 ranges {303104=729088} 2024-02-18T08:31:14.014 INFO:tasks.rados.rados.0.smithi110.stdout:3425: writing smithi11051043-16 from 303104 to 1032192 tid 1 2024-02-18T08:31:14.014 INFO:tasks.rados.rados.0.smithi110.stdout:3426: setattr oid 48 current snap is 321 2024-02-18T08:31:14.014 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1286 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:31:14.014 INFO:tasks.rados.rados.0.smithi110.stdout:3419: finishing write tid 1 to smithi11051043-46 2024-02-18T08:31:14.014 INFO:tasks.rados.rados.0.smithi110.stdout:3419: finishing write tid 3 to smithi11051043-46 2024-02-18T08:31:14.014 INFO:tasks.rados.rados.0.smithi110.stdout:3419: finishing write tid 4 to smithi11051043-46 2024-02-18T08:31:14.014 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 1641 (ObjNum 1043 snap 321 seq_num 1043) dirty exists 2024-02-18T08:31:14.015 INFO:tasks.rados.rados.0.smithi110.stdout:3419: left oid 46 (ObjNum 1043 snap 321 seq_num 1043) 2024-02-18T08:31:14.015 INFO:tasks.rados.rados.0.smithi110.stdout:3421: finishing copy_from racing read to smithi11051043-25 2024-02-18T08:31:14.015 INFO:tasks.rados.rados.0.smithi110.stdout:3421: finishing copy_from to smithi11051043-25 2024-02-18T08:31:14.015 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 1339 (ObjNum 1031 snap 317 seq_num 1031) dirty exists 2024-02-18T08:31:14.015 INFO:tasks.rados.rados.0.smithi110.stdout:3424: finishing write tid 1 to smithi11051043-22 2024-02-18T08:31:14.015 INFO:tasks.rados.rados.0.smithi110.stdout:3424: finishing write tid 3 to smithi11051043-22 2024-02-18T08:31:14.016 INFO:tasks.rados.rados.0.smithi110.stdout:3424: finishing write tid 4 to smithi11051043-22 2024-02-18T08:31:14.016 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1433 (ObjNum 1045 snap 321 seq_num 1045) dirty exists 2024-02-18T08:31:14.016 INFO:tasks.rados.rados.0.smithi110.stdout:3424: left oid 22 (ObjNum 1045 snap 321 seq_num 1045) 2024-02-18T08:31:14.016 INFO:tasks.rados.rados.0.smithi110.stdout:3419: done (5 left) 2024-02-18T08:31:14.016 INFO:tasks.rados.rados.0.smithi110.stdout:3421: done (4 left) 2024-02-18T08:31:14.016 INFO:tasks.rados.rados.0.smithi110.stdout:3422: done (3 left) 2024-02-18T08:31:14.016 INFO:tasks.rados.rados.0.smithi110.stdout:3424: done (2 left) 2024-02-18T08:31:14.016 INFO:tasks.rados.rados.0.smithi110.stdout:3427: rollback oid 14 current snap is 321 2024-02-18T08:31:14.016 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 14 to 320 2024-02-18T08:31:14.017 INFO:tasks.rados.rados.0.smithi110.stdout:3428: setattr oid 23 current snap is 321 2024-02-18T08:31:14.017 INFO:tasks.rados.rados.0.smithi110.stdout:3429: snap_create 2024-02-18T08:31:14.019 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 1642 (ObjNum 1432708463 snap 1801935196 seq_num 1533697636) dirty exists 2024-02-18T08:31:14.019 INFO:tasks.rados.rados.0.smithi110.stdout:3427: finishing rollback tid 0 to smithi11051043-14 2024-02-18T08:31:14.019 INFO:tasks.rados.rados.0.smithi110.stdout:3427: finishing rollback tid 1 to smithi11051043-14 2024-02-18T08:31:14.019 INFO:tasks.rados.rados.0.smithi110.stdout:3427: finishing rollback tid 2 to smithi11051043-14 2024-02-18T08:31:14.019 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 1315 (ObjNum 1007 snap 315 seq_num 1007) dirty exists 2024-02-18T08:31:14.021 INFO:tasks.rados.rados.0.smithi110.stdout:3425: finishing write tid 1 to smithi11051043-16 2024-02-18T08:31:14.022 INFO:tasks.rados.rados.0.smithi110.stdout:3425: finishing write tid 3 to smithi11051043-16 2024-02-18T08:31:14.023 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1808 (ObjNum 288 snap 0 seq_num 177) dirty exists 2024-02-18T08:31:14.024 INFO:tasks.rados.rados.0.smithi110.stdout:3425: finishing write tid 4 to smithi11051043-16 2024-02-18T08:31:14.024 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1807 (ObjNum 1046 snap 321 seq_num 1046) dirty exists 2024-02-18T08:31:14.024 INFO:tasks.rados.rados.0.smithi110.stdout:3425: left oid 16 (ObjNum 1046 snap 321 seq_num 1046) 2024-02-18T08:31:14.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:13 smithi110 bash[54479]: cluster 2024-02-18T08:31:12.787764+0000 mgr.y (mgr.44100) 421 : cluster [DBG] pgmap v754: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 586 KiB/s wr, 10 op/s 2024-02-18T08:31:14.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:13 smithi110 bash[54479]: cluster 2024-02-18T08:31:12.842818+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-02-18T08:31:14.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:13 smithi110 bash[55875]: cluster 2024-02-18T08:31:12.787764+0000 mgr.y (mgr.44100) 421 : cluster [DBG] pgmap v754: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 586 KiB/s wr, 10 op/s 2024-02-18T08:31:14.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:13 smithi110 bash[55875]: cluster 2024-02-18T08:31:12.842818+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-02-18T08:31:14.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:13 smithi191 bash[38688]: cluster 2024-02-18T08:31:12.787764+0000 mgr.y (mgr.44100) 421 : cluster [DBG] pgmap v754: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 586 KiB/s wr, 10 op/s 2024-02-18T08:31:14.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:13 smithi191 bash[38688]: cluster 2024-02-18T08:31:12.842818+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-02-18T08:31:14.829 INFO:tasks.rados.rados.0.smithi110.stdout:3425: done (4 left) 2024-02-18T08:31:14.829 INFO:tasks.rados.rados.0.smithi110.stdout:3426: done (3 left) 2024-02-18T08:31:14.829 INFO:tasks.rados.rados.0.smithi110.stdout:3427: done (2 left) 2024-02-18T08:31:14.829 INFO:tasks.rados.rados.0.smithi110.stdout:3428: done (1 left) 2024-02-18T08:31:14.829 INFO:tasks.rados.rados.0.smithi110.stdout:3429: done (0 left) 2024-02-18T08:31:14.829 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 322 2024-02-18T08:31:14.829 INFO:tasks.rados.rados.0.smithi110.stdout:3430: seq_num 1047 ranges {5513216=745472} 2024-02-18T08:31:14.864 INFO:tasks.rados.rados.0.smithi110.stdout:3430: writing smithi11051043-45 from 5513216 to 6258688 tid 1 2024-02-18T08:31:14.865 INFO:tasks.rados.rados.0.smithi110.stdout:3431: read oid 41 snap 321 2024-02-18T08:31:14.865 INFO:tasks.rados.rados.0.smithi110.stdout:3431: expect (ObjNum 1005 snap 315 seq_num 1005) 2024-02-18T08:31:14.865 INFO:tasks.rados.rados.0.smithi110.stdout:3432: delete oid 6 current snap is 322 2024-02-18T08:31:14.874 INFO:tasks.rados.rados.0.smithi110.stdout:3432: done (2 left) 2024-02-18T08:31:14.874 INFO:tasks.rados.rados.0.smithi110.stdout:3433: copy_from oid 5 from oid 32 current snap is 322 2024-02-18T08:31:14.874 INFO:tasks.rados.rados.0.smithi110.stdout:3434: setattr oid 24 current snap is 322 2024-02-18T08:31:14.874 INFO:tasks.rados.rados.0.smithi110.stdout:3430: finishing write tid 1 to smithi11051043-45 2024-02-18T08:31:14.874 INFO:tasks.rados.rados.0.smithi110.stdout:3430: finishing write tid 3 to smithi11051043-45 2024-02-18T08:31:14.875 INFO:tasks.rados.rados.0.smithi110.stdout:3435: read oid 40 snap 320 2024-02-18T08:31:14.875 INFO:tasks.rados.rados.0.smithi110.stdout:3435: expect (ObjNum 1020 snap 317 seq_num 1020) 2024-02-18T08:31:14.876 INFO:tasks.rados.rados.0.smithi110.stdout:3436: copy_from oid 48 from oid 47 current snap is 322 2024-02-18T08:31:14.876 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 322 2024-02-18T08:31:14.876 INFO:tasks.rados.rados.0.smithi110.stdout:3437: seq_num 1049 ranges {8790016=778240} 2024-02-18T08:31:14.932 INFO:tasks.rados.rados.0.smithi110.stdout:3437: writing smithi11051043-9 from 8790016 to 9568256 tid 1 2024-02-18T08:31:14.932 INFO:tasks.rados.rados.0.smithi110.stdout:3438: rmattr oid 38 current snap is 322 2024-02-18T08:31:14.932 INFO:tasks.rados.rados.0.smithi110.stdout:3438: done (7 left) 2024-02-18T08:31:14.932 INFO:tasks.rados.rados.0.smithi110.stdout:3439: snap_create 2024-02-18T08:31:14.932 INFO:tasks.rados.rados.0.smithi110.stdout:3430: finishing write tid 4 to smithi11051043-45 2024-02-18T08:31:14.932 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1798 (ObjNum 1047 snap 322 seq_num 1047) dirty exists 2024-02-18T08:31:14.932 INFO:tasks.rados.rados.0.smithi110.stdout:3430: left oid 45 (ObjNum 1047 snap 322 seq_num 1047) 2024-02-18T08:31:14.932 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1435 (ObjNum 983 snap 307 seq_num 983) dirty exists 2024-02-18T08:31:14.933 INFO:tasks.rados.rados.0.smithi110.stdout:3436: finishing copy_from racing read to smithi11051043-48 2024-02-18T08:31:14.933 INFO:tasks.rados.rados.0.smithi110.stdout:3435: expect (ObjNum 1020 snap 317 seq_num 1020) 2024-02-18T08:31:15.085 INFO:tasks.rados.rados.0.smithi110.stdout:3436: finishing copy_from to smithi11051043-48 2024-02-18T08:31:15.085 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 1294 (ObjNum 1039 snap 320 seq_num 1039) dirty exists 2024-02-18T08:31:15.085 INFO:tasks.rados.rados.0.smithi110.stdout:3437: finishing write tid 1 to smithi11051043-9 2024-02-18T08:31:15.085 INFO:tasks.rados.rados.0.smithi110.stdout:3437: finishing write tid 3 to smithi11051043-9 2024-02-18T08:31:15.085 INFO:tasks.rados.rados.0.smithi110.stdout:3437: finishing write tid 4 to smithi11051043-9 2024-02-18T08:31:15.085 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1650 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:31:15.085 INFO:tasks.rados.rados.0.smithi110.stdout:3437: left oid 9 (ObjNum 1049 snap 322 seq_num 1049) 2024-02-18T08:31:15.085 INFO:tasks.rados.rados.0.smithi110.stdout:3431: expect (ObjNum 1005 snap 315 seq_num 1005) 2024-02-18T08:31:15.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:14 smithi110 bash[55875]: cluster 2024-02-18T08:31:13.861899+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-02-18T08:31:15.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:14 smithi110 bash[55875]: cluster 2024-02-18T08:31:14.828435+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-02-18T08:31:15.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:14 smithi110 bash[54479]: cluster 2024-02-18T08:31:13.861899+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-02-18T08:31:15.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:14 smithi110 bash[54479]: cluster 2024-02-18T08:31:14.828435+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-02-18T08:31:15.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:14 smithi191 bash[38688]: cluster 2024-02-18T08:31:13.861899+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-02-18T08:31:15.342 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:14 smithi191 bash[38688]: cluster 2024-02-18T08:31:14.828435+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-02-18T08:31:16.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:15 smithi110 bash[55875]: cluster 2024-02-18T08:31:14.788415+0000 mgr.y (mgr.44100) 422 : cluster [DBG] pgmap v757: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-02-18T08:31:16.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:15 smithi110 bash[54479]: cluster 2024-02-18T08:31:14.788415+0000 mgr.y (mgr.44100) 422 : cluster [DBG] pgmap v757: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-02-18T08:31:16.234 INFO:tasks.rados.rados.0.smithi110.stdout:3433: finishing copy_from racing read to smithi11051043-5 2024-02-18T08:31:16.234 INFO:tasks.rados.rados.0.smithi110.stdout:3433: finishing copy_from to smithi11051043-5 2024-02-18T08:31:16.234 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 847 (ObjNum 953 snap 294 seq_num 953) dirty exists 2024-02-18T08:31:16.234 INFO:tasks.rados.rados.0.smithi110.stdout:3430: done (7 left) 2024-02-18T08:31:16.234 INFO:tasks.rados.rados.0.smithi110.stdout:3431: done (6 left) 2024-02-18T08:31:16.234 INFO:tasks.rados.rados.0.smithi110.stdout:3433: done (5 left) 2024-02-18T08:31:16.234 INFO:tasks.rados.rados.0.smithi110.stdout:3434: done (4 left) 2024-02-18T08:31:16.234 INFO:tasks.rados.rados.0.smithi110.stdout:3435: done (3 left) 2024-02-18T08:31:16.234 INFO:tasks.rados.rados.0.smithi110.stdout:3436: done (2 left) 2024-02-18T08:31:16.235 INFO:tasks.rados.rados.0.smithi110.stdout:3437: done (1 left) 2024-02-18T08:31:16.235 INFO:tasks.rados.rados.0.smithi110.stdout:3439: done (0 left) 2024-02-18T08:31:16.235 INFO:tasks.rados.rados.0.smithi110.stdout:3440: copy_from oid 26 from oid 49 current snap is 323 2024-02-18T08:31:16.235 INFO:tasks.rados.rados.0.smithi110.stdout:3441: setattr oid 24 current snap is 323 2024-02-18T08:31:16.238 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 323 2024-02-18T08:31:16.238 INFO:tasks.rados.rados.0.smithi110.stdout:3442: seq_num 1050 ranges {1032192=794624} 2024-02-18T08:31:16.252 INFO:tasks.rados.rados.0.smithi110.stdout:3442: writing smithi11051043-16 from 1032192 to 1826816 tid 1 2024-02-18T08:31:16.253 INFO:tasks.rados.rados.0.smithi110.stdout:3443: delete oid 41 current snap is 323 2024-02-18T08:31:16.253 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1437 (ObjNum 983 snap 307 seq_num 983) dirty exists 2024-02-18T08:31:16.253 INFO:tasks.rados.rados.0.smithi110.stdout:3440: finishing copy_from racing read to smithi11051043-26 2024-02-18T08:31:16.253 INFO:tasks.rados.rados.0.smithi110.stdout:3440: finishing copy_from to smithi11051043-26 2024-02-18T08:31:16.253 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1639 (ObjNum 1036 snap 320 seq_num 1036) dirty exists 2024-02-18T08:31:16.255 INFO:tasks.rados.rados.0.smithi110.stdout:3440: done (3 left) 2024-02-18T08:31:16.255 INFO:tasks.rados.rados.0.smithi110.stdout:3441: done (2 left) 2024-02-18T08:31:16.255 INFO:tasks.rados.rados.0.smithi110.stdout:3443: done (1 left) 2024-02-18T08:31:16.255 INFO:tasks.rados.rados.0.smithi110.stdout:3444: rmattr oid 10 current snap is 323 2024-02-18T08:31:16.255 INFO:tasks.rados.rados.0.smithi110.stdout:3444: done (1 left) 2024-02-18T08:31:16.256 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 323 2024-02-18T08:31:16.256 INFO:tasks.rados.rados.0.smithi110.stdout:3445: seq_num 1052 ranges {11010048=425984,11436032=401408} 2024-02-18T08:31:16.319 INFO:tasks.rados.rados.0.smithi110.stdout:3445: writing smithi11051043-5 from 11010048 to 11436032 tid 1 2024-02-18T08:31:16.322 INFO:tasks.rados.rados.0.smithi110.stdout:3445: writing smithi11051043-5 from 11436032 to 11837440 tid 2 2024-02-18T08:31:16.322 INFO:tasks.rados.rados.0.smithi110.stdout:3446: snap_create 2024-02-18T08:31:16.322 INFO:tasks.rados.rados.0.smithi110.stdout:3442: finishing write tid 1 to smithi11051043-16 2024-02-18T08:31:16.322 INFO:tasks.rados.rados.0.smithi110.stdout:3442: finishing write tid 3 to smithi11051043-16 2024-02-18T08:31:16.322 INFO:tasks.rados.rados.0.smithi110.stdout:3442: finishing write tid 4 to smithi11051043-16 2024-02-18T08:31:16.322 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1813 (ObjNum 1050 snap 323 seq_num 1050) dirty exists 2024-02-18T08:31:16.322 INFO:tasks.rados.rados.0.smithi110.stdout:3442: left oid 16 (ObjNum 1050 snap 323 seq_num 1050) 2024-02-18T08:31:16.325 INFO:tasks.rados.rados.0.smithi110.stdout:3445: finishing write tid 1 to smithi11051043-5 2024-02-18T08:31:16.325 INFO:tasks.rados.rados.0.smithi110.stdout:3445: finishing write tid 2 to smithi11051043-5 2024-02-18T08:31:16.325 INFO:tasks.rados.rados.0.smithi110.stdout:3445: finishing write tid 4 to smithi11051043-5 2024-02-18T08:31:16.326 INFO:tasks.rados.rados.0.smithi110.stdout:3445: finishing write tid 5 to smithi11051043-5 2024-02-18T08:31:16.326 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 1122 (ObjNum 1052 snap 323 seq_num 1052) dirty exists 2024-02-18T08:31:16.327 INFO:tasks.rados.rados.0.smithi110.stdout:3445: left oid 5 (ObjNum 1052 snap 323 seq_num 1052) 2024-02-18T08:31:16.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:15 smithi191 bash[38688]: cluster 2024-02-18T08:31:14.788415+0000 mgr.y (mgr.44100) 422 : cluster [DBG] pgmap v757: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-02-18T08:31:16.892 INFO:tasks.rados.rados.0.smithi110.stdout:3442: done (2 left) 2024-02-18T08:31:16.892 INFO:tasks.rados.rados.0.smithi110.stdout:3445: done (1 left) 2024-02-18T08:31:16.892 INFO:tasks.rados.rados.0.smithi110.stdout:3446: done (0 left) 2024-02-18T08:31:16.892 INFO:tasks.rados.rados.0.smithi110.stdout:3447: delete oid 25 current snap is 324 2024-02-18T08:31:16.894 INFO:tasks.rados.rados.0.smithi110.stdout:3447: done (0 left) 2024-02-18T08:31:16.894 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 45 current snap is 324 2024-02-18T08:31:16.894 INFO:tasks.rados.rados.0.smithi110.stdout:3448: seq_num 1054 ranges {6258688=458752,6717440=401408} 2024-02-18T08:31:16.933 INFO:tasks.rados.rados.0.smithi110.stdout:3448: writing smithi11051043-45 from 6258688 to 6717440 tid 1 2024-02-18T08:31:16.935 INFO:tasks.rados.rados.0.smithi110.stdout:3448: writing smithi11051043-45 from 6717440 to 7118848 tid 2 2024-02-18T08:31:16.935 INFO:tasks.rados.rados.0.smithi110.stdout:3449: read oid 17 snap -1 2024-02-18T08:31:16.935 INFO:tasks.rados.rados.0.smithi110.stdout:3449: expect (ObjNum 1002 snap 313 seq_num 1002) 2024-02-18T08:31:16.936 INFO:tasks.rados.rados.0.smithi110.stdout:3450: delete oid 32 current snap is 324 2024-02-18T08:31:16.940 INFO:tasks.rados.rados.0.smithi110.stdout:3450: done (2 left) 2024-02-18T08:31:16.940 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 324 2024-02-18T08:31:16.940 INFO:tasks.rados.rados.0.smithi110.stdout:3451: seq_num 1056 ranges {5611520=491520,6103040=401408} 2024-02-18T08:31:16.978 INFO:tasks.rados.rados.0.smithi110.stdout:3451: writing smithi11051043-1 from 5611520 to 6103040 tid 1 2024-02-18T08:31:16.980 INFO:tasks.rados.rados.0.smithi110.stdout:3451: writing smithi11051043-1 from 6103040 to 6504448 tid 2 2024-02-18T08:31:16.981 INFO:tasks.rados.rados.0.smithi110.stdout:3452: snap_create 2024-02-18T08:31:16.981 INFO:tasks.rados.rados.0.smithi110.stdout:3448: finishing write tid 1 to smithi11051043-45 2024-02-18T08:31:16.981 INFO:tasks.rados.rados.0.smithi110.stdout:3448: finishing write tid 2 to smithi11051043-45 2024-02-18T08:31:16.981 INFO:tasks.rados.rados.0.smithi110.stdout:3448: finishing write tid 4 to smithi11051043-45 2024-02-18T08:31:16.981 INFO:tasks.rados.rados.0.smithi110.stdout:3449: expect (ObjNum 1002 snap 313 seq_num 1002) 2024-02-18T08:31:17.039 INFO:tasks.rados.rados.0.smithi110.stdout:3448: finishing write tid 5 to smithi11051043-45 2024-02-18T08:31:17.039 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1801 (ObjNum 1054 snap 324 seq_num 1054) dirty exists 2024-02-18T08:31:17.039 INFO:tasks.rados.rados.0.smithi110.stdout:3448: left oid 45 (ObjNum 1054 snap 324 seq_num 1054) 2024-02-18T08:31:17.040 INFO:tasks.rados.rados.0.smithi110.stdout:3451: finishing write tid 1 to smithi11051043-1 2024-02-18T08:31:17.040 INFO:tasks.rados.rados.0.smithi110.stdout:3451: finishing write tid 2 to smithi11051043-1 2024-02-18T08:31:17.040 INFO:tasks.rados.rados.0.smithi110.stdout:3451: finishing write tid 4 to smithi11051043-1 2024-02-18T08:31:17.040 INFO:tasks.rados.rados.0.smithi110.stdout:3451: finishing write tid 5 to smithi11051043-1 2024-02-18T08:31:17.040 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1352 (ObjNum 1056 snap 324 seq_num 1056) dirty exists 2024-02-18T08:31:17.040 INFO:tasks.rados.rados.0.smithi110.stdout:3451: left oid 1 (ObjNum 1056 snap 324 seq_num 1056) 2024-02-18T08:31:17.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:16 smithi110 bash[54479]: cluster 2024-02-18T08:31:15.878102+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-02-18T08:31:17.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:16 smithi110 bash[55875]: cluster 2024-02-18T08:31:15.878102+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-02-18T08:31:17.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:16 smithi191 bash[38688]: cluster 2024-02-18T08:31:15.878102+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-02-18T08:31:17.899 INFO:tasks.rados.rados.0.smithi110.stdout:3448: done (3 left) 2024-02-18T08:31:17.899 INFO:tasks.rados.rados.0.smithi110.stdout:3449: done (2 left) 2024-02-18T08:31:17.899 INFO:tasks.rados.rados.0.smithi110.stdout:3451: done (1 left) 2024-02-18T08:31:17.900 INFO:tasks.rados.rados.0.smithi110.stdout:3452: done (0 left) 2024-02-18T08:31:17.900 INFO:tasks.rados.rados.0.smithi110.stdout:3453: delete oid 26 current snap is 325 2024-02-18T08:31:17.905 INFO:tasks.rados.rados.0.smithi110.stdout:3453: done (0 left) 2024-02-18T08:31:17.906 INFO:tasks.rados.rados.0.smithi110.stdout:3454: copy_from oid 40 from oid 42 current snap is 325 2024-02-18T08:31:17.906 INFO:tasks.rados.rados.0.smithi110.stdout:3455: rmattr oid 28 current snap is 325 2024-02-18T08:31:17.906 INFO:tasks.rados.rados.0.smithi110.stdout:3456: delete oid 50 current snap is 325 2024-02-18T08:31:17.910 INFO:tasks.rados.rados.0.smithi110.stdout:3456: done (2 left) 2024-02-18T08:31:17.910 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 6 current snap is 325 2024-02-18T08:31:17.910 INFO:tasks.rados.rados.0.smithi110.stdout:3457: seq_num 1059 ranges {0=540672,540672=401408} 2024-02-18T08:31:17.913 INFO:tasks.rados.rados.0.smithi110.stdout:3457: writing smithi11051043-6 from 0 to 540672 tid 1 2024-02-18T08:31:17.916 INFO:tasks.rados.rados.0.smithi110.stdout:3457: writing smithi11051043-6 from 540672 to 942080 tid 2 2024-02-18T08:31:17.916 INFO:tasks.rados.rados.0.smithi110.stdout:3458: read oid 44 snap -1 2024-02-18T08:31:17.916 INFO:tasks.rados.rados.0.smithi110.stdout:3458: expect (ObjNum 1037 snap 320 seq_num 1037) 2024-02-18T08:31:17.916 INFO:tasks.rados.rados.0.smithi110.stdout:3459: read oid 30 snap -1 2024-02-18T08:31:17.916 INFO:tasks.rados.rados.0.smithi110.stdout:3459: expect (ObjNum 980 snap 305 seq_num 980) 2024-02-18T08:31:17.916 INFO:tasks.rados.rados.0.smithi110.stdout:3460: setattr oid 20 current snap is 325 2024-02-18T08:31:17.916 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1287 (ObjNum -129493408 snap 22008 seq_num 4165461488) dirty exists 2024-02-18T08:31:17.918 INFO:tasks.rados.rados.0.smithi110.stdout:3455: done (5 left) 2024-02-18T08:31:17.918 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 325 2024-02-18T08:31:17.919 INFO:tasks.rados.rados.0.smithi110.stdout:3461: seq_num 1060 ranges {0=557056,557056=401408} 2024-02-18T08:31:17.922 INFO:tasks.rados.rados.0.smithi110.stdout:3461: writing smithi11051043-27 from 0 to 557056 tid 1 2024-02-18T08:31:17.925 INFO:tasks.rados.rados.0.smithi110.stdout:3461: writing smithi11051043-27 from 557056 to 958464 tid 2 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:3462: read oid 43 snap -1 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:3462: expect (ObjNum 1030 snap 317 seq_num 1030) 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:3463: copy_from oid 22 from oid 36 current snap is 325 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:3457: finishing write tid 1 to smithi11051043-6 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:3457: finishing write tid 2 to smithi11051043-6 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:3454: finishing copy_from racing read to smithi11051043-40 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:3457: finishing write tid 4 to smithi11051043-6 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 1101 (ObjNum 1953066355 snap 825321832 seq_num 808531248) dirty exists 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:3460: done (7 left) 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:3464: read oid 4 snap -1 2024-02-18T08:31:17.926 INFO:tasks.rados.rados.0.smithi110.stdout:3464: expect (ObjNum 986 snap 308 seq_num 986) 2024-02-18T08:31:17.932 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 47 current snap is 325 2024-02-18T08:31:17.932 INFO:tasks.rados.rados.0.smithi110.stdout:3465: seq_num 1061 ranges {606208=573440,1179648=401408} 2024-02-18T08:31:17.934 INFO:tasks.rados.rados.0.smithi110.stdout:3465: writing smithi11051043-47 from 606208 to 1179648 tid 1 2024-02-18T08:31:17.940 INFO:tasks.rados.rados.0.smithi110.stdout:3465: writing smithi11051043-47 from 1179648 to 1581056 tid 2 2024-02-18T08:31:17.940 INFO:tasks.rados.rados.0.smithi110.stdout:3466: setattr oid 17 current snap is 325 2024-02-18T08:31:17.940 INFO:tasks.rados.rados.0.smithi110.stdout:3454: finishing copy_from to smithi11051043-40 2024-02-18T08:31:17.940 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1108 (ObjNum 994 snap 309 seq_num 994) dirty exists 2024-02-18T08:31:17.940 INFO:tasks.rados.rados.0.smithi110.stdout:3461: finishing write tid 1 to smithi11051043-27 2024-02-18T08:31:17.940 INFO:tasks.rados.rados.0.smithi110.stdout:3454: done (9 left) 2024-02-18T08:31:17.940 INFO:tasks.rados.rados.0.smithi110.stdout:3467: rmattr oid 2 current snap is 325 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3467: done (9 left) 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3468: copy_from oid 29 from oid 9 current snap is 325 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3469: read oid 16 snap -1 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3469: expect (ObjNum 1050 snap 323 seq_num 1050) 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3470: setattr oid 40 current snap is 325 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3471: read oid 1 snap -1 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3471: expect (ObjNum 1056 snap 324 seq_num 1056) 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3472: read oid 35 snap -1 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3472: expect (ObjNum 959 snap 299 seq_num 959) 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3473: rollback oid 23 current snap is 325 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 23 to 320 2024-02-18T08:31:17.941 INFO:tasks.rados.rados.0.smithi110.stdout:3474: snap_create 2024-02-18T08:31:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:3461: finishing write tid 2 to smithi11051043-27 2024-02-18T08:31:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:3461: finishing write tid 4 to smithi11051043-27 2024-02-18T08:31:17.946 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1440 (ObjNum 994 snap 309 seq_num 994) dirty exists 2024-02-18T08:31:17.949 INFO:tasks.rados.rados.0.smithi110.stdout:3459: expect (ObjNum 980 snap 305 seq_num 980) 2024-02-18T08:31:18.185 INFO:tasks.rados.rados.0.smithi110.stdout:3457: finishing write tid 5 to smithi11051043-6 2024-02-18T08:31:18.185 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 1649 (ObjNum 1059 snap 325 seq_num 1059) dirty exists 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:3457: left oid 6 (ObjNum 1059 snap 325 seq_num 1059) 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:3465: finishing write tid 1 to smithi11051043-47 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:3465: finishing write tid 2 to smithi11051043-47 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:3465: finishing write tid 4 to smithi11051043-47 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:3465: finishing write tid 5 to smithi11051043-47 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 1343 (ObjNum 1061 snap 325 seq_num 1061) dirty exists 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:3465: left oid 47 (ObjNum 1061 snap 325 seq_num 1061) 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1651 (ObjNum 1002 snap 313 seq_num 1002) dirty exists 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:3473: finishing rollback tid 0 to smithi11051043-23 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:3473: finishing rollback tid 1 to smithi11051043-23 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:3473: finishing rollback tid 2 to smithi11051043-23 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1823 (ObjNum 1025 snap 317 seq_num 1025) dirty exists 2024-02-18T08:31:18.186 INFO:tasks.rados.rados.0.smithi110.stdout:3469: expect (ObjNum 1050 snap 323 seq_num 1050) 2024-02-18T08:31:18.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:17 smithi110 bash[54479]: cluster 2024-02-18T08:31:16.789129+0000 mgr.y (mgr.44100) 423 : cluster [DBG] pgmap v760: 89 pgs: 89 active+clean; 143 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-02-18T08:31:18.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:17 smithi110 bash[54479]: cluster 2024-02-18T08:31:16.889330+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-02-18T08:31:18.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:17 smithi110 bash[55875]: cluster 2024-02-18T08:31:16.789129+0000 mgr.y (mgr.44100) 423 : cluster [DBG] pgmap v760: 89 pgs: 89 active+clean; 143 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-02-18T08:31:18.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:17 smithi110 bash[55875]: cluster 2024-02-18T08:31:16.889330+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-02-18T08:31:18.246 INFO:tasks.rados.rados.0.smithi110.stdout:3461: finishing write tid 5 to smithi11051043-27 2024-02-18T08:31:18.246 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1819 (ObjNum 1060 snap 325 seq_num 1060) dirty exists 2024-02-18T08:31:18.246 INFO:tasks.rados.rados.0.smithi110.stdout:3461: left oid 27 (ObjNum 1060 snap 325 seq_num 1060) 2024-02-18T08:31:18.246 INFO:tasks.rados.rados.0.smithi110.stdout:3463: finishing copy_from racing read to smithi11051043-22 2024-02-18T08:31:18.246 INFO:tasks.rados.rados.0.smithi110.stdout:3463: finishing copy_from to smithi11051043-22 2024-02-18T08:31:18.246 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1322 (ObjNum 978 snap 304 seq_num 978) dirty exists 2024-02-18T08:31:18.246 INFO:tasks.rados.rados.0.smithi110.stdout:3462: expect (ObjNum 1030 snap 317 seq_num 1030) 2024-02-18T08:31:18.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:17 smithi191 bash[38688]: cluster 2024-02-18T08:31:16.789129+0000 mgr.y (mgr.44100) 423 : cluster [DBG] pgmap v760: 89 pgs: 89 active+clean; 143 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-02-18T08:31:18.385 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:17 smithi191 bash[38688]: cluster 2024-02-18T08:31:16.889330+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-02-18T08:31:18.757 INFO:tasks.rados.rados.0.smithi110.stdout:3464: expect (ObjNum 986 snap 308 seq_num 986) 2024-02-18T08:31:18.883 INFO:tasks.rados.rados.0.smithi110.stdout:3458: expect (ObjNum 1037 snap 320 seq_num 1037) 2024-02-18T08:31:19.084 INFO:tasks.rados.rados.0.smithi110.stdout:3472: expect (ObjNum 959 snap 299 seq_num 959) 2024-02-18T08:31:19.120 INFO:tasks.rados.rados.0.smithi110.stdout:3468: finishing copy_from racing read to smithi11051043-29 2024-02-18T08:31:19.120 INFO:tasks.rados.rados.0.smithi110.stdout:3468: finishing copy_from to smithi11051043-29 2024-02-18T08:31:19.120 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1650 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:31:19.120 INFO:tasks.rados.rados.0.smithi110.stdout:3471: expect (ObjNum 1056 snap 324 seq_num 1056) 2024-02-18T08:31:19.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:18 smithi110 bash[54479]: cluster 2024-02-18T08:31:17.899623+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-02-18T08:31:19.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:18 smithi110 bash[55875]: cluster 2024-02-18T08:31:17.899623+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-02-18T08:31:19.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:18 smithi191 bash[38688]: cluster 2024-02-18T08:31:17.899623+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3457: done (15 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3458: done (14 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3459: done (13 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3461: done (12 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3462: done (11 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3463: done (10 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3464: done (9 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3465: done (8 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3466: done (7 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3468: done (6 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3469: done (5 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3470: done (4 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3471: done (3 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3472: done (2 left) 2024-02-18T08:31:19.683 INFO:tasks.rados.rados.0.smithi110.stdout:3473: done (1 left) 2024-02-18T08:31:19.684 INFO:tasks.rados.rados.0.smithi110.stdout:3474: done (0 left) 2024-02-18T08:31:19.684 INFO:tasks.rados.rados.0.smithi110.stdout:3475: read oid 11 snap -1 2024-02-18T08:31:19.684 INFO:tasks.rados.rados.0.smithi110.stdout:3475: expect (ObjNum 1035 snap 320 seq_num 1035) 2024-02-18T08:31:19.684 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 326 2024-02-18T08:31:19.684 INFO:tasks.rados.rados.0.smithi110.stdout:3476: seq_num 1062 ranges {0=589824,589824=401408} 2024-02-18T08:31:19.693 INFO:tasks.rados.rados.0.smithi110.stdout:3476: writing smithi11051043-28 from 0 to 589824 tid 1 2024-02-18T08:31:19.695 INFO:tasks.rados.rados.0.smithi110.stdout:3476: writing smithi11051043-28 from 589824 to 991232 tid 2 2024-02-18T08:31:19.695 INFO:tasks.rados.rados.0.smithi110.stdout:3477: delete oid 49 current snap is 326 2024-02-18T08:31:19.695 INFO:tasks.rados.rados.0.smithi110.stdout:3475: expect (ObjNum 1035 snap 320 seq_num 1035) 2024-02-18T08:31:19.711 INFO:tasks.rados.rados.0.smithi110.stdout:3476: finishing write tid 1 to smithi11051043-28 2024-02-18T08:31:19.711 INFO:tasks.rados.rados.0.smithi110.stdout:3476: finishing write tid 2 to smithi11051043-28 2024-02-18T08:31:19.711 INFO:tasks.rados.rados.0.smithi110.stdout:3476: finishing write tid 4 to smithi11051043-28 2024-02-18T08:31:19.712 INFO:tasks.rados.rados.0.smithi110.stdout:3476: finishing write tid 5 to smithi11051043-28 2024-02-18T08:31:19.712 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1290 (ObjNum 1062 snap 326 seq_num 1062) dirty exists 2024-02-18T08:31:19.712 INFO:tasks.rados.rados.0.smithi110.stdout:3476: left oid 28 (ObjNum 1062 snap 326 seq_num 1062) 2024-02-18T08:31:19.712 INFO:tasks.rados.rados.0.smithi110.stdout:3475: done (2 left) 2024-02-18T08:31:19.712 INFO:tasks.rados.rados.0.smithi110.stdout:3476: done (1 left) 2024-02-18T08:31:19.712 INFO:tasks.rados.rados.0.smithi110.stdout:3477: done (0 left) 2024-02-18T08:31:19.712 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 326 2024-02-18T08:31:19.712 INFO:tasks.rados.rados.0.smithi110.stdout:3478: seq_num 1064 ranges {0=622592,622592=401408} 2024-02-18T08:31:19.716 INFO:tasks.rados.rados.0.smithi110.stdout:3478: writing smithi11051043-41 from 0 to 622592 tid 1 2024-02-18T08:31:19.719 INFO:tasks.rados.rados.0.smithi110.stdout:3478: writing smithi11051043-41 from 622592 to 1024000 tid 2 2024-02-18T08:31:19.720 INFO:tasks.rados.rados.0.smithi110.stdout:3479: setattr oid 16 current snap is 326 2024-02-18T08:31:19.720 INFO:tasks.rados.rados.0.smithi110.stdout:3478: finishing write tid 1 to smithi11051043-41 2024-02-18T08:31:19.721 INFO:tasks.rados.rados.0.smithi110.stdout:3480: rollback oid 45 current snap is 326 2024-02-18T08:31:19.721 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 45 to 324 2024-02-18T08:31:19.721 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 326 2024-02-18T08:31:19.721 INFO:tasks.rados.rados.0.smithi110.stdout:3481: seq_num 1065 ranges {6504448=638976,7143424=401408} 2024-02-18T08:31:19.762 INFO:tasks.rados.rados.0.smithi110.stdout:3481: writing smithi11051043-1 from 6504448 to 7143424 tid 1 2024-02-18T08:31:19.765 INFO:tasks.rados.rados.0.smithi110.stdout:3481: writing smithi11051043-1 from 7143424 to 7544832 tid 2 2024-02-18T08:31:19.765 INFO:tasks.rados.rados.0.smithi110.stdout:3482: read oid 34 snap -1 2024-02-18T08:31:19.765 INFO:tasks.rados.rados.0.smithi110.stdout:3482: expect deleted 2024-02-18T08:31:19.765 INFO:tasks.rados.rados.0.smithi110.stdout:3483: rollback oid 24 current snap is 326 2024-02-18T08:31:19.765 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 24 to 325 2024-02-18T08:31:19.765 INFO:tasks.rados.rados.0.smithi110.stdout:3478: finishing write tid 2 to smithi11051043-41 2024-02-18T08:31:19.765 INFO:tasks.rados.rados.0.smithi110.stdout:3478: finishing write tid 4 to smithi11051043-41 2024-02-18T08:31:19.765 INFO:tasks.rados.rados.0.smithi110.stdout:3478: finishing write tid 5 to smithi11051043-41 2024-02-18T08:31:19.765 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1125 (ObjNum 1064 snap 326 seq_num 1064) dirty exists 2024-02-18T08:31:19.765 INFO:tasks.rados.rados.0.smithi110.stdout:3478: left oid 41 (ObjNum 1064 snap 326 seq_num 1064) 2024-02-18T08:31:19.766 INFO:tasks.rados.rados.0.smithi110.stdout:3480: finishing rollback tid 0 to smithi11051043-45 2024-02-18T08:31:19.766 INFO:tasks.rados.rados.0.smithi110.stdout:3480: finishing rollback tid 1 to smithi11051043-45 2024-02-18T08:31:19.766 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1825 (ObjNum 1050 snap 323 seq_num 1050) dirty exists 2024-02-18T08:31:19.766 INFO:tasks.rados.rados.0.smithi110.stdout:3480: finishing rollback tid 2 to smithi11051043-45 2024-02-18T08:31:19.766 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1804 (ObjNum 1054 snap 324 seq_num 1054) dirty exists 2024-02-18T08:31:19.766 INFO:tasks.rados.rados.0.smithi110.stdout:3478: done (5 left) 2024-02-18T08:31:19.766 INFO:tasks.rados.rados.0.smithi110.stdout:3479: done (4 left) 2024-02-18T08:31:19.766 INFO:tasks.rados.rados.0.smithi110.stdout:3480: done (3 left) 2024-02-18T08:31:19.766 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 326 2024-02-18T08:31:19.766 INFO:tasks.rados.rados.0.smithi110.stdout:3484: seq_num 1066 ranges {0=663552,663552=401408} 2024-02-18T08:31:19.769 INFO:tasks.rados.rados.0.smithi110.stdout:3484: writing smithi11051043-50 from 0 to 663552 tid 1 2024-02-18T08:31:19.772 INFO:tasks.rados.rados.0.smithi110.stdout:3484: writing smithi11051043-50 from 663552 to 1064960 tid 2 2024-02-18T08:31:19.772 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 326 2024-02-18T08:31:19.772 INFO:tasks.rados.rados.0.smithi110.stdout:3485: seq_num 1067 ranges {65536=679936,745472=401408} 2024-02-18T08:31:19.776 INFO:tasks.rados.rados.0.smithi110.stdout:3485: writing smithi11051043-19 from 65536 to 745472 tid 1 2024-02-18T08:31:19.779 INFO:tasks.rados.rados.0.smithi110.stdout:3485: writing smithi11051043-19 from 745472 to 1146880 tid 2 2024-02-18T08:31:19.779 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 326 2024-02-18T08:31:19.779 INFO:tasks.rados.rados.0.smithi110.stdout:3486: seq_num 1068 ranges {2351104=696320,3047424=401408} 2024-02-18T08:31:19.796 INFO:tasks.rados.rados.0.smithi110.stdout:3486: writing smithi11051043-22 from 2351104 to 3047424 tid 1 2024-02-18T08:31:19.798 INFO:tasks.rados.rados.0.smithi110.stdout:3486: writing smithi11051043-22 from 3047424 to 3448832 tid 2 2024-02-18T08:31:19.799 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 326 2024-02-18T08:31:19.799 INFO:tasks.rados.rados.0.smithi110.stdout:3487: seq_num 1069 ranges {0=712704,712704=401408} 2024-02-18T08:31:19.802 INFO:tasks.rados.rados.0.smithi110.stdout:3487: writing smithi11051043-38 from 0 to 712704 tid 1 2024-02-18T08:31:19.805 INFO:tasks.rados.rados.0.smithi110.stdout:3487: writing smithi11051043-38 from 712704 to 1114112 tid 2 2024-02-18T08:31:19.805 INFO:tasks.rados.rados.0.smithi110.stdout:3488: snap_remove snap 324 2024-02-18T08:31:19.826 INFO:tasks.rados.rados.0.smithi110.stdout:3488: done (7 left) 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3489: read oid 3 snap -1 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3489: expect deleted 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3490: snap_create 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3481: finishing write tid 1 to smithi11051043-1 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3481: finishing write tid 2 to smithi11051043-1 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3483: finishing rollback tid 0 to smithi11051043-24 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3481: finishing write tid 4 to smithi11051043-1 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3483: finishing rollback tid 1 to smithi11051043-24 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3483: finishing rollback tid 2 to smithi11051043-24 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1446 (ObjNum 983 snap 307 seq_num 983) dirty exists 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3484: finishing write tid 1 to smithi11051043-50 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3481: finishing write tid 5 to smithi11051043-1 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1356 (ObjNum 1065 snap 326 seq_num 1065) dirty exists 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3481: left oid 1 (ObjNum 1065 snap 326 seq_num 1065) 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3484: finishing write tid 2 to smithi11051043-50 2024-02-18T08:31:19.827 INFO:tasks.rados.rados.0.smithi110.stdout:3484: finishing write tid 4 to smithi11051043-50 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3484: finishing write tid 5 to smithi11051043-50 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 1621 (ObjNum 1066 snap 326 seq_num 1066) dirty exists 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3484: left oid 50 (ObjNum 1066 snap 326 seq_num 1066) 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3485: finishing write tid 1 to smithi11051043-19 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3485: finishing write tid 2 to smithi11051043-19 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3485: finishing write tid 4 to smithi11051043-19 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3485: finishing write tid 5 to smithi11051043-19 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1807 (ObjNum 1067 snap 326 seq_num 1067) dirty exists 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3485: left oid 19 (ObjNum 1067 snap 326 seq_num 1067) 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3486: finishing write tid 1 to smithi11051043-22 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3486: finishing write tid 2 to smithi11051043-22 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3486: finishing write tid 4 to smithi11051043-22 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3486: finishing write tid 5 to smithi11051043-22 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1450 (ObjNum 1068 snap 326 seq_num 1068) dirty exists 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3486: left oid 22 (ObjNum 1068 snap 326 seq_num 1068) 2024-02-18T08:31:19.828 INFO:tasks.rados.rados.0.smithi110.stdout:3487: finishing write tid 1 to smithi11051043-38 2024-02-18T08:31:19.829 INFO:tasks.rados.rados.0.smithi110.stdout:3487: finishing write tid 2 to smithi11051043-38 2024-02-18T08:31:19.829 INFO:tasks.rados.rados.0.smithi110.stdout:3487: finishing write tid 4 to smithi11051043-38 2024-02-18T08:31:19.908 INFO:tasks.rados.rados.0.smithi110.stdout:3487: finishing write tid 5 to smithi11051043-38 2024-02-18T08:31:19.908 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1453 (ObjNum 1069 snap 326 seq_num 1069) dirty exists 2024-02-18T08:31:19.908 INFO:tasks.rados.rados.0.smithi110.stdout:3487: left oid 38 (ObjNum 1069 snap 326 seq_num 1069) 2024-02-18T08:31:20.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:19 smithi110 bash[54479]: cluster 2024-02-18T08:31:18.789779+0000 mgr.y (mgr.44100) 424 : cluster [DBG] pgmap v763: 89 pgs: 89 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.4 MiB/s wr, 37 op/s 2024-02-18T08:31:20.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:19 smithi110 bash[54479]: cluster 2024-02-18T08:31:18.906290+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-02-18T08:31:20.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:19 smithi110 bash[54479]: cluster 2024-02-18T08:31:19.826593+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-02-18T08:31:20.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:19 smithi110 bash[55875]: cluster 2024-02-18T08:31:18.789779+0000 mgr.y (mgr.44100) 424 : cluster [DBG] pgmap v763: 89 pgs: 89 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.4 MiB/s wr, 37 op/s 2024-02-18T08:31:20.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:19 smithi110 bash[55875]: cluster 2024-02-18T08:31:18.906290+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-02-18T08:31:20.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:19 smithi110 bash[55875]: cluster 2024-02-18T08:31:19.826593+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-02-18T08:31:20.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:19 smithi191 bash[38688]: cluster 2024-02-18T08:31:18.789779+0000 mgr.y (mgr.44100) 424 : cluster [DBG] pgmap v763: 89 pgs: 89 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.4 MiB/s wr, 37 op/s 2024-02-18T08:31:20.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:19 smithi191 bash[38688]: cluster 2024-02-18T08:31:18.906290+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-02-18T08:31:20.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:19 smithi191 bash[38688]: cluster 2024-02-18T08:31:19.826593+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-02-18T08:31:20.833 INFO:tasks.rados.rados.0.smithi110.stdout:3481: done (8 left) 2024-02-18T08:31:20.833 INFO:tasks.rados.rados.0.smithi110.stdout:3482: done (7 left) 2024-02-18T08:31:20.833 INFO:tasks.rados.rados.0.smithi110.stdout:3483: done (6 left) 2024-02-18T08:31:20.833 INFO:tasks.rados.rados.0.smithi110.stdout:3484: done (5 left) 2024-02-18T08:31:20.834 INFO:tasks.rados.rados.0.smithi110.stdout:3485: done (4 left) 2024-02-18T08:31:20.834 INFO:tasks.rados.rados.0.smithi110.stdout:3486: done (3 left) 2024-02-18T08:31:20.834 INFO:tasks.rados.rados.0.smithi110.stdout:3487: done (2 left) 2024-02-18T08:31:20.834 INFO:tasks.rados.rados.0.smithi110.stdout:3489: done (1 left) 2024-02-18T08:31:20.834 INFO:tasks.rados.rados.0.smithi110.stdout:3490: done (0 left) 2024-02-18T08:31:20.834 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 327 2024-02-18T08:31:20.835 INFO:tasks.rados.rados.0.smithi110.stdout:3491: seq_num 1070 ranges {0=729088,729088=401408} 2024-02-18T08:31:20.836 INFO:tasks.rados.rados.0.smithi110.stdout:3491: writing smithi11051043-18 from 0 to 729088 tid 1 2024-02-18T08:31:20.839 INFO:tasks.rados.rados.0.smithi110.stdout:3491: writing smithi11051043-18 from 729088 to 1130496 tid 2 2024-02-18T08:31:20.839 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 327 2024-02-18T08:31:20.839 INFO:tasks.rados.rados.0.smithi110.stdout:3492: seq_num 1071 ranges {11837440=745472,12582912=401408} 2024-02-18T08:31:20.910 INFO:tasks.rados.rados.0.smithi110.stdout:3492: writing smithi11051043-5 from 11837440 to 12582912 tid 1 2024-02-18T08:31:20.913 INFO:tasks.rados.rados.0.smithi110.stdout:3492: writing smithi11051043-5 from 12582912 to 12984320 tid 2 2024-02-18T08:31:20.913 INFO:tasks.rados.rados.0.smithi110.stdout:3493: delete oid 35 current snap is 327 2024-02-18T08:31:20.913 INFO:tasks.rados.rados.0.smithi110.stdout:3491: finishing write tid 1 to smithi11051043-18 2024-02-18T08:31:20.913 INFO:tasks.rados.rados.0.smithi110.stdout:3491: finishing write tid 2 to smithi11051043-18 2024-02-18T08:31:20.913 INFO:tasks.rados.rados.0.smithi110.stdout:3491: finishing write tid 4 to smithi11051043-18 2024-02-18T08:31:20.913 INFO:tasks.rados.rados.0.smithi110.stdout:3491: finishing write tid 5 to smithi11051043-18 2024-02-18T08:31:20.913 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1654 (ObjNum 1070 snap 327 seq_num 1070) dirty exists 2024-02-18T08:31:20.913 INFO:tasks.rados.rados.0.smithi110.stdout:3491: left oid 18 (ObjNum 1070 snap 327 seq_num 1070) 2024-02-18T08:31:20.918 INFO:tasks.rados.rados.0.smithi110.stdout:3492: finishing write tid 1 to smithi11051043-5 2024-02-18T08:31:20.918 INFO:tasks.rados.rados.0.smithi110.stdout:3492: finishing write tid 2 to smithi11051043-5 2024-02-18T08:31:20.918 INFO:tasks.rados.rados.0.smithi110.stdout:3492: finishing write tid 4 to smithi11051043-5 2024-02-18T08:31:20.919 INFO:tasks.rados.rados.0.smithi110.stdout:3492: finishing write tid 5 to smithi11051043-5 2024-02-18T08:31:20.919 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 1128 (ObjNum 1071 snap 327 seq_num 1071) dirty exists 2024-02-18T08:31:20.919 INFO:tasks.rados.rados.0.smithi110.stdout:3492: left oid 5 (ObjNum 1071 snap 327 seq_num 1071) 2024-02-18T08:31:20.920 INFO:tasks.rados.rados.0.smithi110.stdout:3491: done (2 left) 2024-02-18T08:31:20.920 INFO:tasks.rados.rados.0.smithi110.stdout:3492: done (1 left) 2024-02-18T08:31:20.920 INFO:tasks.rados.rados.0.smithi110.stdout:3493: done (0 left) 2024-02-18T08:31:20.920 INFO:tasks.rados.rados.0.smithi110.stdout:3494: delete oid 7 current snap is 327 2024-02-18T08:31:20.922 INFO:tasks.rados.rados.0.smithi110.stdout:3494: done (0 left) 2024-02-18T08:31:20.922 INFO:tasks.rados.rados.0.smithi110.stdout:3495: snap_create 2024-02-18T08:31:21.915 INFO:tasks.rados.rados.0.smithi110.stdout:3495: done (0 left) 2024-02-18T08:31:21.915 INFO:tasks.rados.rados.0.smithi110.stdout:3496: copy_from oid 23 from oid 22 current snap is 328 2024-02-18T08:31:21.915 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 328 2024-02-18T08:31:21.915 INFO:tasks.rados.rados.0.smithi110.stdout:3497: seq_num 1074 ranges {2695168=794624,3489792=401408} 2024-02-18T08:31:21.935 INFO:tasks.rados.rados.0.smithi110.stdout:3497: writing smithi11051043-33 from 2695168 to 3489792 tid 1 2024-02-18T08:31:21.938 INFO:tasks.rados.rados.0.smithi110.stdout:3497: writing smithi11051043-33 from 3489792 to 3891200 tid 2 2024-02-18T08:31:21.938 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 328 2024-02-18T08:31:21.938 INFO:tasks.rados.rados.0.smithi110.stdout:3498: seq_num 1075 ranges {1941504=409600,2351104=671744,3022848=131072} 2024-02-18T08:31:21.952 INFO:tasks.rados.rados.0.smithi110.stdout:3498: writing smithi11051043-13 from 1941504 to 2351104 tid 1 2024-02-18T08:31:21.956 INFO:tasks.rados.rados.0.smithi110.stdout:3498: writing smithi11051043-13 from 2351104 to 3022848 tid 2 2024-02-18T08:31:21.957 INFO:tasks.rados.rados.0.smithi110.stdout:3498: writing smithi11051043-13 from 3022848 to 3153920 tid 3 2024-02-18T08:31:21.957 INFO:tasks.rados.rados.0.smithi110.stdout:3499: rmattr oid 16 current snap is 328 2024-02-18T08:31:21.957 INFO:tasks.rados.rados.0.smithi110.stdout:3496: finishing copy_from racing read to smithi11051043-23 2024-02-18T08:31:21.957 INFO:tasks.rados.rados.0.smithi110.stdout:3500: snap_create 2024-02-18T08:31:21.957 INFO:tasks.rados.rados.0.smithi110.stdout:3496: finishing copy_from to smithi11051043-23 2024-02-18T08:31:21.958 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1450 (ObjNum 1068 snap 326 seq_num 1068) dirty exists 2024-02-18T08:31:21.958 INFO:tasks.rados.rados.0.smithi110.stdout:3497: finishing write tid 1 to smithi11051043-33 2024-02-18T08:31:21.958 INFO:tasks.rados.rados.0.smithi110.stdout:3497: finishing write tid 2 to smithi11051043-33 2024-02-18T08:31:21.958 INFO:tasks.rados.rados.0.smithi110.stdout:3497: finishing write tid 4 to smithi11051043-33 2024-02-18T08:31:21.958 INFO:tasks.rados.rados.0.smithi110.stdout:3497: finishing write tid 5 to smithi11051043-33 2024-02-18T08:31:21.958 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 1463 (ObjNum 1074 snap 328 seq_num 1074) dirty exists 2024-02-18T08:31:21.958 INFO:tasks.rados.rados.0.smithi110.stdout:3497: left oid 33 (ObjNum 1074 snap 328 seq_num 1074) 2024-02-18T08:31:21.958 INFO:tasks.rados.rados.0.smithi110.stdout:3498: finishing write tid 1 to smithi11051043-13 2024-02-18T08:31:21.961 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1837 (ObjNum 1050 snap 323 seq_num 1050) dirty exists 2024-02-18T08:31:21.961 INFO:tasks.rados.rados.0.smithi110.stdout:3498: finishing write tid 2 to smithi11051043-13 2024-02-18T08:31:21.961 INFO:tasks.rados.rados.0.smithi110.stdout:3498: finishing write tid 3 to smithi11051043-13 2024-02-18T08:31:21.961 INFO:tasks.rados.rados.0.smithi110.stdout:3498: finishing write tid 5 to smithi11051043-13 2024-02-18T08:31:21.962 INFO:tasks.rados.rados.0.smithi110.stdout:3498: finishing write tid 6 to smithi11051043-13 2024-02-18T08:31:21.962 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 1653 (ObjNum 1075 snap 328 seq_num 1075) dirty exists 2024-02-18T08:31:21.962 INFO:tasks.rados.rados.0.smithi110.stdout:3498: left oid 13 (ObjNum 1075 snap 328 seq_num 1075) 2024-02-18T08:31:22.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:21 smithi191 bash[38688]: cluster 2024-02-18T08:31:20.790640+0000 mgr.y (mgr.44100) 425 : cluster [DBG] pgmap v766: 89 pgs: 89 active+clean; 174 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.6 MiB/s wr, 57 op/s 2024-02-18T08:31:22.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:21 smithi191 bash[38688]: cluster 2024-02-18T08:31:20.831323+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-02-18T08:31:22.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:21 smithi110 bash[54479]: cluster 2024-02-18T08:31:20.790640+0000 mgr.y (mgr.44100) 425 : cluster [DBG] pgmap v766: 89 pgs: 89 active+clean; 174 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.6 MiB/s wr, 57 op/s 2024-02-18T08:31:22.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:21 smithi110 bash[54479]: cluster 2024-02-18T08:31:20.831323+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-02-18T08:31:22.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:21 smithi110 bash[55875]: cluster 2024-02-18T08:31:20.790640+0000 mgr.y (mgr.44100) 425 : cluster [DBG] pgmap v766: 89 pgs: 89 active+clean; 174 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.6 MiB/s wr, 57 op/s 2024-02-18T08:31:22.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:21 smithi110 bash[55875]: cluster 2024-02-18T08:31:20.831323+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-02-18T08:31:22.923 INFO:tasks.rados.rados.0.smithi110.stdout:3496: done (4 left) 2024-02-18T08:31:22.923 INFO:tasks.rados.rados.0.smithi110.stdout:3497: done (3 left) 2024-02-18T08:31:22.923 INFO:tasks.rados.rados.0.smithi110.stdout:3498: done (2 left) 2024-02-18T08:31:22.923 INFO:tasks.rados.rados.0.smithi110.stdout:3499: done (1 left) 2024-02-18T08:31:22.923 INFO:tasks.rados.rados.0.smithi110.stdout:3500: done (0 left) 2024-02-18T08:31:22.923 INFO:tasks.rados.rados.0.smithi110.stdout:3501: delete oid 7 current snap is 329 2024-02-18T08:31:22.932 INFO:tasks.rados.rados.0.smithi110.stdout:3501: done (0 left) 2024-02-18T08:31:22.932 INFO:tasks.rados.rados.0.smithi110.stdout:3502: snap_remove snap 326 2024-02-18T08:31:23.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:22 smithi110 bash[54479]: cluster 2024-02-18T08:31:21.915046+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-02-18T08:31:23.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:22 smithi110 bash[55875]: cluster 2024-02-18T08:31:21.915046+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-02-18T08:31:23.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:22 smithi191 bash[38688]: cluster 2024-02-18T08:31:21.915046+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-02-18T08:31:23.927 INFO:tasks.rados.rados.0.smithi110.stdout:3502: done (0 left) 2024-02-18T08:31:23.927 INFO:tasks.rados.rados.0.smithi110.stdout:3503: read oid 20 snap -1 2024-02-18T08:31:23.927 INFO:tasks.rados.rados.0.smithi110.stdout:3503: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:31:23.928 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 329 2024-02-18T08:31:23.928 INFO:tasks.rados.rados.0.smithi110.stdout:3504: seq_num 1077 ranges {9568256=442368,10010624=434176,10444800=368640} 2024-02-18T08:31:23.984 INFO:tasks.rados.rados.0.smithi110.stdout:3504: writing smithi11051043-29 from 9568256 to 10010624 tid 1 2024-02-18T08:31:23.987 INFO:tasks.rados.rados.0.smithi110.stdout:3504: writing smithi11051043-29 from 10010624 to 10444800 tid 2 2024-02-18T08:31:23.990 INFO:tasks.rados.rados.0.smithi110.stdout:3504: writing smithi11051043-29 from 10444800 to 10813440 tid 3 2024-02-18T08:31:23.990 INFO:tasks.rados.rados.0.smithi110.stdout:3505: read oid 23 snap 323 2024-02-18T08:31:23.990 INFO:tasks.rados.rados.0.smithi110.stdout:3505: expect (ObjNum -129989328 snap 22008 seq_num 4166600688) 2024-02-18T08:31:23.990 INFO:tasks.rados.rados.0.smithi110.stdout:3506: rollback oid 26 current snap is 329 2024-02-18T08:31:23.990 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 323 2024-02-18T08:31:23.990 INFO:tasks.rados.rados.0.smithi110.stdout:3507: setattr oid 25 current snap is 329 2024-02-18T08:31:23.990 INFO:tasks.rados.rados.0.smithi110.stdout:3503: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:31:23.995 INFO:tasks.rados.rados.0.smithi110.stdout:3505: expect (ObjNum -129989328 snap 22008 seq_num 4166600688) 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:3504: finishing write tid 1 to smithi11051043-29 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:3504: finishing write tid 2 to smithi11051043-29 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:3506: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:3506: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1843 (ObjNum 1036 snap 320 seq_num 1036) dirty exists 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:3504: finishing write tid 3 to smithi11051043-29 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:3504: finishing write tid 5 to smithi11051043-29 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:3503: done (4 left) 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:3505: done (3 left) 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:3506: done (2 left) 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 329 2024-02-18T08:31:23.998 INFO:tasks.rados.rados.0.smithi110.stdout:3508: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-02-18T08:31:24.000 INFO:tasks.rados.rados.0.smithi110.stdout:3508: writing smithi11051043-49 from 0 to 458752 tid 1 2024-02-18T08:31:24.004 INFO:tasks.rados.rados.0.smithi110.stdout:3508: writing smithi11051043-49 from 458752 to 1179648 tid 2 2024-02-18T08:31:24.006 INFO:tasks.rados.rados.0.smithi110.stdout:3508: writing smithi11051043-49 from 1179648 to 1261568 tid 3 2024-02-18T08:31:24.006 INFO:tasks.rados.rados.0.smithi110.stdout:3504: finishing write tid 6 to smithi11051043-29 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1811 (ObjNum 1077 snap 329 seq_num 1077) dirty exists 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3504: left oid 29 (ObjNum 1077 snap 329 seq_num 1077) 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 1344 (ObjNum -129537856 snap 22008 seq_num 4164625472) dirty exists 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3508: finishing write tid 1 to smithi11051043-49 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3509: read oid 38 snap -1 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3509: expect (ObjNum 1069 snap 326 seq_num 1069) 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3504: done (3 left) 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3507: done (2 left) 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3510: copy_from oid 3 from oid 1 current snap is 329 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3511: read oid 47 snap -1 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3511: expect (ObjNum 1061 snap 325 seq_num 1061) 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3512: copy_from oid 46 from oid 9 current snap is 329 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3513: read oid 12 snap 325 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3513: expect (ObjNum 1040 snap 321 seq_num 1040) 2024-02-18T08:31:24.007 INFO:tasks.rados.rados.0.smithi110.stdout:3514: snap_remove snap 327 2024-02-18T08:31:24.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:23 smithi110 bash[55875]: cluster 2024-02-18T08:31:22.791301+0000 mgr.y (mgr.44100) 426 : cluster [DBG] pgmap v769: 89 pgs: 89 active+clean; 178 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-02-18T08:31:24.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:23 smithi110 bash[55875]: cluster 2024-02-18T08:31:22.922868+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-02-18T08:31:24.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:23 smithi110 bash[54479]: cluster 2024-02-18T08:31:22.791301+0000 mgr.y (mgr.44100) 426 : cluster [DBG] pgmap v769: 89 pgs: 89 active+clean; 178 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-02-18T08:31:24.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:23 smithi110 bash[54479]: cluster 2024-02-18T08:31:22.922868+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-02-18T08:31:24.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:23 smithi191 bash[38688]: cluster 2024-02-18T08:31:22.791301+0000 mgr.y (mgr.44100) 426 : cluster [DBG] pgmap v769: 89 pgs: 89 active+clean; 178 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.1 MiB/s wr, 37 op/s 2024-02-18T08:31:24.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:23 smithi191 bash[38688]: cluster 2024-02-18T08:31:22.922868+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-02-18T08:31:24.836 INFO:tasks.rados.rados.0.smithi110.stdout:3514: done (6 left) 2024-02-18T08:31:24.836 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 43 current snap is 329 2024-02-18T08:31:24.836 INFO:tasks.rados.rados.0.smithi110.stdout:3515: seq_num 1079 ranges {7225344=475136,7700480=606208,8306688=196608} 2024-02-18T08:31:24.875 INFO:tasks.rados.rados.0.smithi110.stdout:3515: writing smithi11051043-43 from 7225344 to 7700480 tid 1 2024-02-18T08:31:24.879 INFO:tasks.rados.rados.0.smithi110.stdout:3515: writing smithi11051043-43 from 7700480 to 8306688 tid 2 2024-02-18T08:31:24.881 INFO:tasks.rados.rados.0.smithi110.stdout:3515: writing smithi11051043-43 from 8306688 to 8503296 tid 3 2024-02-18T08:31:24.881 INFO:tasks.rados.rados.0.smithi110.stdout:3516: setattr oid 42 current snap is 329 2024-02-18T08:31:24.881 INFO:tasks.rados.rados.0.smithi110.stdout:3509: expect (ObjNum 1069 snap 326 seq_num 1069) 2024-02-18T08:31:24.908 INFO:tasks.rados.rados.0.smithi110.stdout:3513: expect (ObjNum 1040 snap 321 seq_num 1040) 2024-02-18T08:31:24.924 INFO:tasks.rados.rados.0.smithi110.stdout:3508: finishing write tid 2 to smithi11051043-49 2024-02-18T08:31:24.924 INFO:tasks.rados.rados.0.smithi110.stdout:3508: finishing write tid 3 to smithi11051043-49 2024-02-18T08:31:24.924 INFO:tasks.rados.rados.0.smithi110.stdout:3508: finishing write tid 5 to smithi11051043-49 2024-02-18T08:31:24.924 INFO:tasks.rados.rados.0.smithi110.stdout:3508: finishing write tid 6 to smithi11051043-49 2024-02-18T08:31:24.924 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1647 (ObjNum 1078 snap 329 seq_num 1078) dirty exists 2024-02-18T08:31:24.925 INFO:tasks.rados.rados.0.smithi110.stdout:3508: left oid 49 (ObjNum 1078 snap 329 seq_num 1078) 2024-02-18T08:31:24.925 INFO:tasks.rados.rados.0.smithi110.stdout:3511: expect (ObjNum 1061 snap 325 seq_num 1061) 2024-02-18T08:31:24.972 INFO:tasks.rados.rados.0.smithi110.stdout:3510: finishing copy_from racing read to smithi11051043-3 2024-02-18T08:31:24.972 INFO:tasks.rados.rados.0.smithi110.stdout:3512: finishing copy_from racing read to smithi11051043-46 2024-02-18T08:31:24.972 INFO:tasks.rados.rados.0.smithi110.stdout:3510: finishing copy_from to smithi11051043-3 2024-02-18T08:31:24.972 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 1356 (ObjNum 1065 snap 326 seq_num 1065) dirty exists 2024-02-18T08:31:24.972 INFO:tasks.rados.rados.0.smithi110.stdout:3512: finishing copy_from to smithi11051043-46 2024-02-18T08:31:24.972 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 1650 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:31:24.972 INFO:tasks.rados.rados.0.smithi110.stdout:3508: done (7 left) 2024-02-18T08:31:24.972 INFO:tasks.rados.rados.0.smithi110.stdout:3509: done (6 left) 2024-02-18T08:31:24.972 INFO:tasks.rados.rados.0.smithi110.stdout:3510: done (5 left) 2024-02-18T08:31:24.972 INFO:tasks.rados.rados.0.smithi110.stdout:3511: done (4 left) 2024-02-18T08:31:24.973 INFO:tasks.rados.rados.0.smithi110.stdout:3512: done (3 left) 2024-02-18T08:31:24.973 INFO:tasks.rados.rados.0.smithi110.stdout:3513: done (2 left) 2024-02-18T08:31:24.973 INFO:tasks.rados.rados.0.smithi110.stdout:3517: snap_remove snap 328 2024-02-18T08:31:25.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:24 smithi110 bash[54479]: cluster 2024-02-18T08:31:23.926626+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-02-18T08:31:25.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:24 smithi110 bash[54479]: cluster 2024-02-18T08:31:24.831698+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-02-18T08:31:25.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:24 smithi110 bash[55875]: cluster 2024-02-18T08:31:23.926626+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-02-18T08:31:25.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:24 smithi110 bash[55875]: cluster 2024-02-18T08:31:24.831698+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-02-18T08:31:25.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:24 smithi191 bash[38688]: cluster 2024-02-18T08:31:23.926626+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-02-18T08:31:25.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:24 smithi191 bash[38688]: cluster 2024-02-18T08:31:24.831698+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-02-18T08:31:25.946 INFO:tasks.rados.rados.0.smithi110.stdout:3517: done (2 left) 2024-02-18T08:31:25.946 INFO:tasks.rados.rados.0.smithi110.stdout:3518: snap_remove snap 322 2024-02-18T08:31:26.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:25 smithi110 bash[54479]: cluster 2024-02-18T08:31:24.792139+0000 mgr.y (mgr.44100) 427 : cluster [DBG] pgmap v772: 89 pgs: 89 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-02-18T08:31:26.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:25 smithi110 bash[55875]: cluster 2024-02-18T08:31:24.792139+0000 mgr.y (mgr.44100) 427 : cluster [DBG] pgmap v772: 89 pgs: 89 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-02-18T08:31:26.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:25 smithi191 bash[38688]: cluster 2024-02-18T08:31:24.792139+0000 mgr.y (mgr.44100) 427 : cluster [DBG] pgmap v772: 89 pgs: 89 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-02-18T08:31:26.946 INFO:tasks.rados.rados.0.smithi110.stdout:3518: done (2 left) 2024-02-18T08:31:26.946 INFO:tasks.rados.rados.0.smithi110.stdout:3519: snap_remove snap 321 2024-02-18T08:31:27.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:26 smithi110 bash[54479]: cluster 2024-02-18T08:31:25.945342+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-02-18T08:31:27.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:26 smithi110 bash[54479]: cluster 2024-02-18T08:31:26.946247+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-02-18T08:31:27.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:26 smithi110 bash[55875]: cluster 2024-02-18T08:31:25.945342+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-02-18T08:31:27.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:26 smithi110 bash[55875]: cluster 2024-02-18T08:31:26.946247+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-02-18T08:31:27.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:26 smithi191 bash[38688]: cluster 2024-02-18T08:31:25.945342+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-02-18T08:31:27.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:26 smithi191 bash[38688]: cluster 2024-02-18T08:31:26.946247+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-02-18T08:31:27.952 INFO:tasks.rados.rados.0.smithi110.stdout:3519: done (2 left) 2024-02-18T08:31:27.952 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 329 2024-02-18T08:31:27.952 INFO:tasks.rados.rados.0.smithi110.stdout:3520: seq_num 1080 ranges {1261568=491520,1753088=540672,2293760=262144} 2024-02-18T08:31:27.960 INFO:tasks.rados.rados.0.smithi110.stdout:3520: writing smithi11051043-49 from 1261568 to 1753088 tid 1 2024-02-18T08:31:27.964 INFO:tasks.rados.rados.0.smithi110.stdout:3520: writing smithi11051043-49 from 1753088 to 2293760 tid 2 2024-02-18T08:31:27.966 INFO:tasks.rados.rados.0.smithi110.stdout:3520: writing smithi11051043-49 from 2293760 to 2555904 tid 3 2024-02-18T08:31:27.966 INFO:tasks.rados.rados.0.smithi110.stdout:3521: snap_create 2024-02-18T08:31:27.966 INFO:tasks.rados.rados.0.smithi110.stdout:3515: finishing write tid 1 to smithi11051043-43 2024-02-18T08:31:27.966 INFO:tasks.rados.rados.0.smithi110.stdout:3515: finishing write tid 2 to smithi11051043-43 2024-02-18T08:31:27.966 INFO:tasks.rados.rados.0.smithi110.stdout:3515: finishing write tid 3 to smithi11051043-43 2024-02-18T08:31:27.966 INFO:tasks.rados.rados.0.smithi110.stdout:3515: finishing write tid 5 to smithi11051043-43 2024-02-18T08:31:27.966 INFO:tasks.rados.rados.0.smithi110.stdout:3515: finishing write tid 6 to smithi11051043-43 2024-02-18T08:31:27.967 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 43 v 1114 (ObjNum 1079 snap 329 seq_num 1079) dirty exists 2024-02-18T08:31:27.967 INFO:tasks.rados.rados.0.smithi110.stdout:3515: left oid 43 (ObjNum 1079 snap 329 seq_num 1079) 2024-02-18T08:31:27.967 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 1115 (ObjNum 994 snap 309 seq_num 994) dirty exists 2024-02-18T08:31:27.970 INFO:tasks.rados.rados.0.smithi110.stdout:3520: finishing write tid 1 to smithi11051043-49 2024-02-18T08:31:27.972 INFO:tasks.rados.rados.0.smithi110.stdout:3520: finishing write tid 2 to smithi11051043-49 2024-02-18T08:31:27.972 INFO:tasks.rados.rados.0.smithi110.stdout:3520: finishing write tid 3 to smithi11051043-49 2024-02-18T08:31:27.972 INFO:tasks.rados.rados.0.smithi110.stdout:3520: finishing write tid 5 to smithi11051043-49 2024-02-18T08:31:27.973 INFO:tasks.rados.rados.0.smithi110.stdout:3520: finishing write tid 6 to smithi11051043-49 2024-02-18T08:31:27.973 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1654 (ObjNum 1080 snap 329 seq_num 1080) dirty exists 2024-02-18T08:31:27.973 INFO:tasks.rados.rados.0.smithi110.stdout:3520: left oid 49 (ObjNum 1080 snap 329 seq_num 1080) 2024-02-18T08:31:28.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:27 smithi110 bash[54479]: cluster 2024-02-18T08:31:26.792794+0000 mgr.y (mgr.44100) 428 : cluster [DBG] pgmap v775: 89 pgs: 89 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-02-18T08:31:28.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:27 smithi110 bash[54479]: cluster 2024-02-18T08:31:27.947443+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-02-18T08:31:28.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:27 smithi110 bash[55875]: cluster 2024-02-18T08:31:26.792794+0000 mgr.y (mgr.44100) 428 : cluster [DBG] pgmap v775: 89 pgs: 89 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-02-18T08:31:28.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:27 smithi110 bash[55875]: cluster 2024-02-18T08:31:27.947443+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-02-18T08:31:28.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:27 smithi191 bash[38688]: cluster 2024-02-18T08:31:26.792794+0000 mgr.y (mgr.44100) 428 : cluster [DBG] pgmap v775: 89 pgs: 89 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-02-18T08:31:28.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:27 smithi191 bash[38688]: cluster 2024-02-18T08:31:27.947443+0000 mon.a (mon.0) 1350 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-02-18T08:31:28.973 INFO:tasks.rados.rados.0.smithi110.stdout:3515: done (3 left) 2024-02-18T08:31:28.973 INFO:tasks.rados.rados.0.smithi110.stdout:3516: done (2 left) 2024-02-18T08:31:28.973 INFO:tasks.rados.rados.0.smithi110.stdout:3520: done (1 left) 2024-02-18T08:31:28.973 INFO:tasks.rados.rados.0.smithi110.stdout:3521: done (0 left) 2024-02-18T08:31:28.974 INFO:tasks.rados.rados.0.smithi110.stdout:3522: rmattr oid 43 current snap is 330 2024-02-18T08:31:28.974 INFO:tasks.rados.rados.0.smithi110.stdout:3522: done (0 left) 2024-02-18T08:31:28.974 INFO:tasks.rados.rados.0.smithi110.stdout:3523: read oid 26 snap 320 2024-02-18T08:31:28.974 INFO:tasks.rados.rados.0.smithi110.stdout:3523: expect (ObjNum 942 snap 291 seq_num 942) 2024-02-18T08:31:28.974 INFO:tasks.rados.rados.0.smithi110.stdout:3524: delete oid 8 current snap is 330 2024-02-18T08:31:29.002 INFO:tasks.rados.rados.0.smithi110.stdout:3523: expect (ObjNum 942 snap 291 seq_num 942) 2024-02-18T08:31:29.252 INFO:tasks.rados.rados.0.smithi110.stdout:3523: done (1 left) 2024-02-18T08:31:29.253 INFO:tasks.rados.rados.0.smithi110.stdout:3524: done (0 left) 2024-02-18T08:31:29.253 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 330 2024-02-18T08:31:29.253 INFO:tasks.rados.rados.0.smithi110.stdout:3525: seq_num 1082 ranges {2555904=524288,3080192=704512,3784704=98304} 2024-02-18T08:31:29.277 INFO:tasks.rados.rados.0.smithi110.stdout:3525: writing smithi11051043-49 from 2555904 to 3080192 tid 1 2024-02-18T08:31:29.281 INFO:tasks.rados.rados.0.smithi110.stdout:3525: writing smithi11051043-49 from 3080192 to 3784704 tid 2 2024-02-18T08:31:29.282 INFO:tasks.rados.rados.0.smithi110.stdout:3525: writing smithi11051043-49 from 3784704 to 3883008 tid 3 2024-02-18T08:31:29.282 INFO:tasks.rados.rados.0.smithi110.stdout:3526: snap_create 2024-02-18T08:31:29.295 INFO:tasks.rados.rados.0.smithi110.stdout:3525: finishing write tid 1 to smithi11051043-49 2024-02-18T08:31:29.297 INFO:tasks.rados.rados.0.smithi110.stdout:3525: finishing write tid 2 to smithi11051043-49 2024-02-18T08:31:29.297 INFO:tasks.rados.rados.0.smithi110.stdout:3525: finishing write tid 3 to smithi11051043-49 2024-02-18T08:31:29.297 INFO:tasks.rados.rados.0.smithi110.stdout:3525: finishing write tid 5 to smithi11051043-49 2024-02-18T08:31:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:3525: finishing write tid 6 to smithi11051043-49 2024-02-18T08:31:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1658 (ObjNum 1082 snap 330 seq_num 1082) dirty exists 2024-02-18T08:31:29.299 INFO:tasks.rados.rados.0.smithi110.stdout:3525: left oid 49 (ObjNum 1082 snap 330 seq_num 1082) 2024-02-18T08:31:29.835 INFO:tasks.rados.rados.0.smithi110.stdout:3525: done (1 left) 2024-02-18T08:31:29.835 INFO:tasks.rados.rados.0.smithi110.stdout:3526: done (0 left) 2024-02-18T08:31:29.835 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 331 2024-02-18T08:31:29.835 INFO:tasks.rados.rados.0.smithi110.stdout:3527: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2024-02-18T08:31:29.837 INFO:tasks.rados.rados.0.smithi110.stdout:3527: writing smithi11051043-7 from 0 to 540672 tid 1 2024-02-18T08:31:29.841 INFO:tasks.rados.rados.0.smithi110.stdout:3527: writing smithi11051043-7 from 540672 to 1130496 tid 2 2024-02-18T08:31:29.842 INFO:tasks.rados.rados.0.smithi110.stdout:3527: writing smithi11051043-7 from 1130496 to 1343488 tid 3 2024-02-18T08:31:29.842 INFO:tasks.rados.rados.0.smithi110.stdout:3528: delete oid 47 current snap is 331 2024-02-18T08:31:29.849 INFO:tasks.rados.rados.0.smithi110.stdout:3528: done (1 left) 2024-02-18T08:31:29.849 INFO:tasks.rados.rados.0.smithi110.stdout:3529: read oid 21 snap -1 2024-02-18T08:31:29.849 INFO:tasks.rados.rados.0.smithi110.stdout:3529: expect deleted 2024-02-18T08:31:29.849 INFO:tasks.rados.rados.0.smithi110.stdout:3530: rollback oid 4 current snap is 331 2024-02-18T08:31:29.849 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 4 to 320 2024-02-18T08:31:29.849 INFO:tasks.rados.rados.0.smithi110.stdout:3531: read oid 11 snap -1 2024-02-18T08:31:29.849 INFO:tasks.rados.rados.0.smithi110.stdout:3531: expect (ObjNum 1035 snap 320 seq_num 1035) 2024-02-18T08:31:29.849 INFO:tasks.rados.rados.0.smithi110.stdout:3532: copy_from oid 45 from oid 40 current snap is 331 2024-02-18T08:31:29.849 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 331 2024-02-18T08:31:29.849 INFO:tasks.rados.rados.0.smithi110.stdout:3533: seq_num 1085 ranges {622592=581632,1204224=761856,1966080=40960} 2024-02-18T08:31:29.856 INFO:tasks.rados.rados.0.smithi110.stdout:3533: writing smithi11051043-26 from 622592 to 1204224 tid 1 2024-02-18T08:31:29.861 INFO:tasks.rados.rados.0.smithi110.stdout:3533: writing smithi11051043-26 from 1204224 to 1966080 tid 2 2024-02-18T08:31:29.862 INFO:tasks.rados.rados.0.smithi110.stdout:3533: writing smithi11051043-26 from 1966080 to 2007040 tid 3 2024-02-18T08:31:29.862 INFO:tasks.rados.rados.0.smithi110.stdout:3534: copy_from oid 49 from oid 14 current snap is 331 2024-02-18T08:31:29.862 INFO:tasks.rados.rados.0.smithi110.stdout:3527: finishing write tid 1 to smithi11051043-7 2024-02-18T08:31:29.862 INFO:tasks.rados.rados.0.smithi110.stdout:3527: finishing write tid 2 to smithi11051043-7 2024-02-18T08:31:29.862 INFO:tasks.rados.rados.0.smithi110.stdout:3527: finishing write tid 3 to smithi11051043-7 2024-02-18T08:31:29.862 INFO:tasks.rados.rados.0.smithi110.stdout:3531: expect (ObjNum 1035 snap 320 seq_num 1035) 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:3527: finishing write tid 5 to smithi11051043-7 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:3530: finishing rollback tid 0 to smithi11051043-4 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:3530: finishing rollback tid 1 to smithi11051043-4 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:3530: finishing rollback tid 2 to smithi11051043-4 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1718 (ObjNum 986 snap 308 seq_num 986) dirty exists 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:3527: finishing write tid 6 to smithi11051043-7 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1295 (ObjNum 1083 snap 331 seq_num 1083) dirty exists 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:3527: left oid 7 (ObjNum 1083 snap 331 seq_num 1083) 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:3532: finishing copy_from racing read to smithi11051043-45 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:3533: finishing write tid 1 to smithi11051043-26 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:3532: finishing copy_from to smithi11051043-45 2024-02-18T08:31:29.876 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1440 (ObjNum 994 snap 309 seq_num 994) dirty exists 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:3534: finishing copy_from racing read to smithi11051043-49 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:3534: finishing copy_from to smithi11051043-49 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1315 (ObjNum 1007 snap 315 seq_num 1007) dirty exists 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:3527: done (6 left) 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:3529: done (5 left) 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:3530: done (4 left) 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:3531: done (3 left) 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:3532: done (2 left) 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:3534: done (1 left) 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 331 2024-02-18T08:31:29.877 INFO:tasks.rados.rados.0.smithi110.stdout:3535: seq_num 1086 ranges {2260992=598016,2859008=647168,3506176=155648} 2024-02-18T08:31:29.893 INFO:tasks.rados.rados.0.smithi110.stdout:3535: writing smithi11051043-40 from 2260992 to 2859008 tid 1 2024-02-18T08:31:29.897 INFO:tasks.rados.rados.0.smithi110.stdout:3535: writing smithi11051043-40 from 2859008 to 3506176 tid 2 2024-02-18T08:31:29.898 INFO:tasks.rados.rados.0.smithi110.stdout:3535: writing smithi11051043-40 from 3506176 to 3661824 tid 3 2024-02-18T08:31:29.898 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 331 2024-02-18T08:31:29.898 INFO:tasks.rados.rados.0.smithi110.stdout:3536: seq_num 1087 ranges {9568256=614400,10182656=532480,10715136=270336} 2024-02-18T08:31:29.955 INFO:tasks.rados.rados.0.smithi110.stdout:3536: writing smithi11051043-9 from 9568256 to 10182656 tid 1 2024-02-18T08:31:29.958 INFO:tasks.rados.rados.0.smithi110.stdout:3536: writing smithi11051043-9 from 10182656 to 10715136 tid 2 2024-02-18T08:31:29.960 INFO:tasks.rados.rados.0.smithi110.stdout:3536: writing smithi11051043-9 from 10715136 to 10985472 tid 3 2024-02-18T08:31:29.960 INFO:tasks.rados.rados.0.smithi110.stdout:3537: rollback oid 3 current snap is 331 2024-02-18T08:31:29.960 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 3 to 323 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3533: finishing write tid 2 to smithi11051043-26 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3533: finishing write tid 3 to smithi11051043-26 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3533: finishing write tid 5 to smithi11051043-26 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3533: finishing write tid 6 to smithi11051043-26 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1869 (ObjNum 1085 snap 331 seq_num 1085) dirty exists 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3533: left oid 26 (ObjNum 1085 snap 331 seq_num 1085) 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3535: finishing write tid 1 to smithi11051043-40 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3535: finishing write tid 2 to smithi11051043-40 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3535: finishing write tid 3 to smithi11051043-40 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3535: finishing write tid 5 to smithi11051043-40 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3535: finishing write tid 6 to smithi11051043-40 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1488 (ObjNum 1086 snap 331 seq_num 1086) dirty exists 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3535: left oid 40 (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3533: done (3 left) 2024-02-18T08:31:29.961 INFO:tasks.rados.rados.0.smithi110.stdout:3535: done (2 left) 2024-02-18T08:31:29.962 INFO:tasks.rados.rados.0.smithi110.stdout:3538: copy_from oid 16 from oid 46 current snap is 331 2024-02-18T08:31:29.962 INFO:tasks.rados.rados.0.smithi110.stdout:3539: snap_create 2024-02-18T08:31:29.964 INFO:tasks.rados.rados.0.smithi110.stdout:3536: finishing write tid 1 to smithi11051043-9 2024-02-18T08:31:29.967 INFO:tasks.rados.rados.0.smithi110.stdout:3536: finishing write tid 2 to smithi11051043-9 2024-02-18T08:31:29.967 INFO:tasks.rados.rados.0.smithi110.stdout:3537: finishing rollback tid 0 to smithi11051043-3 2024-02-18T08:31:29.967 INFO:tasks.rados.rados.0.smithi110.stdout:3536: finishing write tid 3 to smithi11051043-9 2024-02-18T08:31:29.967 INFO:tasks.rados.rados.0.smithi110.stdout:3537: finishing rollback tid 1 to smithi11051043-3 2024-02-18T08:31:29.967 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 1720 (ObjNum -130203664 snap 22008 seq_num 4165838640) dirty dne 2024-02-18T08:31:29.968 INFO:tasks.rados.rados.0.smithi110.stdout:3536: finishing write tid 5 to smithi11051043-9 2024-02-18T08:31:29.971 INFO:tasks.rados.rados.0.smithi110.stdout:3536: finishing write tid 6 to smithi11051043-9 2024-02-18T08:31:29.971 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1658 (ObjNum 1087 snap 331 seq_num 1087) dirty exists 2024-02-18T08:31:29.971 INFO:tasks.rados.rados.0.smithi110.stdout:3536: left oid 9 (ObjNum 1087 snap 331 seq_num 1087) 2024-02-18T08:31:30.004 INFO:tasks.rados.rados.0.smithi110.stdout:3538: finishing copy_from racing read to smithi11051043-16 2024-02-18T08:31:30.005 INFO:tasks.rados.rados.0.smithi110.stdout:3538: finishing copy_from to smithi11051043-16 2024-02-18T08:31:30.006 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1650 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:31:30.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:29 smithi191 bash[38688]: cluster 2024-02-18T08:31:28.793692+0000 mgr.y (mgr.44100) 429 : cluster [DBG] pgmap v778: 89 pgs: 89 active+clean; 213 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-02-18T08:31:30.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:29 smithi191 bash[38688]: cluster 2024-02-18T08:31:28.973114+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-02-18T08:31:30.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:29 smithi191 bash[38688]: cluster 2024-02-18T08:31:29.835178+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-02-18T08:31:30.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:29 smithi110 bash[54479]: cluster 2024-02-18T08:31:28.793692+0000 mgr.y (mgr.44100) 429 : cluster [DBG] pgmap v778: 89 pgs: 89 active+clean; 213 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-02-18T08:31:30.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:29 smithi110 bash[54479]: cluster 2024-02-18T08:31:28.973114+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-02-18T08:31:30.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:29 smithi110 bash[54479]: cluster 2024-02-18T08:31:29.835178+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-02-18T08:31:30.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:29 smithi110 bash[55875]: cluster 2024-02-18T08:31:28.793692+0000 mgr.y (mgr.44100) 429 : cluster [DBG] pgmap v778: 89 pgs: 89 active+clean; 213 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-02-18T08:31:30.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:29 smithi110 bash[55875]: cluster 2024-02-18T08:31:28.973114+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-02-18T08:31:30.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:29 smithi110 bash[55875]: cluster 2024-02-18T08:31:29.835178+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-02-18T08:31:30.837 INFO:tasks.rados.rados.0.smithi110.stdout:3536: done (3 left) 2024-02-18T08:31:30.837 INFO:tasks.rados.rados.0.smithi110.stdout:3537: done (2 left) 2024-02-18T08:31:30.837 INFO:tasks.rados.rados.0.smithi110.stdout:3538: done (1 left) 2024-02-18T08:31:30.837 INFO:tasks.rados.rados.0.smithi110.stdout:3539: done (0 left) 2024-02-18T08:31:30.838 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 332 2024-02-18T08:31:30.838 INFO:tasks.rados.rados.0.smithi110.stdout:3540: seq_num 1088 ranges {0=630784,630784=466944,1097728=335872} 2024-02-18T08:31:30.842 INFO:tasks.rados.rados.0.smithi110.stdout:3540: writing smithi11051043-2 from 0 to 630784 tid 1 2024-02-18T08:31:30.845 INFO:tasks.rados.rados.0.smithi110.stdout:3540: writing smithi11051043-2 from 630784 to 1097728 tid 2 2024-02-18T08:31:30.847 INFO:tasks.rados.rados.0.smithi110.stdout:3540: writing smithi11051043-2 from 1097728 to 1433600 tid 3 2024-02-18T08:31:30.847 INFO:tasks.rados.rados.0.smithi110.stdout:3541: setattr oid 41 current snap is 332 2024-02-18T08:31:30.849 INFO:tasks.rados.rados.0.smithi110.stdout:3542: read oid 44 snap -1 2024-02-18T08:31:30.849 INFO:tasks.rados.rados.0.smithi110.stdout:3542: expect (ObjNum 1037 snap 320 seq_num 1037) 2024-02-18T08:31:30.849 INFO:tasks.rados.rados.0.smithi110.stdout:3543: read oid 6 snap -1 2024-02-18T08:31:30.849 INFO:tasks.rados.rados.0.smithi110.stdout:3543: expect (ObjNum 1059 snap 325 seq_num 1059) 2024-02-18T08:31:30.849 INFO:tasks.rados.rados.0.smithi110.stdout:3544: read oid 35 snap -1 2024-02-18T08:31:30.850 INFO:tasks.rados.rados.0.smithi110.stdout:3544: expect deleted 2024-02-18T08:31:30.850 INFO:tasks.rados.rados.0.smithi110.stdout:3545: delete oid 45 current snap is 332 2024-02-18T08:31:30.857 INFO:tasks.rados.rados.0.smithi110.stdout:3540: finishing write tid 1 to smithi11051043-2 2024-02-18T08:31:30.857 INFO:tasks.rados.rados.0.smithi110.stdout:3544: done (5 left) 2024-02-18T08:31:30.857 INFO:tasks.rados.rados.0.smithi110.stdout:3545: done (4 left) 2024-02-18T08:31:30.857 INFO:tasks.rados.rados.0.smithi110.stdout:3546: read oid 35 snap -1 2024-02-18T08:31:30.857 INFO:tasks.rados.rados.0.smithi110.stdout:3546: expect deleted 2024-02-18T08:31:30.858 INFO:tasks.rados.rados.0.smithi110.stdout:3547: rollback oid 11 current snap is 332 2024-02-18T08:31:30.858 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 11 to 325 2024-02-18T08:31:30.858 INFO:tasks.rados.rados.0.smithi110.stdout:3540: finishing write tid 2 to smithi11051043-2 2024-02-18T08:31:30.858 INFO:tasks.rados.rados.0.smithi110.stdout:3548: snap_create 2024-02-18T08:31:30.858 INFO:tasks.rados.rados.0.smithi110.stdout:3540: finishing write tid 3 to smithi11051043-2 2024-02-18T08:31:30.858 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1129 (ObjNum 1064 snap 326 seq_num 1064) dirty exists 2024-02-18T08:31:30.861 INFO:tasks.rados.rados.0.smithi110.stdout:3543: expect (ObjNum 1059 snap 325 seq_num 1059) 2024-02-18T08:31:30.884 INFO:tasks.rados.rados.0.smithi110.stdout:3547: finishing rollback tid 0 to smithi11051043-11 2024-02-18T08:31:30.884 INFO:tasks.rados.rados.0.smithi110.stdout:3547: finishing rollback tid 1 to smithi11051043-11 2024-02-18T08:31:30.884 INFO:tasks.rados.rados.0.smithi110.stdout:3547: finishing rollback tid 2 to smithi11051043-11 2024-02-18T08:31:30.884 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1661 (ObjNum 1035 snap 320 seq_num 1035) dirty exists 2024-02-18T08:31:30.884 INFO:tasks.rados.rados.0.smithi110.stdout:3540: finishing write tid 5 to smithi11051043-2 2024-02-18T08:31:30.884 INFO:tasks.rados.rados.0.smithi110.stdout:3542: expect (ObjNum 1037 snap 320 seq_num 1037) 2024-02-18T08:31:31.090 INFO:tasks.rados.rados.0.smithi110.stdout:3540: finishing write tid 6 to smithi11051043-2 2024-02-18T08:31:31.090 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1366 (ObjNum 1088 snap 332 seq_num 1088) dirty exists 2024-02-18T08:31:31.090 INFO:tasks.rados.rados.0.smithi110.stdout:3540: left oid 2 (ObjNum 1088 snap 332 seq_num 1088) 2024-02-18T08:31:31.841 INFO:tasks.rados.rados.0.smithi110.stdout:3540: done (6 left) 2024-02-18T08:31:31.842 INFO:tasks.rados.rados.0.smithi110.stdout:3541: done (5 left) 2024-02-18T08:31:31.842 INFO:tasks.rados.rados.0.smithi110.stdout:3542: done (4 left) 2024-02-18T08:31:31.842 INFO:tasks.rados.rados.0.smithi110.stdout:3543: done (3 left) 2024-02-18T08:31:31.842 INFO:tasks.rados.rados.0.smithi110.stdout:3546: done (2 left) 2024-02-18T08:31:31.842 INFO:tasks.rados.rados.0.smithi110.stdout:3547: done (1 left) 2024-02-18T08:31:31.842 INFO:tasks.rados.rados.0.smithi110.stdout:3548: done (0 left) 2024-02-18T08:31:31.842 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 333 2024-02-18T08:31:31.842 INFO:tasks.rados.rados.0.smithi110.stdout:3549: seq_num 1090 ranges {4079616=663552,4743168=630784,5373952=172032} 2024-02-18T08:31:31.868 INFO:tasks.rados.rados.0.smithi110.stdout:3549: writing smithi11051043-4 from 4079616 to 4743168 tid 1 2024-02-18T08:31:31.871 INFO:tasks.rados.rados.0.smithi110.stdout:3549: writing smithi11051043-4 from 4743168 to 5373952 tid 2 2024-02-18T08:31:31.872 INFO:tasks.rados.rados.0.smithi110.stdout:3549: writing smithi11051043-4 from 5373952 to 5545984 tid 3 2024-02-18T08:31:31.873 INFO:tasks.rados.rados.0.smithi110.stdout:3550: copy_from oid 17 from oid 13 current snap is 333 2024-02-18T08:31:31.873 INFO:tasks.rados.rados.0.smithi110.stdout:3551: snap_remove snap 323 2024-02-18T08:31:32.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:31 smithi110 bash[54479]: cluster 2024-02-18T08:31:30.794598+0000 mgr.y (mgr.44100) 430 : cluster [DBG] pgmap v781: 89 pgs: 89 active+clean; 214 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 13 op/s 2024-02-18T08:31:32.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:31 smithi110 bash[54479]: cluster 2024-02-18T08:31:30.836993+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-02-18T08:31:32.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:31 smithi110 bash[55875]: cluster 2024-02-18T08:31:30.794598+0000 mgr.y (mgr.44100) 430 : cluster [DBG] pgmap v781: 89 pgs: 89 active+clean; 214 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 13 op/s 2024-02-18T08:31:32.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:31 smithi110 bash[55875]: cluster 2024-02-18T08:31:30.836993+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-02-18T08:31:32.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:31 smithi191 bash[38688]: cluster 2024-02-18T08:31:30.794598+0000 mgr.y (mgr.44100) 430 : cluster [DBG] pgmap v781: 89 pgs: 89 active+clean; 214 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 13 op/s 2024-02-18T08:31:32.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:31 smithi191 bash[38688]: cluster 2024-02-18T08:31:30.836993+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-02-18T08:31:32.854 INFO:tasks.rados.rados.0.smithi110.stdout:3551: done (2 left) 2024-02-18T08:31:32.854 INFO:tasks.rados.rados.0.smithi110.stdout:3552: delete oid 42 current snap is 333 2024-02-18T08:31:32.854 INFO:tasks.rados.rados.0.smithi110.stdout:3549: finishing write tid 1 to smithi11051043-4 2024-02-18T08:31:32.854 INFO:tasks.rados.rados.0.smithi110.stdout:3549: finishing write tid 2 to smithi11051043-4 2024-02-18T08:31:32.854 INFO:tasks.rados.rados.0.smithi110.stdout:3549: finishing write tid 3 to smithi11051043-4 2024-02-18T08:31:32.854 INFO:tasks.rados.rados.0.smithi110.stdout:3549: finishing write tid 5 to smithi11051043-4 2024-02-18T08:31:32.855 INFO:tasks.rados.rados.0.smithi110.stdout:3549: finishing write tid 6 to smithi11051043-4 2024-02-18T08:31:32.855 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1724 (ObjNum 1090 snap 333 seq_num 1090) dirty exists 2024-02-18T08:31:32.855 INFO:tasks.rados.rados.0.smithi110.stdout:3549: left oid 4 (ObjNum 1090 snap 333 seq_num 1090) 2024-02-18T08:31:32.855 INFO:tasks.rados.rados.0.smithi110.stdout:3550: finishing copy_from racing read to smithi11051043-17 2024-02-18T08:31:32.855 INFO:tasks.rados.rados.0.smithi110.stdout:3550: finishing copy_from to smithi11051043-17 2024-02-18T08:31:32.855 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1653 (ObjNum 1075 snap 328 seq_num 1075) dirty exists 2024-02-18T08:31:32.871 INFO:tasks.rados.rados.0.smithi110.stdout:3549: done (2 left) 2024-02-18T08:31:32.871 INFO:tasks.rados.rados.0.smithi110.stdout:3550: done (1 left) 2024-02-18T08:31:32.872 INFO:tasks.rados.rados.0.smithi110.stdout:3552: done (0 left) 2024-02-18T08:31:32.872 INFO:tasks.rados.rados.0.smithi110.stdout:3553: setattr oid 12 current snap is 333 2024-02-18T08:31:32.873 INFO:tasks.rados.rados.0.smithi110.stdout:3554: read oid 5 snap -1 2024-02-18T08:31:32.874 INFO:tasks.rados.rados.0.smithi110.stdout:3554: expect (ObjNum 1071 snap 327 seq_num 1071) 2024-02-18T08:31:32.874 INFO:tasks.rados.rados.0.smithi110.stdout:3555: read oid 2 snap 332 2024-02-18T08:31:32.874 INFO:tasks.rados.rados.0.smithi110.stdout:3555: expect (ObjNum 1088 snap 332 seq_num 1088) 2024-02-18T08:31:32.874 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 333 2024-02-18T08:31:32.876 INFO:tasks.rados.rados.0.smithi110.stdout:3556: seq_num 1092 ranges {0=696320,696320=802816} 2024-02-18T08:31:32.884 INFO:tasks.rados.rados.0.smithi110.stdout:3556: writing smithi11051043-25 from 0 to 696320 tid 1 2024-02-18T08:31:32.884 INFO:tasks.rados.rados.0.smithi110.stdout:3556: writing smithi11051043-25 from 696320 to 1499136 tid 2 2024-02-18T08:31:32.884 INFO:tasks.rados.rados.0.smithi110.stdout:3557: rollback oid 6 current snap is 333 2024-02-18T08:31:32.884 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 6 to 331 2024-02-18T08:31:32.884 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1296 (ObjNum 1040 snap 321 seq_num 1040) dirty exists 2024-02-18T08:31:32.884 INFO:tasks.rados.rados.0.smithi110.stdout:3553: done (4 left) 2024-02-18T08:31:32.884 INFO:tasks.rados.rados.0.smithi110.stdout:3558: setattr oid 28 current snap is 333 2024-02-18T08:31:32.886 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 18 current snap is 333 2024-02-18T08:31:32.886 INFO:tasks.rados.rados.0.smithi110.stdout:3559: seq_num 1093 ranges {1130496=712704,1843200=688128,2531328=114688} 2024-02-18T08:31:32.897 INFO:tasks.rados.rados.0.smithi110.stdout:3559: writing smithi11051043-18 from 1130496 to 1843200 tid 1 2024-02-18T08:31:32.902 INFO:tasks.rados.rados.0.smithi110.stdout:3559: writing smithi11051043-18 from 1843200 to 2531328 tid 2 2024-02-18T08:31:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:3559: writing smithi11051043-18 from 2531328 to 2646016 tid 3 2024-02-18T08:31:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 333 2024-02-18T08:31:32.903 INFO:tasks.rados.rados.0.smithi110.stdout:3560: seq_num 1094 ranges {3891200=729088,4620288=573440,5193728=229376} 2024-02-18T08:31:32.929 INFO:tasks.rados.rados.0.smithi110.stdout:3560: writing smithi11051043-33 from 3891200 to 4620288 tid 1 2024-02-18T08:31:32.933 INFO:tasks.rados.rados.0.smithi110.stdout:3560: writing smithi11051043-33 from 4620288 to 5193728 tid 2 2024-02-18T08:31:32.934 INFO:tasks.rados.rados.0.smithi110.stdout:3560: writing smithi11051043-33 from 5193728 to 5423104 tid 3 2024-02-18T08:31:32.934 INFO:tasks.rados.rados.0.smithi110.stdout:3561: delete oid 37 current snap is 333 2024-02-18T08:31:32.934 INFO:tasks.rados.rados.0.smithi110.stdout:3555: expect (ObjNum 1088 snap 332 seq_num 1088) 2024-02-18T08:31:32.970 INFO:tasks.rados.rados.0.smithi110.stdout:3557: finishing rollback tid 0 to smithi11051043-6 2024-02-18T08:31:32.970 INFO:tasks.rados.rados.0.smithi110.stdout:3557: finishing rollback tid 1 to smithi11051043-6 2024-02-18T08:31:32.970 INFO:tasks.rados.rados.0.smithi110.stdout:3557: finishing rollback tid 2 to smithi11051043-6 2024-02-18T08:31:32.970 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 1656 (ObjNum 1059 snap 325 seq_num 1059) dirty exists 2024-02-18T08:31:32.970 INFO:tasks.rados.rados.0.smithi110.stdout:3556: finishing write tid 1 to smithi11051043-25 2024-02-18T08:31:32.970 INFO:tasks.rados.rados.0.smithi110.stdout:3556: finishing write tid 2 to smithi11051043-25 2024-02-18T08:31:32.970 INFO:tasks.rados.rados.0.smithi110.stdout:3556: finishing write tid 4 to smithi11051043-25 2024-02-18T08:31:32.970 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1297 (ObjNum 1062 snap 326 seq_num 1062) dirty exists 2024-02-18T08:31:32.970 INFO:tasks.rados.rados.0.smithi110.stdout:3556: finishing write tid 5 to smithi11051043-25 2024-02-18T08:31:32.971 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 1348 (ObjNum 1092 snap 333 seq_num 1092) dirty exists 2024-02-18T08:31:32.971 INFO:tasks.rados.rados.0.smithi110.stdout:3556: left oid 25 (ObjNum 1092 snap 333 seq_num 1092) 2024-02-18T08:31:32.971 INFO:tasks.rados.rados.0.smithi110.stdout:3559: finishing write tid 1 to smithi11051043-18 2024-02-18T08:31:32.971 INFO:tasks.rados.rados.0.smithi110.stdout:3555: done (7 left) 2024-02-18T08:31:32.971 INFO:tasks.rados.rados.0.smithi110.stdout:3556: done (6 left) 2024-02-18T08:31:32.971 INFO:tasks.rados.rados.0.smithi110.stdout:3557: done (5 left) 2024-02-18T08:31:32.971 INFO:tasks.rados.rados.0.smithi110.stdout:3558: done (4 left) 2024-02-18T08:31:32.971 INFO:tasks.rados.rados.0.smithi110.stdout:3561: done (3 left) 2024-02-18T08:31:32.971 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 333 2024-02-18T08:31:32.971 INFO:tasks.rados.rados.0.smithi110.stdout:3562: seq_num 1096 ranges {1114112=761856,1875968=786432,2662400=16384} 2024-02-18T08:31:32.987 INFO:tasks.rados.rados.0.smithi110.stdout:3562: writing smithi11051043-38 from 1114112 to 1875968 tid 1 2024-02-18T08:31:32.992 INFO:tasks.rados.rados.0.smithi110.stdout:3562: writing smithi11051043-38 from 1875968 to 2662400 tid 2 2024-02-18T08:31:32.992 INFO:tasks.rados.rados.0.smithi110.stdout:3562: writing smithi11051043-38 from 2662400 to 2678784 tid 3 2024-02-18T08:31:32.992 INFO:tasks.rados.rados.0.smithi110.stdout:3563: snap_create 2024-02-18T08:31:32.992 INFO:tasks.rados.rados.0.smithi110.stdout:3559: finishing write tid 2 to smithi11051043-18 2024-02-18T08:31:32.992 INFO:tasks.rados.rados.0.smithi110.stdout:3559: finishing write tid 3 to smithi11051043-18 2024-02-18T08:31:32.993 INFO:tasks.rados.rados.0.smithi110.stdout:3559: finishing write tid 5 to smithi11051043-18 2024-02-18T08:31:32.993 INFO:tasks.rados.rados.0.smithi110.stdout:3559: finishing write tid 6 to smithi11051043-18 2024-02-18T08:31:32.993 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1665 (ObjNum 1093 snap 333 seq_num 1093) dirty exists 2024-02-18T08:31:32.993 INFO:tasks.rados.rados.0.smithi110.stdout:3559: left oid 18 (ObjNum 1093 snap 333 seq_num 1093) 2024-02-18T08:31:32.993 INFO:tasks.rados.rados.0.smithi110.stdout:3554: expect (ObjNum 1071 snap 327 seq_num 1071) 2024-02-18T08:31:33.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:32 smithi110 bash[54479]: cluster 2024-02-18T08:31:31.841572+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-02-18T08:31:33.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:32 smithi110 bash[55875]: cluster 2024-02-18T08:31:31.841572+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-02-18T08:31:33.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:32 smithi191 bash[38688]: cluster 2024-02-18T08:31:31.841572+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-02-18T08:31:34.112 INFO:tasks.rados.rados.0.smithi110.stdout:3560: finishing write tid 1 to smithi11051043-33 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3560: finishing write tid 2 to smithi11051043-33 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3560: finishing write tid 3 to smithi11051043-33 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3560: finishing write tid 5 to smithi11051043-33 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3560: finishing write tid 6 to smithi11051043-33 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 1501 (ObjNum 1094 snap 333 seq_num 1094) dirty exists 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3560: left oid 33 (ObjNum 1094 snap 333 seq_num 1094) 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3562: finishing write tid 1 to smithi11051043-38 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3554: done (4 left) 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3559: done (3 left) 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3560: done (2 left) 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3563: done (1 left) 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3564: read oid 22 snap 332 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3564: expect (ObjNum 1068 snap 326 seq_num 1068) 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3565: read oid 48 snap 331 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3565: expect (ObjNum 1039 snap 320 seq_num 1039) 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 47 current snap is 334 2024-02-18T08:31:34.113 INFO:tasks.rados.rados.0.smithi110.stdout:3566: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-02-18T08:31:34.123 INFO:tasks.rados.rados.0.smithi110.stdout:3566: writing smithi11051043-47 from 0 to 778240 tid 1 2024-02-18T08:31:34.127 INFO:tasks.rados.rados.0.smithi110.stdout:3566: writing smithi11051043-47 from 778240 to 1449984 tid 2 2024-02-18T08:31:34.128 INFO:tasks.rados.rados.0.smithi110.stdout:3566: writing smithi11051043-47 from 1449984 to 1581056 tid 3 2024-02-18T08:31:34.129 INFO:tasks.rados.rados.0.smithi110.stdout:3567: snap_create 2024-02-18T08:31:34.129 INFO:tasks.rados.rados.0.smithi110.stdout:3562: finishing write tid 2 to smithi11051043-38 2024-02-18T08:31:34.129 INFO:tasks.rados.rados.0.smithi110.stdout:3562: finishing write tid 3 to smithi11051043-38 2024-02-18T08:31:34.129 INFO:tasks.rados.rados.0.smithi110.stdout:3562: finishing write tid 5 to smithi11051043-38 2024-02-18T08:31:34.129 INFO:tasks.rados.rados.0.smithi110.stdout:3562: finishing write tid 6 to smithi11051043-38 2024-02-18T08:31:34.129 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1506 (ObjNum 1096 snap 333 seq_num 1096) dirty exists 2024-02-18T08:31:34.129 INFO:tasks.rados.rados.0.smithi110.stdout:3562: left oid 38 (ObjNum 1096 snap 333 seq_num 1096) 2024-02-18T08:31:34.129 INFO:tasks.rados.rados.0.smithi110.stdout:3565: expect (ObjNum 1039 snap 320 seq_num 1039) 2024-02-18T08:31:34.144 INFO:tasks.rados.rados.0.smithi110.stdout:3564: expect (ObjNum 1068 snap 326 seq_num 1068) 2024-02-18T08:31:34.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:33 smithi110 bash[54479]: cluster 2024-02-18T08:31:32.795562+0000 mgr.y (mgr.44100) 431 : cluster [DBG] pgmap v784: 89 pgs: 89 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-02-18T08:31:34.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:33 smithi110 bash[54479]: cluster 2024-02-18T08:31:32.851404+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-02-18T08:31:34.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:33 smithi110 bash[55875]: cluster 2024-02-18T08:31:32.795562+0000 mgr.y (mgr.44100) 431 : cluster [DBG] pgmap v784: 89 pgs: 89 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-02-18T08:31:34.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:33 smithi110 bash[55875]: cluster 2024-02-18T08:31:32.851404+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-02-18T08:31:34.261 INFO:tasks.rados.rados.0.smithi110.stdout:3566: finishing write tid 1 to smithi11051043-47 2024-02-18T08:31:34.261 INFO:tasks.rados.rados.0.smithi110.stdout:3566: finishing write tid 2 to smithi11051043-47 2024-02-18T08:31:34.261 INFO:tasks.rados.rados.0.smithi110.stdout:3566: finishing write tid 3 to smithi11051043-47 2024-02-18T08:31:34.262 INFO:tasks.rados.rados.0.smithi110.stdout:3566: finishing write tid 5 to smithi11051043-47 2024-02-18T08:31:34.262 INFO:tasks.rados.rados.0.smithi110.stdout:3566: finishing write tid 6 to smithi11051043-47 2024-02-18T08:31:34.262 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 1352 (ObjNum 1097 snap 334 seq_num 1097) dirty exists 2024-02-18T08:31:34.262 INFO:tasks.rados.rados.0.smithi110.stdout:3566: left oid 47 (ObjNum 1097 snap 334 seq_num 1097) 2024-02-18T08:31:34.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:33 smithi191 bash[38688]: cluster 2024-02-18T08:31:32.795562+0000 mgr.y (mgr.44100) 431 : cluster [DBG] pgmap v784: 89 pgs: 89 active+clean; 218 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-02-18T08:31:34.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:33 smithi191 bash[38688]: cluster 2024-02-18T08:31:32.851404+0000 mon.a (mon.0) 1355 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-02-18T08:31:34.837 INFO:tasks.rados.rados.0.smithi110.stdout:3562: done (4 left) 2024-02-18T08:31:34.838 INFO:tasks.rados.rados.0.smithi110.stdout:3564: done (3 left) 2024-02-18T08:31:34.838 INFO:tasks.rados.rados.0.smithi110.stdout:3565: done (2 left) 2024-02-18T08:31:34.838 INFO:tasks.rados.rados.0.smithi110.stdout:3566: done (1 left) 2024-02-18T08:31:34.838 INFO:tasks.rados.rados.0.smithi110.stdout:3567: done (0 left) 2024-02-18T08:31:34.838 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 32 current snap is 335 2024-02-18T08:31:34.839 INFO:tasks.rados.rados.0.smithi110.stdout:3568: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-02-18T08:31:34.842 INFO:tasks.rados.rados.0.smithi110.stdout:3568: writing smithi11051043-32 from 0 to 794624 tid 1 2024-02-18T08:31:34.846 INFO:tasks.rados.rados.0.smithi110.stdout:3568: writing smithi11051043-32 from 794624 to 1351680 tid 2 2024-02-18T08:31:34.848 INFO:tasks.rados.rados.0.smithi110.stdout:3568: writing smithi11051043-32 from 1351680 to 1597440 tid 3 2024-02-18T08:31:34.848 INFO:tasks.rados.rados.0.smithi110.stdout:3569: snap_create 2024-02-18T08:31:34.848 INFO:tasks.rados.rados.0.smithi110.stdout:3568: finishing write tid 1 to smithi11051043-32 2024-02-18T08:31:34.852 INFO:tasks.rados.rados.0.smithi110.stdout:3568: finishing write tid 2 to smithi11051043-32 2024-02-18T08:31:34.853 INFO:tasks.rados.rados.0.smithi110.stdout:3568: finishing write tid 3 to smithi11051043-32 2024-02-18T08:31:34.853 INFO:tasks.rados.rados.0.smithi110.stdout:3568: finishing write tid 5 to smithi11051043-32 2024-02-18T08:31:34.854 INFO:tasks.rados.rados.0.smithi110.stdout:3568: finishing write tid 6 to smithi11051043-32 2024-02-18T08:31:34.854 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 852 (ObjNum 1098 snap 335 seq_num 1098) dirty exists 2024-02-18T08:31:34.854 INFO:tasks.rados.rados.0.smithi110.stdout:3568: left oid 32 (ObjNum 1098 snap 335 seq_num 1098) 2024-02-18T08:31:35.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:34 smithi110 bash[54479]: cluster 2024-02-18T08:31:33.869750+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-02-18T08:31:35.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:34 smithi110 bash[54479]: cluster 2024-02-18T08:31:34.837395+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-02-18T08:31:35.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:34 smithi110 bash[55875]: cluster 2024-02-18T08:31:33.869750+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-02-18T08:31:35.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:34 smithi110 bash[55875]: cluster 2024-02-18T08:31:34.837395+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-02-18T08:31:35.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:34 smithi191 bash[38688]: cluster 2024-02-18T08:31:33.869750+0000 mon.a (mon.0) 1356 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-02-18T08:31:35.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:34 smithi191 bash[38688]: cluster 2024-02-18T08:31:34.837395+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-02-18T08:31:35.839 INFO:tasks.rados.rados.0.smithi110.stdout:3568: done (1 left) 2024-02-18T08:31:35.839 INFO:tasks.rados.rados.0.smithi110.stdout:3569: done (0 left) 2024-02-18T08:31:35.839 INFO:tasks.rados.rados.0.smithi110.stdout:3570: read oid 10 snap -1 2024-02-18T08:31:35.839 INFO:tasks.rados.rados.0.smithi110.stdout:3570: expect deleted 2024-02-18T08:31:35.839 INFO:tasks.rados.rados.0.smithi110.stdout:3571: snap_remove snap 334 2024-02-18T08:31:36.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:35 smithi110 bash[54479]: cluster 2024-02-18T08:31:34.796345+0000 mgr.y (mgr.44100) 432 : cluster [DBG] pgmap v787: 89 pgs: 89 active+clean; 229 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-02-18T08:31:36.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:35 smithi110 bash[54479]: cluster 2024-02-18T08:31:35.839640+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-02-18T08:31:36.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:35 smithi110 bash[55875]: cluster 2024-02-18T08:31:34.796345+0000 mgr.y (mgr.44100) 432 : cluster [DBG] pgmap v787: 89 pgs: 89 active+clean; 229 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-02-18T08:31:36.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:35 smithi110 bash[55875]: cluster 2024-02-18T08:31:35.839640+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-02-18T08:31:36.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:35 smithi191 bash[38688]: cluster 2024-02-18T08:31:34.796345+0000 mgr.y (mgr.44100) 432 : cluster [DBG] pgmap v787: 89 pgs: 89 active+clean; 229 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-02-18T08:31:36.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:35 smithi191 bash[38688]: cluster 2024-02-18T08:31:35.839640+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-02-18T08:31:36.841 INFO:tasks.rados.rados.0.smithi110.stdout:3571: done (1 left) 2024-02-18T08:31:36.841 INFO:tasks.rados.rados.0.smithi110.stdout:3572: copy_from oid 4 from oid 16 current snap is 336 2024-02-18T08:31:36.841 INFO:tasks.rados.rados.0.smithi110.stdout:3573: read oid 14 snap 320 2024-02-18T08:31:36.841 INFO:tasks.rados.rados.0.smithi110.stdout:3573: expect (ObjNum 1007 snap 315 seq_num 1007) 2024-02-18T08:31:36.841 INFO:tasks.rados.rados.0.smithi110.stdout:3574: rollback oid 21 current snap is 336 2024-02-18T08:31:36.841 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 21 to 331 2024-02-18T08:31:36.841 INFO:tasks.rados.rados.0.smithi110.stdout:3575: rmattr oid 37 current snap is 336 2024-02-18T08:31:36.841 INFO:tasks.rados.rados.0.smithi110.stdout:3575: done (4 left) 2024-02-18T08:31:36.841 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 336 2024-02-18T08:31:36.841 INFO:tasks.rados.rados.0.smithi110.stdout:3576: seq_num 1099 ranges {958464=409600,1368064=442368,1810432=720896,2531328=40960} 2024-02-18T08:31:36.848 INFO:tasks.rados.rados.0.smithi110.stdout:3576: writing smithi11051043-27 from 958464 to 1368064 tid 1 2024-02-18T08:31:36.851 INFO:tasks.rados.rados.0.smithi110.stdout:3576: writing smithi11051043-27 from 1368064 to 1810432 tid 2 2024-02-18T08:31:36.856 INFO:tasks.rados.rados.0.smithi110.stdout:3576: writing smithi11051043-27 from 1810432 to 2531328 tid 3 2024-02-18T08:31:36.856 INFO:tasks.rados.rados.0.smithi110.stdout:3576: writing smithi11051043-27 from 2531328 to 2572288 tid 4 2024-02-18T08:31:36.856 INFO:tasks.rados.rados.0.smithi110.stdout:3577: snap_create 2024-02-18T08:31:36.856 INFO:tasks.rados.rados.0.smithi110.stdout:3573: expect (ObjNum 1007 snap 315 seq_num 1007) 2024-02-18T08:31:36.857 INFO:tasks.rados.rados.0.smithi110.stdout:3574: finishing rollback tid 1 to smithi11051043-21 2024-02-18T08:31:36.858 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 0 (ObjNum -129244256 snap 22008 seq_num 4165689664) dirty dne 2024-02-18T08:31:36.865 INFO:tasks.rados.rados.0.smithi110.stdout:3576: finishing write tid 1 to smithi11051043-27 2024-02-18T08:31:36.865 INFO:tasks.rados.rados.0.smithi110.stdout:3576: finishing write tid 2 to smithi11051043-27 2024-02-18T08:31:36.866 INFO:tasks.rados.rados.0.smithi110.stdout:3576: finishing write tid 3 to smithi11051043-27 2024-02-18T08:31:36.869 INFO:tasks.rados.rados.0.smithi110.stdout:3576: finishing write tid 4 to smithi11051043-27 2024-02-18T08:31:36.869 INFO:tasks.rados.rados.0.smithi110.stdout:3576: finishing write tid 6 to smithi11051043-27 2024-02-18T08:31:36.871 INFO:tasks.rados.rados.0.smithi110.stdout:3576: finishing write tid 7 to smithi11051043-27 2024-02-18T08:31:36.871 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1885 (ObjNum 1099 snap 336 seq_num 1099) dirty exists 2024-02-18T08:31:36.871 INFO:tasks.rados.rados.0.smithi110.stdout:3576: left oid 27 (ObjNum 1099 snap 336 seq_num 1099) 2024-02-18T08:31:36.890 INFO:tasks.rados.rados.0.smithi110.stdout:3572: finishing copy_from racing read to smithi11051043-4 2024-02-18T08:31:36.894 INFO:tasks.rados.rados.0.smithi110.stdout:3572: finishing copy_from to smithi11051043-4 2024-02-18T08:31:36.895 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1650 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:31:37.850 INFO:tasks.rados.rados.0.smithi110.stdout:3570: done (5 left) 2024-02-18T08:31:37.850 INFO:tasks.rados.rados.0.smithi110.stdout:3572: done (4 left) 2024-02-18T08:31:37.850 INFO:tasks.rados.rados.0.smithi110.stdout:3573: done (3 left) 2024-02-18T08:31:37.850 INFO:tasks.rados.rados.0.smithi110.stdout:3574: done (2 left) 2024-02-18T08:31:37.850 INFO:tasks.rados.rados.0.smithi110.stdout:3576: done (1 left) 2024-02-18T08:31:37.850 INFO:tasks.rados.rados.0.smithi110.stdout:3577: done (0 left) 2024-02-18T08:31:37.850 INFO:tasks.rados.rados.0.smithi110.stdout:3578: copy_from oid 19 from oid 27 current snap is 337 2024-02-18T08:31:37.851 INFO:tasks.rados.rados.0.smithi110.stdout:3579: snap_remove snap 329 2024-02-18T08:31:38.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:37 smithi191 bash[38688]: cluster 2024-02-18T08:31:36.796973+0000 mgr.y (mgr.44100) 433 : cluster [DBG] pgmap v790: 89 pgs: 89 active+clean; 238 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-02-18T08:31:38.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:37 smithi191 bash[38688]: cluster 2024-02-18T08:31:36.840576+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-02-18T08:31:38.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:37 smithi110 bash[54479]: cluster 2024-02-18T08:31:36.796973+0000 mgr.y (mgr.44100) 433 : cluster [DBG] pgmap v790: 89 pgs: 89 active+clean; 238 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-02-18T08:31:38.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:37 smithi110 bash[54479]: cluster 2024-02-18T08:31:36.840576+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-02-18T08:31:38.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:37 smithi110 bash[55875]: cluster 2024-02-18T08:31:36.796973+0000 mgr.y (mgr.44100) 433 : cluster [DBG] pgmap v790: 89 pgs: 89 active+clean; 238 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-02-18T08:31:38.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:37 smithi110 bash[55875]: cluster 2024-02-18T08:31:36.840576+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-02-18T08:31:38.859 INFO:tasks.rados.rados.0.smithi110.stdout:3579: done (1 left) 2024-02-18T08:31:38.860 INFO:tasks.rados.rados.0.smithi110.stdout:3580: read oid 21 snap 333 2024-02-18T08:31:38.860 INFO:tasks.rados.rados.0.smithi110.stdout:3580: expect deleted 2024-02-18T08:31:38.860 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 337 2024-02-18T08:31:38.860 INFO:tasks.rados.rados.0.smithi110.stdout:3581: seq_num 1100 ranges {1343488=425984,1769472=729088,2498560=475136} 2024-02-18T08:31:38.870 INFO:tasks.rados.rados.0.smithi110.stdout:3581: writing smithi11051043-7 from 1343488 to 1769472 tid 1 2024-02-18T08:31:38.876 INFO:tasks.rados.rados.0.smithi110.stdout:3581: writing smithi11051043-7 from 1769472 to 2498560 tid 2 2024-02-18T08:31:38.880 INFO:tasks.rados.rados.0.smithi110.stdout:3581: writing smithi11051043-7 from 2498560 to 2973696 tid 3 2024-02-18T08:31:38.880 INFO:tasks.rados.rados.0.smithi110.stdout:3582: read oid 38 snap 336 2024-02-18T08:31:38.880 INFO:tasks.rados.rados.0.smithi110.stdout:3582: expect (ObjNum 1096 snap 333 seq_num 1096) 2024-02-18T08:31:38.880 INFO:tasks.rados.rados.0.smithi110.stdout:3583: delete oid 1 current snap is 337 2024-02-18T08:31:38.880 INFO:tasks.rados.rados.0.smithi110.stdout:3578: finishing copy_from racing read to smithi11051043-19 2024-02-18T08:31:38.880 INFO:tasks.rados.rados.0.smithi110.stdout:3578: finishing copy_from to smithi11051043-19 2024-02-18T08:31:38.880 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1885 (ObjNum 1099 snap 336 seq_num 1099) dirty exists 2024-02-18T08:31:38.884 INFO:tasks.rados.rados.0.smithi110.stdout:3581: finishing write tid 1 to smithi11051043-7 2024-02-18T08:31:38.887 INFO:tasks.rados.rados.0.smithi110.stdout:3581: finishing write tid 2 to smithi11051043-7 2024-02-18T08:31:38.887 INFO:tasks.rados.rados.0.smithi110.stdout:3581: finishing write tid 3 to smithi11051043-7 2024-02-18T08:31:38.887 INFO:tasks.rados.rados.0.smithi110.stdout:3581: finishing write tid 5 to smithi11051043-7 2024-02-18T08:31:38.889 INFO:tasks.rados.rados.0.smithi110.stdout:3578: done (4 left) 2024-02-18T08:31:38.890 INFO:tasks.rados.rados.0.smithi110.stdout:3580: done (3 left) 2024-02-18T08:31:38.890 INFO:tasks.rados.rados.0.smithi110.stdout:3583: done (2 left) 2024-02-18T08:31:38.890 INFO:tasks.rados.rados.0.smithi110.stdout:3584: read oid 30 snap -1 2024-02-18T08:31:38.890 INFO:tasks.rados.rados.0.smithi110.stdout:3584: expect (ObjNum 980 snap 305 seq_num 980) 2024-02-18T08:31:38.890 INFO:tasks.rados.rados.0.smithi110.stdout:3585: read oid 26 snap 330 2024-02-18T08:31:38.890 INFO:tasks.rados.rados.0.smithi110.stdout:3585: expect (ObjNum 1036 snap 320 seq_num 1036) 2024-02-18T08:31:38.890 INFO:tasks.rados.rados.0.smithi110.stdout:3586: read oid 20 snap 320 2024-02-18T08:31:38.890 INFO:tasks.rados.rados.0.smithi110.stdout:3586: expect deleted 2024-02-18T08:31:38.890 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 337 2024-02-18T08:31:38.890 INFO:tasks.rados.rados.0.smithi110.stdout:3587: seq_num 1102 ranges {1024000=458752,1482752=491520,1974272=491520,2465792=221184} 2024-02-18T08:31:38.898 INFO:tasks.rados.rados.0.smithi110.stdout:3587: writing smithi11051043-41 from 1024000 to 1482752 tid 1 2024-02-18T08:31:38.901 INFO:tasks.rados.rados.0.smithi110.stdout:3587: writing smithi11051043-41 from 1482752 to 1974272 tid 2 2024-02-18T08:31:38.904 INFO:tasks.rados.rados.0.smithi110.stdout:3587: writing smithi11051043-41 from 1974272 to 2465792 tid 3 2024-02-18T08:31:38.906 INFO:tasks.rados.rados.0.smithi110.stdout:3587: writing smithi11051043-41 from 2465792 to 2686976 tid 4 2024-02-18T08:31:38.906 INFO:tasks.rados.rados.0.smithi110.stdout:3588: delete oid 43 current snap is 337 2024-02-18T08:31:38.906 INFO:tasks.rados.rados.0.smithi110.stdout:3581: finishing write tid 6 to smithi11051043-7 2024-02-18T08:31:38.906 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1301 (ObjNum 1100 snap 337 seq_num 1100) dirty exists 2024-02-18T08:31:38.906 INFO:tasks.rados.rados.0.smithi110.stdout:3581: left oid 7 (ObjNum 1100 snap 337 seq_num 1100) 2024-02-18T08:31:38.907 INFO:tasks.rados.rados.0.smithi110.stdout:3585: expect (ObjNum 1036 snap 320 seq_num 1036) 2024-02-18T08:31:38.923 INFO:tasks.rados.rados.0.smithi110.stdout:3582: expect (ObjNum 1096 snap 333 seq_num 1096) 2024-02-18T08:31:39.003 INFO:tasks.rados.rados.0.smithi110.stdout:3587: finishing write tid 1 to smithi11051043-41 2024-02-18T08:31:39.004 INFO:tasks.rados.rados.0.smithi110.stdout:3587: finishing write tid 2 to smithi11051043-41 2024-02-18T08:31:39.004 INFO:tasks.rados.rados.0.smithi110.stdout:3584: expect (ObjNum 980 snap 305 seq_num 980) 2024-02-18T08:31:39.219 INFO:tasks.rados.rados.0.smithi110.stdout:3587: finishing write tid 3 to smithi11051043-41 2024-02-18T08:31:39.219 INFO:tasks.rados.rados.0.smithi110.stdout:3587: finishing write tid 4 to smithi11051043-41 2024-02-18T08:31:39.219 INFO:tasks.rados.rados.0.smithi110.stdout:3587: finishing write tid 6 to smithi11051043-41 2024-02-18T08:31:39.219 INFO:tasks.rados.rados.0.smithi110.stdout:3587: finishing write tid 7 to smithi11051043-41 2024-02-18T08:31:39.219 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1134 (ObjNum 1102 snap 337 seq_num 1102) dirty exists 2024-02-18T08:31:39.219 INFO:tasks.rados.rados.0.smithi110.stdout:3587: left oid 41 (ObjNum 1102 snap 337 seq_num 1102) 2024-02-18T08:31:39.219 INFO:tasks.rados.rados.0.smithi110.stdout:3581: done (6 left) 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:3582: done (5 left) 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:3584: done (4 left) 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:3585: done (3 left) 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:3586: done (2 left) 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:3587: done (1 left) 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:3588: done (0 left) 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:3589: rmattr oid 32 current snap is 337 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:3589: done (0 left) 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:3590: rollback oid 7 current snap is 337 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 7 to 335 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 337 2024-02-18T08:31:39.220 INFO:tasks.rados.rados.0.smithi110.stdout:3591: seq_num 1104 ranges {2007040=499712,2506752=712704,3219456=491520} 2024-02-18T08:31:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:38 smithi110 bash[55875]: cluster 2024-02-18T08:31:37.850237+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-02-18T08:31:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:38 smithi110 bash[55875]: audit 2024-02-18T08:31:38.704665+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-02-18T08:31:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:38 smithi110 bash[55875]: audit 2024-02-18T08:31:38.705355+0000 mon.a (mon.0) 1362 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:31:39.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:38 smithi110 bash[55875]: audit 2024-02-18T08:31:38.706010+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:31:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:38 smithi110 bash[54479]: cluster 2024-02-18T08:31:37.850237+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-02-18T08:31:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:38 smithi110 bash[54479]: audit 2024-02-18T08:31:38.704665+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-02-18T08:31:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:38 smithi110 bash[54479]: audit 2024-02-18T08:31:38.705355+0000 mon.a (mon.0) 1362 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:31:39.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:38 smithi110 bash[54479]: audit 2024-02-18T08:31:38.706010+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:31:39.239 INFO:tasks.rados.rados.0.smithi110.stdout:3591: writing smithi11051043-26 from 2007040 to 2506752 tid 1 2024-02-18T08:31:39.243 INFO:tasks.rados.rados.0.smithi110.stdout:3591: writing smithi11051043-26 from 2506752 to 3219456 tid 2 2024-02-18T08:31:39.248 INFO:tasks.rados.rados.0.smithi110.stdout:3591: writing smithi11051043-26 from 3219456 to 3710976 tid 3 2024-02-18T08:31:39.248 INFO:tasks.rados.rados.0.smithi110.stdout:3592: read oid 8 snap 330 2024-02-18T08:31:39.248 INFO:tasks.rados.rados.0.smithi110.stdout:3592: expect deleted 2024-02-18T08:31:39.248 INFO:tasks.rados.rados.0.smithi110.stdout:3593: setattr oid 12 current snap is 337 2024-02-18T08:31:39.248 INFO:tasks.rados.rados.0.smithi110.stdout:3590: finishing rollback tid 0 to smithi11051043-7 2024-02-18T08:31:39.248 INFO:tasks.rados.rados.0.smithi110.stdout:3590: finishing rollback tid 1 to smithi11051043-7 2024-02-18T08:31:39.248 INFO:tasks.rados.rados.0.smithi110.stdout:3590: finishing rollback tid 2 to smithi11051043-7 2024-02-18T08:31:39.248 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1304 (ObjNum 1083 snap 331 seq_num 1083) dirty exists 2024-02-18T08:31:39.248 INFO:tasks.rados.rados.0.smithi110.stdout:3591: finishing write tid 1 to smithi11051043-26 2024-02-18T08:31:39.249 INFO:tasks.rados.rados.0.smithi110.stdout:3590: done (3 left) 2024-02-18T08:31:39.249 INFO:tasks.rados.rados.0.smithi110.stdout:3594: rollback oid 38 current snap is 337 2024-02-18T08:31:39.249 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 38 to 333 2024-02-18T08:31:39.249 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 337 2024-02-18T08:31:39.249 INFO:tasks.rados.rados.0.smithi110.stdout:3595: seq_num 1105 ranges {2351104=516096,2867200=598016,3465216=606208} 2024-02-18T08:31:39.264 INFO:tasks.rados.rados.0.smithi110.stdout:3595: writing smithi11051043-36 from 2351104 to 2867200 tid 1 2024-02-18T08:31:39.268 INFO:tasks.rados.rados.0.smithi110.stdout:3595: writing smithi11051043-36 from 2867200 to 3465216 tid 2 2024-02-18T08:31:39.272 INFO:tasks.rados.rados.0.smithi110.stdout:3595: writing smithi11051043-36 from 3465216 to 4071424 tid 3 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3596: copy_from oid 9 from oid 18 current snap is 337 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3594: finishing rollback tid 0 to smithi11051043-38 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3591: finishing write tid 2 to smithi11051043-26 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3594: finishing rollback tid 1 to smithi11051043-38 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3591: finishing write tid 3 to smithi11051043-26 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3597: copy_from oid 42 from oid 29 current snap is 337 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3594: finishing rollback tid 2 to smithi11051043-38 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1516 (ObjNum 1096 snap 333 seq_num 1096) dirty exists 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1305 (ObjNum 1040 snap 321 seq_num 1040) dirty exists 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3593: done (6 left) 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3594: done (5 left) 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3598: read oid 4 snap 332 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3598: expect (ObjNum 986 snap 308 seq_num 986) 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3599: copy_from oid 1 from oid 31 current snap is 337 2024-02-18T08:31:39.273 INFO:tasks.rados.rados.0.smithi110.stdout:3591: finishing write tid 5 to smithi11051043-26 2024-02-18T08:31:39.274 INFO:tasks.rados.rados.0.smithi110.stdout:3591: finishing write tid 6 to smithi11051043-26 2024-02-18T08:31:39.274 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1896 (ObjNum 1104 snap 337 seq_num 1104) dirty exists 2024-02-18T08:31:39.274 INFO:tasks.rados.rados.0.smithi110.stdout:3591: left oid 26 (ObjNum 1104 snap 337 seq_num 1104) 2024-02-18T08:31:39.274 INFO:tasks.rados.rados.0.smithi110.stdout:3595: finishing write tid 1 to smithi11051043-36 2024-02-18T08:31:39.274 INFO:tasks.rados.rados.0.smithi110.stdout:3595: finishing write tid 2 to smithi11051043-36 2024-02-18T08:31:39.274 INFO:tasks.rados.rados.0.smithi110.stdout:3591: done (6 left) 2024-02-18T08:31:39.274 INFO:tasks.rados.rados.0.smithi110.stdout:3592: done (5 left) 2024-02-18T08:31:39.274 INFO:tasks.rados.rados.0.smithi110.stdout:3600: rmattr oid 46 current snap is 337 2024-02-18T08:31:39.274 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 337 2024-02-18T08:31:39.274 INFO:tasks.rados.rados.0.smithi110.stdout:3601: seq_num 1106 ranges {540672=532480,1073152=483328,1556480=475136,2031616=245760} 2024-02-18T08:31:39.278 INFO:tasks.rados.rados.0.smithi110.stdout:3601: writing smithi11051043-11 from 540672 to 1073152 tid 1 2024-02-18T08:31:39.282 INFO:tasks.rados.rados.0.smithi110.stdout:3601: writing smithi11051043-11 from 1073152 to 1556480 tid 2 2024-02-18T08:31:39.285 INFO:tasks.rados.rados.0.smithi110.stdout:3601: writing smithi11051043-11 from 1556480 to 2031616 tid 3 2024-02-18T08:31:39.287 INFO:tasks.rados.rados.0.smithi110.stdout:3601: writing smithi11051043-11 from 2031616 to 2277376 tid 4 2024-02-18T08:31:39.287 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 337 2024-02-18T08:31:39.287 INFO:tasks.rados.rados.0.smithi110.stdout:3602: seq_num 1107 ranges {2678784=548864,3227648=770048,3997696=434176} 2024-02-18T08:31:39.306 INFO:tasks.rados.rados.0.smithi110.stdout:3602: writing smithi11051043-38 from 2678784 to 3227648 tid 1 2024-02-18T08:31:39.310 INFO:tasks.rados.rados.0.smithi110.stdout:3602: writing smithi11051043-38 from 3227648 to 3997696 tid 2 2024-02-18T08:31:39.314 INFO:tasks.rados.rados.0.smithi110.stdout:3602: writing smithi11051043-38 from 3997696 to 4431872 tid 3 2024-02-18T08:31:39.314 INFO:tasks.rados.rados.0.smithi110.stdout:3603: snap_remove snap 330 2024-02-18T08:31:39.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:38 smithi191 bash[38688]: cluster 2024-02-18T08:31:37.850237+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-02-18T08:31:39.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:38 smithi191 bash[38688]: audit 2024-02-18T08:31:38.704665+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-02-18T08:31:39.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:38 smithi191 bash[38688]: audit 2024-02-18T08:31:38.705355+0000 mon.a (mon.0) 1362 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:31:39.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:38 smithi191 bash[38688]: audit 2024-02-18T08:31:38.706010+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:31:39.838 INFO:tasks.rados.rados.0.smithi110.stdout:3603: done (8 left) 2024-02-18T08:31:39.838 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 12 current snap is 337 2024-02-18T08:31:39.838 INFO:tasks.rados.rados.0.smithi110.stdout:3604: seq_num 1108 ranges {622592=565248,1187840=647168,1835008=483328,2318336=73728} 2024-02-18T08:31:39.847 INFO:tasks.rados.rados.0.smithi110.stdout:3604: writing smithi11051043-12 from 622592 to 1187840 tid 1 2024-02-18T08:31:39.852 INFO:tasks.rados.rados.0.smithi110.stdout:3604: writing smithi11051043-12 from 1187840 to 1835008 tid 2 2024-02-18T08:31:39.855 INFO:tasks.rados.rados.0.smithi110.stdout:3604: writing smithi11051043-12 from 1835008 to 2318336 tid 3 2024-02-18T08:31:39.856 INFO:tasks.rados.rados.0.smithi110.stdout:3604: writing smithi11051043-12 from 2318336 to 2392064 tid 4 2024-02-18T08:31:39.856 INFO:tasks.rados.rados.0.smithi110.stdout:3605: read oid 26 snap -1 2024-02-18T08:31:39.856 INFO:tasks.rados.rados.0.smithi110.stdout:3605: expect (ObjNum 1104 snap 337 seq_num 1104) 2024-02-18T08:31:39.856 INFO:tasks.rados.rados.0.smithi110.stdout:3606: snap_remove snap 336 2024-02-18T08:31:40.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:39 smithi110 bash[54479]: cluster 2024-02-18T08:31:38.797836+0000 mgr.y (mgr.44100) 434 : cluster [DBG] pgmap v793: 89 pgs: 89 active+clean; 252 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 7.4 MiB/s wr, 22 op/s 2024-02-18T08:31:40.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:39 smithi110 bash[54479]: cluster 2024-02-18T08:31:38.860014+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-02-18T08:31:40.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:39 smithi110 bash[54479]: cluster 2024-02-18T08:31:39.837832+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-02-18T08:31:40.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:39 smithi110 bash[55875]: cluster 2024-02-18T08:31:38.797836+0000 mgr.y (mgr.44100) 434 : cluster [DBG] pgmap v793: 89 pgs: 89 active+clean; 252 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 7.4 MiB/s wr, 22 op/s 2024-02-18T08:31:40.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:39 smithi110 bash[55875]: cluster 2024-02-18T08:31:38.860014+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-02-18T08:31:40.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:39 smithi110 bash[55875]: cluster 2024-02-18T08:31:39.837832+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-02-18T08:31:40.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:39 smithi191 bash[38688]: cluster 2024-02-18T08:31:38.797836+0000 mgr.y (mgr.44100) 434 : cluster [DBG] pgmap v793: 89 pgs: 89 active+clean; 252 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 7.4 MiB/s wr, 22 op/s 2024-02-18T08:31:40.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:39 smithi191 bash[38688]: cluster 2024-02-18T08:31:38.860014+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-02-18T08:31:40.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:39 smithi191 bash[38688]: cluster 2024-02-18T08:31:39.837832+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-02-18T08:31:40.841 INFO:tasks.rados.rados.0.smithi110.stdout:3606: done (10 left) 2024-02-18T08:31:40.842 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 337 2024-02-18T08:31:40.842 INFO:tasks.rados.rados.0.smithi110.stdout:3607: seq_num 1109 ranges {0=581632,581632=532480,1114112=647168,1761280=24576} 2024-02-18T08:31:40.845 INFO:tasks.rados.rados.0.smithi110.stdout:3607: writing smithi11051043-10 from 0 to 581632 tid 1 2024-02-18T08:31:40.848 INFO:tasks.rados.rados.0.smithi110.stdout:3607: writing smithi11051043-10 from 581632 to 1114112 tid 2 2024-02-18T08:31:40.852 INFO:tasks.rados.rados.0.smithi110.stdout:3607: writing smithi11051043-10 from 1114112 to 1761280 tid 3 2024-02-18T08:31:40.853 INFO:tasks.rados.rados.0.smithi110.stdout:3607: writing smithi11051043-10 from 1761280 to 1785856 tid 4 2024-02-18T08:31:40.854 INFO:tasks.rados.rados.0.smithi110.stdout:3608: rmattr oid 3 current snap is 337 2024-02-18T08:31:40.854 INFO:tasks.rados.rados.0.smithi110.stdout:3608: done (11 left) 2024-02-18T08:31:40.854 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 337 2024-02-18T08:31:40.854 INFO:tasks.rados.rados.0.smithi110.stdout:3609: seq_num 1110 ranges {1343488=598016,1941504=466944,2408448=450560,2859008=286720} 2024-02-18T08:31:40.864 INFO:tasks.rados.rados.0.smithi110.stdout:3609: writing smithi11051043-7 from 1343488 to 1941504 tid 1 2024-02-18T08:31:40.867 INFO:tasks.rados.rados.0.smithi110.stdout:3609: writing smithi11051043-7 from 1941504 to 2408448 tid 2 2024-02-18T08:31:40.869 INFO:tasks.rados.rados.0.smithi110.stdout:3609: writing smithi11051043-7 from 2408448 to 2859008 tid 3 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:3609: writing smithi11051043-7 from 2859008 to 3145728 tid 4 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:3610: delete oid 2 current snap is 337 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:3595: finishing write tid 3 to smithi11051043-36 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:3595: finishing write tid 5 to smithi11051043-36 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 1659 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:3595: finishing write tid 6 to smithi11051043-36 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1376 (ObjNum 1105 snap 337 seq_num 1105) dirty exists 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:3595: left oid 36 (ObjNum 1105 snap 337 seq_num 1105) 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:3596: finishing copy_from racing read to smithi11051043-9 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:3599: finishing copy_from racing read to smithi11051043-1 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:3596: finishing copy_from to smithi11051043-9 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1665 (ObjNum 1093 snap 333 seq_num 1093) dirty exists 2024-02-18T08:31:40.872 INFO:tasks.rados.rados.0.smithi110.stdout:3601: finishing write tid 1 to smithi11051043-11 2024-02-18T08:31:40.873 INFO:tasks.rados.rados.0.smithi110.stdout:3599: finishing copy_from to smithi11051043-1 2024-02-18T08:31:40.873 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1790 (ObjNum 982 snap 306 seq_num 982) dirty exists 2024-02-18T08:31:40.873 INFO:tasks.rados.rados.0.smithi110.stdout:3598: expect (ObjNum 986 snap 308 seq_num 986) 2024-02-18T08:31:41.000 INFO:tasks.rados.rados.0.smithi110.stdout:3601: finishing write tid 2 to smithi11051043-11 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3601: finishing write tid 3 to smithi11051043-11 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3601: finishing write tid 4 to smithi11051043-11 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3601: finishing write tid 6 to smithi11051043-11 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3601: finishing write tid 7 to smithi11051043-11 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1670 (ObjNum 1106 snap 337 seq_num 1106) dirty exists 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3601: left oid 11 (ObjNum 1106 snap 337 seq_num 1106) 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3602: finishing write tid 1 to smithi11051043-38 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3597: finishing copy_from racing read to smithi11051043-42 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3602: finishing write tid 2 to smithi11051043-38 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3595: done (12 left) 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3596: done (11 left) 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3598: done (10 left) 2024-02-18T08:31:41.001 INFO:tasks.rados.rados.0.smithi110.stdout:3599: done (9 left) 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3600: done (8 left) 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3601: done (7 left) 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3610: done (6 left) 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3611: copy_from oid 45 from oid 16 current snap is 337 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3602: finishing write tid 3 to smithi11051043-38 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3602: finishing write tid 5 to smithi11051043-38 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3597: finishing copy_from to smithi11051043-42 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 1811 (ObjNum 1077 snap 329 seq_num 1077) dirty exists 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3602: finishing write tid 6 to smithi11051043-38 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1520 (ObjNum 1107 snap 337 seq_num 1107) dirty exists 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3602: left oid 38 (ObjNum 1107 snap 337 seq_num 1107) 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3604: finishing write tid 1 to smithi11051043-12 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3604: finishing write tid 2 to smithi11051043-12 2024-02-18T08:31:41.002 INFO:tasks.rados.rados.0.smithi110.stdout:3604: finishing write tid 3 to smithi11051043-12 2024-02-18T08:31:41.003 INFO:tasks.rados.rados.0.smithi110.stdout:3604: finishing write tid 4 to smithi11051043-12 2024-02-18T08:31:41.003 INFO:tasks.rados.rados.0.smithi110.stdout:3604: finishing write tid 6 to smithi11051043-12 2024-02-18T08:31:41.003 INFO:tasks.rados.rados.0.smithi110.stdout:3604: finishing write tid 7 to smithi11051043-12 2024-02-18T08:31:41.003 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1310 (ObjNum 1108 snap 337 seq_num 1108) dirty exists 2024-02-18T08:31:41.003 INFO:tasks.rados.rados.0.smithi110.stdout:3604: left oid 12 (ObjNum 1108 snap 337 seq_num 1108) 2024-02-18T08:31:41.003 INFO:tasks.rados.rados.0.smithi110.stdout:3605: expect (ObjNum 1104 snap 337 seq_num 1104) 2024-02-18T08:31:41.131 INFO:tasks.rados.rados.0.smithi110.stdout:3607: finishing write tid 1 to smithi11051043-10 2024-02-18T08:31:41.131 INFO:tasks.rados.rados.0.smithi110.stdout:3607: finishing write tid 2 to smithi11051043-10 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3607: finishing write tid 3 to smithi11051043-10 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3607: finishing write tid 4 to smithi11051043-10 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3607: finishing write tid 6 to smithi11051043-10 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3607: finishing write tid 7 to smithi11051043-10 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 1357 (ObjNum 1109 snap 337 seq_num 1109) dirty exists 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3607: left oid 10 (ObjNum 1109 snap 337 seq_num 1109) 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3609: finishing write tid 1 to smithi11051043-7 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3597: done (6 left) 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3602: done (5 left) 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3604: done (4 left) 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3605: done (3 left) 2024-02-18T08:31:41.132 INFO:tasks.rados.rados.0.smithi110.stdout:3607: done (2 left) 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:3612: rmattr oid 42 current snap is 337 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:3609: finishing write tid 2 to smithi11051043-7 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:3609: finishing write tid 3 to smithi11051043-7 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:3609: finishing write tid 4 to smithi11051043-7 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:3609: finishing write tid 6 to smithi11051043-7 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:3609: finishing write tid 7 to smithi11051043-7 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1315 (ObjNum 1110 snap 337 seq_num 1110) dirty exists 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:3609: left oid 7 (ObjNum 1110 snap 337 seq_num 1110) 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:3611: finishing copy_from racing read to smithi11051043-45 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:3611: finishing copy_from to smithi11051043-45 2024-02-18T08:31:41.133 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1650 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:31:41.134 INFO:tasks.rados.rados.0.smithi110.stdout:3609: done (2 left) 2024-02-18T08:31:41.134 INFO:tasks.rados.rados.0.smithi110.stdout:3611: done (1 left) 2024-02-18T08:31:41.134 INFO:tasks.rados.rados.0.smithi110.stdout:3613: snap_remove snap 331 2024-02-18T08:31:41.875 INFO:tasks.rados.rados.0.smithi110.stdout:3613: done (1 left) 2024-02-18T08:31:41.876 INFO:tasks.rados.rados.0.smithi110.stdout:3614: setattr oid 14 current snap is 337 2024-02-18T08:31:41.880 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 1812 (ObjNum 1077 snap 329 seq_num 1077) dirty exists 2024-02-18T08:31:41.880 INFO:tasks.rados.rados.0.smithi110.stdout:3612: done (1 left) 2024-02-18T08:31:41.880 INFO:tasks.rados.rados.0.smithi110.stdout:3615: copy_from oid 30 from oid 9 current snap is 337 2024-02-18T08:31:41.880 INFO:tasks.rados.rados.0.smithi110.stdout:3616: read oid 44 snap -1 2024-02-18T08:31:41.880 INFO:tasks.rados.rados.0.smithi110.stdout:3616: expect (ObjNum 1037 snap 320 seq_num 1037) 2024-02-18T08:31:41.880 INFO:tasks.rados.rados.0.smithi110.stdout:3617: read oid 49 snap 335 2024-02-18T08:31:41.880 INFO:tasks.rados.rados.0.smithi110.stdout:3617: expect (ObjNum 1007 snap 315 seq_num 1007) 2024-02-18T08:31:41.880 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 337 2024-02-18T08:31:41.880 INFO:tasks.rados.rados.0.smithi110.stdout:3618: seq_num 1112 ranges {0=630784,630784=638976,1269760=466944,1736704=98304} 2024-02-18T08:31:41.884 INFO:tasks.rados.rados.0.smithi110.stdout:3618: writing smithi11051043-3 from 0 to 630784 tid 1 2024-02-18T08:31:41.889 INFO:tasks.rados.rados.0.smithi110.stdout:3618: writing smithi11051043-3 from 630784 to 1269760 tid 2 2024-02-18T08:31:41.892 INFO:tasks.rados.rados.0.smithi110.stdout:3618: writing smithi11051043-3 from 1269760 to 1736704 tid 3 2024-02-18T08:31:41.893 INFO:tasks.rados.rados.0.smithi110.stdout:3618: writing smithi11051043-3 from 1736704 to 1835008 tid 4 2024-02-18T08:31:41.893 INFO:tasks.rados.rados.0.smithi110.stdout:3619: snap_remove snap 332 2024-02-18T08:31:42.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:41 smithi191 bash[38688]: cluster 2024-02-18T08:31:40.798720+0000 mgr.y (mgr.44100) 435 : cluster [DBG] pgmap v796: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 270 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 25 op/s 2024-02-18T08:31:42.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:41 smithi191 bash[38688]: cluster 2024-02-18T08:31:40.841866+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-02-18T08:31:42.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:41 smithi110 bash[54479]: cluster 2024-02-18T08:31:40.798720+0000 mgr.y (mgr.44100) 435 : cluster [DBG] pgmap v796: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 270 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 25 op/s 2024-02-18T08:31:42.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:41 smithi110 bash[54479]: cluster 2024-02-18T08:31:40.841866+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-02-18T08:31:42.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:41 smithi110 bash[55875]: cluster 2024-02-18T08:31:40.798720+0000 mgr.y (mgr.44100) 435 : cluster [DBG] pgmap v796: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 270 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 25 op/s 2024-02-18T08:31:42.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:41 smithi110 bash[55875]: cluster 2024-02-18T08:31:40.841866+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-02-18T08:31:42.886 INFO:tasks.rados.rados.0.smithi110.stdout:3619: done (5 left) 2024-02-18T08:31:42.886 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 34 current snap is 337 2024-02-18T08:31:42.886 INFO:tasks.rados.rados.0.smithi110.stdout:3620: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-02-18T08:31:42.890 INFO:tasks.rados.rados.0.smithi110.stdout:3620: writing smithi11051043-34 from 0 to 647168 tid 1 2024-02-18T08:31:42.894 INFO:tasks.rados.rados.0.smithi110.stdout:3620: writing smithi11051043-34 from 647168 to 1171456 tid 2 2024-02-18T08:31:42.898 INFO:tasks.rados.rados.0.smithi110.stdout:3620: writing smithi11051043-34 from 1171456 to 1794048 tid 3 2024-02-18T08:31:42.898 INFO:tasks.rados.rados.0.smithi110.stdout:3620: writing smithi11051043-34 from 1794048 to 1851392 tid 4 2024-02-18T08:31:42.899 INFO:tasks.rados.rados.0.smithi110.stdout:3621: snap_create 2024-02-18T08:31:42.899 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 14 v 1316 (ObjNum 1007 snap 315 seq_num 1007) dirty exists 2024-02-18T08:31:42.899 INFO:tasks.rados.rados.0.smithi110.stdout:3617: expect (ObjNum 1007 snap 315 seq_num 1007) 2024-02-18T08:31:42.901 INFO:tasks.rados.rados.0.smithi110.stdout:3618: finishing write tid 1 to smithi11051043-3 2024-02-18T08:31:42.901 INFO:tasks.rados.rados.0.smithi110.stdout:3615: finishing copy_from racing read to smithi11051043-30 2024-02-18T08:31:42.901 INFO:tasks.rados.rados.0.smithi110.stdout:3618: finishing write tid 2 to smithi11051043-3 2024-02-18T08:31:42.901 INFO:tasks.rados.rados.0.smithi110.stdout:3618: finishing write tid 3 to smithi11051043-3 2024-02-18T08:31:42.901 INFO:tasks.rados.rados.0.smithi110.stdout:3618: finishing write tid 4 to smithi11051043-3 2024-02-18T08:31:42.901 INFO:tasks.rados.rados.0.smithi110.stdout:3615: finishing copy_from to smithi11051043-30 2024-02-18T08:31:42.901 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 1665 (ObjNum 1093 snap 333 seq_num 1093) dirty exists 2024-02-18T08:31:42.901 INFO:tasks.rados.rados.0.smithi110.stdout:3618: finishing write tid 6 to smithi11051043-3 2024-02-18T08:31:42.901 INFO:tasks.rados.rados.0.smithi110.stdout:3618: finishing write tid 7 to smithi11051043-3 2024-02-18T08:31:42.902 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 1729 (ObjNum 1112 snap 337 seq_num 1112) dirty exists 2024-02-18T08:31:42.902 INFO:tasks.rados.rados.0.smithi110.stdout:3618: left oid 3 (ObjNum 1112 snap 337 seq_num 1112) 2024-02-18T08:31:42.902 INFO:tasks.rados.rados.0.smithi110.stdout:3616: expect (ObjNum 1037 snap 320 seq_num 1037) 2024-02-18T08:31:43.121 INFO:tasks.rados.rados.0.smithi110.stdout:3620: finishing write tid 1 to smithi11051043-34 2024-02-18T08:31:43.121 INFO:tasks.rados.rados.0.smithi110.stdout:3620: finishing write tid 2 to smithi11051043-34 2024-02-18T08:31:43.121 INFO:tasks.rados.rados.0.smithi110.stdout:3620: finishing write tid 3 to smithi11051043-34 2024-02-18T08:31:43.121 INFO:tasks.rados.rados.0.smithi110.stdout:3620: finishing write tid 4 to smithi11051043-34 2024-02-18T08:31:43.121 INFO:tasks.rados.rados.0.smithi110.stdout:3620: finishing write tid 6 to smithi11051043-34 2024-02-18T08:31:43.121 INFO:tasks.rados.rados.0.smithi110.stdout:3620: finishing write tid 7 to smithi11051043-34 2024-02-18T08:31:43.122 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 1541 (ObjNum 1113 snap 337 seq_num 1113) dirty exists 2024-02-18T08:31:43.122 INFO:tasks.rados.rados.0.smithi110.stdout:3620: left oid 34 (ObjNum 1113 snap 337 seq_num 1113) 2024-02-18T08:31:43.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:42 smithi110 bash[54479]: cluster 2024-02-18T08:31:41.875637+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-02-18T08:31:43.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:42 smithi110 bash[55875]: cluster 2024-02-18T08:31:41.875637+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-02-18T08:31:43.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:42 smithi191 bash[38688]: cluster 2024-02-18T08:31:41.875637+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-02-18T08:31:43.895 INFO:tasks.rados.rados.0.smithi110.stdout:3614: done (6 left) 2024-02-18T08:31:43.895 INFO:tasks.rados.rados.0.smithi110.stdout:3615: done (5 left) 2024-02-18T08:31:43.895 INFO:tasks.rados.rados.0.smithi110.stdout:3616: done (4 left) 2024-02-18T08:31:43.895 INFO:tasks.rados.rados.0.smithi110.stdout:3617: done (3 left) 2024-02-18T08:31:43.895 INFO:tasks.rados.rados.0.smithi110.stdout:3618: done (2 left) 2024-02-18T08:31:43.895 INFO:tasks.rados.rados.0.smithi110.stdout:3620: done (1 left) 2024-02-18T08:31:43.895 INFO:tasks.rados.rados.0.smithi110.stdout:3621: done (0 left) 2024-02-18T08:31:43.895 INFO:tasks.rados.rados.0.smithi110.stdout:3622: read oid 3 snap -1 2024-02-18T08:31:43.896 INFO:tasks.rados.rados.0.smithi110.stdout:3622: expect (ObjNum 1112 snap 337 seq_num 1112) 2024-02-18T08:31:43.896 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 338 2024-02-18T08:31:43.896 INFO:tasks.rados.rados.0.smithi110.stdout:3623: seq_num 1114 ranges {3448832=663552,4112384=802816,4915200=401408} 2024-02-18T08:31:43.921 INFO:tasks.rados.rados.0.smithi110.stdout:3623: writing smithi11051043-22 from 3448832 to 4112384 tid 1 2024-02-18T08:31:43.926 INFO:tasks.rados.rados.0.smithi110.stdout:3623: writing smithi11051043-22 from 4112384 to 4915200 tid 2 2024-02-18T08:31:43.930 INFO:tasks.rados.rados.0.smithi110.stdout:3623: writing smithi11051043-22 from 4915200 to 5316608 tid 3 2024-02-18T08:31:43.930 INFO:tasks.rados.rados.0.smithi110.stdout:3624: read oid 37 snap -1 2024-02-18T08:31:43.930 INFO:tasks.rados.rados.0.smithi110.stdout:3624: expect deleted 2024-02-18T08:31:43.930 INFO:tasks.rados.rados.0.smithi110.stdout:3625: read oid 40 snap -1 2024-02-18T08:31:43.930 INFO:tasks.rados.rados.0.smithi110.stdout:3625: expect (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:31:43.930 INFO:tasks.rados.rados.0.smithi110.stdout:3626: read oid 42 snap -1 2024-02-18T08:31:43.930 INFO:tasks.rados.rados.0.smithi110.stdout:3626: expect (ObjNum 1077 snap 329 seq_num 1077) 2024-02-18T08:31:43.930 INFO:tasks.rados.rados.0.smithi110.stdout:3627: snap_create 2024-02-18T08:31:43.930 INFO:tasks.rados.rados.0.smithi110.stdout:3622: expect (ObjNum 1112 snap 337 seq_num 1112) 2024-02-18T08:31:43.984 INFO:tasks.rados.rados.0.smithi110.stdout:3623: finishing write tid 1 to smithi11051043-22 2024-02-18T08:31:43.984 INFO:tasks.rados.rados.0.smithi110.stdout:3623: finishing write tid 2 to smithi11051043-22 2024-02-18T08:31:43.984 INFO:tasks.rados.rados.0.smithi110.stdout:3623: finishing write tid 3 to smithi11051043-22 2024-02-18T08:31:43.984 INFO:tasks.rados.rados.0.smithi110.stdout:3623: finishing write tid 5 to smithi11051043-22 2024-02-18T08:31:43.984 INFO:tasks.rados.rados.0.smithi110.stdout:3623: finishing write tid 6 to smithi11051043-22 2024-02-18T08:31:43.984 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1546 (ObjNum 1114 snap 338 seq_num 1114) dirty exists 2024-02-18T08:31:43.984 INFO:tasks.rados.rados.0.smithi110.stdout:3623: left oid 22 (ObjNum 1114 snap 338 seq_num 1114) 2024-02-18T08:31:43.984 INFO:tasks.rados.rados.0.smithi110.stdout:3625: expect (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:31:44.106 INFO:tasks.rados.rados.0.smithi110.stdout:3626: expect (ObjNum 1077 snap 329 seq_num 1077) 2024-02-18T08:31:44.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:43 smithi110 bash[54479]: cluster 2024-02-18T08:31:42.799616+0000 mgr.y (mgr.44100) 436 : cluster [DBG] pgmap v799: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 506 KiB/s rd, 6.0 MiB/s wr, 13 op/s 2024-02-18T08:31:44.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:43 smithi110 bash[54479]: cluster 2024-02-18T08:31:42.884119+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-02-18T08:31:44.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:43 smithi110 bash[55875]: cluster 2024-02-18T08:31:42.799616+0000 mgr.y (mgr.44100) 436 : cluster [DBG] pgmap v799: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 506 KiB/s rd, 6.0 MiB/s wr, 13 op/s 2024-02-18T08:31:44.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:43 smithi110 bash[55875]: cluster 2024-02-18T08:31:42.884119+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-02-18T08:31:44.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:43 smithi191 bash[38688]: cluster 2024-02-18T08:31:42.799616+0000 mgr.y (mgr.44100) 436 : cluster [DBG] pgmap v799: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 506 KiB/s rd, 6.0 MiB/s wr, 13 op/s 2024-02-18T08:31:44.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:43 smithi191 bash[38688]: cluster 2024-02-18T08:31:42.884119+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-02-18T08:31:44.953 INFO:tasks.rados.rados.0.smithi110.stdout:3622: done (5 left) 2024-02-18T08:31:44.954 INFO:tasks.rados.rados.0.smithi110.stdout:3623: done (4 left) 2024-02-18T08:31:44.954 INFO:tasks.rados.rados.0.smithi110.stdout:3624: done (3 left) 2024-02-18T08:31:44.954 INFO:tasks.rados.rados.0.smithi110.stdout:3625: done (2 left) 2024-02-18T08:31:44.954 INFO:tasks.rados.rados.0.smithi110.stdout:3626: done (1 left) 2024-02-18T08:31:44.954 INFO:tasks.rados.rados.0.smithi110.stdout:3627: done (0 left) 2024-02-18T08:31:44.954 INFO:tasks.rados.rados.0.smithi110.stdout:3628: snap_create 2024-02-18T08:31:45.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:44 smithi110 bash[54479]: cluster 2024-02-18T08:31:43.895493+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-02-18T08:31:45.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:44 smithi110 bash[54479]: cluster 2024-02-18T08:31:44.840399+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-02-18T08:31:45.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:44 smithi110 bash[55875]: cluster 2024-02-18T08:31:43.895493+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-02-18T08:31:45.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:44 smithi110 bash[55875]: cluster 2024-02-18T08:31:44.840399+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-02-18T08:31:45.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:44 smithi191 bash[38688]: cluster 2024-02-18T08:31:43.895493+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-02-18T08:31:45.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:44 smithi191 bash[38688]: cluster 2024-02-18T08:31:44.840399+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-02-18T08:31:45.916 INFO:tasks.rados.rados.0.smithi110.stdout:3628: done (0 left) 2024-02-18T08:31:45.916 INFO:tasks.rados.rados.0.smithi110.stdout:3629: read oid 11 snap -1 2024-02-18T08:31:45.916 INFO:tasks.rados.rados.0.smithi110.stdout:3629: expect (ObjNum 1106 snap 337 seq_num 1106) 2024-02-18T08:31:45.916 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 340 2024-02-18T08:31:45.916 INFO:tasks.rados.rados.0.smithi110.stdout:3630: seq_num 1115 ranges {991232=679936,1671168=688128,2359296=516096} 2024-02-18T08:31:45.925 INFO:tasks.rados.rados.0.smithi110.stdout:3630: writing smithi11051043-28 from 991232 to 1671168 tid 1 2024-02-18T08:31:45.929 INFO:tasks.rados.rados.0.smithi110.stdout:3630: writing smithi11051043-28 from 1671168 to 2359296 tid 2 2024-02-18T08:31:45.932 INFO:tasks.rados.rados.0.smithi110.stdout:3630: writing smithi11051043-28 from 2359296 to 2875392 tid 3 2024-02-18T08:31:45.933 INFO:tasks.rados.rados.0.smithi110.stdout:3631: delete oid 46 current snap is 340 2024-02-18T08:31:45.933 INFO:tasks.rados.rados.0.smithi110.stdout:3629: expect (ObjNum 1106 snap 337 seq_num 1106) 2024-02-18T08:31:45.995 INFO:tasks.rados.rados.0.smithi110.stdout:3630: finishing write tid 1 to smithi11051043-28 2024-02-18T08:31:45.995 INFO:tasks.rados.rados.0.smithi110.stdout:3630: finishing write tid 2 to smithi11051043-28 2024-02-18T08:31:45.995 INFO:tasks.rados.rados.0.smithi110.stdout:3630: finishing write tid 3 to smithi11051043-28 2024-02-18T08:31:45.995 INFO:tasks.rados.rados.0.smithi110.stdout:3630: finishing write tid 5 to smithi11051043-28 2024-02-18T08:31:45.995 INFO:tasks.rados.rados.0.smithi110.stdout:3630: finishing write tid 6 to smithi11051043-28 2024-02-18T08:31:45.995 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1319 (ObjNum 1115 snap 340 seq_num 1115) dirty exists 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3630: left oid 28 (ObjNum 1115 snap 340 seq_num 1115) 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3629: done (2 left) 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3630: done (1 left) 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3631: done (0 left) 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3632: read oid 9 snap -1 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3632: expect (ObjNum 1093 snap 333 seq_num 1093) 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3633: rollback oid 49 current snap is 340 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 49 to 335 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3634: rmattr oid 38 current snap is 340 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3634: done (2 left) 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3635: read oid 33 snap -1 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3635: expect (ObjNum 1094 snap 333 seq_num 1094) 2024-02-18T08:31:45.996 INFO:tasks.rados.rados.0.smithi110.stdout:3636: snap_create 2024-02-18T08:31:46.001 INFO:tasks.rados.rados.0.smithi110.stdout:3633: finishing rollback tid 0 to smithi11051043-49 2024-02-18T08:31:46.001 INFO:tasks.rados.rados.0.smithi110.stdout:3633: finishing rollback tid 1 to smithi11051043-49 2024-02-18T08:31:46.002 INFO:tasks.rados.rados.0.smithi110.stdout:3633: finishing rollback tid 2 to smithi11051043-49 2024-02-18T08:31:46.002 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1663 (ObjNum 1007 snap 315 seq_num 1007) dirty exists 2024-02-18T08:31:46.005 INFO:tasks.rados.rados.0.smithi110.stdout:3632: expect (ObjNum 1093 snap 333 seq_num 1093) 2024-02-18T08:31:46.086 INFO:tasks.rados.rados.0.smithi110.stdout:3635: expect (ObjNum 1094 snap 333 seq_num 1094) 2024-02-18T08:31:46.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:45 smithi110 bash[54479]: cluster 2024-02-18T08:31:44.800167+0000 mgr.y (mgr.44100) 437 : cluster [DBG] pgmap v802: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-02-18T08:31:46.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:45 smithi110 bash[55875]: cluster 2024-02-18T08:31:44.800167+0000 mgr.y (mgr.44100) 437 : cluster [DBG] pgmap v802: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-02-18T08:31:46.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:45 smithi191 bash[38688]: cluster 2024-02-18T08:31:44.800167+0000 mgr.y (mgr.44100) 437 : cluster [DBG] pgmap v802: 89 pgs: 3 active+clean+snaptrim, 86 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-02-18T08:31:46.921 INFO:tasks.rados.rados.0.smithi110.stdout:3632: done (3 left) 2024-02-18T08:31:46.922 INFO:tasks.rados.rados.0.smithi110.stdout:3633: done (2 left) 2024-02-18T08:31:46.922 INFO:tasks.rados.rados.0.smithi110.stdout:3635: done (1 left) 2024-02-18T08:31:46.922 INFO:tasks.rados.rados.0.smithi110.stdout:3636: done (0 left) 2024-02-18T08:31:46.922 INFO:tasks.rados.rados.0.smithi110.stdout:3637: delete oid 27 current snap is 341 2024-02-18T08:31:46.930 INFO:tasks.rados.rados.0.smithi110.stdout:3637: done (0 left) 2024-02-18T08:31:46.930 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 27 current snap is 341 2024-02-18T08:31:46.930 INFO:tasks.rados.rados.0.smithi110.stdout:3638: seq_num 1118 ranges {0=729088,729088=794624,1523712=409600} 2024-02-18T08:31:46.935 INFO:tasks.rados.rados.0.smithi110.stdout:3638: writing smithi11051043-27 from 0 to 729088 tid 1 2024-02-18T08:31:46.938 INFO:tasks.rados.rados.0.smithi110.stdout:3638: writing smithi11051043-27 from 729088 to 1523712 tid 2 2024-02-18T08:31:46.941 INFO:tasks.rados.rados.0.smithi110.stdout:3638: writing smithi11051043-27 from 1523712 to 1933312 tid 3 2024-02-18T08:31:46.941 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 341 2024-02-18T08:31:46.941 INFO:tasks.rados.rados.0.smithi110.stdout:3639: seq_num 1119 ranges {4071424=745472,4816896=679936,5496832=524288} 2024-02-18T08:31:46.968 INFO:tasks.rados.rados.0.smithi110.stdout:3639: writing smithi11051043-36 from 4071424 to 4816896 tid 1 2024-02-18T08:31:46.971 INFO:tasks.rados.rados.0.smithi110.stdout:3639: writing smithi11051043-36 from 4816896 to 5496832 tid 2 2024-02-18T08:31:46.975 INFO:tasks.rados.rados.0.smithi110.stdout:3639: writing smithi11051043-36 from 5496832 to 6021120 tid 3 2024-02-18T08:31:46.975 INFO:tasks.rados.rados.0.smithi110.stdout:3640: delete oid 13 current snap is 341 2024-02-18T08:31:46.975 INFO:tasks.rados.rados.0.smithi110.stdout:3638: finishing write tid 1 to smithi11051043-27 2024-02-18T08:31:46.975 INFO:tasks.rados.rados.0.smithi110.stdout:3638: finishing write tid 2 to smithi11051043-27 2024-02-18T08:31:46.975 INFO:tasks.rados.rados.0.smithi110.stdout:3638: finishing write tid 3 to smithi11051043-27 2024-02-18T08:31:46.975 INFO:tasks.rados.rados.0.smithi110.stdout:3638: finishing write tid 5 to smithi11051043-27 2024-02-18T08:31:46.976 INFO:tasks.rados.rados.0.smithi110.stdout:3638: finishing write tid 6 to smithi11051043-27 2024-02-18T08:31:46.976 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1918 (ObjNum 1118 snap 341 seq_num 1118) dirty exists 2024-02-18T08:31:46.976 INFO:tasks.rados.rados.0.smithi110.stdout:3638: left oid 27 (ObjNum 1118 snap 341 seq_num 1118) 2024-02-18T08:31:46.978 INFO:tasks.rados.rados.0.smithi110.stdout:3638: done (2 left) 2024-02-18T08:31:46.979 INFO:tasks.rados.rados.0.smithi110.stdout:3640: done (1 left) 2024-02-18T08:31:46.979 INFO:tasks.rados.rados.0.smithi110.stdout:3641: read oid 6 snap -1 2024-02-18T08:31:46.979 INFO:tasks.rados.rados.0.smithi110.stdout:3641: expect (ObjNum 1059 snap 325 seq_num 1059) 2024-02-18T08:31:46.979 INFO:tasks.rados.rados.0.smithi110.stdout:3642: read oid 27 snap -1 2024-02-18T08:31:46.979 INFO:tasks.rados.rados.0.smithi110.stdout:3642: expect (ObjNum 1118 snap 341 seq_num 1118) 2024-02-18T08:31:46.979 INFO:tasks.rados.rados.0.smithi110.stdout:3643: delete oid 3 current snap is 341 2024-02-18T08:31:46.981 INFO:tasks.rados.rados.0.smithi110.stdout:3639: finishing write tid 1 to smithi11051043-36 2024-02-18T08:31:46.981 INFO:tasks.rados.rados.0.smithi110.stdout:3639: finishing write tid 2 to smithi11051043-36 2024-02-18T08:31:46.982 INFO:tasks.rados.rados.0.smithi110.stdout:3643: done (3 left) 2024-02-18T08:31:46.982 INFO:tasks.rados.rados.0.smithi110.stdout:3644: copy_from oid 16 from oid 44 current snap is 341 2024-02-18T08:31:46.982 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 341 2024-02-18T08:31:46.982 INFO:tasks.rados.rados.0.smithi110.stdout:3645: seq_num 1122 ranges {606208=794624,1400832=729088,2129920=475136} 2024-02-18T08:31:46.990 INFO:tasks.rados.rados.0.smithi110.stdout:3645: writing smithi11051043-48 from 606208 to 1400832 tid 1 2024-02-18T08:31:46.994 INFO:tasks.rados.rados.0.smithi110.stdout:3645: writing smithi11051043-48 from 1400832 to 2129920 tid 2 2024-02-18T08:31:46.997 INFO:tasks.rados.rados.0.smithi110.stdout:3645: writing smithi11051043-48 from 2129920 to 2605056 tid 3 2024-02-18T08:31:46.997 INFO:tasks.rados.rados.0.smithi110.stdout:3646: rollback oid 46 current snap is 341 2024-02-18T08:31:46.997 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 46 to 325 2024-02-18T08:31:46.997 INFO:tasks.rados.rados.0.smithi110.stdout:3641: expect (ObjNum 1059 snap 325 seq_num 1059) 2024-02-18T08:31:47.019 INFO:tasks.rados.rados.0.smithi110.stdout:3639: finishing write tid 3 to smithi11051043-36 2024-02-18T08:31:47.019 INFO:tasks.rados.rados.0.smithi110.stdout:3639: finishing write tid 5 to smithi11051043-36 2024-02-18T08:31:47.019 INFO:tasks.rados.rados.0.smithi110.stdout:3639: finishing write tid 6 to smithi11051043-36 2024-02-18T08:31:47.019 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1795 (ObjNum 1119 snap 341 seq_num 1119) dirty exists 2024-02-18T08:31:47.019 INFO:tasks.rados.rados.0.smithi110.stdout:3639: left oid 36 (ObjNum 1119 snap 341 seq_num 1119) 2024-02-18T08:31:47.020 INFO:tasks.rados.rados.0.smithi110.stdout:3639: done (5 left) 2024-02-18T08:31:47.020 INFO:tasks.rados.rados.0.smithi110.stdout:3641: done (4 left) 2024-02-18T08:31:47.020 INFO:tasks.rados.rados.0.smithi110.stdout:3647: copy_from oid 30 from oid 45 current snap is 341 2024-02-18T08:31:47.020 INFO:tasks.rados.rados.0.smithi110.stdout:3642: expect (ObjNum 1118 snap 341 seq_num 1118) 2024-02-18T08:31:47.067 INFO:tasks.rados.rados.0.smithi110.stdout:3645: finishing write tid 1 to smithi11051043-48 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3645: finishing write tid 2 to smithi11051043-48 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3645: finishing write tid 3 to smithi11051043-48 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3645: finishing write tid 5 to smithi11051043-48 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3646: finishing rollback tid 1 to smithi11051043-46 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3645: finishing write tid 6 to smithi11051043-48 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 1667 (ObjNum 1122 snap 341 seq_num 1122) dirty exists 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3645: left oid 48 (ObjNum 1122 snap 341 seq_num 1122) 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3644: finishing copy_from racing read to smithi11051043-16 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3644: finishing copy_from to smithi11051043-16 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 1342 (ObjNum 1037 snap 320 seq_num 1037) dirty exists 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3646: finishing rollback tid 2 to smithi11051043-46 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 1669 (ObjNum 1043 snap 321 seq_num 1043) dirty exists 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3647: finishing copy_from racing read to smithi11051043-30 2024-02-18T08:31:47.068 INFO:tasks.rados.rados.0.smithi110.stdout:3647: finishing copy_from to smithi11051043-30 2024-02-18T08:31:47.069 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 1650 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:31:47.069 INFO:tasks.rados.rados.0.smithi110.stdout:3642: done (4 left) 2024-02-18T08:31:47.069 INFO:tasks.rados.rados.0.smithi110.stdout:3644: done (3 left) 2024-02-18T08:31:47.069 INFO:tasks.rados.rados.0.smithi110.stdout:3645: done (2 left) 2024-02-18T08:31:47.069 INFO:tasks.rados.rados.0.smithi110.stdout:3646: done (1 left) 2024-02-18T08:31:47.069 INFO:tasks.rados.rados.0.smithi110.stdout:3647: done (0 left) 2024-02-18T08:31:47.069 INFO:tasks.rados.rados.0.smithi110.stdout:3648: read oid 30 snap -1 2024-02-18T08:31:47.069 INFO:tasks.rados.rados.0.smithi110.stdout:3648: expect (ObjNum 1049 snap 322 seq_num 1049) 2024-02-18T08:31:47.069 INFO:tasks.rados.rados.0.smithi110.stdout:3649: setattr oid 2 current snap is 341 2024-02-18T08:31:47.069 INFO:tasks.rados.rados.0.smithi110.stdout:3650: snap_create 2024-02-18T08:31:47.072 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1796 (ObjNum -128366928 snap 22008 seq_num 4164724416) dirty exists 2024-02-18T08:31:47.098 INFO:tasks.rados.rados.0.smithi110.stdout:3648: expect (ObjNum 1049 snap 322 seq_num 1049) 2024-02-18T08:31:47.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:46 smithi110 bash[54479]: cluster 2024-02-18T08:31:45.916365+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-02-18T08:31:47.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:46 smithi110 bash[55875]: cluster 2024-02-18T08:31:45.916365+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-02-18T08:31:47.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:46 smithi191 bash[38688]: cluster 2024-02-18T08:31:45.916365+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-02-18T08:31:47.930 INFO:tasks.rados.rados.0.smithi110.stdout:3648: done (2 left) 2024-02-18T08:31:47.930 INFO:tasks.rados.rados.0.smithi110.stdout:3649: done (1 left) 2024-02-18T08:31:47.930 INFO:tasks.rados.rados.0.smithi110.stdout:3650: done (0 left) 2024-02-18T08:31:47.930 INFO:tasks.rados.rados.0.smithi110.stdout:3651: snap_create 2024-02-18T08:31:48.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:47 smithi110 bash[54479]: cluster 2024-02-18T08:31:46.800838+0000 mgr.y (mgr.44100) 438 : cluster [DBG] pgmap v805: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-02-18T08:31:48.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:47 smithi110 bash[54479]: cluster 2024-02-18T08:31:46.922448+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-02-18T08:31:48.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:47 smithi110 bash[55875]: cluster 2024-02-18T08:31:46.800838+0000 mgr.y (mgr.44100) 438 : cluster [DBG] pgmap v805: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-02-18T08:31:48.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:47 smithi110 bash[55875]: cluster 2024-02-18T08:31:46.922448+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-02-18T08:31:48.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:47 smithi191 bash[38688]: cluster 2024-02-18T08:31:46.800838+0000 mgr.y (mgr.44100) 438 : cluster [DBG] pgmap v805: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-02-18T08:31:48.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:47 smithi191 bash[38688]: cluster 2024-02-18T08:31:46.922448+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-02-18T08:31:48.943 INFO:tasks.rados.rados.0.smithi110.stdout:3651: done (0 left) 2024-02-18T08:31:48.943 INFO:tasks.rados.rados.0.smithi110.stdout:3652: read oid 29 snap -1 2024-02-18T08:31:48.943 INFO:tasks.rados.rados.0.smithi110.stdout:3652: expect (ObjNum 1077 snap 329 seq_num 1077) 2024-02-18T08:31:48.943 INFO:tasks.rados.rados.0.smithi110.stdout:3653: copy_from oid 27 from oid 9 current snap is 343 2024-02-18T08:31:48.943 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 343 2024-02-18T08:31:48.943 INFO:tasks.rados.rados.0.smithi110.stdout:3654: seq_num 1123 ranges {2686976=409600,3096576=614400,3710976=598016,4308992=393216} 2024-02-18T08:31:48.960 INFO:tasks.rados.rados.0.smithi110.stdout:3654: writing smithi11051043-41 from 2686976 to 3096576 tid 1 2024-02-18T08:31:48.964 INFO:tasks.rados.rados.0.smithi110.stdout:3654: writing smithi11051043-41 from 3096576 to 3710976 tid 2 2024-02-18T08:31:48.968 INFO:tasks.rados.rados.0.smithi110.stdout:3654: writing smithi11051043-41 from 3710976 to 4308992 tid 3 2024-02-18T08:31:48.971 INFO:tasks.rados.rados.0.smithi110.stdout:3654: writing smithi11051043-41 from 4308992 to 4702208 tid 4 2024-02-18T08:31:48.971 INFO:tasks.rados.rados.0.smithi110.stdout:3655: read oid 18 snap 338 2024-02-18T08:31:48.971 INFO:tasks.rados.rados.0.smithi110.stdout:3655: expect (ObjNum 1093 snap 333 seq_num 1093) 2024-02-18T08:31:48.971 INFO:tasks.rados.rados.0.smithi110.stdout:3656: setattr oid 37 current snap is 343 2024-02-18T08:31:48.971 INFO:tasks.rados.rados.0.smithi110.stdout:3653: finishing copy_from racing read to smithi11051043-27 2024-02-18T08:31:48.972 INFO:tasks.rados.rados.0.smithi110.stdout:3654: finishing write tid 1 to smithi11051043-41 2024-02-18T08:31:48.972 INFO:tasks.rados.rados.0.smithi110.stdout:3654: finishing write tid 2 to smithi11051043-41 2024-02-18T08:31:48.973 INFO:tasks.rados.rados.0.smithi110.stdout:3657: delete oid 28 current snap is 343 2024-02-18T08:31:48.980 INFO:tasks.rados.rados.0.smithi110.stdout:3654: finishing write tid 3 to smithi11051043-41 2024-02-18T08:31:48.980 INFO:tasks.rados.rados.0.smithi110.stdout:3654: finishing write tid 4 to smithi11051043-41 2024-02-18T08:31:48.980 INFO:tasks.rados.rados.0.smithi110.stdout:3654: finishing write tid 6 to smithi11051043-41 2024-02-18T08:31:48.981 INFO:tasks.rados.rados.0.smithi110.stdout:3653: finishing copy_from to smithi11051043-27 2024-02-18T08:31:48.982 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 27 v 1665 (ObjNum 1093 snap 333 seq_num 1093) dirty exists 2024-02-18T08:31:48.982 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 1797 (ObjNum -129231328 snap 22008 seq_num 4165490256) dirty exists 2024-02-18T08:31:48.983 INFO:tasks.rados.rados.0.smithi110.stdout:3654: finishing write tid 7 to smithi11051043-41 2024-02-18T08:31:48.983 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1139 (ObjNum 1123 snap 343 seq_num 1123) dirty exists 2024-02-18T08:31:48.983 INFO:tasks.rados.rados.0.smithi110.stdout:3654: left oid 41 (ObjNum 1123 snap 343 seq_num 1123) 2024-02-18T08:31:48.984 INFO:tasks.rados.rados.0.smithi110.stdout:3653: done (5 left) 2024-02-18T08:31:48.984 INFO:tasks.rados.rados.0.smithi110.stdout:3654: done (4 left) 2024-02-18T08:31:48.984 INFO:tasks.rados.rados.0.smithi110.stdout:3656: done (3 left) 2024-02-18T08:31:48.984 INFO:tasks.rados.rados.0.smithi110.stdout:3657: done (2 left) 2024-02-18T08:31:48.984 INFO:tasks.rados.rados.0.smithi110.stdout:3658: setattr oid 45 current snap is 343 2024-02-18T08:31:48.984 INFO:tasks.rados.rados.0.smithi110.stdout:3655: expect (ObjNum 1093 snap 333 seq_num 1093) 2024-02-18T08:31:49.063 INFO:tasks.rados.rados.0.smithi110.stdout:3652: expect (ObjNum 1077 snap 329 seq_num 1077) 2024-02-18T08:31:49.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:48 smithi110 bash[54479]: cluster 2024-02-18T08:31:47.931011+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-02-18T08:31:49.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:48 smithi110 bash[55875]: cluster 2024-02-18T08:31:47.931011+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-02-18T08:31:49.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:48 smithi191 bash[38688]: cluster 2024-02-18T08:31:47.931011+0000 mon.a (mon.0) 1373 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-02-18T08:31:49.933 INFO:tasks.rados.rados.0.smithi110.stdout:3652: done (2 left) 2024-02-18T08:31:49.933 INFO:tasks.rados.rados.0.smithi110.stdout:3655: done (1 left) 2024-02-18T08:31:49.933 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 24 current snap is 343 2024-02-18T08:31:49.933 INFO:tasks.rados.rados.0.smithi110.stdout:3659: seq_num 1125 ranges {2072576=450560,2523136=786432,3309568=614400,3923968=204800} 2024-02-18T08:31:49.951 INFO:tasks.rados.rados.0.smithi110.stdout:3659: writing smithi11051043-24 from 2072576 to 2523136 tid 1 2024-02-18T08:31:49.957 INFO:tasks.rados.rados.0.smithi110.stdout:3659: writing smithi11051043-24 from 2523136 to 3309568 tid 2 2024-02-18T08:31:49.960 INFO:tasks.rados.rados.0.smithi110.stdout:3659: writing smithi11051043-24 from 3309568 to 3923968 tid 3 2024-02-18T08:31:49.962 INFO:tasks.rados.rados.0.smithi110.stdout:3659: writing smithi11051043-24 from 3923968 to 4128768 tid 4 2024-02-18T08:31:49.962 INFO:tasks.rados.rados.0.smithi110.stdout:3660: read oid 37 snap -1 2024-02-18T08:31:49.962 INFO:tasks.rados.rados.0.smithi110.stdout:3660: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:31:49.962 INFO:tasks.rados.rados.0.smithi110.stdout:3661: snap_remove snap 340 2024-02-18T08:31:50.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:49 smithi110 bash[55875]: cluster 2024-02-18T08:31:48.801657+0000 mgr.y (mgr.44100) 439 : cluster [DBG] pgmap v808: 89 pgs: 89 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-02-18T08:31:50.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:49 smithi110 bash[55875]: cluster 2024-02-18T08:31:48.943217+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-02-18T08:31:50.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:49 smithi110 bash[55875]: audit 2024-02-18T08:31:49.519761+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:31:50.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:49 smithi110 bash[55875]: audit 2024-02-18T08:31:49.798396+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:31:50.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:49 smithi110 bash[55875]: cluster 2024-02-18T08:31:49.841637+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-02-18T08:31:50.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:49 smithi110 bash[54479]: cluster 2024-02-18T08:31:48.801657+0000 mgr.y (mgr.44100) 439 : cluster [DBG] pgmap v808: 89 pgs: 89 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-02-18T08:31:50.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:49 smithi110 bash[54479]: cluster 2024-02-18T08:31:48.943217+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-02-18T08:31:50.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:49 smithi110 bash[54479]: audit 2024-02-18T08:31:49.519761+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:31:50.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:49 smithi110 bash[54479]: audit 2024-02-18T08:31:49.798396+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:31:50.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:49 smithi110 bash[54479]: cluster 2024-02-18T08:31:49.841637+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-02-18T08:31:50.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:49 smithi191 bash[38688]: cluster 2024-02-18T08:31:48.801657+0000 mgr.y (mgr.44100) 439 : cluster [DBG] pgmap v808: 89 pgs: 89 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-02-18T08:31:50.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:49 smithi191 bash[38688]: cluster 2024-02-18T08:31:48.943217+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-02-18T08:31:50.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:49 smithi191 bash[38688]: audit 2024-02-18T08:31:49.519761+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:31:50.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:49 smithi191 bash[38688]: audit 2024-02-18T08:31:49.798396+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:31:50.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:49 smithi191 bash[38688]: cluster 2024-02-18T08:31:49.841637+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-02-18T08:31:50.955 INFO:tasks.rados.rados.0.smithi110.stdout:3661: done (3 left) 2024-02-18T08:31:50.955 INFO:tasks.rados.rados.0.smithi110.stdout:3662: delete oid 49 current snap is 343 2024-02-18T08:31:50.956 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1886 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:31:50.956 INFO:tasks.rados.rados.0.smithi110.stdout:3659: finishing write tid 1 to smithi11051043-24 2024-02-18T08:31:50.956 INFO:tasks.rados.rados.0.smithi110.stdout:3659: finishing write tid 2 to smithi11051043-24 2024-02-18T08:31:50.956 INFO:tasks.rados.rados.0.smithi110.stdout:3660: expect (ObjNum 0 snap 0 seq_num 0) 2024-02-18T08:31:50.959 INFO:tasks.rados.rados.0.smithi110.stdout:3659: finishing write tid 3 to smithi11051043-24 2024-02-18T08:31:50.959 INFO:tasks.rados.rados.0.smithi110.stdout:3659: finishing write tid 4 to smithi11051043-24 2024-02-18T08:31:50.959 INFO:tasks.rados.rados.0.smithi110.stdout:3659: finishing write tid 6 to smithi11051043-24 2024-02-18T08:31:50.959 INFO:tasks.rados.rados.0.smithi110.stdout:3659: finishing write tid 7 to smithi11051043-24 2024-02-18T08:31:50.959 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 24 v 1552 (ObjNum 1125 snap 343 seq_num 1125) dirty exists 2024-02-18T08:31:50.959 INFO:tasks.rados.rados.0.smithi110.stdout:3659: left oid 24 (ObjNum 1125 snap 343 seq_num 1125) 2024-02-18T08:31:50.971 INFO:tasks.rados.rados.0.smithi110.stdout:3658: done (3 left) 2024-02-18T08:31:50.971 INFO:tasks.rados.rados.0.smithi110.stdout:3659: done (2 left) 2024-02-18T08:31:50.971 INFO:tasks.rados.rados.0.smithi110.stdout:3660: done (1 left) 2024-02-18T08:31:50.971 INFO:tasks.rados.rados.0.smithi110.stdout:3662: done (0 left) 2024-02-18T08:31:50.971 INFO:tasks.rados.rados.0.smithi110.stdout:3663: snap_remove snap 335 2024-02-18T08:31:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:50 smithi110 bash[54479]: audit 2024-02-18T08:31:50.103926+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:31:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:50 smithi110 bash[54479]: audit 2024-02-18T08:31:50.105478+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:31:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:50 smithi110 bash[54479]: cephadm 2024-02-18T08:31:50.106489+0000 mgr.y (mgr.44100) 440 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:31:51.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:50 smithi110 bash[54479]: audit 2024-02-18T08:31:50.113277+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:31:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:50 smithi110 bash[55875]: audit 2024-02-18T08:31:50.103926+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:31:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:50 smithi110 bash[55875]: audit 2024-02-18T08:31:50.105478+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:31:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:50 smithi110 bash[55875]: cephadm 2024-02-18T08:31:50.106489+0000 mgr.y (mgr.44100) 440 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:31:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:50 smithi110 bash[55875]: audit 2024-02-18T08:31:50.113277+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:31:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:50 smithi191 bash[38688]: audit 2024-02-18T08:31:50.103926+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:31:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:50 smithi191 bash[38688]: audit 2024-02-18T08:31:50.105478+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:31:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:50 smithi191 bash[38688]: cephadm 2024-02-18T08:31:50.106489+0000 mgr.y (mgr.44100) 440 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:31:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:50 smithi191 bash[38688]: audit 2024-02-18T08:31:50.113277+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:31:51.967 INFO:tasks.rados.rados.0.smithi110.stdout:3663: done (0 left) 2024-02-18T08:31:51.967 INFO:tasks.rados.rados.0.smithi110.stdout:3664: read oid 35 snap 338 2024-02-18T08:31:51.967 INFO:tasks.rados.rados.0.smithi110.stdout:3664: expect deleted 2024-02-18T08:31:51.967 INFO:tasks.rados.rados.0.smithi110.stdout:3665: copy_from oid 34 from oid 5 current snap is 343 2024-02-18T08:31:51.967 INFO:tasks.rados.rados.0.smithi110.stdout:3666: setattr oid 47 current snap is 343 2024-02-18T08:31:51.972 INFO:tasks.rados.rados.0.smithi110.stdout:3664: done (2 left) 2024-02-18T08:31:51.972 INFO:tasks.rados.rados.0.smithi110.stdout:3667: snap_create 2024-02-18T08:31:51.981 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 1358 (ObjNum 1097 snap 334 seq_num 1097) dirty exists 2024-02-18T08:31:52.022 INFO:tasks.rados.rados.0.smithi110.stdout:3665: finishing copy_from racing read to smithi11051043-34 2024-02-18T08:31:52.024 INFO:tasks.rados.rados.0.smithi110.stdout:3665: finishing copy_from to smithi11051043-34 2024-02-18T08:31:52.024 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 1128 (ObjNum 1071 snap 327 seq_num 1071) dirty exists 2024-02-18T08:31:52.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:51 smithi110 bash[54479]: cluster 2024-02-18T08:31:50.802487+0000 mgr.y (mgr.44100) 441 : cluster [DBG] pgmap v811: 89 pgs: 89 active+clean; 306 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-02-18T08:31:52.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:51 smithi110 bash[54479]: cluster 2024-02-18T08:31:50.956346+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-02-18T08:31:52.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:51 smithi110 bash[55875]: cluster 2024-02-18T08:31:50.802487+0000 mgr.y (mgr.44100) 441 : cluster [DBG] pgmap v811: 89 pgs: 89 active+clean; 306 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-02-18T08:31:52.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:51 smithi110 bash[55875]: cluster 2024-02-18T08:31:50.956346+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-02-18T08:31:52.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:51 smithi191 bash[38688]: cluster 2024-02-18T08:31:50.802487+0000 mgr.y (mgr.44100) 441 : cluster [DBG] pgmap v811: 89 pgs: 89 active+clean; 306 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-02-18T08:31:52.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:51 smithi191 bash[38688]: cluster 2024-02-18T08:31:50.956346+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-02-18T08:31:52.975 INFO:tasks.rados.rados.0.smithi110.stdout:3665: done (2 left) 2024-02-18T08:31:52.975 INFO:tasks.rados.rados.0.smithi110.stdout:3666: done (1 left) 2024-02-18T08:31:52.976 INFO:tasks.rados.rados.0.smithi110.stdout:3667: done (0 left) 2024-02-18T08:31:52.976 INFO:tasks.rados.rados.0.smithi110.stdout:3668: delete oid 34 current snap is 344 2024-02-18T08:31:52.981 INFO:tasks.rados.rados.0.smithi110.stdout:3668: done (0 left) 2024-02-18T08:31:52.981 INFO:tasks.rados.rados.0.smithi110.stdout:3669: rmattr oid 6 current snap is 344 2024-02-18T08:31:52.981 INFO:tasks.rados.rados.0.smithi110.stdout:3669: done (0 left) 2024-02-18T08:31:52.981 INFO:tasks.rados.rados.0.smithi110.stdout:3670: read oid 36 snap -1 2024-02-18T08:31:52.981 INFO:tasks.rados.rados.0.smithi110.stdout:3670: expect (ObjNum 1119 snap 341 seq_num 1119) 2024-02-18T08:31:52.981 INFO:tasks.rados.rados.0.smithi110.stdout:3671: delete oid 48 current snap is 344 2024-02-18T08:31:52.985 INFO:tasks.rados.rados.0.smithi110.stdout:3671: done (1 left) 2024-02-18T08:31:52.985 INFO:tasks.rados.rados.0.smithi110.stdout:3672: delete oid 10 current snap is 344 2024-02-18T08:31:52.996 INFO:tasks.rados.rados.0.smithi110.stdout:3672: done (1 left) 2024-02-18T08:31:52.996 INFO:tasks.rados.rados.0.smithi110.stdout:3673: rmattr oid 23 current snap is 344 2024-02-18T08:31:52.996 INFO:tasks.rados.rados.0.smithi110.stdout:3674: snap_remove snap 343 2024-02-18T08:31:53.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:52 smithi191 bash[38688]: cluster 2024-02-18T08:31:51.967370+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-02-18T08:31:53.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:52 smithi110 bash[54479]: cluster 2024-02-18T08:31:51.967370+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-02-18T08:31:53.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:52 smithi110 bash[55875]: cluster 2024-02-18T08:31:51.967370+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-02-18T08:31:53.985 INFO:tasks.rados.rados.0.smithi110.stdout:3674: done (2 left) 2024-02-18T08:31:53.985 INFO:tasks.rados.rados.0.smithi110.stdout:3675: rmattr oid 16 current snap is 344 2024-02-18T08:31:53.985 INFO:tasks.rados.rados.0.smithi110.stdout:3675: done (2 left) 2024-02-18T08:31:53.985 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 37 current snap is 344 2024-02-18T08:31:53.986 INFO:tasks.rados.rados.0.smithi110.stdout:3676: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2024-02-18T08:31:53.988 INFO:tasks.rados.rados.0.smithi110.stdout:3676: writing smithi11051043-37 from 0 to 532480 tid 1 2024-02-18T08:31:53.992 INFO:tasks.rados.rados.0.smithi110.stdout:3676: writing smithi11051043-37 from 532480 to 1187840 tid 2 2024-02-18T08:31:53.997 INFO:tasks.rados.rados.0.smithi110.stdout:3676: writing smithi11051043-37 from 1187840 to 1941504 tid 3 2024-02-18T08:31:53.999 INFO:tasks.rados.rados.0.smithi110.stdout:3676: writing smithi11051043-37 from 1941504 to 2138112 tid 4 2024-02-18T08:31:53.999 INFO:tasks.rados.rados.0.smithi110.stdout:3677: rollback oid 44 current snap is 344 2024-02-18T08:31:54.000 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 44 to 337 2024-02-18T08:31:54.000 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1934 (ObjNum 1068 snap 326 seq_num 1068) dirty exists 2024-02-18T08:31:54.000 INFO:tasks.rados.rados.0.smithi110.stdout:3673: done (3 left) 2024-02-18T08:31:54.000 INFO:tasks.rados.rados.0.smithi110.stdout:3678: read oid 34 snap -1 2024-02-18T08:31:54.000 INFO:tasks.rados.rados.0.smithi110.stdout:3678: expect deleted 2024-02-18T08:31:54.000 INFO:tasks.rados.rados.0.smithi110.stdout:3679: delete oid 47 current snap is 344 2024-02-18T08:31:54.001 INFO:tasks.rados.rados.0.smithi110.stdout:3670: expect (ObjNum 1119 snap 341 seq_num 1119) 2024-02-18T08:31:54.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:53 smithi191 bash[38688]: cluster 2024-02-18T08:31:52.803090+0000 mgr.y (mgr.44100) 442 : cluster [DBG] pgmap v814: 89 pgs: 89 active+clean; 323 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-02-18T08:31:54.091 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:53 smithi191 bash[38688]: cluster 2024-02-18T08:31:52.976421+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-02-18T08:31:54.253 INFO:tasks.rados.rados.0.smithi110.stdout:3676: finishing write tid 1 to smithi11051043-37 2024-02-18T08:31:54.253 INFO:tasks.rados.rados.0.smithi110.stdout:3676: finishing write tid 2 to smithi11051043-37 2024-02-18T08:31:54.253 INFO:tasks.rados.rados.0.smithi110.stdout:3676: finishing write tid 3 to smithi11051043-37 2024-02-18T08:31:54.253 INFO:tasks.rados.rados.0.smithi110.stdout:3676: finishing write tid 4 to smithi11051043-37 2024-02-18T08:31:54.253 INFO:tasks.rados.rados.0.smithi110.stdout:3676: finishing write tid 6 to smithi11051043-37 2024-02-18T08:31:54.254 INFO:tasks.rados.rados.0.smithi110.stdout:3676: finishing write tid 7 to smithi11051043-37 2024-02-18T08:31:54.254 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 1802 (ObjNum 1130 snap 344 seq_num 1130) dirty exists 2024-02-18T08:31:54.254 INFO:tasks.rados.rados.0.smithi110.stdout:3676: left oid 37 (ObjNum 1130 snap 344 seq_num 1130) 2024-02-18T08:31:54.254 INFO:tasks.rados.rados.0.smithi110.stdout:3677: finishing rollback tid 0 to smithi11051043-44 2024-02-18T08:31:54.254 INFO:tasks.rados.rados.0.smithi110.stdout:3670: done (4 left) 2024-02-18T08:31:54.254 INFO:tasks.rados.rados.0.smithi110.stdout:3676: done (3 left) 2024-02-18T08:31:54.254 INFO:tasks.rados.rados.0.smithi110.stdout:3678: done (2 left) 2024-02-18T08:31:54.255 INFO:tasks.rados.rados.0.smithi110.stdout:3679: done (1 left) 2024-02-18T08:31:54.255 INFO:tasks.rados.rados.0.smithi110.stdout:3680: rollback oid 9 current snap is 344 2024-02-18T08:31:54.255 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 9 to 320 2024-02-18T08:31:54.255 INFO:tasks.rados.rados.0.smithi110.stdout:3677: finishing rollback tid 1 to smithi11051043-44 2024-02-18T08:31:54.255 INFO:tasks.rados.rados.0.smithi110.stdout:3677: finishing rollback tid 2 to smithi11051043-44 2024-02-18T08:31:54.255 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1805 (ObjNum 1037 snap 320 seq_num 1037) dirty exists 2024-02-18T08:31:54.255 INFO:tasks.rados.rados.0.smithi110.stdout:3677: done (1 left) 2024-02-18T08:31:54.255 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 344 2024-02-18T08:31:54.256 INFO:tasks.rados.rados.0.smithi110.stdout:3681: seq_num 1132 ranges {7241728=565248,7806976=425984,8232960=770048,9003008=409600} 2024-02-18T08:31:54.299 INFO:tasks.rados.rados.0.smithi110.stdout:3681: writing smithi11051043-39 from 7241728 to 7806976 tid 1 2024-02-18T08:31:54.301 INFO:tasks.rados.rados.0.smithi110.stdout:3681: writing smithi11051043-39 from 7806976 to 8232960 tid 2 2024-02-18T08:31:54.305 INFO:tasks.rados.rados.0.smithi110.stdout:3681: writing smithi11051043-39 from 8232960 to 9003008 tid 3 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3681: writing smithi11051043-39 from 9003008 to 9412608 tid 4 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3682: copy_from oid 15 from oid 43 current snap is 344 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3680: finishing rollback tid 0 to smithi11051043-9 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3680: finishing rollback tid 1 to smithi11051043-9 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3680: finishing rollback tid 2 to smithi11051043-9 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1673 (ObjNum 970 snap 301 seq_num 970) dirty exists 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3680: done (2 left) 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3683: rmattr oid 29 current snap is 344 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3684: rmattr oid 4 current snap is 344 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3685: read oid 40 snap -1 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3685: expect (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:31:54.309 INFO:tasks.rados.rados.0.smithi110.stdout:3686: snap_create 2024-02-18T08:31:54.310 INFO:tasks.rados.rados.0.smithi110.stdout:3682: finishing copy_from to smithi11051043-15 2024-02-18T08:31:54.310 INFO:tasks.rados.rados.0.smithi110.stdout:3682: got expected ENOENT (src dne) 2024-02-18T08:31:54.310 INFO:tasks.rados.rados.0.smithi110.stdout:3682: finishing copy_from racing read to smithi11051043-15 2024-02-18T08:31:54.310 INFO:tasks.rados.rados.0.smithi110.stdout:3681: finishing write tid 1 to smithi11051043-39 2024-02-18T08:31:54.310 INFO:tasks.rados.rados.0.smithi110.stdout:3681: finishing write tid 2 to smithi11051043-39 2024-02-18T08:31:54.312 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1887 (ObjNum 1077 snap 329 seq_num 1077) dirty exists 2024-02-18T08:31:54.313 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1731 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:31:54.313 INFO:tasks.rados.rados.0.smithi110.stdout:3681: finishing write tid 3 to smithi11051043-39 2024-02-18T08:31:54.314 INFO:tasks.rados.rados.0.smithi110.stdout:3681: finishing write tid 4 to smithi11051043-39 2024-02-18T08:31:54.315 INFO:tasks.rados.rados.0.smithi110.stdout:3681: finishing write tid 6 to smithi11051043-39 2024-02-18T08:31:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:3681: finishing write tid 7 to smithi11051043-39 2024-02-18T08:31:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 1365 (ObjNum 1132 snap 344 seq_num 1132) dirty exists 2024-02-18T08:31:54.317 INFO:tasks.rados.rados.0.smithi110.stdout:3681: left oid 39 (ObjNum 1132 snap 344 seq_num 1132) 2024-02-18T08:31:54.320 INFO:tasks.rados.rados.0.smithi110.stdout:3685: expect (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:31:54.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:53 smithi110 bash[54479]: cluster 2024-02-18T08:31:52.803090+0000 mgr.y (mgr.44100) 442 : cluster [DBG] pgmap v814: 89 pgs: 89 active+clean; 323 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-02-18T08:31:54.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:53 smithi110 bash[54479]: cluster 2024-02-18T08:31:52.976421+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-02-18T08:31:54.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:53 smithi110 bash[55875]: cluster 2024-02-18T08:31:52.803090+0000 mgr.y (mgr.44100) 442 : cluster [DBG] pgmap v814: 89 pgs: 89 active+clean; 323 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-02-18T08:31:54.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:53 smithi110 bash[55875]: cluster 2024-02-18T08:31:52.976421+0000 mon.a (mon.0) 1383 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-02-18T08:31:54.993 INFO:tasks.rados.rados.0.smithi110.stdout:3681: done (5 left) 2024-02-18T08:31:54.994 INFO:tasks.rados.rados.0.smithi110.stdout:3682: done (4 left) 2024-02-18T08:31:54.994 INFO:tasks.rados.rados.0.smithi110.stdout:3683: done (3 left) 2024-02-18T08:31:54.994 INFO:tasks.rados.rados.0.smithi110.stdout:3684: done (2 left) 2024-02-18T08:31:54.994 INFO:tasks.rados.rados.0.smithi110.stdout:3685: done (1 left) 2024-02-18T08:31:54.994 INFO:tasks.rados.rados.0.smithi110.stdout:3686: done (0 left) 2024-02-18T08:31:54.994 INFO:tasks.rados.rados.0.smithi110.stdout:3687: delete oid 9 current snap is 345 2024-02-18T08:31:55.000 INFO:tasks.rados.rados.0.smithi110.stdout:3687: done (0 left) 2024-02-18T08:31:55.000 INFO:tasks.rados.rados.0.smithi110.stdout:3688: snap_create 2024-02-18T08:31:55.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:54 smithi191 bash[38688]: cluster 2024-02-18T08:31:53.985076+0000 mon.a (mon.0) 1384 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-02-18T08:31:55.470 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:54 smithi110 bash[54479]: cluster 2024-02-18T08:31:53.985076+0000 mon.a (mon.0) 1384 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-02-18T08:31:55.470 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:54 smithi110 bash[55875]: cluster 2024-02-18T08:31:53.985076+0000 mon.a (mon.0) 1384 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-02-18T08:31:56.004 INFO:tasks.rados.rados.0.smithi110.stdout:3688: done (0 left) 2024-02-18T08:31:56.004 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 346 2024-02-18T08:31:56.004 INFO:tasks.rados.rados.0.smithi110.stdout:3689: seq_num 1134 ranges {3309568=598016,3907584=638976,4546560=737280,5283840=229376} 2024-02-18T08:31:56.026 INFO:tasks.rados.rados.0.smithi110.stdout:3689: writing smithi11051043-1 from 3309568 to 3907584 tid 1 2024-02-18T08:31:56.029 INFO:tasks.rados.rados.0.smithi110.stdout:3689: writing smithi11051043-1 from 3907584 to 4546560 tid 2 2024-02-18T08:31:56.034 INFO:tasks.rados.rados.0.smithi110.stdout:3689: writing smithi11051043-1 from 4546560 to 5283840 tid 3 2024-02-18T08:31:56.035 INFO:tasks.rados.rados.0.smithi110.stdout:3689: writing smithi11051043-1 from 5283840 to 5513216 tid 4 2024-02-18T08:31:56.035 INFO:tasks.rados.rados.0.smithi110.stdout:3690: delete oid 50 current snap is 346 2024-02-18T08:31:56.040 INFO:tasks.rados.rados.0.smithi110.stdout:3690: done (1 left) 2024-02-18T08:31:56.040 INFO:tasks.rados.rados.0.smithi110.stdout:3691: snap_create 2024-02-18T08:31:56.042 INFO:tasks.rados.rados.0.smithi110.stdout:3689: finishing write tid 1 to smithi11051043-1 2024-02-18T08:31:56.042 INFO:tasks.rados.rados.0.smithi110.stdout:3689: finishing write tid 2 to smithi11051043-1 2024-02-18T08:31:56.043 INFO:tasks.rados.rados.0.smithi110.stdout:3689: finishing write tid 3 to smithi11051043-1 2024-02-18T08:31:56.043 INFO:tasks.rados.rados.0.smithi110.stdout:3689: finishing write tid 4 to smithi11051043-1 2024-02-18T08:31:56.043 INFO:tasks.rados.rados.0.smithi110.stdout:3689: finishing write tid 6 to smithi11051043-1 2024-02-18T08:31:56.045 INFO:tasks.rados.rados.0.smithi110.stdout:3689: finishing write tid 7 to smithi11051043-1 2024-02-18T08:31:56.045 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1810 (ObjNum 1134 snap 346 seq_num 1134) dirty exists 2024-02-18T08:31:56.045 INFO:tasks.rados.rados.0.smithi110.stdout:3689: left oid 1 (ObjNum 1134 snap 346 seq_num 1134) 2024-02-18T08:31:56.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:55 smithi191 bash[38688]: cluster 2024-02-18T08:31:54.803816+0000 mgr.y (mgr.44100) 443 : cluster [DBG] pgmap v817: 89 pgs: 89 active+clean; 345 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.0 MiB/s wr, 24 op/s 2024-02-18T08:31:56.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:55 smithi191 bash[38688]: cluster 2024-02-18T08:31:54.994296+0000 mon.a (mon.0) 1385 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-02-18T08:31:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:55 smithi110 bash[54479]: cluster 2024-02-18T08:31:54.803816+0000 mgr.y (mgr.44100) 443 : cluster [DBG] pgmap v817: 89 pgs: 89 active+clean; 345 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.0 MiB/s wr, 24 op/s 2024-02-18T08:31:56.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:55 smithi110 bash[54479]: cluster 2024-02-18T08:31:54.994296+0000 mon.a (mon.0) 1385 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-02-18T08:31:56.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:55 smithi110 bash[55875]: cluster 2024-02-18T08:31:54.803816+0000 mgr.y (mgr.44100) 443 : cluster [DBG] pgmap v817: 89 pgs: 89 active+clean; 345 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.0 MiB/s wr, 24 op/s 2024-02-18T08:31:56.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:55 smithi110 bash[55875]: cluster 2024-02-18T08:31:54.994296+0000 mon.a (mon.0) 1385 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-02-18T08:31:57.017 INFO:tasks.rados.rados.0.smithi110.stdout:3689: done (1 left) 2024-02-18T08:31:57.017 INFO:tasks.rados.rados.0.smithi110.stdout:3691: done (0 left) 2024-02-18T08:31:57.017 INFO:tasks.rados.rados.0.smithi110.stdout:3692: rmattr oid 15 current snap is 347 2024-02-18T08:31:57.017 INFO:tasks.rados.rados.0.smithi110.stdout:3692: done (0 left) 2024-02-18T08:31:57.017 INFO:tasks.rados.rados.0.smithi110.stdout:3693: read oid 37 snap -1 2024-02-18T08:31:57.017 INFO:tasks.rados.rados.0.smithi110.stdout:3693: expect (ObjNum 1130 snap 344 seq_num 1130) 2024-02-18T08:31:57.017 INFO:tasks.rados.rados.0.smithi110.stdout:3694: delete oid 27 current snap is 347 2024-02-18T08:31:57.027 INFO:tasks.rados.rados.0.smithi110.stdout:3694: done (1 left) 2024-02-18T08:31:57.027 INFO:tasks.rados.rados.0.smithi110.stdout:3695: rollback oid 12 current snap is 347 2024-02-18T08:31:57.027 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 12 to 341 2024-02-18T08:31:57.027 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 40 current snap is 347 2024-02-18T08:31:57.027 INFO:tasks.rados.rados.0.smithi110.stdout:3696: seq_num 1137 ranges {3661824=647168,4308992=696320,5005312=557056,5562368=352256} 2024-02-18T08:31:57.053 INFO:tasks.rados.rados.0.smithi110.stdout:3696: writing smithi11051043-40 from 3661824 to 4308992 tid 1 2024-02-18T08:31:57.057 INFO:tasks.rados.rados.0.smithi110.stdout:3696: writing smithi11051043-40 from 4308992 to 5005312 tid 2 2024-02-18T08:31:57.061 INFO:tasks.rados.rados.0.smithi110.stdout:3696: writing smithi11051043-40 from 5005312 to 5562368 tid 3 2024-02-18T08:31:57.063 INFO:tasks.rados.rados.0.smithi110.stdout:3696: writing smithi11051043-40 from 5562368 to 5914624 tid 4 2024-02-18T08:31:57.063 INFO:tasks.rados.rados.0.smithi110.stdout:3697: delete oid 26 current snap is 347 2024-02-18T08:31:57.063 INFO:tasks.rados.rados.0.smithi110.stdout:3695: finishing rollback tid 0 to smithi11051043-12 2024-02-18T08:31:57.063 INFO:tasks.rados.rados.0.smithi110.stdout:3695: finishing rollback tid 1 to smithi11051043-12 2024-02-18T08:31:57.064 INFO:tasks.rados.rados.0.smithi110.stdout:3695: finishing rollback tid 2 to smithi11051043-12 2024-02-18T08:31:57.064 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 12 v 1323 (ObjNum 1108 snap 337 seq_num 1108) dirty exists 2024-02-18T08:31:57.064 INFO:tasks.rados.rados.0.smithi110.stdout:3693: expect (ObjNum 1130 snap 344 seq_num 1130) 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3696: finishing write tid 1 to smithi11051043-40 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3696: finishing write tid 2 to smithi11051043-40 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3696: finishing write tid 3 to smithi11051043-40 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3696: finishing write tid 4 to smithi11051043-40 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3696: finishing write tid 6 to smithi11051043-40 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3696: finishing write tid 7 to smithi11051043-40 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1572 (ObjNum 1137 snap 347 seq_num 1137) dirty exists 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3696: left oid 40 (ObjNum 1137 snap 347 seq_num 1137) 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3693: done (3 left) 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3695: done (2 left) 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3696: done (1 left) 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3697: done (0 left) 2024-02-18T08:31:57.116 INFO:tasks.rados.rados.0.smithi110.stdout:3698: snap_remove snap 342 2024-02-18T08:31:57.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:57 smithi191 bash[38688]: cluster 2024-02-18T08:31:56.003138+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-02-18T08:31:57.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:57 smithi110 bash[55875]: cluster 2024-02-18T08:31:56.003138+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-02-18T08:31:57.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:57 smithi110 bash[54479]: cluster 2024-02-18T08:31:56.003138+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-02-18T08:31:58.025 INFO:tasks.rados.rados.0.smithi110.stdout:3698: done (0 left) 2024-02-18T08:31:58.025 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 347 2024-02-18T08:31:58.025 INFO:tasks.rados.rados.0.smithi110.stdout:3699: seq_num 1139 ranges {5513216=679936,6193152=458752,6651904=524288,7176192=540672,7716864=81920} 2024-02-18T08:31:58.060 INFO:tasks.rados.rados.0.smithi110.stdout:3699: writing smithi11051043-1 from 5513216 to 6193152 tid 1 2024-02-18T08:31:58.063 INFO:tasks.rados.rados.0.smithi110.stdout:3699: writing smithi11051043-1 from 6193152 to 6651904 tid 2 2024-02-18T08:31:58.066 INFO:tasks.rados.rados.0.smithi110.stdout:3699: writing smithi11051043-1 from 6651904 to 7176192 tid 3 2024-02-18T08:31:58.069 INFO:tasks.rados.rados.0.smithi110.stdout:3699: writing smithi11051043-1 from 7176192 to 7716864 tid 4 2024-02-18T08:31:58.070 INFO:tasks.rados.rados.0.smithi110.stdout:3699: writing smithi11051043-1 from 7716864 to 7798784 tid 5 2024-02-18T08:31:58.070 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 347 2024-02-18T08:31:58.070 INFO:tasks.rados.rados.0.smithi110.stdout:3700: seq_num 1140 ranges {3309568=696320,4005888=745472,4751360=729088,5480448=131072} 2024-02-18T08:31:58.092 INFO:tasks.rados.rados.0.smithi110.stdout:3700: writing smithi11051043-31 from 3309568 to 4005888 tid 1 2024-02-18T08:31:58.096 INFO:tasks.rados.rados.0.smithi110.stdout:3700: writing smithi11051043-31 from 4005888 to 4751360 tid 2 2024-02-18T08:31:58.100 INFO:tasks.rados.rados.0.smithi110.stdout:3700: writing smithi11051043-31 from 4751360 to 5480448 tid 3 2024-02-18T08:31:58.101 INFO:tasks.rados.rados.0.smithi110.stdout:3700: writing smithi11051043-31 from 5480448 to 5611520 tid 4 2024-02-18T08:31:58.101 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 347 2024-02-18T08:31:58.102 INFO:tasks.rados.rados.0.smithi110.stdout:3701: seq_num 1141 ranges {4431872=712704,5144576=679936,5824512=540672,6365184=385024} 2024-02-18T08:31:58.130 INFO:tasks.rados.rados.0.smithi110.stdout:3701: writing smithi11051043-38 from 4431872 to 5144576 tid 1 2024-02-18T08:31:58.134 INFO:tasks.rados.rados.0.smithi110.stdout:3701: writing smithi11051043-38 from 5144576 to 5824512 tid 2 2024-02-18T08:31:58.137 INFO:tasks.rados.rados.0.smithi110.stdout:3701: writing smithi11051043-38 from 5824512 to 6365184 tid 3 2024-02-18T08:31:58.139 INFO:tasks.rados.rados.0.smithi110.stdout:3701: writing smithi11051043-38 from 6365184 to 6750208 tid 4 2024-02-18T08:31:58.140 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 347 2024-02-18T08:31:58.140 INFO:tasks.rados.rados.0.smithi110.stdout:3702: seq_num 1142 ranges {4841472=729088,5570560=565248,6135808=696320,6832128=344064} 2024-02-18T08:31:58.171 INFO:tasks.rados.rados.0.smithi110.stdout:3702: writing smithi11051043-44 from 4841472 to 5570560 tid 1 2024-02-18T08:31:58.174 INFO:tasks.rados.rados.0.smithi110.stdout:3702: writing smithi11051043-44 from 5570560 to 6135808 tid 2 2024-02-18T08:31:58.178 INFO:tasks.rados.rados.0.smithi110.stdout:3702: writing smithi11051043-44 from 6135808 to 6832128 tid 3 2024-02-18T08:31:58.180 INFO:tasks.rados.rados.0.smithi110.stdout:3702: writing smithi11051043-44 from 6832128 to 7176192 tid 4 2024-02-18T08:31:58.180 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 347 2024-02-18T08:31:58.180 INFO:tasks.rados.rados.0.smithi110.stdout:3703: seq_num 1143 ranges {12984320=753664,13737984=450560,14188544=507904,14696448=589824,15286272=57344} 2024-02-18T08:31:58.251 INFO:tasks.rados.rados.0.smithi110.stdout:3703: writing smithi11051043-5 from 12984320 to 13737984 tid 1 2024-02-18T08:31:58.254 INFO:tasks.rados.rados.0.smithi110.stdout:3703: writing smithi11051043-5 from 13737984 to 14188544 tid 2 2024-02-18T08:31:58.258 INFO:tasks.rados.rados.0.smithi110.stdout:3703: writing smithi11051043-5 from 14188544 to 14696448 tid 3 2024-02-18T08:31:58.261 INFO:tasks.rados.rados.0.smithi110.stdout:3703: writing smithi11051043-5 from 14696448 to 15286272 tid 4 2024-02-18T08:31:58.263 INFO:tasks.rados.rados.0.smithi110.stdout:3703: writing smithi11051043-5 from 15286272 to 15343616 tid 5 2024-02-18T08:31:58.263 INFO:tasks.rados.rados.0.smithi110.stdout:3704: rmattr oid 26 current snap is 347 2024-02-18T08:31:58.263 INFO:tasks.rados.rados.0.smithi110.stdout:3704: done (5 left) 2024-02-18T08:31:58.263 INFO:tasks.rados.rados.0.smithi110.stdout:3705: rollback oid 25 current snap is 347 2024-02-18T08:31:58.263 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 25 to 333 2024-02-18T08:31:58.263 INFO:tasks.rados.rados.0.smithi110.stdout:3699: finishing write tid 1 to smithi11051043-1 2024-02-18T08:31:58.263 INFO:tasks.rados.rados.0.smithi110.stdout:3699: finishing write tid 2 to smithi11051043-1 2024-02-18T08:31:58.263 INFO:tasks.rados.rados.0.smithi110.stdout:3699: finishing write tid 3 to smithi11051043-1 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3699: finishing write tid 4 to smithi11051043-1 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3699: finishing write tid 5 to smithi11051043-1 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3699: finishing write tid 7 to smithi11051043-1 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3699: finishing write tid 8 to smithi11051043-1 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1816 (ObjNum 1139 snap 347 seq_num 1139) dirty exists 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3699: left oid 1 (ObjNum 1139 snap 347 seq_num 1139) 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3700: finishing write tid 1 to smithi11051043-31 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3699: done (5 left) 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3706: rmattr oid 49 current snap is 347 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3706: done (5 left) 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3707: rmattr oid 2 current snap is 347 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3700: finishing write tid 2 to smithi11051043-31 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3700: finishing write tid 3 to smithi11051043-31 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3700: finishing write tid 4 to smithi11051043-31 2024-02-18T08:31:58.264 INFO:tasks.rados.rados.0.smithi110.stdout:3700: finishing write tid 6 to smithi11051043-31 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3700: finishing write tid 7 to smithi11051043-31 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 1952 (ObjNum 1140 snap 347 seq_num 1140) dirty exists 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3700: left oid 31 (ObjNum 1140 snap 347 seq_num 1140) 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3701: finishing write tid 1 to smithi11051043-38 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3701: finishing write tid 2 to smithi11051043-38 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3701: finishing write tid 3 to smithi11051043-38 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3701: finishing write tid 4 to smithi11051043-38 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3701: finishing write tid 6 to smithi11051043-38 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3701: finishing write tid 7 to smithi11051043-38 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1584 (ObjNum 1141 snap 347 seq_num 1141) dirty exists 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3701: left oid 38 (ObjNum 1141 snap 347 seq_num 1141) 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3702: finishing write tid 1 to smithi11051043-44 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3702: finishing write tid 2 to smithi11051043-44 2024-02-18T08:31:58.265 INFO:tasks.rados.rados.0.smithi110.stdout:3702: finishing write tid 3 to smithi11051043-44 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3702: finishing write tid 4 to smithi11051043-44 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3702: finishing write tid 6 to smithi11051043-44 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3702: finishing write tid 7 to smithi11051043-44 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1821 (ObjNum 1142 snap 347 seq_num 1142) dirty exists 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3702: left oid 44 (ObjNum 1142 snap 347 seq_num 1142) 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3703: finishing write tid 1 to smithi11051043-5 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3703: finishing write tid 2 to smithi11051043-5 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3703: finishing write tid 3 to smithi11051043-5 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3700: done (5 left) 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3701: done (4 left) 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3702: done (3 left) 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3708: read oid 24 snap -1 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3708: expect (ObjNum 1125 snap 343 seq_num 1125) 2024-02-18T08:31:58.266 INFO:tasks.rados.rados.0.smithi110.stdout:3709: delete oid 4 current snap is 347 2024-02-18T08:31:58.267 INFO:tasks.rados.rados.0.smithi110.stdout:3705: finishing rollback tid 0 to smithi11051043-25 2024-02-18T08:31:58.267 INFO:tasks.rados.rados.0.smithi110.stdout:3709: done (4 left) 2024-02-18T08:31:58.268 INFO:tasks.rados.rados.0.smithi110.stdout:3710: copy_from oid 39 from oid 35 current snap is 347 2024-02-18T08:31:58.268 INFO:tasks.rados.rados.0.smithi110.stdout:3711: snap_create 2024-02-18T08:31:58.268 INFO:tasks.rados.rados.0.smithi110.stdout:3703: finishing write tid 4 to smithi11051043-5 2024-02-18T08:31:58.268 INFO:tasks.rados.rados.0.smithi110.stdout:3703: finishing write tid 5 to smithi11051043-5 2024-02-18T08:31:58.268 INFO:tasks.rados.rados.0.smithi110.stdout:3703: finishing write tid 7 to smithi11051043-5 2024-02-18T08:31:58.268 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1822 (ObjNum -129477904 snap 22008 seq_num 4165859328) dirty exists 2024-02-18T08:31:58.269 INFO:tasks.rados.rados.0.smithi110.stdout:3705: finishing rollback tid 1 to smithi11051043-25 2024-02-18T08:31:58.270 INFO:tasks.rados.rados.0.smithi110.stdout:3703: finishing write tid 8 to smithi11051043-5 2024-02-18T08:31:58.270 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 1145 (ObjNum 1143 snap 347 seq_num 1143) dirty exists 2024-02-18T08:31:58.270 INFO:tasks.rados.rados.0.smithi110.stdout:3703: left oid 5 (ObjNum 1143 snap 347 seq_num 1143) 2024-02-18T08:31:58.270 INFO:tasks.rados.rados.0.smithi110.stdout:3705: finishing rollback tid 2 to smithi11051043-25 2024-02-18T08:31:58.270 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 1368 (ObjNum 1092 snap 333 seq_num 1092) dirty exists 2024-02-18T08:31:58.271 INFO:tasks.rados.rados.0.smithi110.stdout:3710: finishing copy_from to smithi11051043-39 2024-02-18T08:31:58.271 INFO:tasks.rados.rados.0.smithi110.stdout:3710: got expected ENOENT (src dne) 2024-02-18T08:31:58.271 INFO:tasks.rados.rados.0.smithi110.stdout:3710: finishing copy_from racing read to smithi11051043-39 2024-02-18T08:31:58.274 INFO:tasks.rados.rados.0.smithi110.stdout:3708: expect (ObjNum 1125 snap 343 seq_num 1125) 2024-02-18T08:31:58.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:58 smithi191 bash[38688]: cluster 2024-02-18T08:31:56.804434+0000 mgr.y (mgr.44100) 444 : cluster [DBG] pgmap v820: 89 pgs: 89 active+clean; 347 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-02-18T08:31:58.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:58 smithi191 bash[38688]: cluster 2024-02-18T08:31:57.015851+0000 mon.a (mon.0) 1387 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-02-18T08:31:58.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:58 smithi110 bash[54479]: cluster 2024-02-18T08:31:56.804434+0000 mgr.y (mgr.44100) 444 : cluster [DBG] pgmap v820: 89 pgs: 89 active+clean; 347 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-02-18T08:31:58.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:58 smithi110 bash[54479]: cluster 2024-02-18T08:31:57.015851+0000 mon.a (mon.0) 1387 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-02-18T08:31:58.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:58 smithi110 bash[55875]: cluster 2024-02-18T08:31:56.804434+0000 mgr.y (mgr.44100) 444 : cluster [DBG] pgmap v820: 89 pgs: 89 active+clean; 347 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-02-18T08:31:58.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:58 smithi110 bash[55875]: cluster 2024-02-18T08:31:57.015851+0000 mon.a (mon.0) 1387 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-02-18T08:31:59.033 INFO:tasks.rados.rados.0.smithi110.stdout:3703: done (5 left) 2024-02-18T08:31:59.034 INFO:tasks.rados.rados.0.smithi110.stdout:3705: done (4 left) 2024-02-18T08:31:59.034 INFO:tasks.rados.rados.0.smithi110.stdout:3707: done (3 left) 2024-02-18T08:31:59.034 INFO:tasks.rados.rados.0.smithi110.stdout:3708: done (2 left) 2024-02-18T08:31:59.034 INFO:tasks.rados.rados.0.smithi110.stdout:3710: done (1 left) 2024-02-18T08:31:59.034 INFO:tasks.rados.rados.0.smithi110.stdout:3711: done (0 left) 2024-02-18T08:31:59.034 INFO:tasks.rados.rados.0.smithi110.stdout:3712: delete oid 13 current snap is 348 2024-02-18T08:31:59.035 INFO:tasks.rados.rados.0.smithi110.stdout:3712: done (0 left) 2024-02-18T08:31:59.036 INFO:tasks.rados.rados.0.smithi110.stdout:3713: delete oid 2 current snap is 348 2024-02-18T08:31:59.041 INFO:tasks.rados.rados.0.smithi110.stdout:3713: done (0 left) 2024-02-18T08:31:59.041 INFO:tasks.rados.rados.0.smithi110.stdout:3714: snap_create 2024-02-18T08:31:59.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:31:59 smithi191 bash[38688]: cluster 2024-02-18T08:31:58.024380+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-02-18T08:31:59.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:31:59 smithi110 bash[54479]: cluster 2024-02-18T08:31:58.024380+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-02-18T08:31:59.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:31:59 smithi110 bash[55875]: cluster 2024-02-18T08:31:58.024380+0000 mon.a (mon.0) 1388 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-02-18T08:31:59.846 INFO:tasks.rados.rados.0.smithi110.stdout:3714: done (0 left) 2024-02-18T08:31:59.846 INFO:tasks.rados.rados.0.smithi110.stdout:3715: read oid 49 snap -1 2024-02-18T08:31:59.846 INFO:tasks.rados.rados.0.smithi110.stdout:3715: expect deleted 2024-02-18T08:31:59.846 INFO:tasks.rados.rados.0.smithi110.stdout:3716: snap_remove snap 348 2024-02-18T08:32:00.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:00 smithi191 bash[38688]: cluster 2024-02-18T08:31:58.805100+0000 mgr.y (mgr.44100) 445 : cluster [DBG] pgmap v823: 89 pgs: 89 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-02-18T08:32:00.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:00 smithi191 bash[38688]: cluster 2024-02-18T08:31:59.034813+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-02-18T08:32:00.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:00 smithi191 bash[38688]: cluster 2024-02-18T08:31:59.847077+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-02-18T08:32:00.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:00 smithi110 bash[54479]: cluster 2024-02-18T08:31:58.805100+0000 mgr.y (mgr.44100) 445 : cluster [DBG] pgmap v823: 89 pgs: 89 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-02-18T08:32:00.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:00 smithi110 bash[54479]: cluster 2024-02-18T08:31:59.034813+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-02-18T08:32:00.469 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:00 smithi110 bash[54479]: cluster 2024-02-18T08:31:59.847077+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-02-18T08:32:00.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:00 smithi110 bash[55875]: cluster 2024-02-18T08:31:58.805100+0000 mgr.y (mgr.44100) 445 : cluster [DBG] pgmap v823: 89 pgs: 89 active+clean; 341 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-02-18T08:32:00.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:00 smithi110 bash[55875]: cluster 2024-02-18T08:31:59.034813+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-02-18T08:32:00.469 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:00 smithi110 bash[55875]: cluster 2024-02-18T08:31:59.847077+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-02-18T08:32:00.849 INFO:tasks.rados.rados.0.smithi110.stdout:3716: done (1 left) 2024-02-18T08:32:00.849 INFO:tasks.rados.rados.0.smithi110.stdout:3717: snap_remove snap 337 2024-02-18T08:32:01.850 INFO:tasks.rados.rados.0.smithi110.stdout:3717: done (1 left) 2024-02-18T08:32:01.850 INFO:tasks.rados.rados.0.smithi110.stdout:3718: delete oid 14 current snap is 349 2024-02-18T08:32:01.863 INFO:tasks.rados.rados.0.smithi110.stdout:3715: done (1 left) 2024-02-18T08:32:01.863 INFO:tasks.rados.rados.0.smithi110.stdout:3718: done (0 left) 2024-02-18T08:32:01.864 INFO:tasks.rados.rados.0.smithi110.stdout:3719: rollback oid 19 current snap is 349 2024-02-18T08:32:01.864 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 19 to 345 2024-02-18T08:32:01.864 INFO:tasks.rados.rados.0.smithi110.stdout:3720: copy_from oid 18 from oid 42 current snap is 349 2024-02-18T08:32:01.864 INFO:tasks.rados.rados.0.smithi110.stdout:3721: read oid 30 snap 333 2024-02-18T08:32:01.864 INFO:tasks.rados.rados.0.smithi110.stdout:3721: expect (ObjNum 980 snap 305 seq_num 980) 2024-02-18T08:32:01.864 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 349 2024-02-18T08:32:01.864 INFO:tasks.rados.rados.0.smithi110.stdout:3722: seq_num 1148 ranges {10813440=32768} 2024-02-18T08:32:01.925 INFO:tasks.rados.rados.0.smithi110.stdout:3722: writing smithi11051043-29 from 10813440 to 10846208 tid 1 2024-02-18T08:32:01.925 INFO:tasks.rados.rados.0.smithi110.stdout:3723: read oid 33 snap -1 2024-02-18T08:32:01.925 INFO:tasks.rados.rados.0.smithi110.stdout:3723: expect (ObjNum 1094 snap 333 seq_num 1094) 2024-02-18T08:32:01.925 INFO:tasks.rados.rados.0.smithi110.stdout:3724: copy_from oid 50 from oid 39 current snap is 349 2024-02-18T08:32:01.925 INFO:tasks.rados.rados.0.smithi110.stdout:3721: expect (ObjNum 980 snap 305 seq_num 980) 2024-02-18T08:32:02.158 INFO:tasks.rados.rados.0.smithi110.stdout:3719: finishing rollback tid 0 to smithi11051043-19 2024-02-18T08:32:02.158 INFO:tasks.rados.rados.0.smithi110.stdout:3719: finishing rollback tid 1 to smithi11051043-19 2024-02-18T08:32:02.158 INFO:tasks.rados.rados.0.smithi110.stdout:3719: finishing rollback tid 2 to smithi11051043-19 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1890 (ObjNum 1099 snap 336 seq_num 1099) dirty exists 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3720: finishing copy_from racing read to smithi11051043-18 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3720: finishing copy_from to smithi11051043-18 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1812 (ObjNum 1077 snap 329 seq_num 1077) dirty exists 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3722: finishing write tid 1 to smithi11051043-29 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3722: finishing write tid 3 to smithi11051043-29 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3719: done (5 left) 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3720: done (4 left) 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3721: done (3 left) 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3725: snap_create 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3722: finishing write tid 4 to smithi11051043-29 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1892 (ObjNum 1148 snap 349 seq_num 1148) dirty exists 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3722: left oid 29 (ObjNum 1148 snap 349 seq_num 1148) 2024-02-18T08:32:02.159 INFO:tasks.rados.rados.0.smithi110.stdout:3723: expect (ObjNum 1094 snap 333 seq_num 1094) 2024-02-18T08:32:02.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:01 smithi110 bash[55875]: cluster 2024-02-18T08:32:00.806066+0000 mgr.y (mgr.44100) 446 : cluster [DBG] pgmap v826: 89 pgs: 89 active+clean; 344 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-02-18T08:32:02.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:01 smithi110 bash[55875]: cluster 2024-02-18T08:32:00.848870+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-02-18T08:32:02.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:01 smithi110 bash[54479]: cluster 2024-02-18T08:32:00.806066+0000 mgr.y (mgr.44100) 446 : cluster [DBG] pgmap v826: 89 pgs: 89 active+clean; 344 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-02-18T08:32:02.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:01 smithi110 bash[54479]: cluster 2024-02-18T08:32:00.848870+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-02-18T08:32:02.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:01 smithi191 bash[38688]: cluster 2024-02-18T08:32:00.806066+0000 mgr.y (mgr.44100) 446 : cluster [DBG] pgmap v826: 89 pgs: 89 active+clean; 344 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-02-18T08:32:02.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:01 smithi191 bash[38688]: cluster 2024-02-18T08:32:00.848870+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-02-18T08:32:02.404 INFO:tasks.rados.rados.0.smithi110.stdout:3724: finishing copy_from racing read to smithi11051043-50 2024-02-18T08:32:02.404 INFO:tasks.rados.rados.0.smithi110.stdout:3724: finishing copy_from to smithi11051043-50 2024-02-18T08:32:02.404 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 1365 (ObjNum 1132 snap 344 seq_num 1132) dirty exists 2024-02-18T08:32:02.869 INFO:tasks.rados.rados.0.smithi110.stdout:3722: done (3 left) 2024-02-18T08:32:02.870 INFO:tasks.rados.rados.0.smithi110.stdout:3723: done (2 left) 2024-02-18T08:32:02.870 INFO:tasks.rados.rados.0.smithi110.stdout:3724: done (1 left) 2024-02-18T08:32:02.870 INFO:tasks.rados.rados.0.smithi110.stdout:3725: done (0 left) 2024-02-18T08:32:02.870 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 26 current snap is 350 2024-02-18T08:32:02.870 INFO:tasks.rados.rados.0.smithi110.stdout:3726: seq_num 1149 ranges {0=49152} 2024-02-18T08:32:02.871 INFO:tasks.rados.rados.0.smithi110.stdout:3726: writing smithi11051043-26 from 0 to 49152 tid 1 2024-02-18T08:32:02.871 INFO:tasks.rados.rados.0.smithi110.stdout:3727: rollback oid 10 current snap is 350 2024-02-18T08:32:02.871 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 10 to 325 2024-02-18T08:32:02.871 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 49 current snap is 350 2024-02-18T08:32:02.871 INFO:tasks.rados.rados.0.smithi110.stdout:3728: seq_num 1150 ranges {0=65536} 2024-02-18T08:32:02.871 INFO:tasks.rados.rados.0.smithi110.stdout:3728: writing smithi11051043-49 from 0 to 65536 tid 1 2024-02-18T08:32:02.871 INFO:tasks.rados.rados.0.smithi110.stdout:3729: read oid 25 snap -1 2024-02-18T08:32:02.871 INFO:tasks.rados.rados.0.smithi110.stdout:3729: expect (ObjNum 1092 snap 333 seq_num 1092) 2024-02-18T08:32:02.872 INFO:tasks.rados.rados.0.smithi110.stdout:3730: setattr oid 8 current snap is 350 2024-02-18T08:32:02.873 INFO:tasks.rados.rados.0.smithi110.stdout:3731: read oid 1 snap -1 2024-02-18T08:32:02.873 INFO:tasks.rados.rados.0.smithi110.stdout:3731: expect (ObjNum 1139 snap 347 seq_num 1139) 2024-02-18T08:32:02.873 INFO:tasks.rados.rados.0.smithi110.stdout:3732: setattr oid 23 current snap is 350 2024-02-18T08:32:02.873 INFO:tasks.rados.rados.0.smithi110.stdout:3727: finishing rollback tid 1 to smithi11051043-10 2024-02-18T08:32:02.874 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 1359 (ObjNum 0 snap 32588 seq_num 4166039712) dirty dne 2024-02-18T08:32:02.875 INFO:tasks.rados.rados.0.smithi110.stdout:3727: done (6 left) 2024-02-18T08:32:02.875 INFO:tasks.rados.rados.0.smithi110.stdout:3733: copy_from oid 47 from oid 14 current snap is 350 2024-02-18T08:32:02.876 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 350 2024-02-18T08:32:02.876 INFO:tasks.rados.rados.0.smithi110.stdout:3734: seq_num 1151 ranges {2572288=81920} 2024-02-18T08:32:02.892 INFO:tasks.rados.rados.0.smithi110.stdout:3734: writing smithi11051043-19 from 2572288 to 2654208 tid 1 2024-02-18T08:32:02.892 INFO:tasks.rados.rados.0.smithi110.stdout:3735: delete oid 21 current snap is 350 2024-02-18T08:32:02.892 INFO:tasks.rados.rados.0.smithi110.stdout:3733: finishing copy_from to smithi11051043-47 2024-02-18T08:32:02.892 INFO:tasks.rados.rados.0.smithi110.stdout:3733: got expected ENOENT (src dne) 2024-02-18T08:32:02.892 INFO:tasks.rados.rados.0.smithi110.stdout:3729: expect (ObjNum 1092 snap 333 seq_num 1092) 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:3733: finishing copy_from racing read to smithi11051043-47 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:3726: finishing write tid 1 to smithi11051043-26 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:3726: finishing write tid 3 to smithi11051043-26 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1965 (ObjNum 288 snap 0 seq_num 49) dirty exists 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 1967 (ObjNum 1068 snap 326 seq_num 1068) dirty exists 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:3728: finishing write tid 1 to smithi11051043-49 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:3728: finishing write tid 3 to smithi11051043-49 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:3728: finishing write tid 4 to smithi11051043-49 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1673 (ObjNum 1150 snap 350 seq_num 1150) dirty exists 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:3728: left oid 49 (ObjNum 1150 snap 350 seq_num 1150) 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:3726: finishing write tid 4 to smithi11051043-26 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1964 (ObjNum 1149 snap 350 seq_num 1149) dirty exists 2024-02-18T08:32:02.931 INFO:tasks.rados.rados.0.smithi110.stdout:3726: left oid 26 (ObjNum 1149 snap 350 seq_num 1149) 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3734: finishing write tid 1 to smithi11051043-19 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3726: done (8 left) 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3728: done (7 left) 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3729: done (6 left) 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3730: done (5 left) 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3732: done (4 left) 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3733: done (3 left) 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3735: done (2 left) 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3736: read oid 28 snap -1 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3736: expect deleted 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3737: read oid 49 snap -1 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3737: expect (ObjNum 1150 snap 350 seq_num 1150) 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3738: read oid 14 snap -1 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3738: expect deleted 2024-02-18T08:32:02.932 INFO:tasks.rados.rados.0.smithi110.stdout:3739: copy_from oid 26 from oid 43 current snap is 350 2024-02-18T08:32:02.933 INFO:tasks.rados.rados.0.smithi110.stdout:3734: finishing write tid 3 to smithi11051043-19 2024-02-18T08:32:02.933 INFO:tasks.rados.rados.0.smithi110.stdout:3734: finishing write tid 4 to smithi11051043-19 2024-02-18T08:32:02.933 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1894 (ObjNum 1151 snap 350 seq_num 1151) dirty exists 2024-02-18T08:32:02.933 INFO:tasks.rados.rados.0.smithi110.stdout:3734: left oid 19 (ObjNum 1151 snap 350 seq_num 1151) 2024-02-18T08:32:02.933 INFO:tasks.rados.rados.0.smithi110.stdout:3731: expect (ObjNum 1139 snap 347 seq_num 1139) 2024-02-18T08:32:03.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:02 smithi110 bash[54479]: cluster 2024-02-18T08:32:01.850772+0000 mon.a (mon.0) 1392 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-02-18T08:32:03.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:02 smithi110 bash[55875]: cluster 2024-02-18T08:32:01.850772+0000 mon.a (mon.0) 1392 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-02-18T08:32:03.270 INFO:tasks.rados.rados.0.smithi110.stdout:3739: finishing copy_from to smithi11051043-26 2024-02-18T08:32:03.270 INFO:tasks.rados.rados.0.smithi110.stdout:3739: got expected ENOENT (src dne) 2024-02-18T08:32:03.270 INFO:tasks.rados.rados.0.smithi110.stdout:3739: finishing copy_from racing read to smithi11051043-26 2024-02-18T08:32:03.270 INFO:tasks.rados.rados.0.smithi110.stdout:3737: expect (ObjNum 1150 snap 350 seq_num 1150) 2024-02-18T08:32:03.271 INFO:tasks.rados.rados.0.smithi110.stdout:3731: done (5 left) 2024-02-18T08:32:03.271 INFO:tasks.rados.rados.0.smithi110.stdout:3734: done (4 left) 2024-02-18T08:32:03.271 INFO:tasks.rados.rados.0.smithi110.stdout:3736: done (3 left) 2024-02-18T08:32:03.271 INFO:tasks.rados.rados.0.smithi110.stdout:3737: done (2 left) 2024-02-18T08:32:03.271 INFO:tasks.rados.rados.0.smithi110.stdout:3738: done (1 left) 2024-02-18T08:32:03.271 INFO:tasks.rados.rados.0.smithi110.stdout:3739: done (0 left) 2024-02-18T08:32:03.271 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 28 current snap is 350 2024-02-18T08:32:03.272 INFO:tasks.rados.rados.0.smithi110.stdout:3740: seq_num 1153 ranges {0=114688} 2024-02-18T08:32:03.273 INFO:tasks.rados.rados.0.smithi110.stdout:3740: writing smithi11051043-28 from 0 to 114688 tid 1 2024-02-18T08:32:03.273 INFO:tasks.rados.rados.0.smithi110.stdout:3741: snap_create 2024-02-18T08:32:03.279 INFO:tasks.rados.rados.0.smithi110.stdout:3740: finishing write tid 1 to smithi11051043-28 2024-02-18T08:32:03.279 INFO:tasks.rados.rados.0.smithi110.stdout:3740: finishing write tid 3 to smithi11051043-28 2024-02-18T08:32:03.281 INFO:tasks.rados.rados.0.smithi110.stdout:3740: finishing write tid 4 to smithi11051043-28 2024-02-18T08:32:03.281 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 28 v 1325 (ObjNum 1153 snap 350 seq_num 1153) dirty exists 2024-02-18T08:32:03.281 INFO:tasks.rados.rados.0.smithi110.stdout:3740: left oid 28 (ObjNum 1153 snap 350 seq_num 1153) 2024-02-18T08:32:03.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:02 smithi191 bash[38688]: cluster 2024-02-18T08:32:01.850772+0000 mon.a (mon.0) 1392 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-02-18T08:32:03.874 INFO:tasks.rados.rados.0.smithi110.stdout:3740: done (1 left) 2024-02-18T08:32:03.874 INFO:tasks.rados.rados.0.smithi110.stdout:3741: done (0 left) 2024-02-18T08:32:03.874 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 351 2024-02-18T08:32:03.874 INFO:tasks.rados.rados.0.smithi110.stdout:3742: seq_num 1154 ranges {15343616=131072} 2024-02-18T08:32:03.956 INFO:tasks.rados.rados.0.smithi110.stdout:3742: writing smithi11051043-5 from 15343616 to 15474688 tid 1 2024-02-18T08:32:03.956 INFO:tasks.rados.rados.0.smithi110.stdout:3743: delete oid 35 current snap is 351 2024-02-18T08:32:03.963 INFO:tasks.rados.rados.0.smithi110.stdout:3742: finishing write tid 1 to smithi11051043-5 2024-02-18T08:32:03.963 INFO:tasks.rados.rados.0.smithi110.stdout:3742: finishing write tid 3 to smithi11051043-5 2024-02-18T08:32:03.965 INFO:tasks.rados.rados.0.smithi110.stdout:3742: finishing write tid 4 to smithi11051043-5 2024-02-18T08:32:03.965 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 1147 (ObjNum 1154 snap 351 seq_num 1154) dirty exists 2024-02-18T08:32:03.965 INFO:tasks.rados.rados.0.smithi110.stdout:3742: left oid 5 (ObjNum 1154 snap 351 seq_num 1154) 2024-02-18T08:32:03.965 INFO:tasks.rados.rados.0.smithi110.stdout:3742: done (1 left) 2024-02-18T08:32:03.965 INFO:tasks.rados.rados.0.smithi110.stdout:3743: done (0 left) 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:3744: rmattr oid 4 current snap is 351 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:3744: done (0 left) 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:3745: read oid 3 snap -1 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:3745: expect deleted 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:3746: read oid 25 snap -1 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:3746: expect (ObjNum 1092 snap 333 seq_num 1092) 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:3747: rmattr oid 14 current snap is 351 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:3747: done (2 left) 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:3748: rollback oid 6 current snap is 351 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 6 to 347 2024-02-18T08:32:03.966 INFO:tasks.rados.rados.0.smithi110.stdout:3749: delete oid 36 current snap is 351 2024-02-18T08:32:03.968 INFO:tasks.rados.rados.0.smithi110.stdout:3748: finishing rollback tid 0 to smithi11051043-6 2024-02-18T08:32:03.968 INFO:tasks.rados.rados.0.smithi110.stdout:3745: done (3 left) 2024-02-18T08:32:03.968 INFO:tasks.rados.rados.0.smithi110.stdout:3749: done (2 left) 2024-02-18T08:32:03.968 INFO:tasks.rados.rados.0.smithi110.stdout:3750: delete oid 11 current snap is 351 2024-02-18T08:32:03.969 INFO:tasks.rados.rados.0.smithi110.stdout:3748: finishing rollback tid 1 to smithi11051043-6 2024-02-18T08:32:03.969 INFO:tasks.rados.rados.0.smithi110.stdout:3748: finishing rollback tid 2 to smithi11051043-6 2024-02-18T08:32:03.969 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 1669 (ObjNum 1059 snap 325 seq_num 1059) dirty exists 2024-02-18T08:32:03.973 INFO:tasks.rados.rados.0.smithi110.stdout:3746: expect (ObjNum 1092 snap 333 seq_num 1092) 2024-02-18T08:32:04.009 INFO:tasks.rados.rados.0.smithi110.stdout:3746: done (2 left) 2024-02-18T08:32:04.010 INFO:tasks.rados.rados.0.smithi110.stdout:3748: done (1 left) 2024-02-18T08:32:04.010 INFO:tasks.rados.rados.0.smithi110.stdout:3750: done (0 left) 2024-02-18T08:32:04.010 INFO:tasks.rados.rados.0.smithi110.stdout:3751: snap_remove snap 349 2024-02-18T08:32:04.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:03 smithi110 bash[54479]: cluster 2024-02-18T08:32:02.806874+0000 mgr.y (mgr.44100) 447 : cluster [DBG] pgmap v829: 89 pgs: 89 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-02-18T08:32:04.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:03 smithi110 bash[54479]: cluster 2024-02-18T08:32:02.870489+0000 mon.a (mon.0) 1393 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-02-18T08:32:04.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:03 smithi110 bash[55875]: cluster 2024-02-18T08:32:02.806874+0000 mgr.y (mgr.44100) 447 : cluster [DBG] pgmap v829: 89 pgs: 89 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-02-18T08:32:04.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:03 smithi110 bash[55875]: cluster 2024-02-18T08:32:02.870489+0000 mon.a (mon.0) 1393 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-02-18T08:32:04.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:03 smithi191 bash[38688]: cluster 2024-02-18T08:32:02.806874+0000 mgr.y (mgr.44100) 447 : cluster [DBG] pgmap v829: 89 pgs: 89 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-02-18T08:32:04.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:03 smithi191 bash[38688]: cluster 2024-02-18T08:32:02.870489+0000 mon.a (mon.0) 1393 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-02-18T08:32:04.894 INFO:tasks.rados.rados.0.smithi110.stdout:3751: done (0 left) 2024-02-18T08:32:04.894 INFO:tasks.rados.rados.0.smithi110.stdout:3752: delete oid 17 current snap is 351 2024-02-18T08:32:04.905 INFO:tasks.rados.rados.0.smithi110.stdout:3752: done (0 left) 2024-02-18T08:32:04.905 INFO:tasks.rados.rados.0.smithi110.stdout:3753: snap_create 2024-02-18T08:32:05.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:04 smithi110 bash[54479]: cluster 2024-02-18T08:32:03.873973+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-02-18T08:32:05.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:04 smithi110 bash[55875]: cluster 2024-02-18T08:32:03.873973+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-02-18T08:32:05.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:04 smithi191 bash[38688]: cluster 2024-02-18T08:32:03.873973+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-02-18T08:32:05.896 INFO:tasks.rados.rados.0.smithi110.stdout:3753: done (0 left) 2024-02-18T08:32:05.896 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 352 2024-02-18T08:32:05.897 INFO:tasks.rados.rados.0.smithi110.stdout:3754: seq_num 1159 ranges {0=212992} 2024-02-18T08:32:05.897 INFO:tasks.rados.rados.0.smithi110.stdout:3754: writing smithi11051043-8 from 0 to 212992 tid 1 2024-02-18T08:32:05.898 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 352 2024-02-18T08:32:05.898 INFO:tasks.rados.rados.0.smithi110.stdout:3755: seq_num 1160 ranges {10846208=229376} 2024-02-18T08:32:05.960 INFO:tasks.rados.rados.0.smithi110.stdout:3755: writing smithi11051043-29 from 10846208 to 11075584 tid 1 2024-02-18T08:32:05.961 INFO:tasks.rados.rados.0.smithi110.stdout:3756: copy_from oid 12 from oid 17 current snap is 352 2024-02-18T08:32:05.961 INFO:tasks.rados.rados.0.smithi110.stdout:3754: finishing write tid 1 to smithi11051043-8 2024-02-18T08:32:05.961 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 352 2024-02-18T08:32:05.961 INFO:tasks.rados.rados.0.smithi110.stdout:3757: seq_num 1161 ranges {0=245760} 2024-02-18T08:32:05.962 INFO:tasks.rados.rados.0.smithi110.stdout:3757: writing smithi11051043-10 from 0 to 245760 tid 1 2024-02-18T08:32:05.962 INFO:tasks.rados.rados.0.smithi110.stdout:3758: snap_remove snap 346 2024-02-18T08:32:06.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:05 smithi110 bash[55875]: cluster 2024-02-18T08:32:04.807666+0000 mgr.y (mgr.44100) 448 : cluster [DBG] pgmap v832: 89 pgs: 89 active+clean; 372 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.1 MiB/s wr, 17 op/s 2024-02-18T08:32:06.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:05 smithi110 bash[55875]: cluster 2024-02-18T08:32:04.895374+0000 mon.a (mon.0) 1395 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-02-18T08:32:06.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:05 smithi110 bash[54479]: cluster 2024-02-18T08:32:04.807666+0000 mgr.y (mgr.44100) 448 : cluster [DBG] pgmap v832: 89 pgs: 89 active+clean; 372 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.1 MiB/s wr, 17 op/s 2024-02-18T08:32:06.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:05 smithi110 bash[54479]: cluster 2024-02-18T08:32:04.895374+0000 mon.a (mon.0) 1395 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-02-18T08:32:06.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:05 smithi191 bash[38688]: cluster 2024-02-18T08:32:04.807666+0000 mgr.y (mgr.44100) 448 : cluster [DBG] pgmap v832: 89 pgs: 89 active+clean; 372 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 7.1 MiB/s wr, 17 op/s 2024-02-18T08:32:06.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:05 smithi191 bash[38688]: cluster 2024-02-18T08:32:04.895374+0000 mon.a (mon.0) 1395 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-02-18T08:32:06.915 INFO:tasks.rados.rados.0.smithi110.stdout:3758: done (4 left) 2024-02-18T08:32:06.915 INFO:tasks.rados.rados.0.smithi110.stdout:3759: rollback oid 26 current snap is 352 2024-02-18T08:32:06.915 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 347 2024-02-18T08:32:06.915 INFO:tasks.rados.rados.0.smithi110.stdout:3754: finishing write tid 3 to smithi11051043-8 2024-02-18T08:32:06.915 INFO:tasks.rados.rados.0.smithi110.stdout:3754: finishing write tid 4 to smithi11051043-8 2024-02-18T08:32:06.915 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 1972 (ObjNum 1159 snap 352 seq_num 1159) dirty exists 2024-02-18T08:32:06.915 INFO:tasks.rados.rados.0.smithi110.stdout:3754: left oid 8 (ObjNum 1159 snap 352 seq_num 1159) 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3756: finishing copy_from to smithi11051043-12 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3756: got expected ENOENT (src dne) 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3756: finishing copy_from racing read to smithi11051043-12 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3755: finishing write tid 1 to smithi11051043-29 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3755: finishing write tid 3 to smithi11051043-29 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3757: finishing write tid 1 to smithi11051043-10 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3755: finishing write tid 4 to smithi11051043-29 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1896 (ObjNum 1160 snap 352 seq_num 1160) dirty exists 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3755: left oid 29 (ObjNum 1160 snap 352 seq_num 1160) 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3757: finishing write tid 3 to smithi11051043-10 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3754: done (4 left) 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3755: done (3 left) 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3756: done (2 left) 2024-02-18T08:32:06.916 INFO:tasks.rados.rados.0.smithi110.stdout:3760: snap_remove snap 325 2024-02-18T08:32:07.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:06 smithi110 bash[54479]: cluster 2024-02-18T08:32:05.897450+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-02-18T08:32:07.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:06 smithi110 bash[55875]: cluster 2024-02-18T08:32:05.897450+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-02-18T08:32:07.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:06 smithi191 bash[38688]: cluster 2024-02-18T08:32:05.897450+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-02-18T08:32:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:3760: done (2 left) 2024-02-18T08:32:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 352 2024-02-18T08:32:07.924 INFO:tasks.rados.rados.0.smithi110.stdout:3761: seq_num 1162 ranges {0=270336} 2024-02-18T08:32:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:3761: writing smithi11051043-36 from 0 to 270336 tid 1 2024-02-18T08:32:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:3762: snap_create 2024-02-18T08:32:07.926 INFO:tasks.rados.rados.0.smithi110.stdout:3757: finishing write tid 4 to smithi11051043-10 2024-02-18T08:32:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 1370 (ObjNum 1161 snap 352 seq_num 1161) dirty exists 2024-02-18T08:32:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:3757: left oid 10 (ObjNum 1161 snap 352 seq_num 1161) 2024-02-18T08:32:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:3759: finishing rollback tid 0 to smithi11051043-26 2024-02-18T08:32:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:3759: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:32:07.927 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 1975 (ObjNum -129234272 snap 22008 seq_num 4165283360) dirty dne 2024-02-18T08:32:07.944 INFO:tasks.rados.rados.0.smithi110.stdout:3761: finishing write tid 1 to smithi11051043-36 2024-02-18T08:32:07.944 INFO:tasks.rados.rados.0.smithi110.stdout:3761: finishing write tid 3 to smithi11051043-36 2024-02-18T08:32:07.948 INFO:tasks.rados.rados.0.smithi110.stdout:3761: finishing write tid 4 to smithi11051043-36 2024-02-18T08:32:07.948 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1826 (ObjNum 1162 snap 352 seq_num 1162) dirty exists 2024-02-18T08:32:07.948 INFO:tasks.rados.rados.0.smithi110.stdout:3761: left oid 36 (ObjNum 1162 snap 352 seq_num 1162) 2024-02-18T08:32:08.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:07 smithi110 bash[54479]: cluster 2024-02-18T08:32:06.808394+0000 mgr.y (mgr.44100) 449 : cluster [DBG] pgmap v835: 89 pgs: 89 active+clean; 372 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-02-18T08:32:08.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:07 smithi110 bash[54479]: cluster 2024-02-18T08:32:06.915733+0000 mon.a (mon.0) 1397 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-02-18T08:32:08.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:07 smithi110 bash[55875]: cluster 2024-02-18T08:32:06.808394+0000 mgr.y (mgr.44100) 449 : cluster [DBG] pgmap v835: 89 pgs: 89 active+clean; 372 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-02-18T08:32:08.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:07 smithi110 bash[55875]: cluster 2024-02-18T08:32:06.915733+0000 mon.a (mon.0) 1397 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-02-18T08:32:08.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:07 smithi191 bash[38688]: cluster 2024-02-18T08:32:06.808394+0000 mgr.y (mgr.44100) 449 : cluster [DBG] pgmap v835: 89 pgs: 89 active+clean; 372 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-02-18T08:32:08.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:07 smithi191 bash[38688]: cluster 2024-02-18T08:32:06.915733+0000 mon.a (mon.0) 1397 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-02-18T08:32:08.933 INFO:tasks.rados.rados.0.smithi110.stdout:3757: done (3 left) 2024-02-18T08:32:08.933 INFO:tasks.rados.rados.0.smithi110.stdout:3759: done (2 left) 2024-02-18T08:32:08.933 INFO:tasks.rados.rados.0.smithi110.stdout:3761: done (1 left) 2024-02-18T08:32:08.933 INFO:tasks.rados.rados.0.smithi110.stdout:3762: done (0 left) 2024-02-18T08:32:08.933 INFO:tasks.rados.rados.0.smithi110.stdout:3763: read oid 31 snap -1 2024-02-18T08:32:08.933 INFO:tasks.rados.rados.0.smithi110.stdout:3763: expect (ObjNum 1140 snap 347 seq_num 1140) 2024-02-18T08:32:08.933 INFO:tasks.rados.rados.0.smithi110.stdout:3764: read oid 45 snap -1 2024-02-18T08:32:08.933 INFO:tasks.rados.rados.0.smithi110.stdout:3764: expect (ObjNum 1049 snap 322 seq_num 1049) 2024-02-18T08:32:08.933 INFO:tasks.rados.rados.0.smithi110.stdout:3765: setattr oid 30 current snap is 353 2024-02-18T08:32:08.936 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 5 current snap is 353 2024-02-18T08:32:08.936 INFO:tasks.rados.rados.0.smithi110.stdout:3766: seq_num 1163 ranges {15474688=286720} 2024-02-18T08:32:09.026 INFO:tasks.rados.rados.0.smithi110.stdout:3766: writing smithi11051043-5 from 15474688 to 15761408 tid 1 2024-02-18T08:32:09.026 INFO:tasks.rados.rados.0.smithi110.stdout:3767: read oid 44 snap -1 2024-02-18T08:32:09.026 INFO:tasks.rados.rados.0.smithi110.stdout:3767: expect (ObjNum 1142 snap 347 seq_num 1142) 2024-02-18T08:32:09.026 INFO:tasks.rados.rados.0.smithi110.stdout:3768: delete oid 2 current snap is 353 2024-02-18T08:32:09.026 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 1670 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:32:09.026 INFO:tasks.rados.rados.0.smithi110.stdout:3764: expect (ObjNum 1049 snap 322 seq_num 1049) 2024-02-18T08:32:09.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:08 smithi110 bash[54479]: cluster 2024-02-18T08:32:07.925075+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-02-18T08:32:09.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:08 smithi110 bash[55875]: cluster 2024-02-18T08:32:07.925075+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-02-18T08:32:09.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:08 smithi191 bash[38688]: cluster 2024-02-18T08:32:07.925075+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-02-18T08:32:09.723 INFO:tasks.rados.rados.0.smithi110.stdout:3763: expect (ObjNum 1140 snap 347 seq_num 1140) 2024-02-18T08:32:09.914 INFO:tasks.rados.rados.0.smithi110.stdout:3766: finishing write tid 1 to smithi11051043-5 2024-02-18T08:32:09.914 INFO:tasks.rados.rados.0.smithi110.stdout:3766: finishing write tid 3 to smithi11051043-5 2024-02-18T08:32:09.915 INFO:tasks.rados.rados.0.smithi110.stdout:3766: finishing write tid 4 to smithi11051043-5 2024-02-18T08:32:09.915 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 1149 (ObjNum 1163 snap 353 seq_num 1163) dirty exists 2024-02-18T08:32:09.915 INFO:tasks.rados.rados.0.smithi110.stdout:3766: left oid 5 (ObjNum 1163 snap 353 seq_num 1163) 2024-02-18T08:32:09.915 INFO:tasks.rados.rados.0.smithi110.stdout:3767: expect (ObjNum 1142 snap 347 seq_num 1142) 2024-02-18T08:32:10.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:09 smithi110 bash[55875]: cluster 2024-02-18T08:32:08.809194+0000 mgr.y (mgr.44100) 450 : cluster [DBG] pgmap v838: 89 pgs: 89 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 144 KiB/s wr, 19 op/s 2024-02-18T08:32:10.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:09 smithi110 bash[55875]: cluster 2024-02-18T08:32:08.933997+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-02-18T08:32:10.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:09 smithi110 bash[55875]: cluster 2024-02-18T08:32:09.864305+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-02-18T08:32:10.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:09 smithi110 bash[54479]: cluster 2024-02-18T08:32:08.809194+0000 mgr.y (mgr.44100) 450 : cluster [DBG] pgmap v838: 89 pgs: 89 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 144 KiB/s wr, 19 op/s 2024-02-18T08:32:10.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:09 smithi110 bash[54479]: cluster 2024-02-18T08:32:08.933997+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-02-18T08:32:10.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:09 smithi110 bash[54479]: cluster 2024-02-18T08:32:09.864305+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-02-18T08:32:10.242 INFO:tasks.rados.rados.0.smithi110.stdout:3763: done (5 left) 2024-02-18T08:32:10.242 INFO:tasks.rados.rados.0.smithi110.stdout:3764: done (4 left) 2024-02-18T08:32:10.242 INFO:tasks.rados.rados.0.smithi110.stdout:3765: done (3 left) 2024-02-18T08:32:10.242 INFO:tasks.rados.rados.0.smithi110.stdout:3766: done (2 left) 2024-02-18T08:32:10.242 INFO:tasks.rados.rados.0.smithi110.stdout:3767: done (1 left) 2024-02-18T08:32:10.242 INFO:tasks.rados.rados.0.smithi110.stdout:3768: done (0 left) 2024-02-18T08:32:10.242 INFO:tasks.rados.rados.0.smithi110.stdout:3769: setattr oid 15 current snap is 353 2024-02-18T08:32:10.246 INFO:tasks.rados.rados.0.smithi110.stdout:3770: delete oid 16 current snap is 353 2024-02-18T08:32:10.251 INFO:tasks.rados.rados.0.smithi110.stdout:3770: done (1 left) 2024-02-18T08:32:10.251 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 353 2024-02-18T08:32:10.251 INFO:tasks.rados.rados.0.smithi110.stdout:3771: seq_num 1166 ranges {11075584=335872} 2024-02-18T08:32:10.315 INFO:tasks.rados.rados.0.smithi110.stdout:3771: writing smithi11051043-29 from 11075584 to 11411456 tid 1 2024-02-18T08:32:10.315 INFO:tasks.rados.rados.0.smithi110.stdout:3772: snap_remove snap 347 2024-02-18T08:32:10.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:09 smithi191 bash[38688]: cluster 2024-02-18T08:32:08.809194+0000 mgr.y (mgr.44100) 450 : cluster [DBG] pgmap v838: 89 pgs: 89 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 144 KiB/s wr, 19 op/s 2024-02-18T08:32:10.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:09 smithi191 bash[38688]: cluster 2024-02-18T08:32:08.933997+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-02-18T08:32:10.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:09 smithi191 bash[38688]: cluster 2024-02-18T08:32:09.864305+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-02-18T08:32:10.940 INFO:tasks.rados.rados.0.smithi110.stdout:3772: done (2 left) 2024-02-18T08:32:10.941 INFO:tasks.rados.rados.0.smithi110.stdout:3773: copy_from oid 36 from oid 28 current snap is 353 2024-02-18T08:32:10.941 INFO:tasks.rados.rados.0.smithi110.stdout:3774: rollback oid 5 current snap is 353 2024-02-18T08:32:10.941 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 5 to 333 2024-02-18T08:32:10.941 INFO:tasks.rados.rados.0.smithi110.stdout:3775: snap_create 2024-02-18T08:32:10.941 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 1318 (ObjNum 963 snap 301 seq_num 963) dirty exists 2024-02-18T08:32:10.941 INFO:tasks.rados.rados.0.smithi110.stdout:3771: finishing write tid 1 to smithi11051043-29 2024-02-18T08:32:10.941 INFO:tasks.rados.rados.0.smithi110.stdout:3771: finishing write tid 3 to smithi11051043-29 2024-02-18T08:32:10.941 INFO:tasks.rados.rados.0.smithi110.stdout:3771: finishing write tid 4 to smithi11051043-29 2024-02-18T08:32:10.941 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1898 (ObjNum 1166 snap 353 seq_num 1166) dirty exists 2024-02-18T08:32:10.941 INFO:tasks.rados.rados.0.smithi110.stdout:3771: left oid 29 (ObjNum 1166 snap 353 seq_num 1166) 2024-02-18T08:32:10.951 INFO:tasks.rados.rados.0.smithi110.stdout:3774: finishing rollback tid 0 to smithi11051043-5 2024-02-18T08:32:10.951 INFO:tasks.rados.rados.0.smithi110.stdout:3774: finishing rollback tid 1 to smithi11051043-5 2024-02-18T08:32:10.951 INFO:tasks.rados.rados.0.smithi110.stdout:3774: finishing rollback tid 2 to smithi11051043-5 2024-02-18T08:32:10.951 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 5 v 1152 (ObjNum 1071 snap 327 seq_num 1071) dirty exists 2024-02-18T08:32:10.954 INFO:tasks.rados.rados.0.smithi110.stdout:3773: finishing copy_from racing read to smithi11051043-36 2024-02-18T08:32:10.954 INFO:tasks.rados.rados.0.smithi110.stdout:3773: finishing copy_from to smithi11051043-36 2024-02-18T08:32:10.954 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1325 (ObjNum 1153 snap 350 seq_num 1153) dirty exists 2024-02-18T08:32:11.943 INFO:tasks.rados.rados.0.smithi110.stdout:3769: done (4 left) 2024-02-18T08:32:11.943 INFO:tasks.rados.rados.0.smithi110.stdout:3771: done (3 left) 2024-02-18T08:32:11.943 INFO:tasks.rados.rados.0.smithi110.stdout:3773: done (2 left) 2024-02-18T08:32:11.943 INFO:tasks.rados.rados.0.smithi110.stdout:3774: done (1 left) 2024-02-18T08:32:11.944 INFO:tasks.rados.rados.0.smithi110.stdout:3775: done (0 left) 2024-02-18T08:32:11.944 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 354 2024-02-18T08:32:11.944 INFO:tasks.rados.rados.0.smithi110.stdout:3776: seq_num 1167 ranges {0=352256} 2024-02-18T08:32:11.945 INFO:tasks.rados.rados.0.smithi110.stdout:3776: writing smithi11051043-4 from 0 to 352256 tid 1 2024-02-18T08:32:11.945 INFO:tasks.rados.rados.0.smithi110.stdout:3777: snap_remove snap 353 2024-02-18T08:32:12.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:11 smithi110 bash[54479]: cluster 2024-02-18T08:32:10.810071+0000 mgr.y (mgr.44100) 451 : cluster [DBG] pgmap v841: 89 pgs: 89 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 244 KiB/s wr, 9 op/s 2024-02-18T08:32:12.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:11 smithi110 bash[54479]: cluster 2024-02-18T08:32:10.940888+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-02-18T08:32:12.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:11 smithi110 bash[55875]: cluster 2024-02-18T08:32:10.810071+0000 mgr.y (mgr.44100) 451 : cluster [DBG] pgmap v841: 89 pgs: 89 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 244 KiB/s wr, 9 op/s 2024-02-18T08:32:12.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:11 smithi110 bash[55875]: cluster 2024-02-18T08:32:10.940888+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-02-18T08:32:12.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:11 smithi191 bash[38688]: cluster 2024-02-18T08:32:10.810071+0000 mgr.y (mgr.44100) 451 : cluster [DBG] pgmap v841: 89 pgs: 89 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 244 KiB/s wr, 9 op/s 2024-02-18T08:32:12.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:11 smithi191 bash[38688]: cluster 2024-02-18T08:32:10.940888+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-02-18T08:32:12.946 INFO:tasks.rados.rados.0.smithi110.stdout:3777: done (1 left) 2024-02-18T08:32:12.946 INFO:tasks.rados.rados.0.smithi110.stdout:3778: snap_remove snap 352 2024-02-18T08:32:13.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:12 smithi110 bash[54479]: cluster 2024-02-18T08:32:11.944024+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-02-18T08:32:13.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:12 smithi110 bash[54479]: cluster 2024-02-18T08:32:12.945655+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-02-18T08:32:13.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:12 smithi110 bash[55875]: cluster 2024-02-18T08:32:11.944024+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-02-18T08:32:13.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:12 smithi110 bash[55875]: cluster 2024-02-18T08:32:12.945655+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-02-18T08:32:13.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:12 smithi191 bash[38688]: cluster 2024-02-18T08:32:11.944024+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-02-18T08:32:13.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:12 smithi191 bash[38688]: cluster 2024-02-18T08:32:12.945655+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-02-18T08:32:13.950 INFO:tasks.rados.rados.0.smithi110.stdout:3778: done (1 left) 2024-02-18T08:32:13.950 INFO:tasks.rados.rados.0.smithi110.stdout:3779: delete oid 26 current snap is 354 2024-02-18T08:32:13.950 INFO:tasks.rados.rados.0.smithi110.stdout:3776: finishing write tid 1 to smithi11051043-4 2024-02-18T08:32:13.950 INFO:tasks.rados.rados.0.smithi110.stdout:3776: finishing write tid 3 to smithi11051043-4 2024-02-18T08:32:13.950 INFO:tasks.rados.rados.0.smithi110.stdout:3776: finishing write tid 4 to smithi11051043-4 2024-02-18T08:32:13.950 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1734 (ObjNum 1167 snap 354 seq_num 1167) dirty exists 2024-02-18T08:32:13.950 INFO:tasks.rados.rados.0.smithi110.stdout:3776: left oid 4 (ObjNum 1167 snap 354 seq_num 1167) 2024-02-18T08:32:13.957 INFO:tasks.rados.rados.0.smithi110.stdout:3776: done (1 left) 2024-02-18T08:32:13.957 INFO:tasks.rados.rados.0.smithi110.stdout:3779: done (0 left) 2024-02-18T08:32:13.958 INFO:tasks.rados.rados.0.smithi110.stdout:3780: snap_remove snap 351 2024-02-18T08:32:14.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:13 smithi110 bash[54479]: cluster 2024-02-18T08:32:12.810826+0000 mgr.y (mgr.44100) 452 : cluster [DBG] pgmap v844: 89 pgs: 89 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 276 KiB/s wr, 6 op/s 2024-02-18T08:32:14.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:13 smithi110 bash[54479]: cluster 2024-02-18T08:32:13.950475+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-02-18T08:32:14.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:13 smithi110 bash[55875]: cluster 2024-02-18T08:32:12.810826+0000 mgr.y (mgr.44100) 452 : cluster [DBG] pgmap v844: 89 pgs: 89 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 276 KiB/s wr, 6 op/s 2024-02-18T08:32:14.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:13 smithi110 bash[55875]: cluster 2024-02-18T08:32:13.950475+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-02-18T08:32:14.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:13 smithi191 bash[38688]: cluster 2024-02-18T08:32:12.810826+0000 mgr.y (mgr.44100) 452 : cluster [DBG] pgmap v844: 89 pgs: 89 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 276 KiB/s wr, 6 op/s 2024-02-18T08:32:14.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:13 smithi191 bash[38688]: cluster 2024-02-18T08:32:13.950475+0000 mon.a (mon.0) 1404 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-02-18T08:32:14.868 INFO:tasks.rados.rados.0.smithi110.stdout:3780: done (0 left) 2024-02-18T08:32:14.868 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 50 current snap is 354 2024-02-18T08:32:14.868 INFO:tasks.rados.rados.0.smithi110.stdout:3781: seq_num 1169 ranges {9412608=385024} 2024-02-18T08:32:14.923 INFO:tasks.rados.rados.0.smithi110.stdout:3781: writing smithi11051043-50 from 9412608 to 9797632 tid 1 2024-02-18T08:32:14.923 INFO:tasks.rados.rados.0.smithi110.stdout:3782: delete oid 42 current snap is 354 2024-02-18T08:32:14.931 INFO:tasks.rados.rados.0.smithi110.stdout:3781: finishing write tid 1 to smithi11051043-50 2024-02-18T08:32:14.931 INFO:tasks.rados.rados.0.smithi110.stdout:3781: finishing write tid 3 to smithi11051043-50 2024-02-18T08:32:14.932 INFO:tasks.rados.rados.0.smithi110.stdout:3782: done (1 left) 2024-02-18T08:32:14.932 INFO:tasks.rados.rados.0.smithi110.stdout:3783: snap_create 2024-02-18T08:32:14.934 INFO:tasks.rados.rados.0.smithi110.stdout:3781: finishing write tid 4 to smithi11051043-50 2024-02-18T08:32:14.934 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 50 v 1624 (ObjNum 1169 snap 354 seq_num 1169) dirty exists 2024-02-18T08:32:14.934 INFO:tasks.rados.rados.0.smithi110.stdout:3781: left oid 50 (ObjNum 1169 snap 354 seq_num 1169) 2024-02-18T08:32:15.880 INFO:tasks.rados.rados.0.smithi110.stdout:3781: done (1 left) 2024-02-18T08:32:15.880 INFO:tasks.rados.rados.0.smithi110.stdout:3783: done (0 left) 2024-02-18T08:32:15.880 INFO:tasks.rados.rados.0.smithi110.stdout:3784: snap_create 2024-02-18T08:32:16.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:15 smithi110 bash[54479]: cluster 2024-02-18T08:32:14.811581+0000 mgr.y (mgr.44100) 453 : cluster [DBG] pgmap v847: 89 pgs: 89 active+clean; 368 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 332 KiB/s wr, 15 op/s 2024-02-18T08:32:16.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:15 smithi110 bash[54479]: cluster 2024-02-18T08:32:14.867842+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-02-18T08:32:16.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:15 smithi110 bash[55875]: cluster 2024-02-18T08:32:14.811581+0000 mgr.y (mgr.44100) 453 : cluster [DBG] pgmap v847: 89 pgs: 89 active+clean; 368 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 332 KiB/s wr, 15 op/s 2024-02-18T08:32:16.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:15 smithi110 bash[55875]: cluster 2024-02-18T08:32:14.867842+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-02-18T08:32:16.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:15 smithi191 bash[38688]: cluster 2024-02-18T08:32:14.811581+0000 mgr.y (mgr.44100) 453 : cluster [DBG] pgmap v847: 89 pgs: 89 active+clean; 368 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 332 KiB/s wr, 15 op/s 2024-02-18T08:32:16.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:15 smithi191 bash[38688]: cluster 2024-02-18T08:32:14.867842+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-02-18T08:32:16.876 INFO:tasks.rados.rados.0.smithi110.stdout:3784: done (0 left) 2024-02-18T08:32:16.877 INFO:tasks.rados.rados.0.smithi110.stdout:3785: rollback oid 11 current snap is 356 2024-02-18T08:32:16.877 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 11 to 339 2024-02-18T08:32:16.877 INFO:tasks.rados.rados.0.smithi110.stdout:3786: rollback oid 32 current snap is 356 2024-02-18T08:32:16.877 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 32 to 354 2024-02-18T08:32:16.877 INFO:tasks.rados.rados.0.smithi110.stdout:3787: delete oid 15 current snap is 356 2024-02-18T08:32:16.882 INFO:tasks.rados.rados.0.smithi110.stdout:3786: finishing rollback tid 0 to smithi11051043-32 2024-02-18T08:32:16.884 INFO:tasks.rados.rados.0.smithi110.stdout:3785: finishing rollback tid 1 to smithi11051043-11 2024-02-18T08:32:16.884 INFO:tasks.rados.rados.0.smithi110.stdout:3787: done (2 left) 2024-02-18T08:32:16.884 INFO:tasks.rados.rados.0.smithi110.stdout:3788: rollback oid 41 current snap is 356 2024-02-18T08:32:16.885 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 41 to 320 2024-02-18T08:32:16.885 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 46 current snap is 356 2024-02-18T08:32:16.885 INFO:tasks.rados.rados.0.smithi110.stdout:3789: seq_num 1172 ranges {11034624=434176} 2024-02-18T08:32:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:3789: writing smithi11051043-46 from 11034624 to 11468800 tid 1 2024-02-18T08:32:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:3790: snap_create 2024-02-18T08:32:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:3786: finishing rollback tid 1 to smithi11051043-32 2024-02-18T08:32:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:3786: finishing rollback tid 2 to smithi11051043-32 2024-02-18T08:32:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 855 (ObjNum 1098 snap 335 seq_num 1098) dirty exists 2024-02-18T08:32:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:3785: finishing rollback tid 2 to smithi11051043-11 2024-02-18T08:32:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1816 (ObjNum 1106 snap 337 seq_num 1106) dirty exists 2024-02-18T08:32:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:3788: finishing rollback tid 0 to smithi11051043-41 2024-02-18T08:32:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:3788: finishing rollback tid 1 to smithi11051043-41 2024-02-18T08:32:16.949 INFO:tasks.rados.rados.0.smithi110.stdout:3788: finishing rollback tid 2 to smithi11051043-41 2024-02-18T08:32:16.950 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1155 (ObjNum 1005 snap 315 seq_num 1005) dirty exists 2024-02-18T08:32:16.960 INFO:tasks.rados.rados.0.smithi110.stdout:3789: finishing write tid 1 to smithi11051043-46 2024-02-18T08:32:16.960 INFO:tasks.rados.rados.0.smithi110.stdout:3789: finishing write tid 3 to smithi11051043-46 2024-02-18T08:32:16.963 INFO:tasks.rados.rados.0.smithi110.stdout:3789: finishing write tid 4 to smithi11051043-46 2024-02-18T08:32:16.963 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 1675 (ObjNum 1172 snap 356 seq_num 1172) dirty exists 2024-02-18T08:32:16.963 INFO:tasks.rados.rados.0.smithi110.stdout:3789: left oid 46 (ObjNum 1172 snap 356 seq_num 1172) 2024-02-18T08:32:17.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:16 smithi110 bash[54479]: cluster 2024-02-18T08:32:15.881131+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-02-18T08:32:17.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:16 smithi110 bash[55875]: cluster 2024-02-18T08:32:15.881131+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-02-18T08:32:17.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:16 smithi191 bash[38688]: cluster 2024-02-18T08:32:15.881131+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-02-18T08:32:17.894 INFO:tasks.rados.rados.0.smithi110.stdout:3785: done (4 left) 2024-02-18T08:32:17.894 INFO:tasks.rados.rados.0.smithi110.stdout:3786: done (3 left) 2024-02-18T08:32:17.894 INFO:tasks.rados.rados.0.smithi110.stdout:3788: done (2 left) 2024-02-18T08:32:17.894 INFO:tasks.rados.rados.0.smithi110.stdout:3789: done (1 left) 2024-02-18T08:32:17.894 INFO:tasks.rados.rados.0.smithi110.stdout:3790: done (0 left) 2024-02-18T08:32:17.894 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 13 current snap is 357 2024-02-18T08:32:17.894 INFO:tasks.rados.rados.0.smithi110.stdout:3791: seq_num 1173 ranges {0=450560} 2024-02-18T08:32:17.897 INFO:tasks.rados.rados.0.smithi110.stdout:3791: writing smithi11051043-13 from 0 to 450560 tid 1 2024-02-18T08:32:17.897 INFO:tasks.rados.rados.0.smithi110.stdout:3792: rollback oid 30 current snap is 357 2024-02-18T08:32:17.897 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 30 to 339 2024-02-18T08:32:17.897 INFO:tasks.rados.rados.0.smithi110.stdout:3793: snap_create 2024-02-18T08:32:17.906 INFO:tasks.rados.rados.0.smithi110.stdout:3791: finishing write tid 1 to smithi11051043-13 2024-02-18T08:32:17.906 INFO:tasks.rados.rados.0.smithi110.stdout:3791: finishing write tid 3 to smithi11051043-13 2024-02-18T08:32:17.906 INFO:tasks.rados.rados.0.smithi110.stdout:3792: finishing rollback tid 0 to smithi11051043-30 2024-02-18T08:32:17.907 INFO:tasks.rados.rados.0.smithi110.stdout:3792: finishing rollback tid 1 to smithi11051043-30 2024-02-18T08:32:17.908 INFO:tasks.rados.rados.0.smithi110.stdout:3791: finishing write tid 4 to smithi11051043-13 2024-02-18T08:32:17.908 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 1672 (ObjNum 1173 snap 357 seq_num 1173) dirty exists 2024-02-18T08:32:17.908 INFO:tasks.rados.rados.0.smithi110.stdout:3791: left oid 13 (ObjNum 1173 snap 357 seq_num 1173) 2024-02-18T08:32:17.909 INFO:tasks.rados.rados.0.smithi110.stdout:3792: finishing rollback tid 2 to smithi11051043-30 2024-02-18T08:32:17.909 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 30 v 1675 (ObjNum 1093 snap 333 seq_num 1093) dirty exists 2024-02-18T08:32:18.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:17 smithi110 bash[54479]: cluster 2024-02-18T08:32:16.812326+0000 mgr.y (mgr.44100) 454 : cluster [DBG] pgmap v850: 89 pgs: 89 active+clean; 368 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 168 KiB/s wr, 12 op/s 2024-02-18T08:32:18.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:17 smithi110 bash[54479]: cluster 2024-02-18T08:32:16.877619+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-02-18T08:32:18.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:17 smithi110 bash[55875]: cluster 2024-02-18T08:32:16.812326+0000 mgr.y (mgr.44100) 454 : cluster [DBG] pgmap v850: 89 pgs: 89 active+clean; 368 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 168 KiB/s wr, 12 op/s 2024-02-18T08:32:18.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:17 smithi110 bash[55875]: cluster 2024-02-18T08:32:16.877619+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-02-18T08:32:18.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:17 smithi191 bash[38688]: cluster 2024-02-18T08:32:16.812326+0000 mgr.y (mgr.44100) 454 : cluster [DBG] pgmap v850: 89 pgs: 89 active+clean; 368 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 168 KiB/s wr, 12 op/s 2024-02-18T08:32:18.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:17 smithi191 bash[38688]: cluster 2024-02-18T08:32:16.877619+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-02-18T08:32:18.899 INFO:tasks.rados.rados.0.smithi110.stdout:3791: done (2 left) 2024-02-18T08:32:18.900 INFO:tasks.rados.rados.0.smithi110.stdout:3792: done (1 left) 2024-02-18T08:32:18.900 INFO:tasks.rados.rados.0.smithi110.stdout:3793: done (0 left) 2024-02-18T08:32:18.900 INFO:tasks.rados.rados.0.smithi110.stdout:3794: read oid 41 snap -1 2024-02-18T08:32:18.900 INFO:tasks.rados.rados.0.smithi110.stdout:3794: expect (ObjNum 1005 snap 315 seq_num 1005) 2024-02-18T08:32:18.900 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 8 current snap is 358 2024-02-18T08:32:18.900 INFO:tasks.rados.rados.0.smithi110.stdout:3795: seq_num 1174 ranges {212992=466944} 2024-02-18T08:32:18.905 INFO:tasks.rados.rados.0.smithi110.stdout:3795: writing smithi11051043-8 from 212992 to 679936 tid 1 2024-02-18T08:32:18.905 INFO:tasks.rados.rados.0.smithi110.stdout:3796: snap_create 2024-02-18T08:32:18.917 INFO:tasks.rados.rados.0.smithi110.stdout:3795: finishing write tid 1 to smithi11051043-8 2024-02-18T08:32:18.917 INFO:tasks.rados.rados.0.smithi110.stdout:3795: finishing write tid 3 to smithi11051043-8 2024-02-18T08:32:18.919 INFO:tasks.rados.rados.0.smithi110.stdout:3795: finishing write tid 4 to smithi11051043-8 2024-02-18T08:32:18.920 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 2009 (ObjNum 1174 snap 358 seq_num 1174) dirty exists 2024-02-18T08:32:18.920 INFO:tasks.rados.rados.0.smithi110.stdout:3795: left oid 8 (ObjNum 1174 snap 358 seq_num 1174) 2024-02-18T08:32:18.976 INFO:tasks.rados.rados.0.smithi110.stdout:3794: expect (ObjNum 1005 snap 315 seq_num 1005) 2024-02-18T08:32:19.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:18 smithi110 bash[54479]: cluster 2024-02-18T08:32:17.895808+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-02-18T08:32:19.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:18 smithi110 bash[55875]: cluster 2024-02-18T08:32:17.895808+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-02-18T08:32:19.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:18 smithi191 bash[38688]: cluster 2024-02-18T08:32:17.895808+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-02-18T08:32:20.141 INFO:tasks.rados.rados.0.smithi110.stdout:3794: done (2 left) 2024-02-18T08:32:20.141 INFO:tasks.rados.rados.0.smithi110.stdout:3795: done (1 left) 2024-02-18T08:32:20.141 INFO:tasks.rados.rados.0.smithi110.stdout:3796: done (0 left) 2024-02-18T08:32:20.141 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 359 2024-02-18T08:32:20.142 INFO:tasks.rados.rados.0.smithi110.stdout:3797: seq_num 1175 ranges {352256=483328} 2024-02-18T08:32:20.152 INFO:tasks.rados.rados.0.smithi110.stdout:3797: writing smithi11051043-4 from 352256 to 835584 tid 1 2024-02-18T08:32:20.152 INFO:tasks.rados.rados.0.smithi110.stdout:3798: copy_from oid 41 from oid 13 current snap is 359 2024-02-18T08:32:20.153 INFO:tasks.rados.rados.0.smithi110.stdout:3799: setattr oid 47 current snap is 359 2024-02-18T08:32:20.154 INFO:tasks.rados.rados.0.smithi110.stdout:3800: delete oid 37 current snap is 359 2024-02-18T08:32:20.158 INFO:tasks.rados.rados.0.smithi110.stdout:3798: finishing copy_from racing read to smithi11051043-41 2024-02-18T08:32:20.163 INFO:tasks.rados.rados.0.smithi110.stdout:3798: finishing copy_from to smithi11051043-41 2024-02-18T08:32:20.163 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1672 (ObjNum 1173 snap 357 seq_num 1173) dirty exists 2024-02-18T08:32:20.166 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 1371 (ObjNum -130321440 snap 22008 seq_num 4194348448) dirty exists 2024-02-18T08:32:20.166 INFO:tasks.rados.rados.0.smithi110.stdout:3797: finishing write tid 1 to smithi11051043-4 2024-02-18T08:32:20.166 INFO:tasks.rados.rados.0.smithi110.stdout:3798: done (3 left) 2024-02-18T08:32:20.166 INFO:tasks.rados.rados.0.smithi110.stdout:3799: done (2 left) 2024-02-18T08:32:20.166 INFO:tasks.rados.rados.0.smithi110.stdout:3800: done (1 left) 2024-02-18T08:32:20.166 INFO:tasks.rados.rados.0.smithi110.stdout:3801: delete oid 50 current snap is 359 2024-02-18T08:32:20.166 INFO:tasks.rados.rados.0.smithi110.stdout:3797: finishing write tid 3 to smithi11051043-4 2024-02-18T08:32:20.168 INFO:tasks.rados.rados.0.smithi110.stdout:3801: done (1 left) 2024-02-18T08:32:20.168 INFO:tasks.rados.rados.0.smithi110.stdout:3802: snap_remove snap 339 2024-02-18T08:32:20.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:19 smithi110 bash[54479]: cluster 2024-02-18T08:32:18.813120+0000 mgr.y (mgr.44100) 455 : cluster [DBG] pgmap v853: 89 pgs: 89 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 110 KiB/s wr, 1 op/s 2024-02-18T08:32:20.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:19 smithi110 bash[54479]: cluster 2024-02-18T08:32:18.900581+0000 mon.a (mon.0) 1409 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-02-18T08:32:20.220 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:19 smithi110 bash[54479]: cluster 2024-02-18T08:32:19.869707+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-02-18T08:32:20.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:19 smithi110 bash[55875]: cluster 2024-02-18T08:32:18.813120+0000 mgr.y (mgr.44100) 455 : cluster [DBG] pgmap v853: 89 pgs: 89 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 110 KiB/s wr, 1 op/s 2024-02-18T08:32:20.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:19 smithi110 bash[55875]: cluster 2024-02-18T08:32:18.900581+0000 mon.a (mon.0) 1409 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-02-18T08:32:20.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:19 smithi110 bash[55875]: cluster 2024-02-18T08:32:19.869707+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-02-18T08:32:20.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:19 smithi191 bash[38688]: cluster 2024-02-18T08:32:18.813120+0000 mgr.y (mgr.44100) 455 : cluster [DBG] pgmap v853: 89 pgs: 89 active+clean; 370 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 110 KiB/s wr, 1 op/s 2024-02-18T08:32:20.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:19 smithi191 bash[38688]: cluster 2024-02-18T08:32:18.900581+0000 mon.a (mon.0) 1409 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-02-18T08:32:20.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:19 smithi191 bash[38688]: cluster 2024-02-18T08:32:19.869707+0000 mon.a (mon.0) 1410 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-02-18T08:32:20.917 INFO:tasks.rados.rados.0.smithi110.stdout:3802: done (1 left) 2024-02-18T08:32:20.917 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 39 current snap is 359 2024-02-18T08:32:20.917 INFO:tasks.rados.rados.0.smithi110.stdout:3803: seq_num 1178 ranges {9412608=532480} 2024-02-18T08:32:20.975 INFO:tasks.rados.rados.0.smithi110.stdout:3803: writing smithi11051043-39 from 9412608 to 9945088 tid 1 2024-02-18T08:32:20.975 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 38 current snap is 359 2024-02-18T08:32:20.975 INFO:tasks.rados.rados.0.smithi110.stdout:3804: seq_num 1179 ranges {6750208=548864} 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:3804: writing smithi11051043-38 from 6750208 to 7299072 tid 1 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:3805: read oid 21 snap -1 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:3805: expect deleted 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:3806: read oid 34 snap -1 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:3806: expect deleted 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:3807: copy_from oid 47 from oid 22 current snap is 359 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:3797: finishing write tid 4 to smithi11051043-4 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1736 (ObjNum 1175 snap 359 seq_num 1175) dirty exists 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:3797: left oid 4 (ObjNum 1175 snap 359 seq_num 1175) 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:3803: finishing write tid 1 to smithi11051043-39 2024-02-18T08:32:21.017 INFO:tasks.rados.rados.0.smithi110.stdout:3803: finishing write tid 3 to smithi11051043-39 2024-02-18T08:32:21.018 INFO:tasks.rados.rados.0.smithi110.stdout:3803: finishing write tid 4 to smithi11051043-39 2024-02-18T08:32:21.018 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 1373 (ObjNum 1178 snap 359 seq_num 1178) dirty exists 2024-02-18T08:32:21.018 INFO:tasks.rados.rados.0.smithi110.stdout:3803: left oid 39 (ObjNum 1178 snap 359 seq_num 1178) 2024-02-18T08:32:21.018 INFO:tasks.rados.rados.0.smithi110.stdout:3797: done (5 left) 2024-02-18T08:32:21.018 INFO:tasks.rados.rados.0.smithi110.stdout:3803: done (4 left) 2024-02-18T08:32:21.018 INFO:tasks.rados.rados.0.smithi110.stdout:3808: rmattr oid 50 current snap is 359 2024-02-18T08:32:21.018 INFO:tasks.rados.rados.0.smithi110.stdout:3808: done (4 left) 2024-02-18T08:32:21.018 INFO:tasks.rados.rados.0.smithi110.stdout:3809: delete oid 24 current snap is 359 2024-02-18T08:32:21.024 INFO:tasks.rados.rados.0.smithi110.stdout:3804: finishing write tid 1 to smithi11051043-38 2024-02-18T08:32:21.024 INFO:tasks.rados.rados.0.smithi110.stdout:3804: finishing write tid 3 to smithi11051043-38 2024-02-18T08:32:21.028 INFO:tasks.rados.rados.0.smithi110.stdout:3804: finishing write tid 4 to smithi11051043-38 2024-02-18T08:32:21.028 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1617 (ObjNum 1179 snap 359 seq_num 1179) dirty exists 2024-02-18T08:32:21.029 INFO:tasks.rados.rados.0.smithi110.stdout:3804: left oid 38 (ObjNum 1179 snap 359 seq_num 1179) 2024-02-18T08:32:21.032 INFO:tasks.rados.rados.0.smithi110.stdout:3804: done (4 left) 2024-02-18T08:32:21.033 INFO:tasks.rados.rados.0.smithi110.stdout:3805: done (3 left) 2024-02-18T08:32:21.033 INFO:tasks.rados.rados.0.smithi110.stdout:3806: done (2 left) 2024-02-18T08:32:21.033 INFO:tasks.rados.rados.0.smithi110.stdout:3809: done (1 left) 2024-02-18T08:32:21.033 INFO:tasks.rados.rados.0.smithi110.stdout:3810: delete oid 32 current snap is 359 2024-02-18T08:32:21.040 INFO:tasks.rados.rados.0.smithi110.stdout:3810: done (1 left) 2024-02-18T08:32:21.040 INFO:tasks.rados.rados.0.smithi110.stdout:3811: snap_create 2024-02-18T08:32:21.052 INFO:tasks.rados.rados.0.smithi110.stdout:3807: finishing copy_from racing read to smithi11051043-47 2024-02-18T08:32:21.053 INFO:tasks.rados.rados.0.smithi110.stdout:3807: finishing copy_from to smithi11051043-47 2024-02-18T08:32:21.053 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 1546 (ObjNum 1114 snap 338 seq_num 1114) dirty exists 2024-02-18T08:32:21.927 INFO:tasks.rados.rados.0.smithi110.stdout:3807: done (1 left) 2024-02-18T08:32:21.927 INFO:tasks.rados.rados.0.smithi110.stdout:3811: done (0 left) 2024-02-18T08:32:21.927 INFO:tasks.rados.rados.0.smithi110.stdout:3812: snap_remove snap 344 2024-02-18T08:32:22.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:21 smithi110 bash[54479]: cluster 2024-02-18T08:32:20.813981+0000 mgr.y (mgr.44100) 456 : cluster [DBG] pgmap v856: 89 pgs: 89 active+clean; 373 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 318 KiB/s wr, 9 op/s 2024-02-18T08:32:22.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:21 smithi110 bash[54479]: cluster 2024-02-18T08:32:20.915305+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-02-18T08:32:22.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:21 smithi110 bash[55875]: cluster 2024-02-18T08:32:20.813981+0000 mgr.y (mgr.44100) 456 : cluster [DBG] pgmap v856: 89 pgs: 89 active+clean; 373 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 318 KiB/s wr, 9 op/s 2024-02-18T08:32:22.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:21 smithi110 bash[55875]: cluster 2024-02-18T08:32:20.915305+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-02-18T08:32:22.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:21 smithi191 bash[38688]: cluster 2024-02-18T08:32:20.813981+0000 mgr.y (mgr.44100) 456 : cluster [DBG] pgmap v856: 89 pgs: 89 active+clean; 373 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 318 KiB/s wr, 9 op/s 2024-02-18T08:32:22.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:21 smithi191 bash[38688]: cluster 2024-02-18T08:32:20.915305+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-02-18T08:32:22.930 INFO:tasks.rados.rados.0.smithi110.stdout:3812: done (0 left) 2024-02-18T08:32:22.931 INFO:tasks.rados.rados.0.smithi110.stdout:3813: snap_create 2024-02-18T08:32:23.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:22 smithi110 bash[54479]: cluster 2024-02-18T08:32:21.928628+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-02-18T08:32:23.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:22 smithi110 bash[55875]: cluster 2024-02-18T08:32:21.928628+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-02-18T08:32:23.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:22 smithi191 bash[38688]: cluster 2024-02-18T08:32:21.928628+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-02-18T08:32:23.934 INFO:tasks.rados.rados.0.smithi110.stdout:3813: done (0 left) 2024-02-18T08:32:23.934 INFO:tasks.rados.rados.0.smithi110.stdout:3814: copy_from oid 13 from oid 23 current snap is 361 2024-02-18T08:32:23.934 INFO:tasks.rados.rados.0.smithi110.stdout:3815: delete oid 7 current snap is 361 2024-02-18T08:32:23.940 INFO:tasks.rados.rados.0.smithi110.stdout:3815: done (1 left) 2024-02-18T08:32:23.940 INFO:tasks.rados.rados.0.smithi110.stdout:3816: snap_create 2024-02-18T08:32:23.970 INFO:tasks.rados.rados.0.smithi110.stdout:3814: finishing copy_from racing read to smithi11051043-13 2024-02-18T08:32:23.971 INFO:tasks.rados.rados.0.smithi110.stdout:3814: finishing copy_from to smithi11051043-13 2024-02-18T08:32:23.971 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 13 v 1967 (ObjNum 1068 snap 326 seq_num 1068) dirty exists 2024-02-18T08:32:24.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:23 smithi110 bash[54479]: cluster 2024-02-18T08:32:22.814800+0000 mgr.y (mgr.44100) 457 : cluster [DBG] pgmap v859: 89 pgs: 89 active+clean; 387 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 424 KiB/s wr, 11 op/s 2024-02-18T08:32:24.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:23 smithi110 bash[54479]: cluster 2024-02-18T08:32:22.931267+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-02-18T08:32:24.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:23 smithi110 bash[54479]: cluster 2024-02-18T08:32:23.934905+0000 mon.a (mon.0) 1414 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-02-18T08:32:24.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:23 smithi110 bash[55875]: cluster 2024-02-18T08:32:22.814800+0000 mgr.y (mgr.44100) 457 : cluster [DBG] pgmap v859: 89 pgs: 89 active+clean; 387 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 424 KiB/s wr, 11 op/s 2024-02-18T08:32:24.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:23 smithi110 bash[55875]: cluster 2024-02-18T08:32:22.931267+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-02-18T08:32:24.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:23 smithi110 bash[55875]: cluster 2024-02-18T08:32:23.934905+0000 mon.a (mon.0) 1414 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-02-18T08:32:24.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:23 smithi191 bash[38688]: cluster 2024-02-18T08:32:22.814800+0000 mgr.y (mgr.44100) 457 : cluster [DBG] pgmap v859: 89 pgs: 89 active+clean; 387 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 424 KiB/s wr, 11 op/s 2024-02-18T08:32:24.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:23 smithi191 bash[38688]: cluster 2024-02-18T08:32:22.931267+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-02-18T08:32:24.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:23 smithi191 bash[38688]: cluster 2024-02-18T08:32:23.934905+0000 mon.a (mon.0) 1414 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-02-18T08:32:24.871 INFO:tasks.rados.rados.0.smithi110.stdout:3814: done (1 left) 2024-02-18T08:32:24.871 INFO:tasks.rados.rados.0.smithi110.stdout:3816: done (0 left) 2024-02-18T08:32:24.871 INFO:tasks.rados.rados.0.smithi110.stdout:3817: snap_create 2024-02-18T08:32:25.871 INFO:tasks.rados.rados.0.smithi110.stdout:3817: done (0 left) 2024-02-18T08:32:25.871 INFO:tasks.rados.rados.0.smithi110.stdout:3818: snap_create 2024-02-18T08:32:26.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:25 smithi110 bash[54479]: cluster 2024-02-18T08:32:24.815504+0000 mgr.y (mgr.44100) 458 : cluster [DBG] pgmap v862: 89 pgs: 89 active+clean; 379 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 468 KiB/s wr, 5 op/s 2024-02-18T08:32:26.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:25 smithi110 bash[54479]: cluster 2024-02-18T08:32:24.872284+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-02-18T08:32:26.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:25 smithi110 bash[55875]: cluster 2024-02-18T08:32:24.815504+0000 mgr.y (mgr.44100) 458 : cluster [DBG] pgmap v862: 89 pgs: 89 active+clean; 379 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 468 KiB/s wr, 5 op/s 2024-02-18T08:32:26.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:25 smithi110 bash[55875]: cluster 2024-02-18T08:32:24.872284+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-02-18T08:32:26.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:25 smithi191 bash[38688]: cluster 2024-02-18T08:32:24.815504+0000 mgr.y (mgr.44100) 458 : cluster [DBG] pgmap v862: 89 pgs: 89 active+clean; 379 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 468 KiB/s wr, 5 op/s 2024-02-18T08:32:26.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:25 smithi191 bash[38688]: cluster 2024-02-18T08:32:24.872284+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-02-18T08:32:26.876 INFO:tasks.rados.rados.0.smithi110.stdout:3818: done (0 left) 2024-02-18T08:32:26.876 INFO:tasks.rados.rados.0.smithi110.stdout:3819: snap_create 2024-02-18T08:32:27.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:26 smithi110 bash[54479]: cluster 2024-02-18T08:32:25.873255+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-02-18T08:32:27.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:26 smithi110 bash[55875]: cluster 2024-02-18T08:32:25.873255+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-02-18T08:32:27.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:26 smithi191 bash[38688]: cluster 2024-02-18T08:32:25.873255+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-02-18T08:32:27.879 INFO:tasks.rados.rados.0.smithi110.stdout:3819: done (0 left) 2024-02-18T08:32:27.879 INFO:tasks.rados.rados.0.smithi110.stdout:3820: read oid 3 snap 354 2024-02-18T08:32:27.879 INFO:tasks.rados.rados.0.smithi110.stdout:3820: expect deleted 2024-02-18T08:32:27.879 INFO:tasks.rados.rados.0.smithi110.stdout:3821: delete oid 41 current snap is 365 2024-02-18T08:32:27.884 INFO:tasks.rados.rados.0.smithi110.stdout:3820: done (1 left) 2024-02-18T08:32:27.884 INFO:tasks.rados.rados.0.smithi110.stdout:3821: done (0 left) 2024-02-18T08:32:27.884 INFO:tasks.rados.rados.0.smithi110.stdout:3822: snap_remove snap 358 2024-02-18T08:32:28.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:27 smithi110 bash[54479]: cluster 2024-02-18T08:32:26.816183+0000 mgr.y (mgr.44100) 459 : cluster [DBG] pgmap v865: 89 pgs: 89 active+clean; 385 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-02-18T08:32:28.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:27 smithi110 bash[54479]: cluster 2024-02-18T08:32:26.877549+0000 mon.a (mon.0) 1417 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-02-18T08:32:28.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:27 smithi110 bash[54479]: cluster 2024-02-18T08:32:27.880993+0000 mon.a (mon.0) 1418 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-02-18T08:32:28.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:27 smithi110 bash[55875]: cluster 2024-02-18T08:32:26.816183+0000 mgr.y (mgr.44100) 459 : cluster [DBG] pgmap v865: 89 pgs: 89 active+clean; 385 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-02-18T08:32:28.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:27 smithi110 bash[55875]: cluster 2024-02-18T08:32:26.877549+0000 mon.a (mon.0) 1417 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-02-18T08:32:28.219 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:27 smithi110 bash[55875]: cluster 2024-02-18T08:32:27.880993+0000 mon.a (mon.0) 1418 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-02-18T08:32:28.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:27 smithi191 bash[38688]: cluster 2024-02-18T08:32:26.816183+0000 mgr.y (mgr.44100) 459 : cluster [DBG] pgmap v865: 89 pgs: 89 active+clean; 385 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-02-18T08:32:28.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:27 smithi191 bash[38688]: cluster 2024-02-18T08:32:26.877549+0000 mon.a (mon.0) 1417 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-02-18T08:32:28.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:27 smithi191 bash[38688]: cluster 2024-02-18T08:32:27.880993+0000 mon.a (mon.0) 1418 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-02-18T08:32:28.883 INFO:tasks.rados.rados.0.smithi110.stdout:3822: done (0 left) 2024-02-18T08:32:28.883 INFO:tasks.rados.rados.0.smithi110.stdout:3823: rollback oid 48 current snap is 365 2024-02-18T08:32:28.883 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 48 to 354 2024-02-18T08:32:28.883 INFO:tasks.rados.rados.0.smithi110.stdout:3824: copy_from oid 44 from oid 42 current snap is 365 2024-02-18T08:32:28.883 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 365 2024-02-18T08:32:28.883 INFO:tasks.rados.rados.0.smithi110.stdout:3825: seq_num 1184 ranges {0=638976} 2024-02-18T08:32:28.886 INFO:tasks.rados.rados.0.smithi110.stdout:3825: writing smithi11051043-41 from 0 to 638976 tid 1 2024-02-18T08:32:28.887 INFO:tasks.rados.rados.0.smithi110.stdout:3826: read oid 1 snap -1 2024-02-18T08:32:28.887 INFO:tasks.rados.rados.0.smithi110.stdout:3826: expect (ObjNum 1139 snap 347 seq_num 1139) 2024-02-18T08:32:28.887 INFO:tasks.rados.rados.0.smithi110.stdout:3827: snap_remove snap 359 2024-02-18T08:32:29.873 INFO:tasks.rados.rados.0.smithi110.stdout:3827: done (4 left) 2024-02-18T08:32:29.873 INFO:tasks.rados.rados.0.smithi110.stdout:3828: snap_create 2024-02-18T08:32:29.873 INFO:tasks.rados.rados.0.smithi110.stdout:3823: finishing rollback tid 1 to smithi11051043-48 2024-02-18T08:32:29.873 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 1671 (ObjNum 1366389340 snap 1550476901 seq_num 1834246479) dirty dne 2024-02-18T08:32:29.873 INFO:tasks.rados.rados.0.smithi110.stdout:3825: finishing write tid 1 to smithi11051043-41 2024-02-18T08:32:29.873 INFO:tasks.rados.rados.0.smithi110.stdout:3825: finishing write tid 3 to smithi11051043-41 2024-02-18T08:32:29.873 INFO:tasks.rados.rados.0.smithi110.stdout:3825: finishing write tid 4 to smithi11051043-41 2024-02-18T08:32:29.873 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1675 (ObjNum 1184 snap 365 seq_num 1184) dirty exists 2024-02-18T08:32:29.874 INFO:tasks.rados.rados.0.smithi110.stdout:3825: left oid 41 (ObjNum 1184 snap 365 seq_num 1184) 2024-02-18T08:32:29.874 INFO:tasks.rados.rados.0.smithi110.stdout:3824: finishing copy_from to smithi11051043-44 2024-02-18T08:32:29.874 INFO:tasks.rados.rados.0.smithi110.stdout:3824: got expected ENOENT (src dne) 2024-02-18T08:32:29.874 INFO:tasks.rados.rados.0.smithi110.stdout:3824: finishing copy_from racing read to smithi11051043-44 2024-02-18T08:32:29.874 INFO:tasks.rados.rados.0.smithi110.stdout:3826: expect (ObjNum 1139 snap 347 seq_num 1139) 2024-02-18T08:32:30.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:29 smithi110 bash[55875]: cluster 2024-02-18T08:32:28.816963+0000 mgr.y (mgr.44100) 460 : cluster [DBG] pgmap v868: 89 pgs: 89 active+clean; 388 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-02-18T08:32:30.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:29 smithi110 bash[55875]: cluster 2024-02-18T08:32:28.883275+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-02-18T08:32:30.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:29 smithi110 bash[55875]: cluster 2024-02-18T08:32:29.874604+0000 mon.a (mon.0) 1420 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-02-18T08:32:30.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:29 smithi110 bash[54479]: cluster 2024-02-18T08:32:28.816963+0000 mgr.y (mgr.44100) 460 : cluster [DBG] pgmap v868: 89 pgs: 89 active+clean; 388 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-02-18T08:32:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:29 smithi110 bash[54479]: cluster 2024-02-18T08:32:28.883275+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-02-18T08:32:30.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:29 smithi110 bash[54479]: cluster 2024-02-18T08:32:29.874604+0000 mon.a (mon.0) 1420 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-02-18T08:32:30.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:29 smithi191 bash[38688]: cluster 2024-02-18T08:32:28.816963+0000 mgr.y (mgr.44100) 460 : cluster [DBG] pgmap v868: 89 pgs: 89 active+clean; 388 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-02-18T08:32:30.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:29 smithi191 bash[38688]: cluster 2024-02-18T08:32:28.883275+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-02-18T08:32:30.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:29 smithi191 bash[38688]: cluster 2024-02-18T08:32:29.874604+0000 mon.a (mon.0) 1420 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-02-18T08:32:30.877 INFO:tasks.rados.rados.0.smithi110.stdout:3823: done (4 left) 2024-02-18T08:32:30.877 INFO:tasks.rados.rados.0.smithi110.stdout:3824: done (3 left) 2024-02-18T08:32:30.877 INFO:tasks.rados.rados.0.smithi110.stdout:3825: done (2 left) 2024-02-18T08:32:30.877 INFO:tasks.rados.rados.0.smithi110.stdout:3826: done (1 left) 2024-02-18T08:32:30.877 INFO:tasks.rados.rados.0.smithi110.stdout:3828: done (0 left) 2024-02-18T08:32:30.877 INFO:tasks.rados.rados.0.smithi110.stdout:3829: snap_remove snap 362 2024-02-18T08:32:31.888 INFO:tasks.rados.rados.0.smithi110.stdout:3829: done (0 left) 2024-02-18T08:32:31.888 INFO:tasks.rados.rados.0.smithi110.stdout:3830: snap_create 2024-02-18T08:32:32.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:31 smithi110 bash[55875]: cluster 2024-02-18T08:32:30.817904+0000 mgr.y (mgr.44100) 461 : cluster [DBG] pgmap v871: 89 pgs: 89 active+clean; 388 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 842 KiB/s wr, 0 op/s 2024-02-18T08:32:32.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:31 smithi110 bash[55875]: cluster 2024-02-18T08:32:30.878684+0000 mon.a (mon.0) 1421 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-02-18T08:32:32.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:31 smithi110 bash[54479]: cluster 2024-02-18T08:32:30.817904+0000 mgr.y (mgr.44100) 461 : cluster [DBG] pgmap v871: 89 pgs: 89 active+clean; 388 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 842 KiB/s wr, 0 op/s 2024-02-18T08:32:32.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:31 smithi110 bash[54479]: cluster 2024-02-18T08:32:30.878684+0000 mon.a (mon.0) 1421 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-02-18T08:32:32.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:31 smithi191 bash[38688]: cluster 2024-02-18T08:32:30.817904+0000 mgr.y (mgr.44100) 461 : cluster [DBG] pgmap v871: 89 pgs: 89 active+clean; 388 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 842 KiB/s wr, 0 op/s 2024-02-18T08:32:32.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:31 smithi191 bash[38688]: cluster 2024-02-18T08:32:30.878684+0000 mon.a (mon.0) 1421 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-02-18T08:32:32.891 INFO:tasks.rados.rados.0.smithi110.stdout:3830: done (0 left) 2024-02-18T08:32:32.891 INFO:tasks.rados.rados.0.smithi110.stdout:3831: read oid 23 snap -1 2024-02-18T08:32:32.891 INFO:tasks.rados.rados.0.smithi110.stdout:3831: expect (ObjNum 1068 snap 326 seq_num 1068) 2024-02-18T08:32:32.891 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 367 2024-02-18T08:32:32.891 INFO:tasks.rados.rados.0.smithi110.stdout:3832: seq_num 1185 ranges {11411456=655360} 2024-02-18T08:32:32.961 INFO:tasks.rados.rados.0.smithi110.stdout:3832: writing smithi11051043-29 from 11411456 to 12066816 tid 1 2024-02-18T08:32:32.961 INFO:tasks.rados.rados.0.smithi110.stdout:3833: snap_create 2024-02-18T08:32:32.962 INFO:tasks.rados.rados.0.smithi110.stdout:3831: expect (ObjNum 1068 snap 326 seq_num 1068) 2024-02-18T08:32:33.093 INFO:tasks.rados.rados.0.smithi110.stdout:3832: finishing write tid 1 to smithi11051043-29 2024-02-18T08:32:33.093 INFO:tasks.rados.rados.0.smithi110.stdout:3832: finishing write tid 3 to smithi11051043-29 2024-02-18T08:32:33.093 INFO:tasks.rados.rados.0.smithi110.stdout:3832: finishing write tid 4 to smithi11051043-29 2024-02-18T08:32:33.093 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1900 (ObjNum 1185 snap 367 seq_num 1185) dirty exists 2024-02-18T08:32:33.093 INFO:tasks.rados.rados.0.smithi110.stdout:3832: left oid 29 (ObjNum 1185 snap 367 seq_num 1185) 2024-02-18T08:32:33.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:32 smithi110 bash[54479]: cluster 2024-02-18T08:32:31.886552+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-02-18T08:32:33.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:32 smithi110 bash[55875]: cluster 2024-02-18T08:32:31.886552+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-02-18T08:32:33.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:32 smithi191 bash[38688]: cluster 2024-02-18T08:32:31.886552+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-02-18T08:32:33.909 INFO:tasks.rados.rados.0.smithi110.stdout:3831: done (2 left) 2024-02-18T08:32:33.910 INFO:tasks.rados.rados.0.smithi110.stdout:3832: done (1 left) 2024-02-18T08:32:33.910 INFO:tasks.rados.rados.0.smithi110.stdout:3833: done (0 left) 2024-02-18T08:32:33.910 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 23 current snap is 368 2024-02-18T08:32:33.910 INFO:tasks.rados.rados.0.smithi110.stdout:3834: seq_num 1186 ranges {3448832=671744} 2024-02-18T08:32:33.932 INFO:tasks.rados.rados.0.smithi110.stdout:3834: writing smithi11051043-23 from 3448832 to 4120576 tid 1 2024-02-18T08:32:33.932 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 3 current snap is 368 2024-02-18T08:32:33.932 INFO:tasks.rados.rados.0.smithi110.stdout:3835: seq_num 1187 ranges {0=688128} 2024-02-18T08:32:33.936 INFO:tasks.rados.rados.0.smithi110.stdout:3835: writing smithi11051043-3 from 0 to 688128 tid 1 2024-02-18T08:32:33.936 INFO:tasks.rados.rados.0.smithi110.stdout:3836: read oid 34 snap -1 2024-02-18T08:32:33.937 INFO:tasks.rados.rados.0.smithi110.stdout:3836: expect deleted 2024-02-18T08:32:33.937 INFO:tasks.rados.rados.0.smithi110.stdout:3837: rollback oid 19 current snap is 368 2024-02-18T08:32:33.937 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 19 to 366 2024-02-18T08:32:33.937 INFO:tasks.rados.rados.0.smithi110.stdout:3838: delete oid 30 current snap is 368 2024-02-18T08:32:33.945 INFO:tasks.rados.rados.0.smithi110.stdout:3836: done (4 left) 2024-02-18T08:32:33.945 INFO:tasks.rados.rados.0.smithi110.stdout:3838: done (3 left) 2024-02-18T08:32:33.945 INFO:tasks.rados.rados.0.smithi110.stdout:3839: rollback oid 44 current snap is 368 2024-02-18T08:32:33.945 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 44 to 357 2024-02-18T08:32:33.945 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 368 2024-02-18T08:32:33.945 INFO:tasks.rados.rados.0.smithi110.stdout:3840: seq_num 1189 ranges {0=720896} 2024-02-18T08:32:33.950 INFO:tasks.rados.rados.0.smithi110.stdout:3840: writing smithi11051043-15 from 0 to 720896 tid 1 2024-02-18T08:32:33.950 INFO:tasks.rados.rados.0.smithi110.stdout:3841: rollback oid 40 current snap is 368 2024-02-18T08:32:33.950 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 40 to 345 2024-02-18T08:32:33.950 INFO:tasks.rados.rados.0.smithi110.stdout:3837: finishing rollback tid 0 to smithi11051043-19 2024-02-18T08:32:33.950 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 29 current snap is 368 2024-02-18T08:32:33.950 INFO:tasks.rados.rados.0.smithi110.stdout:3842: seq_num 1190 ranges {12066816=737280} 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3842: writing smithi11051043-29 from 12066816 to 12804096 tid 1 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3843: snap_create 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3837: finishing rollback tid 1 to smithi11051043-19 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3837: finishing rollback tid 2 to smithi11051043-19 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1903 (ObjNum 1151 snap 350 seq_num 1151) dirty exists 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3834: finishing write tid 1 to smithi11051043-23 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3834: finishing write tid 3 to smithi11051043-23 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3835: finishing write tid 1 to smithi11051043-3 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3834: finishing write tid 4 to smithi11051043-23 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 2032 (ObjNum 1186 snap 368 seq_num 1186) dirty exists 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3834: left oid 23 (ObjNum 1186 snap 368 seq_num 1186) 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3835: finishing write tid 3 to smithi11051043-3 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3839: finishing rollback tid 0 to smithi11051043-44 2024-02-18T08:32:34.022 INFO:tasks.rados.rados.0.smithi110.stdout:3839: finishing rollback tid 1 to smithi11051043-44 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:3839: finishing rollback tid 2 to smithi11051043-44 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1830 (ObjNum 1142 snap 347 seq_num 1142) dirty exists 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:3835: finishing write tid 4 to smithi11051043-3 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 3 v 1738 (ObjNum 1187 snap 368 seq_num 1187) dirty exists 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:3835: left oid 3 (ObjNum 1187 snap 368 seq_num 1187) 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:3841: finishing rollback tid 0 to smithi11051043-40 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:3841: finishing rollback tid 1 to smithi11051043-40 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:3841: finishing rollback tid 2 to smithi11051043-40 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 40 v 1633 (ObjNum 1086 snap 331 seq_num 1086) dirty exists 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:3840: finishing write tid 1 to smithi11051043-15 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:3840: finishing write tid 3 to smithi11051043-15 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:3840: finishing write tid 4 to smithi11051043-15 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 1321 (ObjNum 1189 snap 368 seq_num 1189) dirty exists 2024-02-18T08:32:34.023 INFO:tasks.rados.rados.0.smithi110.stdout:3840: left oid 15 (ObjNum 1189 snap 368 seq_num 1189) 2024-02-18T08:32:34.028 INFO:tasks.rados.rados.0.smithi110.stdout:3842: finishing write tid 1 to smithi11051043-29 2024-02-18T08:32:34.028 INFO:tasks.rados.rados.0.smithi110.stdout:3842: finishing write tid 3 to smithi11051043-29 2024-02-18T08:32:34.030 INFO:tasks.rados.rados.0.smithi110.stdout:3842: finishing write tid 4 to smithi11051043-29 2024-02-18T08:32:34.030 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 29 v 1905 (ObjNum 1190 snap 368 seq_num 1190) dirty exists 2024-02-18T08:32:34.030 INFO:tasks.rados.rados.0.smithi110.stdout:3842: left oid 29 (ObjNum 1190 snap 368 seq_num 1190) 2024-02-18T08:32:34.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:33 smithi110 bash[54479]: cluster 2024-02-18T08:32:32.818768+0000 mgr.y (mgr.44100) 462 : cluster [DBG] pgmap v874: 89 pgs: 89 active+clean; 389 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 156 KiB/s wr, 2 op/s 2024-02-18T08:32:34.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:33 smithi110 bash[54479]: cluster 2024-02-18T08:32:32.891086+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-02-18T08:32:34.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:33 smithi110 bash[55875]: cluster 2024-02-18T08:32:32.818768+0000 mgr.y (mgr.44100) 462 : cluster [DBG] pgmap v874: 89 pgs: 89 active+clean; 389 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 156 KiB/s wr, 2 op/s 2024-02-18T08:32:34.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:33 smithi110 bash[55875]: cluster 2024-02-18T08:32:32.891086+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-02-18T08:32:34.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:33 smithi191 bash[38688]: cluster 2024-02-18T08:32:32.818768+0000 mgr.y (mgr.44100) 462 : cluster [DBG] pgmap v874: 89 pgs: 89 active+clean; 389 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 156 KiB/s wr, 2 op/s 2024-02-18T08:32:34.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:33 smithi191 bash[38688]: cluster 2024-02-18T08:32:32.891086+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-02-18T08:32:34.919 INFO:tasks.rados.rados.0.smithi110.stdout:3834: done (7 left) 2024-02-18T08:32:34.919 INFO:tasks.rados.rados.0.smithi110.stdout:3835: done (6 left) 2024-02-18T08:32:34.919 INFO:tasks.rados.rados.0.smithi110.stdout:3837: done (5 left) 2024-02-18T08:32:34.919 INFO:tasks.rados.rados.0.smithi110.stdout:3839: done (4 left) 2024-02-18T08:32:34.920 INFO:tasks.rados.rados.0.smithi110.stdout:3840: done (3 left) 2024-02-18T08:32:34.920 INFO:tasks.rados.rados.0.smithi110.stdout:3841: done (2 left) 2024-02-18T08:32:34.920 INFO:tasks.rados.rados.0.smithi110.stdout:3842: done (1 left) 2024-02-18T08:32:34.920 INFO:tasks.rados.rados.0.smithi110.stdout:3843: done (0 left) 2024-02-18T08:32:34.920 INFO:tasks.rados.rados.0.smithi110.stdout:3844: delete oid 49 current snap is 369 2024-02-18T08:32:34.925 INFO:tasks.rados.rados.0.smithi110.stdout:3844: done (0 left) 2024-02-18T08:32:34.925 INFO:tasks.rados.rados.0.smithi110.stdout:3845: snap_remove snap 350 2024-02-18T08:32:35.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:34 smithi110 bash[54479]: cluster 2024-02-18T08:32:33.911574+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-02-18T08:32:35.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:34 smithi110 bash[55875]: cluster 2024-02-18T08:32:33.911574+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-02-18T08:32:35.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:34 smithi191 bash[38688]: cluster 2024-02-18T08:32:33.911574+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-02-18T08:32:35.930 INFO:tasks.rados.rados.0.smithi110.stdout:3845: done (0 left) 2024-02-18T08:32:35.930 INFO:tasks.rados.rados.0.smithi110.stdout:3846: rollback oid 20 current snap is 369 2024-02-18T08:32:35.930 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 20 to 338 2024-02-18T08:32:35.930 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 10 current snap is 369 2024-02-18T08:32:35.930 INFO:tasks.rados.rados.0.smithi110.stdout:3847: seq_num 1192 ranges {245760=770048} 2024-02-18T08:32:35.937 INFO:tasks.rados.rados.0.smithi110.stdout:3847: writing smithi11051043-10 from 245760 to 1015808 tid 1 2024-02-18T08:32:35.938 INFO:tasks.rados.rados.0.smithi110.stdout:3848: copy_from oid 24 from oid 49 current snap is 369 2024-02-18T08:32:35.938 INFO:tasks.rados.rados.0.smithi110.stdout:3849: rollback oid 36 current snap is 369 2024-02-18T08:32:35.938 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 36 to 364 2024-02-18T08:32:35.938 INFO:tasks.rados.rados.0.smithi110.stdout:3850: snap_remove snap 365 2024-02-18T08:32:36.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:35 smithi110 bash[54479]: cluster 2024-02-18T08:32:34.819557+0000 mgr.y (mgr.44100) 463 : cluster [DBG] pgmap v877: 89 pgs: 89 active+clean; 390 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 492 KiB/s wr, 3 op/s 2024-02-18T08:32:36.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:35 smithi110 bash[54479]: cluster 2024-02-18T08:32:34.921147+0000 mon.a (mon.0) 1425 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-02-18T08:32:36.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:35 smithi110 bash[55875]: cluster 2024-02-18T08:32:34.819557+0000 mgr.y (mgr.44100) 463 : cluster [DBG] pgmap v877: 89 pgs: 89 active+clean; 390 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 492 KiB/s wr, 3 op/s 2024-02-18T08:32:36.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:35 smithi110 bash[55875]: cluster 2024-02-18T08:32:34.921147+0000 mon.a (mon.0) 1425 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-02-18T08:32:36.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:35 smithi191 bash[38688]: cluster 2024-02-18T08:32:34.819557+0000 mgr.y (mgr.44100) 463 : cluster [DBG] pgmap v877: 89 pgs: 89 active+clean; 390 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 492 KiB/s wr, 3 op/s 2024-02-18T08:32:36.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:35 smithi191 bash[38688]: cluster 2024-02-18T08:32:34.921147+0000 mon.a (mon.0) 1425 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-02-18T08:32:36.937 INFO:tasks.rados.rados.0.smithi110.stdout:3850: done (4 left) 2024-02-18T08:32:36.937 INFO:tasks.rados.rados.0.smithi110.stdout:3851: delete oid 43 current snap is 369 2024-02-18T08:32:36.937 INFO:tasks.rados.rados.0.smithi110.stdout:3848: finishing copy_from to smithi11051043-24 2024-02-18T08:32:36.937 INFO:tasks.rados.rados.0.smithi110.stdout:3848: got expected ENOENT (src dne) 2024-02-18T08:32:36.937 INFO:tasks.rados.rados.0.smithi110.stdout:3848: finishing copy_from racing read to smithi11051043-24 2024-02-18T08:32:36.937 INFO:tasks.rados.rados.0.smithi110.stdout:3849: finishing rollback tid 0 to smithi11051043-36 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:3849: finishing rollback tid 1 to smithi11051043-36 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:3846: finishing rollback tid 0 to smithi11051043-20 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:3847: finishing write tid 1 to smithi11051043-10 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:3847: finishing write tid 3 to smithi11051043-10 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:3849: finishing rollback tid 2 to smithi11051043-36 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1833 (ObjNum 1153 snap 350 seq_num 1153) dirty exists 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:3846: finishing rollback tid 1 to smithi11051043-20 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:3846: finishing rollback tid 2 to smithi11051043-20 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 1104 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:3847: finishing write tid 4 to smithi11051043-10 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 1548 (ObjNum 1192 snap 369 seq_num 1192) dirty exists 2024-02-18T08:32:36.938 INFO:tasks.rados.rados.0.smithi110.stdout:3847: left oid 10 (ObjNum 1192 snap 369 seq_num 1192) 2024-02-18T08:32:36.945 INFO:tasks.rados.rados.0.smithi110.stdout:3846: done (4 left) 2024-02-18T08:32:36.945 INFO:tasks.rados.rados.0.smithi110.stdout:3847: done (3 left) 2024-02-18T08:32:36.945 INFO:tasks.rados.rados.0.smithi110.stdout:3848: done (2 left) 2024-02-18T08:32:36.945 INFO:tasks.rados.rados.0.smithi110.stdout:3849: done (1 left) 2024-02-18T08:32:36.945 INFO:tasks.rados.rados.0.smithi110.stdout:3851: done (0 left) 2024-02-18T08:32:36.945 INFO:tasks.rados.rados.0.smithi110.stdout:3852: read oid 27 snap -1 2024-02-18T08:32:36.945 INFO:tasks.rados.rados.0.smithi110.stdout:3852: expect deleted 2024-02-18T08:32:36.945 INFO:tasks.rados.rados.0.smithi110.stdout:3853: copy_from oid 25 from oid 17 current snap is 369 2024-02-18T08:32:36.946 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 369 2024-02-18T08:32:36.946 INFO:tasks.rados.rados.0.smithi110.stdout:3854: seq_num 1194 ranges {2654208=802816} 2024-02-18T08:32:36.965 INFO:tasks.rados.rados.0.smithi110.stdout:3854: writing smithi11051043-19 from 2654208 to 3457024 tid 1 2024-02-18T08:32:36.965 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 369 2024-02-18T08:32:36.965 INFO:tasks.rados.rados.0.smithi110.stdout:3855: seq_num 1195 ranges {0=417792,417792=401408} 2024-02-18T08:32:36.967 INFO:tasks.rados.rados.0.smithi110.stdout:3855: writing smithi11051043-42 from 0 to 417792 tid 1 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3855: writing smithi11051043-42 from 417792 to 819200 tid 2 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3856: rollback oid 10 current snap is 369 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 10 to 341 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3853: finishing copy_from to smithi11051043-25 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3853: got expected ENOENT (src dne) 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3853: finishing copy_from racing read to smithi11051043-25 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3854: finishing write tid 1 to smithi11051043-19 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3852: done (4 left) 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3853: done (3 left) 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3857: read oid 47 snap -1 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3857: expect (ObjNum 1114 snap 338 seq_num 1114) 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3858: read oid 40 snap -1 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:3858: expect (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:32:36.971 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 34 current snap is 369 2024-02-18T08:32:36.972 INFO:tasks.rados.rados.0.smithi110.stdout:3859: seq_num 1196 ranges {0=434176,434176=401408} 2024-02-18T08:32:36.977 INFO:tasks.rados.rados.0.smithi110.stdout:3859: writing smithi11051043-34 from 0 to 434176 tid 1 2024-02-18T08:32:36.977 INFO:tasks.rados.rados.0.smithi110.stdout:3859: writing smithi11051043-34 from 434176 to 835584 tid 2 2024-02-18T08:32:36.977 INFO:tasks.rados.rados.0.smithi110.stdout:3860: delete oid 20 current snap is 369 2024-02-18T08:32:36.977 INFO:tasks.rados.rados.0.smithi110.stdout:3854: finishing write tid 3 to smithi11051043-19 2024-02-18T08:32:36.977 INFO:tasks.rados.rados.0.smithi110.stdout:3854: finishing write tid 4 to smithi11051043-19 2024-02-18T08:32:36.977 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1907 (ObjNum 1194 snap 369 seq_num 1194) dirty exists 2024-02-18T08:32:36.977 INFO:tasks.rados.rados.0.smithi110.stdout:3854: left oid 19 (ObjNum 1194 snap 369 seq_num 1194) 2024-02-18T08:32:36.977 INFO:tasks.rados.rados.0.smithi110.stdout:3855: finishing write tid 1 to smithi11051043-42 2024-02-18T08:32:36.979 INFO:tasks.rados.rados.0.smithi110.stdout:3855: finishing write tid 2 to smithi11051043-42 2024-02-18T08:32:36.979 INFO:tasks.rados.rados.0.smithi110.stdout:3855: finishing write tid 4 to smithi11051043-42 2024-02-18T08:32:36.979 INFO:tasks.rados.rados.0.smithi110.stdout:3856: finishing rollback tid 0 to smithi11051043-10 2024-02-18T08:32:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:3854: done (6 left) 2024-02-18T08:32:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:3860: done (5 left) 2024-02-18T08:32:36.981 INFO:tasks.rados.rados.0.smithi110.stdout:3861: read oid 5 snap 366 2024-02-18T08:32:36.982 INFO:tasks.rados.rados.0.smithi110.stdout:3861: expect (ObjNum 1071 snap 327 seq_num 1071) 2024-02-18T08:32:36.982 INFO:tasks.rados.rados.0.smithi110.stdout:3862: setattr oid 26 current snap is 369 2024-02-18T08:32:36.982 INFO:tasks.rados.rados.0.smithi110.stdout:3855: finishing write tid 5 to smithi11051043-42 2024-02-18T08:32:36.982 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 1816 (ObjNum 1195 snap 369 seq_num 1195) dirty exists 2024-02-18T08:32:36.982 INFO:tasks.rados.rados.0.smithi110.stdout:3855: left oid 42 (ObjNum 1195 snap 369 seq_num 1195) 2024-02-18T08:32:36.982 INFO:tasks.rados.rados.0.smithi110.stdout:3855: done (6 left) 2024-02-18T08:32:36.982 INFO:tasks.rados.rados.0.smithi110.stdout:3863: snap_create 2024-02-18T08:32:36.986 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 2043 (ObjNum 0 snap 0 seq_num 4165297536) dirty exists 2024-02-18T08:32:36.989 INFO:tasks.rados.rados.0.smithi110.stdout:3858: expect (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:32:37.114 INFO:tasks.rados.rados.0.smithi110.stdout:3859: finishing write tid 1 to smithi11051043-34 2024-02-18T08:32:37.114 INFO:tasks.rados.rados.0.smithi110.stdout:3859: finishing write tid 2 to smithi11051043-34 2024-02-18T08:32:37.114 INFO:tasks.rados.rados.0.smithi110.stdout:3859: finishing write tid 4 to smithi11051043-34 2024-02-18T08:32:37.114 INFO:tasks.rados.rados.0.smithi110.stdout:3859: finishing write tid 5 to smithi11051043-34 2024-02-18T08:32:37.114 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 1644 (ObjNum 1196 snap 369 seq_num 1196) dirty exists 2024-02-18T08:32:37.115 INFO:tasks.rados.rados.0.smithi110.stdout:3859: left oid 34 (ObjNum 1196 snap 369 seq_num 1196) 2024-02-18T08:32:37.115 INFO:tasks.rados.rados.0.smithi110.stdout:3856: finishing rollback tid 1 to smithi11051043-10 2024-02-18T08:32:37.115 INFO:tasks.rados.rados.0.smithi110.stdout:3856: finishing rollback tid 2 to smithi11051043-10 2024-02-18T08:32:37.115 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 1551 (ObjNum 1109 snap 337 seq_num 1109) dirty exists 2024-02-18T08:32:37.115 INFO:tasks.rados.rados.0.smithi110.stdout:3857: expect (ObjNum 1114 snap 338 seq_num 1114) 2024-02-18T08:32:37.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:36 smithi110 bash[54479]: cluster 2024-02-18T08:32:35.930383+0000 mon.a (mon.0) 1426 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-02-18T08:32:37.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:36 smithi110 bash[55875]: cluster 2024-02-18T08:32:35.930383+0000 mon.a (mon.0) 1426 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-02-18T08:32:37.328 INFO:tasks.rados.rados.0.smithi110.stdout:3861: expect (ObjNum 1071 snap 327 seq_num 1071) 2024-02-18T08:32:37.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:36 smithi191 bash[38688]: cluster 2024-02-18T08:32:35.930383+0000 mon.a (mon.0) 1426 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-02-18T08:32:38.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:37 smithi110 bash[55875]: cluster 2024-02-18T08:32:36.820252+0000 mgr.y (mgr.44100) 464 : cluster [DBG] pgmap v880: 89 pgs: 89 active+clean; 391 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 500 KiB/s wr, 3 op/s 2024-02-18T08:32:38.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:37 smithi110 bash[55875]: cluster 2024-02-18T08:32:36.938946+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-02-18T08:32:38.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:37 smithi110 bash[54479]: cluster 2024-02-18T08:32:36.820252+0000 mgr.y (mgr.44100) 464 : cluster [DBG] pgmap v880: 89 pgs: 89 active+clean; 391 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 500 KiB/s wr, 3 op/s 2024-02-18T08:32:38.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:37 smithi110 bash[54479]: cluster 2024-02-18T08:32:36.938946+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-02-18T08:32:38.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:37 smithi191 bash[38688]: cluster 2024-02-18T08:32:36.820252+0000 mgr.y (mgr.44100) 464 : cluster [DBG] pgmap v880: 89 pgs: 89 active+clean; 391 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 500 KiB/s wr, 3 op/s 2024-02-18T08:32:38.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:37 smithi191 bash[38688]: cluster 2024-02-18T08:32:36.938946+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3856: done (6 left) 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3857: done (5 left) 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3858: done (4 left) 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3859: done (3 left) 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3861: done (2 left) 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3862: done (1 left) 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3863: done (0 left) 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3864: rmattr oid 41 current snap is 370 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3864: done (0 left) 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3865: read oid 41 snap -1 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3865: expect (ObjNum 1184 snap 365 seq_num 1184) 2024-02-18T08:32:38.434 INFO:tasks.rados.rados.0.smithi110.stdout:3866: snap_remove snap 338 2024-02-18T08:32:38.960 INFO:tasks.rados.rados.0.smithi110.stdout:3866: done (1 left) 2024-02-18T08:32:38.961 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 4 current snap is 370 2024-02-18T08:32:38.961 INFO:tasks.rados.rados.0.smithi110.stdout:3867: seq_num 1198 ranges {835584=466944,1302528=401408} 2024-02-18T08:32:38.970 INFO:tasks.rados.rados.0.smithi110.stdout:3867: writing smithi11051043-4 from 835584 to 1302528 tid 1 2024-02-18T08:32:38.972 INFO:tasks.rados.rados.0.smithi110.stdout:3867: writing smithi11051043-4 from 1302528 to 1703936 tid 2 2024-02-18T08:32:38.972 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 16 current snap is 370 2024-02-18T08:32:38.972 INFO:tasks.rados.rados.0.smithi110.stdout:3868: seq_num 1199 ranges {0=483328,483328=401408} 2024-02-18T08:32:38.976 INFO:tasks.rados.rados.0.smithi110.stdout:3868: writing smithi11051043-16 from 0 to 483328 tid 1 2024-02-18T08:32:38.979 INFO:tasks.rados.rados.0.smithi110.stdout:3868: writing smithi11051043-16 from 483328 to 884736 tid 2 2024-02-18T08:32:38.979 INFO:tasks.rados.rados.0.smithi110.stdout:3865: expect (ObjNum 1184 snap 365 seq_num 1184) 2024-02-18T08:32:39.001 INFO:tasks.rados.rados.0.smithi110.stdout:3865: done (2 left) 2024-02-18T08:32:39.001 INFO:tasks.rados.rados.0.smithi110.stdout:3869: read oid 40 snap 368 2024-02-18T08:32:39.001 INFO:tasks.rados.rados.0.smithi110.stdout:3869: expect (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:32:39.001 INFO:tasks.rados.rados.0.smithi110.stdout:3870: copy_from oid 11 from oid 29 current snap is 370 2024-02-18T08:32:39.001 INFO:tasks.rados.rados.0.smithi110.stdout:3867: finishing write tid 1 to smithi11051043-4 2024-02-18T08:32:39.001 INFO:tasks.rados.rados.0.smithi110.stdout:3867: finishing write tid 2 to smithi11051043-4 2024-02-18T08:32:39.001 INFO:tasks.rados.rados.0.smithi110.stdout:3867: finishing write tid 4 to smithi11051043-4 2024-02-18T08:32:39.001 INFO:tasks.rados.rados.0.smithi110.stdout:3868: finishing write tid 1 to smithi11051043-16 2024-02-18T08:32:39.001 INFO:tasks.rados.rados.0.smithi110.stdout:3867: finishing write tid 5 to smithi11051043-4 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 4 v 1741 (ObjNum 1198 snap 370 seq_num 1198) dirty exists 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:3867: left oid 4 (ObjNum 1198 snap 370 seq_num 1198) 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:3868: finishing write tid 2 to smithi11051043-16 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:3868: finishing write tid 4 to smithi11051043-16 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:3868: finishing write tid 5 to smithi11051043-16 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 16 v 2050 (ObjNum 1199 snap 370 seq_num 1199) dirty exists 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:3868: left oid 16 (ObjNum 1199 snap 370 seq_num 1199) 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:3867: done (3 left) 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:3868: done (2 left) 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 33 current snap is 370 2024-02-18T08:32:39.002 INFO:tasks.rados.rados.0.smithi110.stdout:3871: seq_num 1200 ranges {5423104=499712,5922816=401408} 2024-02-18T08:32:39.035 INFO:tasks.rados.rados.0.smithi110.stdout:3871: writing smithi11051043-33 from 5423104 to 5922816 tid 1 2024-02-18T08:32:39.038 INFO:tasks.rados.rados.0.smithi110.stdout:3871: writing smithi11051043-33 from 5922816 to 6324224 tid 2 2024-02-18T08:32:39.038 INFO:tasks.rados.rados.0.smithi110.stdout:3872: rollback oid 8 current snap is 370 2024-02-18T08:32:39.038 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 8 to 367 2024-02-18T08:32:39.038 INFO:tasks.rados.rados.0.smithi110.stdout:3869: expect (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:32:39.165 INFO:tasks.rados.rados.0.smithi110.stdout:3871: finishing write tid 1 to smithi11051043-33 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:3872: finishing rollback tid 0 to smithi11051043-8 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:3871: finishing write tid 2 to smithi11051043-33 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:3871: finishing write tid 4 to smithi11051043-33 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:3872: finishing rollback tid 1 to smithi11051043-8 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:3872: finishing rollback tid 2 to smithi11051043-8 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 2060 (ObjNum 1174 snap 358 seq_num 1174) dirty exists 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:3871: finishing write tid 5 to smithi11051043-33 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 33 v 1656 (ObjNum 1200 snap 370 seq_num 1200) dirty exists 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:3871: left oid 33 (ObjNum 1200 snap 370 seq_num 1200) 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:3870: finishing copy_from racing read to smithi11051043-11 2024-02-18T08:32:39.166 INFO:tasks.rados.rados.0.smithi110.stdout:3869: done (3 left) 2024-02-18T08:32:39.167 INFO:tasks.rados.rados.0.smithi110.stdout:3871: done (2 left) 2024-02-18T08:32:39.167 INFO:tasks.rados.rados.0.smithi110.stdout:3872: done (1 left) 2024-02-18T08:32:39.167 INFO:tasks.rados.rados.0.smithi110.stdout:3873: rollback oid 23 current snap is 370 2024-02-18T08:32:39.167 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 23 to 367 2024-02-18T08:32:39.167 INFO:tasks.rados.rados.0.smithi110.stdout:3870: finishing copy_from to smithi11051043-11 2024-02-18T08:32:39.167 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1905 (ObjNum 1190 snap 368 seq_num 1190) dirty exists 2024-02-18T08:32:39.167 INFO:tasks.rados.rados.0.smithi110.stdout:3870: done (1 left) 2024-02-18T08:32:39.167 INFO:tasks.rados.rados.0.smithi110.stdout:3874: snap_create 2024-02-18T08:32:39.174 INFO:tasks.rados.rados.0.smithi110.stdout:3873: finishing rollback tid 0 to smithi11051043-23 2024-02-18T08:32:39.174 INFO:tasks.rados.rados.0.smithi110.stdout:3873: finishing rollback tid 1 to smithi11051043-23 2024-02-18T08:32:39.174 INFO:tasks.rados.rados.0.smithi110.stdout:3873: finishing rollback tid 2 to smithi11051043-23 2024-02-18T08:32:39.174 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 23 v 2064 (ObjNum 1068 snap 326 seq_num 1068) dirty exists 2024-02-18T08:32:39.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:38 smithi110 bash[55875]: cluster 2024-02-18T08:32:37.947080+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-02-18T08:32:39.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:38 smithi110 bash[55875]: audit 2024-02-18T08:32:38.713322+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:32:39.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:38 smithi110 bash[55875]: audit 2024-02-18T08:32:38.714161+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-02-18T08:32:39.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:38 smithi110 bash[55875]: audit 2024-02-18T08:32:38.714905+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:32:39.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:38 smithi110 bash[54479]: cluster 2024-02-18T08:32:37.947080+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-02-18T08:32:39.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:38 smithi110 bash[54479]: audit 2024-02-18T08:32:38.713322+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:32:39.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:38 smithi110 bash[54479]: audit 2024-02-18T08:32:38.714161+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-02-18T08:32:39.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:38 smithi110 bash[54479]: audit 2024-02-18T08:32:38.714905+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:32:39.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:38 smithi191 bash[38688]: cluster 2024-02-18T08:32:37.947080+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-02-18T08:32:39.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:38 smithi191 bash[38688]: audit 2024-02-18T08:32:38.713322+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:32:39.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:38 smithi191 bash[38688]: audit 2024-02-18T08:32:38.714161+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-02-18T08:32:39.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:38 smithi191 bash[38688]: audit 2024-02-18T08:32:38.714905+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:32:39.877 INFO:tasks.rados.rados.0.smithi110.stdout:3873: done (1 left) 2024-02-18T08:32:39.877 INFO:tasks.rados.rados.0.smithi110.stdout:3874: done (0 left) 2024-02-18T08:32:39.877 INFO:tasks.rados.rados.0.smithi110.stdout:3875: read oid 5 snap -1 2024-02-18T08:32:39.877 INFO:tasks.rados.rados.0.smithi110.stdout:3875: expect (ObjNum 1071 snap 327 seq_num 1071) 2024-02-18T08:32:39.877 INFO:tasks.rados.rados.0.smithi110.stdout:3876: copy_from oid 49 from oid 47 current snap is 371 2024-02-18T08:32:39.877 INFO:tasks.rados.rados.0.smithi110.stdout:3877: delete oid 34 current snap is 371 2024-02-18T08:32:39.881 INFO:tasks.rados.rados.0.smithi110.stdout:3877: done (2 left) 2024-02-18T08:32:39.881 INFO:tasks.rados.rados.0.smithi110.stdout:3878: delete oid 29 current snap is 371 2024-02-18T08:32:39.888 INFO:tasks.rados.rados.0.smithi110.stdout:3878: done (2 left) 2024-02-18T08:32:39.888 INFO:tasks.rados.rados.0.smithi110.stdout:3879: snap_create 2024-02-18T08:32:39.904 INFO:tasks.rados.rados.0.smithi110.stdout:3876: finishing copy_from racing read to smithi11051043-49 2024-02-18T08:32:39.908 INFO:tasks.rados.rados.0.smithi110.stdout:3876: finishing copy_from to smithi11051043-49 2024-02-18T08:32:39.908 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1546 (ObjNum 1114 snap 338 seq_num 1114) dirty exists 2024-02-18T08:32:39.926 INFO:tasks.rados.rados.0.smithi110.stdout:3875: expect (ObjNum 1071 snap 327 seq_num 1071) 2024-02-18T08:32:40.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:39 smithi110 bash[54479]: cluster 2024-02-18T08:32:38.821120+0000 mgr.y (mgr.44100) 465 : cluster [DBG] pgmap v883: 89 pgs: 89 active+clean; 391 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 912 KiB/s wr, 8 op/s 2024-02-18T08:32:40.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:39 smithi110 bash[54479]: cluster 2024-02-18T08:32:38.962073+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-02-18T08:32:40.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:39 smithi110 bash[54479]: cluster 2024-02-18T08:32:39.878034+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-02-18T08:32:40.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:39 smithi110 bash[55875]: cluster 2024-02-18T08:32:38.821120+0000 mgr.y (mgr.44100) 465 : cluster [DBG] pgmap v883: 89 pgs: 89 active+clean; 391 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 912 KiB/s wr, 8 op/s 2024-02-18T08:32:40.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:39 smithi110 bash[55875]: cluster 2024-02-18T08:32:38.962073+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-02-18T08:32:40.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:39 smithi110 bash[55875]: cluster 2024-02-18T08:32:39.878034+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-02-18T08:32:40.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:39 smithi191 bash[38688]: cluster 2024-02-18T08:32:38.821120+0000 mgr.y (mgr.44100) 465 : cluster [DBG] pgmap v883: 89 pgs: 89 active+clean; 391 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 912 KiB/s wr, 8 op/s 2024-02-18T08:32:40.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:39 smithi191 bash[38688]: cluster 2024-02-18T08:32:38.962073+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-02-18T08:32:40.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:39 smithi191 bash[38688]: cluster 2024-02-18T08:32:39.878034+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-02-18T08:32:41.059 INFO:tasks.rados.rados.0.smithi110.stdout:3875: done (2 left) 2024-02-18T08:32:41.059 INFO:tasks.rados.rados.0.smithi110.stdout:3876: done (1 left) 2024-02-18T08:32:41.059 INFO:tasks.rados.rados.0.smithi110.stdout:3879: done (0 left) 2024-02-18T08:32:41.059 INFO:tasks.rados.rados.0.smithi110.stdout:3880: snap_remove snap 357 2024-02-18T08:32:41.967 INFO:tasks.rados.rados.0.smithi110.stdout:3880: done (0 left) 2024-02-18T08:32:41.967 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 372 2024-02-18T08:32:41.967 INFO:tasks.rados.rados.0.smithi110.stdout:3881: seq_num 1203 ranges {0=557056,557056=401408} 2024-02-18T08:32:41.970 INFO:tasks.rados.rados.0.smithi110.stdout:3881: writing smithi11051043-7 from 0 to 557056 tid 1 2024-02-18T08:32:41.973 INFO:tasks.rados.rados.0.smithi110.stdout:3881: writing smithi11051043-7 from 557056 to 958464 tid 2 2024-02-18T08:32:41.973 INFO:tasks.rados.rados.0.smithi110.stdout:3882: snap_remove snap 341 2024-02-18T08:32:42.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:41 smithi110 bash[54479]: cluster 2024-02-18T08:32:40.821888+0000 mgr.y (mgr.44100) 466 : cluster [DBG] pgmap v886: 89 pgs: 89 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-02-18T08:32:42.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:41 smithi110 bash[54479]: cluster 2024-02-18T08:32:40.880423+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-02-18T08:32:42.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:41 smithi110 bash[55875]: cluster 2024-02-18T08:32:40.821888+0000 mgr.y (mgr.44100) 466 : cluster [DBG] pgmap v886: 89 pgs: 89 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-02-18T08:32:42.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:41 smithi110 bash[55875]: cluster 2024-02-18T08:32:40.880423+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-02-18T08:32:42.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:41 smithi191 bash[38688]: cluster 2024-02-18T08:32:40.821888+0000 mgr.y (mgr.44100) 466 : cluster [DBG] pgmap v886: 89 pgs: 89 active+clean; 405 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-02-18T08:32:42.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:41 smithi191 bash[38688]: cluster 2024-02-18T08:32:40.880423+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-02-18T08:32:42.978 INFO:tasks.rados.rados.0.smithi110.stdout:3882: done (1 left) 2024-02-18T08:32:42.978 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 41 current snap is 372 2024-02-18T08:32:42.978 INFO:tasks.rados.rados.0.smithi110.stdout:3883: seq_num 1204 ranges {638976=573440,1212416=401408} 2024-02-18T08:32:42.986 INFO:tasks.rados.rados.0.smithi110.stdout:3883: writing smithi11051043-41 from 638976 to 1212416 tid 1 2024-02-18T08:32:42.989 INFO:tasks.rados.rados.0.smithi110.stdout:3883: writing smithi11051043-41 from 1212416 to 1613824 tid 2 2024-02-18T08:32:42.989 INFO:tasks.rados.rados.0.smithi110.stdout:3884: read oid 43 snap 367 2024-02-18T08:32:42.989 INFO:tasks.rados.rados.0.smithi110.stdout:3884: expect deleted 2024-02-18T08:32:42.990 INFO:tasks.rados.rados.0.smithi110.stdout:3885: snap_create 2024-02-18T08:32:42.990 INFO:tasks.rados.rados.0.smithi110.stdout:3881: finishing write tid 1 to smithi11051043-7 2024-02-18T08:32:42.990 INFO:tasks.rados.rados.0.smithi110.stdout:3881: finishing write tid 2 to smithi11051043-7 2024-02-18T08:32:42.990 INFO:tasks.rados.rados.0.smithi110.stdout:3881: finishing write tid 4 to smithi11051043-7 2024-02-18T08:32:42.990 INFO:tasks.rados.rados.0.smithi110.stdout:3881: finishing write tid 5 to smithi11051043-7 2024-02-18T08:32:42.990 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1329 (ObjNum 1203 snap 372 seq_num 1203) dirty exists 2024-02-18T08:32:42.990 INFO:tasks.rados.rados.0.smithi110.stdout:3881: left oid 7 (ObjNum 1203 snap 372 seq_num 1203) 2024-02-18T08:32:43.003 INFO:tasks.rados.rados.0.smithi110.stdout:3883: finishing write tid 1 to smithi11051043-41 2024-02-18T08:32:43.003 INFO:tasks.rados.rados.0.smithi110.stdout:3883: finishing write tid 2 to smithi11051043-41 2024-02-18T08:32:43.003 INFO:tasks.rados.rados.0.smithi110.stdout:3883: finishing write tid 4 to smithi11051043-41 2024-02-18T08:32:43.008 INFO:tasks.rados.rados.0.smithi110.stdout:3883: finishing write tid 5 to smithi11051043-41 2024-02-18T08:32:43.008 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 41 v 1678 (ObjNum 1204 snap 372 seq_num 1204) dirty exists 2024-02-18T08:32:43.008 INFO:tasks.rados.rados.0.smithi110.stdout:3883: left oid 41 (ObjNum 1204 snap 372 seq_num 1204) 2024-02-18T08:32:43.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:42 smithi110 bash[54479]: cluster 2024-02-18T08:32:41.968695+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-02-18T08:32:43.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:42 smithi110 bash[55875]: cluster 2024-02-18T08:32:41.968695+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-02-18T08:32:43.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:42 smithi191 bash[38688]: cluster 2024-02-18T08:32:41.968695+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-02-18T08:32:43.979 INFO:tasks.rados.rados.0.smithi110.stdout:3881: done (3 left) 2024-02-18T08:32:43.979 INFO:tasks.rados.rados.0.smithi110.stdout:3883: done (2 left) 2024-02-18T08:32:43.979 INFO:tasks.rados.rados.0.smithi110.stdout:3884: done (1 left) 2024-02-18T08:32:43.979 INFO:tasks.rados.rados.0.smithi110.stdout:3885: done (0 left) 2024-02-18T08:32:43.979 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 373 2024-02-18T08:32:43.979 INFO:tasks.rados.rados.0.smithi110.stdout:3886: seq_num 1205 ranges {7176192=589824,7766016=401408} 2024-02-18T08:32:44.025 INFO:tasks.rados.rados.0.smithi110.stdout:3886: writing smithi11051043-44 from 7176192 to 7766016 tid 1 2024-02-18T08:32:44.027 INFO:tasks.rados.rados.0.smithi110.stdout:3886: writing smithi11051043-44 from 7766016 to 8167424 tid 2 2024-02-18T08:32:44.027 INFO:tasks.rados.rados.0.smithi110.stdout:3887: snap_remove snap 367 2024-02-18T08:32:44.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:43 smithi191 bash[38688]: cluster 2024-02-18T08:32:42.822672+0000 mgr.y (mgr.44100) 467 : cluster [DBG] pgmap v889: 89 pgs: 89 active+clean; 410 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.9 MiB/s wr, 15 op/s 2024-02-18T08:32:44.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:43 smithi191 bash[38688]: cluster 2024-02-18T08:32:42.977780+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-02-18T08:32:44.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:43 smithi110 bash[54479]: cluster 2024-02-18T08:32:42.822672+0000 mgr.y (mgr.44100) 467 : cluster [DBG] pgmap v889: 89 pgs: 89 active+clean; 410 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.9 MiB/s wr, 15 op/s 2024-02-18T08:32:44.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:43 smithi110 bash[54479]: cluster 2024-02-18T08:32:42.977780+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-02-18T08:32:44.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:43 smithi110 bash[55875]: cluster 2024-02-18T08:32:42.822672+0000 mgr.y (mgr.44100) 467 : cluster [DBG] pgmap v889: 89 pgs: 89 active+clean; 410 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.9 MiB/s wr, 15 op/s 2024-02-18T08:32:44.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:43 smithi110 bash[55875]: cluster 2024-02-18T08:32:42.977780+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-02-18T08:32:44.879 INFO:tasks.rados.rados.0.smithi110.stdout:3887: done (1 left) 2024-02-18T08:32:44.879 INFO:tasks.rados.rados.0.smithi110.stdout:3888: delete oid 42 current snap is 373 2024-02-18T08:32:44.879 INFO:tasks.rados.rados.0.smithi110.stdout:3886: finishing write tid 1 to smithi11051043-44 2024-02-18T08:32:44.880 INFO:tasks.rados.rados.0.smithi110.stdout:3886: finishing write tid 2 to smithi11051043-44 2024-02-18T08:32:44.880 INFO:tasks.rados.rados.0.smithi110.stdout:3886: finishing write tid 4 to smithi11051043-44 2024-02-18T08:32:44.880 INFO:tasks.rados.rados.0.smithi110.stdout:3886: finishing write tid 5 to smithi11051043-44 2024-02-18T08:32:44.880 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1836 (ObjNum 1205 snap 373 seq_num 1205) dirty exists 2024-02-18T08:32:44.880 INFO:tasks.rados.rados.0.smithi110.stdout:3886: left oid 44 (ObjNum 1205 snap 373 seq_num 1205) 2024-02-18T08:32:44.895 INFO:tasks.rados.rados.0.smithi110.stdout:3886: done (1 left) 2024-02-18T08:32:44.895 INFO:tasks.rados.rados.0.smithi110.stdout:3888: done (0 left) 2024-02-18T08:32:44.895 INFO:tasks.rados.rados.0.smithi110.stdout:3889: setattr oid 19 current snap is 373 2024-02-18T08:32:44.895 INFO:tasks.rados.rados.0.smithi110.stdout:3890: snap_create 2024-02-18T08:32:44.898 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1909 (ObjNum 1194 snap 369 seq_num 1194) dirty exists 2024-02-18T08:32:45.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:44 smithi191 bash[38688]: cluster 2024-02-18T08:32:43.980599+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-02-18T08:32:45.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:44 smithi191 bash[38688]: cluster 2024-02-18T08:32:44.881210+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-02-18T08:32:45.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:44 smithi110 bash[54479]: cluster 2024-02-18T08:32:43.980599+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-02-18T08:32:45.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:44 smithi110 bash[54479]: cluster 2024-02-18T08:32:44.881210+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-02-18T08:32:45.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:44 smithi110 bash[55875]: cluster 2024-02-18T08:32:43.980599+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-02-18T08:32:45.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:44 smithi110 bash[55875]: cluster 2024-02-18T08:32:44.881210+0000 mon.a (mon.0) 1438 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-02-18T08:32:45.881 INFO:tasks.rados.rados.0.smithi110.stdout:3889: done (1 left) 2024-02-18T08:32:45.881 INFO:tasks.rados.rados.0.smithi110.stdout:3890: done (0 left) 2024-02-18T08:32:45.881 INFO:tasks.rados.rados.0.smithi110.stdout:3891: rollback oid 1 current snap is 374 2024-02-18T08:32:45.881 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 1 to 371 2024-02-18T08:32:45.881 INFO:tasks.rados.rados.0.smithi110.stdout:3892: rollback oid 18 current snap is 374 2024-02-18T08:32:45.881 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 18 to 354 2024-02-18T08:32:45.881 INFO:tasks.rados.rados.0.smithi110.stdout:3893: copy_from oid 6 from oid 4 current snap is 374 2024-02-18T08:32:45.881 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 15 current snap is 374 2024-02-18T08:32:45.881 INFO:tasks.rados.rados.0.smithi110.stdout:3894: seq_num 1207 ranges {720896=622592,1343488=401408} 2024-02-18T08:32:45.891 INFO:tasks.rados.rados.0.smithi110.stdout:3894: writing smithi11051043-15 from 720896 to 1343488 tid 1 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:3894: writing smithi11051043-15 from 1343488 to 1744896 tid 2 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:3895: read oid 39 snap 371 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:3895: expect (ObjNum 1178 snap 359 seq_num 1178) 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:3896: snap_create 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:3892: finishing rollback tid 0 to smithi11051043-18 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:3892: finishing rollback tid 1 to smithi11051043-18 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:3892: finishing rollback tid 2 to smithi11051043-18 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 18 v 1908 (ObjNum 1077 snap 329 seq_num 1077) dirty exists 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:3891: finishing rollback tid 0 to smithi11051043-1 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:3891: finishing rollback tid 1 to smithi11051043-1 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:3891: finishing rollback tid 2 to smithi11051043-1 2024-02-18T08:32:45.895 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1839 (ObjNum 1139 snap 347 seq_num 1139) dirty exists 2024-02-18T08:32:45.899 INFO:tasks.rados.rados.0.smithi110.stdout:3894: finishing write tid 1 to smithi11051043-15 2024-02-18T08:32:45.899 INFO:tasks.rados.rados.0.smithi110.stdout:3893: finishing copy_from racing read to smithi11051043-6 2024-02-18T08:32:45.900 INFO:tasks.rados.rados.0.smithi110.stdout:3893: finishing copy_from to smithi11051043-6 2024-02-18T08:32:45.900 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 6 v 1741 (ObjNum 1198 snap 370 seq_num 1198) dirty exists 2024-02-18T08:32:45.902 INFO:tasks.rados.rados.0.smithi110.stdout:3894: finishing write tid 2 to smithi11051043-15 2024-02-18T08:32:45.902 INFO:tasks.rados.rados.0.smithi110.stdout:3894: finishing write tid 4 to smithi11051043-15 2024-02-18T08:32:45.903 INFO:tasks.rados.rados.0.smithi110.stdout:3894: finishing write tid 5 to smithi11051043-15 2024-02-18T08:32:45.903 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 15 v 1324 (ObjNum 1207 snap 374 seq_num 1207) dirty exists 2024-02-18T08:32:45.903 INFO:tasks.rados.rados.0.smithi110.stdout:3894: left oid 15 (ObjNum 1207 snap 374 seq_num 1207) 2024-02-18T08:32:45.946 INFO:tasks.rados.rados.0.smithi110.stdout:3895: expect (ObjNum 1178 snap 359 seq_num 1178) 2024-02-18T08:32:46.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:45 smithi191 bash[38688]: cluster 2024-02-18T08:32:44.823472+0000 mgr.y (mgr.44100) 468 : cluster [DBG] pgmap v892: 89 pgs: 89 active+clean; 406 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-02-18T08:32:46.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:45 smithi191 bash[38688]: cluster 2024-02-18T08:32:45.883234+0000 mon.a (mon.0) 1439 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-02-18T08:32:46.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:45 smithi110 bash[54479]: cluster 2024-02-18T08:32:44.823472+0000 mgr.y (mgr.44100) 468 : cluster [DBG] pgmap v892: 89 pgs: 89 active+clean; 406 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-02-18T08:32:46.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:45 smithi110 bash[54479]: cluster 2024-02-18T08:32:45.883234+0000 mon.a (mon.0) 1439 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-02-18T08:32:46.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:45 smithi110 bash[55875]: cluster 2024-02-18T08:32:44.823472+0000 mgr.y (mgr.44100) 468 : cluster [DBG] pgmap v892: 89 pgs: 89 active+clean; 406 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-02-18T08:32:46.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:45 smithi110 bash[55875]: cluster 2024-02-18T08:32:45.883234+0000 mon.a (mon.0) 1439 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-02-18T08:32:46.883 INFO:tasks.rados.rados.0.smithi110.stdout:3891: done (5 left) 2024-02-18T08:32:46.883 INFO:tasks.rados.rados.0.smithi110.stdout:3892: done (4 left) 2024-02-18T08:32:46.883 INFO:tasks.rados.rados.0.smithi110.stdout:3893: done (3 left) 2024-02-18T08:32:46.883 INFO:tasks.rados.rados.0.smithi110.stdout:3894: done (2 left) 2024-02-18T08:32:46.883 INFO:tasks.rados.rados.0.smithi110.stdout:3895: done (1 left) 2024-02-18T08:32:46.883 INFO:tasks.rados.rados.0.smithi110.stdout:3896: done (0 left) 2024-02-18T08:32:46.884 INFO:tasks.rados.rados.0.smithi110.stdout:3897: rmattr oid 27 current snap is 375 2024-02-18T08:32:46.884 INFO:tasks.rados.rados.0.smithi110.stdout:3897: done (0 left) 2024-02-18T08:32:46.884 INFO:tasks.rados.rados.0.smithi110.stdout:3898: copy_from oid 33 from oid 29 current snap is 375 2024-02-18T08:32:46.884 INFO:tasks.rados.rados.0.smithi110.stdout:3899: setattr oid 37 current snap is 375 2024-02-18T08:32:46.885 INFO:tasks.rados.rados.0.smithi110.stdout:3900: read oid 23 snap -1 2024-02-18T08:32:46.885 INFO:tasks.rados.rados.0.smithi110.stdout:3900: expect (ObjNum 1068 snap 326 seq_num 1068) 2024-02-18T08:32:46.885 INFO:tasks.rados.rados.0.smithi110.stdout:3901: snap_create 2024-02-18T08:32:46.887 INFO:tasks.rados.rados.0.smithi110.stdout:3898: finishing copy_from to smithi11051043-33 2024-02-18T08:32:46.887 INFO:tasks.rados.rados.0.smithi110.stdout:3898: got expected ENOENT (src dne) 2024-02-18T08:32:46.887 INFO:tasks.rados.rados.0.smithi110.stdout:3898: finishing copy_from racing read to smithi11051043-33 2024-02-18T08:32:46.892 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 37 v 1840 (ObjNum -129201456 snap 22008 seq_num 4165926912) dirty exists 2024-02-18T08:32:46.908 INFO:tasks.rados.rados.0.smithi110.stdout:3900: expect (ObjNum 1068 snap 326 seq_num 1068) 2024-02-18T08:32:47.886 INFO:tasks.rados.rados.0.smithi110.stdout:3898: done (3 left) 2024-02-18T08:32:47.886 INFO:tasks.rados.rados.0.smithi110.stdout:3899: done (2 left) 2024-02-18T08:32:47.886 INFO:tasks.rados.rados.0.smithi110.stdout:3900: done (1 left) 2024-02-18T08:32:47.886 INFO:tasks.rados.rados.0.smithi110.stdout:3901: done (0 left) 2024-02-18T08:32:47.886 INFO:tasks.rados.rados.0.smithi110.stdout:3902: read oid 36 snap 375 2024-02-18T08:32:47.886 INFO:tasks.rados.rados.0.smithi110.stdout:3902: expect (ObjNum 1153 snap 350 seq_num 1153) 2024-02-18T08:32:47.886 INFO:tasks.rados.rados.0.smithi110.stdout:3903: snap_create 2024-02-18T08:32:47.892 INFO:tasks.rados.rados.0.smithi110.stdout:3902: expect (ObjNum 1153 snap 350 seq_num 1153) 2024-02-18T08:32:48.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:47 smithi110 bash[54479]: cluster 2024-02-18T08:32:46.824109+0000 mgr.y (mgr.44100) 469 : cluster [DBG] pgmap v895: 89 pgs: 89 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 666 KiB/s wr, 4 op/s 2024-02-18T08:32:48.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:47 smithi110 bash[54479]: cluster 2024-02-18T08:32:46.884609+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-02-18T08:32:48.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:47 smithi110 bash[55875]: cluster 2024-02-18T08:32:46.824109+0000 mgr.y (mgr.44100) 469 : cluster [DBG] pgmap v895: 89 pgs: 89 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 666 KiB/s wr, 4 op/s 2024-02-18T08:32:48.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:47 smithi110 bash[55875]: cluster 2024-02-18T08:32:46.884609+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-02-18T08:32:48.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:47 smithi191 bash[38688]: cluster 2024-02-18T08:32:46.824109+0000 mgr.y (mgr.44100) 469 : cluster [DBG] pgmap v895: 89 pgs: 89 active+clean; 401 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 666 KiB/s wr, 4 op/s 2024-02-18T08:32:48.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:47 smithi191 bash[38688]: cluster 2024-02-18T08:32:46.884609+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-02-18T08:32:48.890 INFO:tasks.rados.rados.0.smithi110.stdout:3902: done (1 left) 2024-02-18T08:32:48.890 INFO:tasks.rados.rados.0.smithi110.stdout:3903: done (0 left) 2024-02-18T08:32:48.890 INFO:tasks.rados.rados.0.smithi110.stdout:3904: delete oid 38 current snap is 377 2024-02-18T08:32:48.896 INFO:tasks.rados.rados.0.smithi110.stdout:3904: done (0 left) 2024-02-18T08:32:48.896 INFO:tasks.rados.rados.0.smithi110.stdout:3905: delete oid 47 current snap is 377 2024-02-18T08:32:48.901 INFO:tasks.rados.rados.0.smithi110.stdout:3905: done (0 left) 2024-02-18T08:32:48.901 INFO:tasks.rados.rados.0.smithi110.stdout:3906: rollback oid 25 current snap is 377 2024-02-18T08:32:48.901 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 25 to 363 2024-02-18T08:32:48.901 INFO:tasks.rados.rados.0.smithi110.stdout:3907: rollback oid 39 current snap is 377 2024-02-18T08:32:48.901 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 39 to 370 2024-02-18T08:32:48.901 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 47 current snap is 377 2024-02-18T08:32:48.901 INFO:tasks.rados.rados.0.smithi110.stdout:3908: seq_num 1210 ranges {0=671744,671744=401408} 2024-02-18T08:32:48.905 INFO:tasks.rados.rados.0.smithi110.stdout:3908: writing smithi11051043-47 from 0 to 671744 tid 1 2024-02-18T08:32:48.907 INFO:tasks.rados.rados.0.smithi110.stdout:3908: writing smithi11051043-47 from 671744 to 1073152 tid 2 2024-02-18T08:32:48.907 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 377 2024-02-18T08:32:48.907 INFO:tasks.rados.rados.0.smithi110.stdout:3909: seq_num 1211 ranges {0=688128,688128=401408} 2024-02-18T08:32:48.911 INFO:tasks.rados.rados.0.smithi110.stdout:3909: writing smithi11051043-9 from 0 to 688128 tid 1 2024-02-18T08:32:48.914 INFO:tasks.rados.rados.0.smithi110.stdout:3909: writing smithi11051043-9 from 688128 to 1089536 tid 2 2024-02-18T08:32:48.914 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 7 current snap is 377 2024-02-18T08:32:48.914 INFO:tasks.rados.rados.0.smithi110.stdout:3910: seq_num 1212 ranges {958464=704512,1662976=401408} 2024-02-18T08:32:48.923 INFO:tasks.rados.rados.0.smithi110.stdout:3910: writing smithi11051043-7 from 958464 to 1662976 tid 1 2024-02-18T08:32:48.926 INFO:tasks.rados.rados.0.smithi110.stdout:3910: writing smithi11051043-7 from 1662976 to 2064384 tid 2 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3911: delete oid 46 current snap is 377 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3906: finishing rollback tid 0 to smithi11051043-25 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3906: finishing rollback tid 1 to smithi11051043-25 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3906: finishing rollback tid 2 to smithi11051043-25 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 1555 (ObjNum 1092 snap 333 seq_num 1092) dirty exists 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3907: finishing rollback tid 0 to smithi11051043-39 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3907: finishing rollback tid 1 to smithi11051043-39 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3907: finishing rollback tid 2 to smithi11051043-39 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 1558 (ObjNum 1178 snap 359 seq_num 1178) dirty exists 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3908: finishing write tid 1 to smithi11051043-47 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3908: finishing write tid 2 to smithi11051043-47 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3908: finishing write tid 4 to smithi11051043-47 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3908: finishing write tid 5 to smithi11051043-47 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 47 v 1561 (ObjNum 1210 snap 377 seq_num 1210) dirty exists 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3908: left oid 47 (ObjNum 1210 snap 377 seq_num 1210) 2024-02-18T08:32:48.927 INFO:tasks.rados.rados.0.smithi110.stdout:3909: finishing write tid 1 to smithi11051043-9 2024-02-18T08:32:48.928 INFO:tasks.rados.rados.0.smithi110.stdout:3909: finishing write tid 2 to smithi11051043-9 2024-02-18T08:32:48.928 INFO:tasks.rados.rados.0.smithi110.stdout:3909: finishing write tid 4 to smithi11051043-9 2024-02-18T08:32:48.928 INFO:tasks.rados.rados.0.smithi110.stdout:3909: finishing write tid 5 to smithi11051043-9 2024-02-18T08:32:48.928 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1911 (ObjNum 1211 snap 377 seq_num 1211) dirty exists 2024-02-18T08:32:48.928 INFO:tasks.rados.rados.0.smithi110.stdout:3909: left oid 9 (ObjNum 1211 snap 377 seq_num 1211) 2024-02-18T08:32:48.929 INFO:tasks.rados.rados.0.smithi110.stdout:3906: done (5 left) 2024-02-18T08:32:48.929 INFO:tasks.rados.rados.0.smithi110.stdout:3907: done (4 left) 2024-02-18T08:32:48.929 INFO:tasks.rados.rados.0.smithi110.stdout:3908: done (3 left) 2024-02-18T08:32:48.929 INFO:tasks.rados.rados.0.smithi110.stdout:3909: done (2 left) 2024-02-18T08:32:48.929 INFO:tasks.rados.rados.0.smithi110.stdout:3911: done (1 left) 2024-02-18T08:32:48.930 INFO:tasks.rados.rados.0.smithi110.stdout:3912: delete oid 1 current snap is 377 2024-02-18T08:32:48.932 INFO:tasks.rados.rados.0.smithi110.stdout:3910: finishing write tid 1 to smithi11051043-7 2024-02-18T08:32:48.932 INFO:tasks.rados.rados.0.smithi110.stdout:3910: finishing write tid 2 to smithi11051043-7 2024-02-18T08:32:48.933 INFO:tasks.rados.rados.0.smithi110.stdout:3910: finishing write tid 4 to smithi11051043-7 2024-02-18T08:32:48.933 INFO:tasks.rados.rados.0.smithi110.stdout:3912: done (1 left) 2024-02-18T08:32:48.933 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 2 current snap is 377 2024-02-18T08:32:48.933 INFO:tasks.rados.rados.0.smithi110.stdout:3913: seq_num 1215 ranges {0=753664,753664=401408} 2024-02-18T08:32:48.937 INFO:tasks.rados.rados.0.smithi110.stdout:3913: writing smithi11051043-2 from 0 to 753664 tid 1 2024-02-18T08:32:48.940 INFO:tasks.rados.rados.0.smithi110.stdout:3913: writing smithi11051043-2 from 753664 to 1155072 tid 2 2024-02-18T08:32:48.940 INFO:tasks.rados.rados.0.smithi110.stdout:3914: snap_create 2024-02-18T08:32:48.940 INFO:tasks.rados.rados.0.smithi110.stdout:3910: finishing write tid 5 to smithi11051043-7 2024-02-18T08:32:48.940 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1332 (ObjNum 1212 snap 377 seq_num 1212) dirty exists 2024-02-18T08:32:48.940 INFO:tasks.rados.rados.0.smithi110.stdout:3910: left oid 7 (ObjNum 1212 snap 377 seq_num 1212) 2024-02-18T08:32:48.943 INFO:tasks.rados.rados.0.smithi110.stdout:3913: finishing write tid 1 to smithi11051043-2 2024-02-18T08:32:48.943 INFO:tasks.rados.rados.0.smithi110.stdout:3913: finishing write tid 2 to smithi11051043-2 2024-02-18T08:32:48.943 INFO:tasks.rados.rados.0.smithi110.stdout:3913: finishing write tid 4 to smithi11051043-2 2024-02-18T08:32:48.945 INFO:tasks.rados.rados.0.smithi110.stdout:3913: finishing write tid 5 to smithi11051043-2 2024-02-18T08:32:48.945 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 2 v 1844 (ObjNum 1215 snap 377 seq_num 1215) dirty exists 2024-02-18T08:32:48.945 INFO:tasks.rados.rados.0.smithi110.stdout:3913: left oid 2 (ObjNum 1215 snap 377 seq_num 1215) 2024-02-18T08:32:49.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:48 smithi110 bash[54479]: cluster 2024-02-18T08:32:47.887808+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-02-18T08:32:49.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:48 smithi110 bash[55875]: cluster 2024-02-18T08:32:47.887808+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-02-18T08:32:49.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:48 smithi191 bash[38688]: cluster 2024-02-18T08:32:47.887808+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-02-18T08:32:49.880 INFO:tasks.rados.rados.0.smithi110.stdout:3910: done (2 left) 2024-02-18T08:32:49.880 INFO:tasks.rados.rados.0.smithi110.stdout:3913: done (1 left) 2024-02-18T08:32:49.881 INFO:tasks.rados.rados.0.smithi110.stdout:3914: done (0 left) 2024-02-18T08:32:49.881 INFO:tasks.rados.rados.0.smithi110.stdout:3915: read oid 25 snap -1 2024-02-18T08:32:49.881 INFO:tasks.rados.rados.0.smithi110.stdout:3915: expect (ObjNum 1092 snap 333 seq_num 1092) 2024-02-18T08:32:49.881 INFO:tasks.rados.rados.0.smithi110.stdout:3916: read oid 2 snap -1 2024-02-18T08:32:49.881 INFO:tasks.rados.rados.0.smithi110.stdout:3916: expect (ObjNum 1215 snap 377 seq_num 1215) 2024-02-18T08:32:49.881 INFO:tasks.rados.rados.0.smithi110.stdout:3917: copy_from oid 3 from oid 20 current snap is 378 2024-02-18T08:32:49.881 INFO:tasks.rados.rados.0.smithi110.stdout:3918: delete oid 43 current snap is 378 2024-02-18T08:32:49.889 INFO:tasks.rados.rados.0.smithi110.stdout:3917: finishing copy_from to smithi11051043-3 2024-02-18T08:32:49.889 INFO:tasks.rados.rados.0.smithi110.stdout:3917: got expected ENOENT (src dne) 2024-02-18T08:32:49.890 INFO:tasks.rados.rados.0.smithi110.stdout:3917: finishing copy_from racing read to smithi11051043-3 2024-02-18T08:32:49.890 INFO:tasks.rados.rados.0.smithi110.stdout:3917: done (3 left) 2024-02-18T08:32:49.890 INFO:tasks.rados.rados.0.smithi110.stdout:3918: done (2 left) 2024-02-18T08:32:49.890 INFO:tasks.rados.rados.0.smithi110.stdout:3919: read oid 40 snap -1 2024-02-18T08:32:49.891 INFO:tasks.rados.rados.0.smithi110.stdout:3919: expect (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:32:49.891 INFO:tasks.rados.rados.0.smithi110.stdout:3920: rollback oid 45 current snap is 378 2024-02-18T08:32:49.891 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 45 to 354 2024-02-18T08:32:49.891 INFO:tasks.rados.rados.0.smithi110.stdout:3921: copy_from oid 5 from oid 32 current snap is 378 2024-02-18T08:32:49.891 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 22 current snap is 378 2024-02-18T08:32:49.891 INFO:tasks.rados.rados.0.smithi110.stdout:3922: seq_num 1217 ranges {5316608=786432,6103040=401408} 2024-02-18T08:32:49.925 INFO:tasks.rados.rados.0.smithi110.stdout:3922: writing smithi11051043-22 from 5316608 to 6103040 tid 1 2024-02-18T08:32:49.928 INFO:tasks.rados.rados.0.smithi110.stdout:3922: writing smithi11051043-22 from 6103040 to 6504448 tid 2 2024-02-18T08:32:49.928 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 9 current snap is 378 2024-02-18T08:32:49.928 INFO:tasks.rados.rados.0.smithi110.stdout:3923: seq_num 1218 ranges {1089536=802816,1892352=401408} 2024-02-18T08:32:49.938 INFO:tasks.rados.rados.0.smithi110.stdout:3923: writing smithi11051043-9 from 1089536 to 1892352 tid 1 2024-02-18T08:32:49.941 INFO:tasks.rados.rados.0.smithi110.stdout:3923: writing smithi11051043-9 from 1892352 to 2293760 tid 2 2024-02-18T08:32:49.941 INFO:tasks.rados.rados.0.smithi110.stdout:3924: rmattr oid 19 current snap is 378 2024-02-18T08:32:49.941 INFO:tasks.rados.rados.0.smithi110.stdout:3921: finishing copy_from to smithi11051043-5 2024-02-18T08:32:49.941 INFO:tasks.rados.rados.0.smithi110.stdout:3921: got expected ENOENT (src dne) 2024-02-18T08:32:49.942 INFO:tasks.rados.rados.0.smithi110.stdout:3921: finishing copy_from racing read to smithi11051043-5 2024-02-18T08:32:49.942 INFO:tasks.rados.rados.0.smithi110.stdout:3916: expect (ObjNum 1215 snap 377 seq_num 1215) 2024-02-18T08:32:49.970 INFO:tasks.rados.rados.0.smithi110.stdout:3915: expect (ObjNum 1092 snap 333 seq_num 1092) 2024-02-18T08:32:50.007 INFO:tasks.rados.rados.0.smithi110.stdout:3920: finishing rollback tid 0 to smithi11051043-45 2024-02-18T08:32:50.007 INFO:tasks.rados.rados.0.smithi110.stdout:3920: finishing rollback tid 1 to smithi11051043-45 2024-02-18T08:32:50.007 INFO:tasks.rados.rados.0.smithi110.stdout:3920: finishing rollback tid 2 to smithi11051043-45 2024-02-18T08:32:50.007 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 45 v 1912 (ObjNum 1049 snap 322 seq_num 1049) dirty exists 2024-02-18T08:32:50.007 INFO:tasks.rados.rados.0.smithi110.stdout:3919: expect (ObjNum 1086 snap 331 seq_num 1086) 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:3922: finishing write tid 1 to smithi11051043-22 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:3922: finishing write tid 2 to smithi11051043-22 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:3922: finishing write tid 4 to smithi11051043-22 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:3922: finishing write tid 5 to smithi11051043-22 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 22 v 1686 (ObjNum 1217 snap 378 seq_num 1217) dirty exists 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:3922: left oid 22 (ObjNum 1217 snap 378 seq_num 1217) 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1913 (ObjNum 1194 snap 369 seq_num 1194) dirty exists 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:3923: finishing write tid 1 to smithi11051043-9 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:3923: finishing write tid 2 to smithi11051043-9 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:3923: finishing write tid 4 to smithi11051043-9 2024-02-18T08:32:50.131 INFO:tasks.rados.rados.0.smithi110.stdout:3923: finishing write tid 5 to smithi11051043-9 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 9 v 1914 (ObjNum 1218 snap 378 seq_num 1218) dirty exists 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:3923: left oid 9 (ObjNum 1218 snap 378 seq_num 1218) 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:3915: done (7 left) 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:3916: done (6 left) 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:3919: done (5 left) 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:3920: done (4 left) 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:3921: done (3 left) 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:3922: done (2 left) 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:3923: done (1 left) 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:3924: done (0 left) 2024-02-18T08:32:50.132 INFO:tasks.rados.rados.0.smithi110.stdout:3925: snap_remove snap 320 2024-02-18T08:32:50.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:49 smithi110 bash[54479]: cluster 2024-02-18T08:32:48.824895+0000 mgr.y (mgr.44100) 470 : cluster [DBG] pgmap v898: 89 pgs: 89 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 896 KiB/s wr, 13 op/s 2024-02-18T08:32:50.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:49 smithi110 bash[54479]: cluster 2024-02-18T08:32:48.891568+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-02-18T08:32:50.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:49 smithi110 bash[54479]: cluster 2024-02-18T08:32:49.882761+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-02-18T08:32:50.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:49 smithi110 bash[55875]: cluster 2024-02-18T08:32:48.824895+0000 mgr.y (mgr.44100) 470 : cluster [DBG] pgmap v898: 89 pgs: 89 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 896 KiB/s wr, 13 op/s 2024-02-18T08:32:50.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:49 smithi110 bash[55875]: cluster 2024-02-18T08:32:48.891568+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-02-18T08:32:50.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:49 smithi110 bash[55875]: cluster 2024-02-18T08:32:49.882761+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-02-18T08:32:50.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:49 smithi191 bash[38688]: cluster 2024-02-18T08:32:48.824895+0000 mgr.y (mgr.44100) 470 : cluster [DBG] pgmap v898: 89 pgs: 89 active+clean; 399 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 896 KiB/s wr, 13 op/s 2024-02-18T08:32:50.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:49 smithi191 bash[38688]: cluster 2024-02-18T08:32:48.891568+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-02-18T08:32:50.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:49 smithi191 bash[38688]: cluster 2024-02-18T08:32:49.882761+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-02-18T08:32:50.926 INFO:tasks.rados.rados.0.smithi110.stdout:3925: done (0 left) 2024-02-18T08:32:50.926 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 48 current snap is 378 2024-02-18T08:32:50.926 INFO:tasks.rados.rados.0.smithi110.stdout:3926: seq_num 1219 ranges {0=417792,417792=557056,974848=245760} 2024-02-18T08:32:50.926 INFO:tasks.rados.rados.0.smithi110.stdout:3926: writing smithi11051043-48 from 0 to 417792 tid 1 2024-02-18T08:32:50.928 INFO:tasks.rados.rados.0.smithi110.stdout:3926: writing smithi11051043-48 from 417792 to 974848 tid 2 2024-02-18T08:32:50.930 INFO:tasks.rados.rados.0.smithi110.stdout:3926: writing smithi11051043-48 from 974848 to 1220608 tid 3 2024-02-18T08:32:50.930 INFO:tasks.rados.rados.0.smithi110.stdout:3927: snap_remove snap 376 2024-02-18T08:32:51.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.121853+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:32:51.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.430884+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:32:51.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.431437+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.432817+0000 mon.a (mon.0) 1447 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.433740+0000 mon.a (mon.0) 1448 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.434545+0000 mon.a (mon.0) 1449 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.435451+0000 mon.a (mon.0) 1450 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.437308+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.438317+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.438815+0000 mon.a (mon.0) 1453 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.439332+0000 mon.a (mon.0) 1454 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.439810+0000 mon.a (mon.0) 1455 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.739279+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.740308+0000 mon.a (mon.0) 1457 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.741357+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.219 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.742431+0000 mon.a (mon.0) 1459 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.121853+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.430884+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.431437+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.432817+0000 mon.a (mon.0) 1447 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.433740+0000 mon.a (mon.0) 1448 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.434545+0000 mon.a (mon.0) 1449 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.435451+0000 mon.a (mon.0) 1450 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.437308+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.438317+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.438815+0000 mon.a (mon.0) 1453 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.439332+0000 mon.a (mon.0) 1454 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:32:51.220 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.439810+0000 mon.a (mon.0) 1455 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.739279+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.740308+0000 mon.a (mon.0) 1457 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.741357+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.742431+0000 mon.a (mon.0) 1459 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.743421+0000 mon.a (mon.0) 1460 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.744362+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.745359+0000 mon.a (mon.0) 1462 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.746433+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.747565+0000 mon.a (mon.0) 1464 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.748612+0000 mon.a (mon.0) 1465 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.221 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.749968+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.751854+0000 mon.a (mon.0) 1467 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[54479]: audit 2024-02-18T08:32:50.761790+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.743421+0000 mon.a (mon.0) 1460 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.744362+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.745359+0000 mon.a (mon.0) 1462 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.746433+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.747565+0000 mon.a (mon.0) 1464 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.748612+0000 mon.a (mon.0) 1465 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.749968+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.751854+0000 mon.a (mon.0) 1467 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:32:51.222 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:50 smithi110 bash[55875]: audit 2024-02-18T08:32:50.761790+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.121853+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.430884+0000 mon.a (mon.0) 1445 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.431437+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.432817+0000 mon.a (mon.0) 1447 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.433740+0000 mon.a (mon.0) 1448 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.434545+0000 mon.a (mon.0) 1449 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.435451+0000 mon.a (mon.0) 1450 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.437308+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.438317+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.438815+0000 mon.a (mon.0) 1453 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.439332+0000 mon.a (mon.0) 1454 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:32:51.340 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.439810+0000 mon.a (mon.0) 1455 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.739279+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.740308+0000 mon.a (mon.0) 1457 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.741357+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.742431+0000 mon.a (mon.0) 1459 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.743421+0000 mon.a (mon.0) 1460 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.744362+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.745359+0000 mon.a (mon.0) 1462 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.746433+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.747565+0000 mon.a (mon.0) 1464 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.748612+0000 mon.a (mon.0) 1465 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.749968+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.751854+0000 mon.a (mon.0) 1467 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:32:51.341 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:50 smithi191 bash[38688]: audit 2024-02-18T08:32:50.761790+0000 mon.a (mon.0) 1468 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:32:51.925 INFO:tasks.rados.rados.0.smithi110.stdout:3927: done (1 left) 2024-02-18T08:32:51.925 INFO:tasks.rados.rados.0.smithi110.stdout:3928: delete oid 26 current snap is 378 2024-02-18T08:32:51.925 INFO:tasks.rados.rados.0.smithi110.stdout:3926: finishing write tid 1 to smithi11051043-48 2024-02-18T08:32:51.925 INFO:tasks.rados.rados.0.smithi110.stdout:3926: finishing write tid 2 to smithi11051043-48 2024-02-18T08:32:51.925 INFO:tasks.rados.rados.0.smithi110.stdout:3926: finishing write tid 3 to smithi11051043-48 2024-02-18T08:32:51.925 INFO:tasks.rados.rados.0.smithi110.stdout:3926: finishing write tid 5 to smithi11051043-48 2024-02-18T08:32:51.925 INFO:tasks.rados.rados.0.smithi110.stdout:3926: finishing write tid 6 to smithi11051043-48 2024-02-18T08:32:51.925 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 48 v 1681 (ObjNum 1219 snap 378 seq_num 1219) dirty exists 2024-02-18T08:32:51.925 INFO:tasks.rados.rados.0.smithi110.stdout:3926: left oid 48 (ObjNum 1219 snap 378 seq_num 1219) 2024-02-18T08:32:51.934 INFO:tasks.rados.rados.0.smithi110.stdout:3926: done (1 left) 2024-02-18T08:32:51.934 INFO:tasks.rados.rados.0.smithi110.stdout:3928: done (0 left) 2024-02-18T08:32:51.934 INFO:tasks.rados.rados.0.smithi110.stdout:3929: rollback oid 8 current snap is 378 2024-02-18T08:32:51.934 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 8 to 373 2024-02-18T08:32:51.934 INFO:tasks.rados.rados.0.smithi110.stdout:3930: read oid 28 snap -1 2024-02-18T08:32:51.934 INFO:tasks.rados.rados.0.smithi110.stdout:3930: expect (ObjNum 1153 snap 350 seq_num 1153) 2024-02-18T08:32:51.934 INFO:tasks.rados.rados.0.smithi110.stdout:3931: delete oid 43 current snap is 378 2024-02-18T08:32:51.941 INFO:tasks.rados.rados.0.smithi110.stdout:3930: expect (ObjNum 1153 snap 350 seq_num 1153) 2024-02-18T08:32:51.941 INFO:tasks.rados.rados.0.smithi110.stdout:3930: done (2 left) 2024-02-18T08:32:51.941 INFO:tasks.rados.rados.0.smithi110.stdout:3931: done (1 left) 2024-02-18T08:32:51.941 INFO:tasks.rados.rados.0.smithi110.stdout:3932: snap_remove snap 360 2024-02-18T08:32:52.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:51 smithi110 bash[54479]: cephadm 2024-02-18T08:32:50.753471+0000 mgr.y (mgr.44100) 471 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:32:52.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:51 smithi110 bash[54479]: cluster 2024-02-18T08:32:50.825722+0000 mgr.y (mgr.44100) 472 : cluster [DBG] pgmap v901: 89 pgs: 89 active+clean; 402 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-02-18T08:32:52.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:51 smithi110 bash[54479]: cluster 2024-02-18T08:32:50.916015+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-02-18T08:32:52.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:51 smithi110 bash[55875]: cephadm 2024-02-18T08:32:50.753471+0000 mgr.y (mgr.44100) 471 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:32:52.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:51 smithi110 bash[55875]: cluster 2024-02-18T08:32:50.825722+0000 mgr.y (mgr.44100) 472 : cluster [DBG] pgmap v901: 89 pgs: 89 active+clean; 402 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-02-18T08:32:52.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:51 smithi110 bash[55875]: cluster 2024-02-18T08:32:50.916015+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-02-18T08:32:52.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:51 smithi191 bash[38688]: cephadm 2024-02-18T08:32:50.753471+0000 mgr.y (mgr.44100) 471 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:32:52.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:51 smithi191 bash[38688]: cluster 2024-02-18T08:32:50.825722+0000 mgr.y (mgr.44100) 472 : cluster [DBG] pgmap v901: 89 pgs: 89 active+clean; 402 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-02-18T08:32:52.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:51 smithi191 bash[38688]: cluster 2024-02-18T08:32:50.916015+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-02-18T08:32:52.938 INFO:tasks.rados.rados.0.smithi110.stdout:3932: done (1 left) 2024-02-18T08:32:52.938 INFO:tasks.rados.rados.0.smithi110.stdout:3933: rollback oid 26 current snap is 378 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 26 to 345 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:3929: finishing rollback tid 0 to smithi11051043-8 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:3929: finishing rollback tid 1 to smithi11051043-8 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:3929: finishing rollback tid 2 to smithi11051043-8 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 8 v 2098 (ObjNum 1174 snap 358 seq_num 1174) dirty exists 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:3929: done (1 left) 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:3934: rollback oid 7 current snap is 378 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 7 to 373 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:3935: rollback oid 32 current snap is 378 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 32 to 370 2024-02-18T08:32:52.939 INFO:tasks.rados.rados.0.smithi110.stdout:3936: delete oid 46 current snap is 378 2024-02-18T08:32:52.948 INFO:tasks.rados.rados.0.smithi110.stdout:3936: done (3 left) 2024-02-18T08:32:52.948 INFO:tasks.rados.rados.0.smithi110.stdout:3937: delete oid 3 current snap is 378 2024-02-18T08:32:52.950 INFO:tasks.rados.rados.0.smithi110.stdout:3933: finishing rollback tid 1 to smithi11051043-26 2024-02-18T08:32:52.950 INFO:tasks.rados.rados.0.smithi110.stdout:3935: finishing rollback tid 1 to smithi11051043-32 2024-02-18T08:32:52.951 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 32 v 856 (ObjNum 1936085863 snap 1382050409 seq_num 1835299425) dirty dne 2024-02-18T08:32:52.953 INFO:tasks.rados.rados.0.smithi110.stdout:3934: finishing rollback tid 0 to smithi11051043-7 2024-02-18T08:32:52.955 INFO:tasks.rados.rados.0.smithi110.stdout:3934: finishing rollback tid 1 to smithi11051043-7 2024-02-18T08:32:52.955 INFO:tasks.rados.rados.0.smithi110.stdout:3934: finishing rollback tid 2 to smithi11051043-7 2024-02-18T08:32:52.955 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 7 v 1335 (ObjNum 1203 snap 372 seq_num 1203) dirty exists 2024-02-18T08:32:52.956 INFO:tasks.rados.rados.0.smithi110.stdout:3933: finishing rollback tid 2 to smithi11051043-26 2024-02-18T08:32:52.956 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 26 v 2100 (ObjNum 1104 snap 337 seq_num 1104) dirty exists 2024-02-18T08:32:52.957 INFO:tasks.rados.rados.0.smithi110.stdout:3933: done (3 left) 2024-02-18T08:32:52.957 INFO:tasks.rados.rados.0.smithi110.stdout:3934: done (2 left) 2024-02-18T08:32:52.957 INFO:tasks.rados.rados.0.smithi110.stdout:3935: done (1 left) 2024-02-18T08:32:52.957 INFO:tasks.rados.rados.0.smithi110.stdout:3937: done (0 left) 2024-02-18T08:32:52.957 INFO:tasks.rados.rados.0.smithi110.stdout:3938: rmattr oid 44 current snap is 378 2024-02-18T08:32:52.957 INFO:tasks.rados.rados.0.smithi110.stdout:3938: done (0 left) 2024-02-18T08:32:52.957 INFO:tasks.rados.rados.0.smithi110.stdout:3939: read oid 7 snap -1 2024-02-18T08:32:52.957 INFO:tasks.rados.rados.0.smithi110.stdout:3939: expect (ObjNum 1203 snap 372 seq_num 1203) 2024-02-18T08:32:52.958 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 46 current snap is 378 2024-02-18T08:32:52.958 INFO:tasks.rados.rados.0.smithi110.stdout:3940: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-02-18T08:32:52.960 INFO:tasks.rados.rados.0.smithi110.stdout:3940: writing smithi11051043-46 from 0 to 507904 tid 1 2024-02-18T08:32:52.963 INFO:tasks.rados.rados.0.smithi110.stdout:3940: writing smithi11051043-46 from 507904 to 933888 tid 2 2024-02-18T08:32:52.966 INFO:tasks.rados.rados.0.smithi110.stdout:3940: writing smithi11051043-46 from 933888 to 1310720 tid 3 2024-02-18T08:32:52.966 INFO:tasks.rados.rados.0.smithi110.stdout:3941: copy_from oid 36 from oid 4 current snap is 378 2024-02-18T08:32:52.967 INFO:tasks.rados.rados.0.smithi110.stdout:3942: read oid 41 snap -1 2024-02-18T08:32:52.967 INFO:tasks.rados.rados.0.smithi110.stdout:3942: expect (ObjNum 1204 snap 372 seq_num 1204) 2024-02-18T08:32:52.967 INFO:tasks.rados.rados.0.smithi110.stdout:3943: read oid 45 snap -1 2024-02-18T08:32:52.967 INFO:tasks.rados.rados.0.smithi110.stdout:3943: expect (ObjNum 1049 snap 322 seq_num 1049) 2024-02-18T08:32:52.967 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 11 current snap is 378 2024-02-18T08:32:52.967 INFO:tasks.rados.rados.0.smithi110.stdout:3944: seq_num 1225 ranges {12804096=524288,13328384=712704,14041088=90112} 2024-02-18T08:32:53.043 INFO:tasks.rados.rados.0.smithi110.stdout:3944: writing smithi11051043-11 from 12804096 to 13328384 tid 1 2024-02-18T08:32:53.047 INFO:tasks.rados.rados.0.smithi110.stdout:3944: writing smithi11051043-11 from 13328384 to 14041088 tid 2 2024-02-18T08:32:53.047 INFO:tasks.rados.rados.0.smithi110.stdout:3944: writing smithi11051043-11 from 14041088 to 14131200 tid 3 2024-02-18T08:32:53.048 INFO:tasks.rados.rados.0.smithi110.stdout:3945: rollback oid 31 current snap is 378 2024-02-18T08:32:53.048 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 31 to 364 2024-02-18T08:32:53.048 INFO:tasks.rados.rados.0.smithi110.stdout:3939: expect (ObjNum 1203 snap 372 seq_num 1203) 2024-02-18T08:32:53.073 INFO:tasks.rados.rados.0.smithi110.stdout:3940: finishing write tid 1 to smithi11051043-46 2024-02-18T08:32:53.073 INFO:tasks.rados.rados.0.smithi110.stdout:3940: finishing write tid 2 to smithi11051043-46 2024-02-18T08:32:53.073 INFO:tasks.rados.rados.0.smithi110.stdout:3940: finishing write tid 3 to smithi11051043-46 2024-02-18T08:32:53.073 INFO:tasks.rados.rados.0.smithi110.stdout:3940: finishing write tid 5 to smithi11051043-46 2024-02-18T08:32:53.074 INFO:tasks.rados.rados.0.smithi110.stdout:3939: done (6 left) 2024-02-18T08:32:53.074 INFO:tasks.rados.rados.0.smithi110.stdout:3946: delete oid 29 current snap is 378 2024-02-18T08:32:53.074 INFO:tasks.rados.rados.0.smithi110.stdout:3941: finishing copy_from racing read to smithi11051043-36 2024-02-18T08:32:53.074 INFO:tasks.rados.rados.0.smithi110.stdout:3942: expect (ObjNum 1204 snap 372 seq_num 1204) 2024-02-18T08:32:53.121 INFO:tasks.rados.rados.0.smithi110.stdout:3940: finishing write tid 6 to smithi11051043-46 2024-02-18T08:32:53.121 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 46 v 1685 (ObjNum 1224 snap 378 seq_num 1224) dirty exists 2024-02-18T08:32:53.121 INFO:tasks.rados.rados.0.smithi110.stdout:3940: left oid 46 (ObjNum 1224 snap 378 seq_num 1224) 2024-02-18T08:32:53.121 INFO:tasks.rados.rados.0.smithi110.stdout:3941: finishing copy_from to smithi11051043-36 2024-02-18T08:32:53.121 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1741 (ObjNum 1198 snap 370 seq_num 1198) dirty exists 2024-02-18T08:32:53.121 INFO:tasks.rados.rados.0.smithi110.stdout:3943: expect (ObjNum 1049 snap 322 seq_num 1049) 2024-02-18T08:32:53.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:52 smithi110 bash[55875]: cluster 2024-02-18T08:32:51.926945+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-02-18T08:32:53.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:52 smithi110 bash[54479]: cluster 2024-02-18T08:32:51.926945+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-02-18T08:32:53.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:52 smithi191 bash[38688]: cluster 2024-02-18T08:32:51.926945+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-02-18T08:32:53.806 INFO:tasks.rados.rados.0.smithi110.stdout:3944: finishing write tid 1 to smithi11051043-11 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3944: finishing write tid 2 to smithi11051043-11 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3944: finishing write tid 3 to smithi11051043-11 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3944: finishing write tid 5 to smithi11051043-11 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3945: finishing rollback tid 0 to smithi11051043-31 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3945: finishing rollback tid 1 to smithi11051043-31 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3944: finishing write tid 6 to smithi11051043-11 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1918 (ObjNum 1225 snap 378 seq_num 1225) dirty exists 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3944: left oid 11 (ObjNum 1225 snap 378 seq_num 1225) 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3945: finishing rollback tid 2 to smithi11051043-31 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 2108 (ObjNum 1140 snap 347 seq_num 1140) dirty exists 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3940: done (6 left) 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3941: done (5 left) 2024-02-18T08:32:53.807 INFO:tasks.rados.rados.0.smithi110.stdout:3942: done (4 left) 2024-02-18T08:32:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:3943: done (3 left) 2024-02-18T08:32:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:3944: done (2 left) 2024-02-18T08:32:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:3945: done (1 left) 2024-02-18T08:32:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:3946: done (0 left) 2024-02-18T08:32:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:3947: read oid 4 snap -1 2024-02-18T08:32:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:3947: expect (ObjNum 1198 snap 370 seq_num 1198) 2024-02-18T08:32:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:3948: copy_from oid 3 from oid 32 current snap is 378 2024-02-18T08:32:53.808 INFO:tasks.rados.rados.0.smithi110.stdout:3949: snap_remove snap 354 2024-02-18T08:32:53.945 INFO:tasks.rados.rados.0.smithi110.stdout:3949: done (2 left) 2024-02-18T08:32:53.945 INFO:tasks.rados.rados.0.smithi110.stdout:3950: snap_remove snap 372 2024-02-18T08:32:54.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:53 smithi110 bash[54479]: cluster 2024-02-18T08:32:52.826550+0000 mgr.y (mgr.44100) 473 : cluster [DBG] pgmap v904: 89 pgs: 89 active+clean; 373 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-02-18T08:32:54.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:53 smithi110 bash[54479]: cluster 2024-02-18T08:32:52.939848+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-02-18T08:32:54.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:53 smithi110 bash[55875]: cluster 2024-02-18T08:32:52.826550+0000 mgr.y (mgr.44100) 473 : cluster [DBG] pgmap v904: 89 pgs: 89 active+clean; 373 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-02-18T08:32:54.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:53 smithi110 bash[55875]: cluster 2024-02-18T08:32:52.939848+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-02-18T08:32:54.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:53 smithi191 bash[38688]: cluster 2024-02-18T08:32:52.826550+0000 mgr.y (mgr.44100) 473 : cluster [DBG] pgmap v904: 89 pgs: 89 active+clean; 373 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-02-18T08:32:54.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:53 smithi191 bash[38688]: cluster 2024-02-18T08:32:52.939848+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-02-18T08:32:54.884 INFO:tasks.rados.rados.0.smithi110.stdout:3950: done (2 left) 2024-02-18T08:32:54.884 INFO:tasks.rados.rados.0.smithi110.stdout:3951: rollback oid 17 current snap is 378 2024-02-18T08:32:54.884 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 17 to 377 2024-02-18T08:32:54.884 INFO:tasks.rados.rados.0.smithi110.stdout:3952: delete oid 45 current snap is 378 2024-02-18T08:32:54.884 INFO:tasks.rados.rados.0.smithi110.stdout:3948: finishing copy_from to smithi11051043-3 2024-02-18T08:32:54.884 INFO:tasks.rados.rados.0.smithi110.stdout:3948: got expected ENOENT (src dne) 2024-02-18T08:32:54.885 INFO:tasks.rados.rados.0.smithi110.stdout:3948: finishing copy_from racing read to smithi11051043-3 2024-02-18T08:32:54.885 INFO:tasks.rados.rados.0.smithi110.stdout:3947: expect (ObjNum 1198 snap 370 seq_num 1198) 2024-02-18T08:32:54.949 INFO:tasks.rados.rados.0.smithi110.stdout:3947: done (3 left) 2024-02-18T08:32:54.950 INFO:tasks.rados.rados.0.smithi110.stdout:3948: done (2 left) 2024-02-18T08:32:54.950 INFO:tasks.rados.rados.0.smithi110.stdout:3952: done (1 left) 2024-02-18T08:32:54.950 INFO:tasks.rados.rados.0.smithi110.stdout:3953: snap_create 2024-02-18T08:32:54.950 INFO:tasks.rados.rados.0.smithi110.stdout:3951: finishing rollback tid 1 to smithi11051043-17 2024-02-18T08:32:54.950 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 17 v 1814 (ObjNum 1 snap 32588 seq_num 4164667248) dirty dne 2024-02-18T08:32:55.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:54 smithi110 bash[54479]: cluster 2024-02-18T08:32:53.947603+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-02-18T08:32:55.218 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:54 smithi110 bash[54479]: cluster 2024-02-18T08:32:54.886403+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-02-18T08:32:55.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:54 smithi110 bash[55875]: cluster 2024-02-18T08:32:53.947603+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-02-18T08:32:55.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:54 smithi110 bash[55875]: cluster 2024-02-18T08:32:54.886403+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-02-18T08:32:55.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:54 smithi191 bash[38688]: cluster 2024-02-18T08:32:53.947603+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-02-18T08:32:55.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:54 smithi191 bash[38688]: cluster 2024-02-18T08:32:54.886403+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-02-18T08:32:55.959 INFO:tasks.rados.rados.0.smithi110.stdout:3951: done (1 left) 2024-02-18T08:32:55.960 INFO:tasks.rados.rados.0.smithi110.stdout:3953: done (0 left) 2024-02-18T08:32:55.960 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 31 current snap is 379 2024-02-18T08:32:55.960 INFO:tasks.rados.rados.0.smithi110.stdout:3954: seq_num 1228 ranges {5611520=573440,6184960=761856,6946816=40960} 2024-02-18T08:32:55.995 INFO:tasks.rados.rados.0.smithi110.stdout:3954: writing smithi11051043-31 from 5611520 to 6184960 tid 1 2024-02-18T08:32:55.999 INFO:tasks.rados.rados.0.smithi110.stdout:3954: writing smithi11051043-31 from 6184960 to 6946816 tid 2 2024-02-18T08:32:56.000 INFO:tasks.rados.rados.0.smithi110.stdout:3954: writing smithi11051043-31 from 6946816 to 6987776 tid 3 2024-02-18T08:32:56.000 INFO:tasks.rados.rados.0.smithi110.stdout:3955: delete oid 30 current snap is 379 2024-02-18T08:32:56.006 INFO:tasks.rados.rados.0.smithi110.stdout:3955: done (1 left) 2024-02-18T08:32:56.006 INFO:tasks.rados.rados.0.smithi110.stdout:3956: delete oid 22 current snap is 379 2024-02-18T08:32:56.008 INFO:tasks.rados.rados.0.smithi110.stdout:3954: finishing write tid 1 to smithi11051043-31 2024-02-18T08:32:56.008 INFO:tasks.rados.rados.0.smithi110.stdout:3954: finishing write tid 2 to smithi11051043-31 2024-02-18T08:32:56.008 INFO:tasks.rados.rados.0.smithi110.stdout:3954: finishing write tid 3 to smithi11051043-31 2024-02-18T08:32:56.009 INFO:tasks.rados.rados.0.smithi110.stdout:3954: finishing write tid 5 to smithi11051043-31 2024-02-18T08:32:56.010 INFO:tasks.rados.rados.0.smithi110.stdout:3956: done (1 left) 2024-02-18T08:32:56.010 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 34 current snap is 379 2024-02-18T08:32:56.010 INFO:tasks.rados.rados.0.smithi110.stdout:3957: seq_num 1231 ranges {0=622592,622592=417792,1040384=385024} 2024-02-18T08:32:56.014 INFO:tasks.rados.rados.0.smithi110.stdout:3957: writing smithi11051043-34 from 0 to 622592 tid 1 2024-02-18T08:32:56.017 INFO:tasks.rados.rados.0.smithi110.stdout:3957: writing smithi11051043-34 from 622592 to 1040384 tid 2 2024-02-18T08:32:56.019 INFO:tasks.rados.rados.0.smithi110.stdout:3957: writing smithi11051043-34 from 1040384 to 1425408 tid 3 2024-02-18T08:32:56.019 INFO:tasks.rados.rados.0.smithi110.stdout:3958: snap_remove snap 369 2024-02-18T08:32:56.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:55 smithi110 bash[54479]: cluster 2024-02-18T08:32:54.827307+0000 mgr.y (mgr.44100) 474 : cluster [DBG] pgmap v907: 89 pgs: 89 active+clean; 357 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-02-18T08:32:56.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:55 smithi110 bash[55875]: cluster 2024-02-18T08:32:54.827307+0000 mgr.y (mgr.44100) 474 : cluster [DBG] pgmap v907: 89 pgs: 89 active+clean; 357 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-02-18T08:32:56.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:55 smithi191 bash[38688]: cluster 2024-02-18T08:32:54.827307+0000 mgr.y (mgr.44100) 474 : cluster [DBG] pgmap v907: 89 pgs: 89 active+clean; 357 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-02-18T08:32:56.979 INFO:tasks.rados.rados.0.smithi110.stdout:3958: done (2 left) 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:3959: snap_create 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:3954: finishing write tid 6 to smithi11051043-31 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 31 v 2125 (ObjNum 1228 snap 379 seq_num 1228) dirty exists 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:3954: left oid 31 (ObjNum 1228 snap 379 seq_num 1228) 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:3957: finishing write tid 1 to smithi11051043-34 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:3957: finishing write tid 2 to smithi11051043-34 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:3957: finishing write tid 3 to smithi11051043-34 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:3957: finishing write tid 5 to smithi11051043-34 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:3957: finishing write tid 6 to smithi11051043-34 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 34 v 1726 (ObjNum 1231 snap 379 seq_num 1231) dirty exists 2024-02-18T08:32:56.980 INFO:tasks.rados.rados.0.smithi110.stdout:3957: left oid 34 (ObjNum 1231 snap 379 seq_num 1231) 2024-02-18T08:32:57.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:56 smithi110 bash[54479]: cluster 2024-02-18T08:32:55.960047+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-02-18T08:32:57.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:56 smithi110 bash[55875]: cluster 2024-02-18T08:32:55.960047+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-02-18T08:32:57.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:56 smithi191 bash[38688]: cluster 2024-02-18T08:32:55.960047+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-02-18T08:32:57.980 INFO:tasks.rados.rados.0.smithi110.stdout:3954: done (2 left) 2024-02-18T08:32:57.980 INFO:tasks.rados.rados.0.smithi110.stdout:3957: done (1 left) 2024-02-18T08:32:57.980 INFO:tasks.rados.rados.0.smithi110.stdout:3959: done (0 left) 2024-02-18T08:32:57.980 INFO:tasks.rados.rados.0.smithi110.stdout:3960: rollback oid 21 current snap is 380 2024-02-18T08:32:57.980 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 21 to 373 2024-02-18T08:32:57.980 INFO:tasks.rados.rados.0.smithi110.stdout:3961: rollback oid 38 current snap is 380 2024-02-18T08:32:57.980 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 38 to 355 2024-02-18T08:32:57.980 INFO:tasks.rados.rados.0.smithi110.stdout:3962: snap_create 2024-02-18T08:32:57.986 INFO:tasks.rados.rados.0.smithi110.stdout:3961: finishing rollback tid 1 to smithi11051043-38 2024-02-18T08:32:57.987 INFO:tasks.rados.rados.0.smithi110.stdout:3961: finishing rollback tid 2 to smithi11051043-38 2024-02-18T08:32:57.987 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 38 v 1736 (ObjNum 1141 snap 347 seq_num 1141) dirty exists 2024-02-18T08:32:57.987 INFO:tasks.rados.rados.0.smithi110.stdout:3960: finishing rollback tid 1 to smithi11051043-21 2024-02-18T08:32:57.987 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 21 v 0 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:32:58.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:57 smithi191 bash[38688]: cluster 2024-02-18T08:32:56.828075+0000 mgr.y (mgr.44100) 475 : cluster [DBG] pgmap v910: 89 pgs: 89 active+clean; 335 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 888 KiB/s wr, 10 op/s 2024-02-18T08:32:58.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:57 smithi191 bash[38688]: cluster 2024-02-18T08:32:56.978524+0000 mon.a (mon.0) 1475 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-02-18T08:32:58.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:57 smithi110 bash[54479]: cluster 2024-02-18T08:32:56.828075+0000 mgr.y (mgr.44100) 475 : cluster [DBG] pgmap v910: 89 pgs: 89 active+clean; 335 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 888 KiB/s wr, 10 op/s 2024-02-18T08:32:58.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:57 smithi110 bash[54479]: cluster 2024-02-18T08:32:56.978524+0000 mon.a (mon.0) 1475 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-02-18T08:32:58.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:57 smithi110 bash[55875]: cluster 2024-02-18T08:32:56.828075+0000 mgr.y (mgr.44100) 475 : cluster [DBG] pgmap v910: 89 pgs: 89 active+clean; 335 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 888 KiB/s wr, 10 op/s 2024-02-18T08:32:58.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:57 smithi110 bash[55875]: cluster 2024-02-18T08:32:56.978524+0000 mon.a (mon.0) 1475 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-02-18T08:32:58.981 INFO:tasks.rados.rados.0.smithi110.stdout:3960: done (2 left) 2024-02-18T08:32:58.982 INFO:tasks.rados.rados.0.smithi110.stdout:3961: done (1 left) 2024-02-18T08:32:58.982 INFO:tasks.rados.rados.0.smithi110.stdout:3962: done (0 left) 2024-02-18T08:32:58.982 INFO:tasks.rados.rados.0.smithi110.stdout:3963: read oid 9 snap 363 2024-02-18T08:32:58.982 INFO:tasks.rados.rados.0.smithi110.stdout:3963: expect deleted 2024-02-18T08:32:58.982 INFO:tasks.rados.rados.0.smithi110.stdout:3964: delete oid 37 current snap is 381 2024-02-18T08:32:58.996 INFO:tasks.rados.rados.0.smithi110.stdout:3963: done (1 left) 2024-02-18T08:32:58.997 INFO:tasks.rados.rados.0.smithi110.stdout:3964: done (0 left) 2024-02-18T08:32:58.997 INFO:tasks.rados.rados.0.smithi110.stdout:3965: rollback oid 10 current snap is 381 2024-02-18T08:32:58.997 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 10 to 366 2024-02-18T08:32:58.997 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 1 current snap is 381 2024-02-18T08:32:58.997 INFO:tasks.rados.rados.0.smithi110.stdout:3966: seq_num 1233 ranges {0=655360,655360=638976,1294336=163840} 2024-02-18T08:32:59.000 INFO:tasks.rados.rados.0.smithi110.stdout:3966: writing smithi11051043-1 from 0 to 655360 tid 1 2024-02-18T08:32:59.004 INFO:tasks.rados.rados.0.smithi110.stdout:3966: writing smithi11051043-1 from 655360 to 1294336 tid 2 2024-02-18T08:32:59.005 INFO:tasks.rados.rados.0.smithi110.stdout:3966: writing smithi11051043-1 from 1294336 to 1458176 tid 3 2024-02-18T08:32:59.005 INFO:tasks.rados.rados.0.smithi110.stdout:3967: rmattr oid 15 current snap is 381 2024-02-18T08:32:59.005 INFO:tasks.rados.rados.0.smithi110.stdout:3967: done (2 left) 2024-02-18T08:32:59.005 INFO:tasks.rados.rados.0.smithi110.stdout:3968: copy_from oid 35 from oid 3 current snap is 381 2024-02-18T08:32:59.006 INFO:tasks.rados.rados.0.smithi110.stdout:3965: finishing rollback tid 0 to smithi11051043-10 2024-02-18T08:32:59.006 INFO:tasks.rados.rados.0.smithi110.stdout:3965: finishing rollback tid 1 to smithi11051043-10 2024-02-18T08:32:59.006 INFO:tasks.rados.rados.0.smithi110.stdout:3965: finishing rollback tid 2 to smithi11051043-10 2024-02-18T08:32:59.006 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 10 v 1564 (ObjNum 1161 snap 352 seq_num 1161) dirty exists 2024-02-18T08:32:59.006 INFO:tasks.rados.rados.0.smithi110.stdout:3965: done (2 left) 2024-02-18T08:32:59.006 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 20 current snap is 381 2024-02-18T08:32:59.006 INFO:tasks.rados.rados.0.smithi110.stdout:3969: seq_num 1234 ranges {0=671744,671744=516096,1187840=286720} 2024-02-18T08:32:59.009 INFO:tasks.rados.rados.0.smithi110.stdout:3969: writing smithi11051043-20 from 0 to 671744 tid 1 2024-02-18T08:32:59.012 INFO:tasks.rados.rados.0.smithi110.stdout:3969: writing smithi11051043-20 from 671744 to 1187840 tid 2 2024-02-18T08:32:59.014 INFO:tasks.rados.rados.0.smithi110.stdout:3969: writing smithi11051043-20 from 1187840 to 1474560 tid 3 2024-02-18T08:32:59.014 INFO:tasks.rados.rados.0.smithi110.stdout:3970: read oid 30 snap -1 2024-02-18T08:32:59.014 INFO:tasks.rados.rados.0.smithi110.stdout:3970: expect deleted 2024-02-18T08:32:59.014 INFO:tasks.rados.rados.0.smithi110.stdout:3971: rmattr oid 16 current snap is 381 2024-02-18T08:32:59.015 INFO:tasks.rados.rados.0.smithi110.stdout:3971: done (4 left) 2024-02-18T08:32:59.015 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 381 2024-02-18T08:32:59.015 INFO:tasks.rados.rados.0.smithi110.stdout:3972: seq_num 1235 ranges {0=688128,688128=802816} 2024-02-18T08:32:59.019 INFO:tasks.rados.rados.0.smithi110.stdout:3972: writing smithi11051043-42 from 0 to 688128 tid 1 2024-02-18T08:32:59.024 INFO:tasks.rados.rados.0.smithi110.stdout:3972: writing smithi11051043-42 from 688128 to 1490944 tid 2 2024-02-18T08:32:59.024 INFO:tasks.rados.rados.0.smithi110.stdout:3973: rmattr oid 11 current snap is 381 2024-02-18T08:32:59.024 INFO:tasks.rados.rados.0.smithi110.stdout:3966: finishing write tid 1 to smithi11051043-1 2024-02-18T08:32:59.024 INFO:tasks.rados.rados.0.smithi110.stdout:3968: finishing copy_from to smithi11051043-35 2024-02-18T08:32:59.024 INFO:tasks.rados.rados.0.smithi110.stdout:3968: got expected ENOENT (src dne) 2024-02-18T08:32:59.024 INFO:tasks.rados.rados.0.smithi110.stdout:3974: snap_create 2024-02-18T08:32:59.024 INFO:tasks.rados.rados.0.smithi110.stdout:3968: finishing copy_from racing read to smithi11051043-35 2024-02-18T08:32:59.024 INFO:tasks.rados.rados.0.smithi110.stdout:3966: finishing write tid 2 to smithi11051043-1 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3966: finishing write tid 3 to smithi11051043-1 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3966: finishing write tid 5 to smithi11051043-1 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3966: finishing write tid 6 to smithi11051043-1 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 1 v 1849 (ObjNum 1233 snap 381 seq_num 1233) dirty exists 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3966: left oid 1 (ObjNum 1233 snap 381 seq_num 1233) 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3969: finishing write tid 1 to smithi11051043-20 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3969: finishing write tid 2 to smithi11051043-20 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3969: finishing write tid 3 to smithi11051043-20 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3969: finishing write tid 5 to smithi11051043-20 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3969: finishing write tid 6 to smithi11051043-20 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 20 v 1109 (ObjNum 1234 snap 381 seq_num 1234) dirty exists 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3969: left oid 20 (ObjNum 1234 snap 381 seq_num 1234) 2024-02-18T08:32:59.025 INFO:tasks.rados.rados.0.smithi110.stdout:3972: finishing write tid 1 to smithi11051043-42 2024-02-18T08:32:59.027 INFO:tasks.rados.rados.0.smithi110.stdout:3972: finishing write tid 2 to smithi11051043-42 2024-02-18T08:32:59.027 INFO:tasks.rados.rados.0.smithi110.stdout:3972: finishing write tid 4 to smithi11051043-42 2024-02-18T08:32:59.027 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 11 v 1919 (ObjNum 1225 snap 378 seq_num 1225) dirty exists 2024-02-18T08:32:59.028 INFO:tasks.rados.rados.0.smithi110.stdout:3972: finishing write tid 5 to smithi11051043-42 2024-02-18T08:32:59.029 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 1820 (ObjNum 1235 snap 381 seq_num 1235) dirty exists 2024-02-18T08:32:59.029 INFO:tasks.rados.rados.0.smithi110.stdout:3972: left oid 42 (ObjNum 1235 snap 381 seq_num 1235) 2024-02-18T08:32:59.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:58 smithi191 bash[38688]: cluster 2024-02-18T08:32:57.981706+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-02-18T08:32:59.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:58 smithi191 bash[38688]: cluster 2024-02-18T08:32:58.981095+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-02-18T08:32:59.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:58 smithi110 bash[54479]: cluster 2024-02-18T08:32:57.981706+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-02-18T08:32:59.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:58 smithi110 bash[54479]: cluster 2024-02-18T08:32:58.981095+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-02-18T08:32:59.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:58 smithi110 bash[55875]: cluster 2024-02-18T08:32:57.981706+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-02-18T08:32:59.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:58 smithi110 bash[55875]: cluster 2024-02-18T08:32:58.981095+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3966: done (6 left) 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3968: done (5 left) 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3969: done (4 left) 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3970: done (3 left) 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3972: done (2 left) 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3973: done (1 left) 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3974: done (0 left) 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3975: rmattr oid 16 current snap is 382 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3975: done (0 left) 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3976: read oid 23 snap 356 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3976: expect (ObjNum 1068 snap 326 seq_num 1068) 2024-02-18T08:32:59.886 INFO:tasks.rados.rados.0.smithi110.stdout:3977: rmattr oid 19 current snap is 382 2024-02-18T08:32:59.887 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 42 current snap is 382 2024-02-18T08:32:59.887 INFO:tasks.rados.rados.0.smithi110.stdout:3978: seq_num 1236 ranges {1490944=704512,2195456=688128,2883584=114688} 2024-02-18T08:32:59.898 INFO:tasks.rados.rados.0.smithi110.stdout:3978: writing smithi11051043-42 from 1490944 to 2195456 tid 1 2024-02-18T08:32:59.902 INFO:tasks.rados.rados.0.smithi110.stdout:3978: writing smithi11051043-42 from 2195456 to 2883584 tid 2 2024-02-18T08:32:59.903 INFO:tasks.rados.rados.0.smithi110.stdout:3978: writing smithi11051043-42 from 2883584 to 2998272 tid 3 2024-02-18T08:32:59.903 INFO:tasks.rados.rados.0.smithi110.stdout:3979: snap_remove snap 364 2024-02-18T08:33:00.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:59 smithi191 bash[38688]: cluster 2024-02-18T08:32:58.828819+0000 mgr.y (mgr.44100) 476 : cluster [DBG] pgmap v913: 89 pgs: 89 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-02-18T08:33:00.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:32:59 smithi191 bash[38688]: cluster 2024-02-18T08:32:59.887312+0000 mon.a (mon.0) 1478 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-02-18T08:33:00.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:59 smithi110 bash[54479]: cluster 2024-02-18T08:32:58.828819+0000 mgr.y (mgr.44100) 476 : cluster [DBG] pgmap v913: 89 pgs: 89 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-02-18T08:33:00.468 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:32:59 smithi110 bash[54479]: cluster 2024-02-18T08:32:59.887312+0000 mon.a (mon.0) 1478 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-02-18T08:33:00.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:59 smithi110 bash[55875]: cluster 2024-02-18T08:32:58.828819+0000 mgr.y (mgr.44100) 476 : cluster [DBG] pgmap v913: 89 pgs: 89 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-02-18T08:33:00.468 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:32:59 smithi110 bash[55875]: cluster 2024-02-18T08:32:59.887312+0000 mon.a (mon.0) 1478 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-02-18T08:33:00.888 INFO:tasks.rados.rados.0.smithi110.stdout:3979: done (3 left) 2024-02-18T08:33:00.888 INFO:tasks.rados.rados.0.smithi110.stdout:3980: snap_create 2024-02-18T08:33:00.888 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1915 (ObjNum 1194 snap 369 seq_num 1194) dirty exists 2024-02-18T08:33:00.888 INFO:tasks.rados.rados.0.smithi110.stdout:3978: finishing write tid 1 to smithi11051043-42 2024-02-18T08:33:00.888 INFO:tasks.rados.rados.0.smithi110.stdout:3978: finishing write tid 2 to smithi11051043-42 2024-02-18T08:33:00.889 INFO:tasks.rados.rados.0.smithi110.stdout:3978: finishing write tid 3 to smithi11051043-42 2024-02-18T08:33:00.889 INFO:tasks.rados.rados.0.smithi110.stdout:3978: finishing write tid 5 to smithi11051043-42 2024-02-18T08:33:00.889 INFO:tasks.rados.rados.0.smithi110.stdout:3976: expect (ObjNum 1068 snap 326 seq_num 1068) 2024-02-18T08:33:01.025 INFO:tasks.rados.rados.0.smithi110.stdout:3978: finishing write tid 6 to smithi11051043-42 2024-02-18T08:33:01.026 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 1824 (ObjNum 1236 snap 382 seq_num 1236) dirty exists 2024-02-18T08:33:01.026 INFO:tasks.rados.rados.0.smithi110.stdout:3978: left oid 42 (ObjNum 1236 snap 382 seq_num 1236) 2024-02-18T08:33:01.892 INFO:tasks.rados.rados.0.smithi110.stdout:3976: done (3 left) 2024-02-18T08:33:01.892 INFO:tasks.rados.rados.0.smithi110.stdout:3977: done (2 left) 2024-02-18T08:33:01.893 INFO:tasks.rados.rados.0.smithi110.stdout:3978: done (1 left) 2024-02-18T08:33:01.893 INFO:tasks.rados.rados.0.smithi110.stdout:3980: done (0 left) 2024-02-18T08:33:01.893 INFO:tasks.rados.rados.0.smithi110.stdout:3981: rollback oid 42 current snap is 383 2024-02-18T08:33:01.893 INFO:tasks.rados.rados.0.smithi110.stdout:rollback oid 42 to 363 2024-02-18T08:33:01.893 INFO:tasks.rados.rados.0.smithi110.stdout:3982: read oid 27 snap -1 2024-02-18T08:33:01.893 INFO:tasks.rados.rados.0.smithi110.stdout:3982: expect deleted 2024-02-18T08:33:01.893 INFO:tasks.rados.rados.0.smithi110.stdout:3983: read oid 29 snap -1 2024-02-18T08:33:01.893 INFO:tasks.rados.rados.0.smithi110.stdout:3983: expect deleted 2024-02-18T08:33:01.893 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 36 current snap is 383 2024-02-18T08:33:01.893 INFO:tasks.rados.rados.0.smithi110.stdout:3984: seq_num 1237 ranges {1703936=720896,2424832=573440,2998272=229376} 2024-02-18T08:33:01.906 INFO:tasks.rados.rados.0.smithi110.stdout:3984: writing smithi11051043-36 from 1703936 to 2424832 tid 1 2024-02-18T08:33:01.910 INFO:tasks.rados.rados.0.smithi110.stdout:3984: writing smithi11051043-36 from 2424832 to 2998272 tid 2 2024-02-18T08:33:01.911 INFO:tasks.rados.rados.0.smithi110.stdout:3984: writing smithi11051043-36 from 2998272 to 3227648 tid 3 2024-02-18T08:33:01.911 INFO:tasks.rados.rados.0.smithi110.stdout:3985: read oid 47 snap -1 2024-02-18T08:33:01.912 INFO:tasks.rados.rados.0.smithi110.stdout:3985: expect (ObjNum 1210 snap 377 seq_num 1210) 2024-02-18T08:33:01.912 INFO:tasks.rados.rados.0.smithi110.stdout:3986: snap_remove snap 371 2024-02-18T08:33:02.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:01 smithi110 bash[54479]: cluster 2024-02-18T08:33:00.829688+0000 mgr.y (mgr.44100) 477 : cluster [DBG] pgmap v916: 89 pgs: 89 active+clean; 343 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-02-18T08:33:02.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:01 smithi110 bash[54479]: cluster 2024-02-18T08:33:00.889807+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-02-18T08:33:02.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:01 smithi110 bash[55875]: cluster 2024-02-18T08:33:00.829688+0000 mgr.y (mgr.44100) 477 : cluster [DBG] pgmap v916: 89 pgs: 89 active+clean; 343 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-02-18T08:33:02.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:01 smithi110 bash[55875]: cluster 2024-02-18T08:33:00.889807+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-02-18T08:33:02.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:01 smithi191 bash[38688]: cluster 2024-02-18T08:33:00.829688+0000 mgr.y (mgr.44100) 477 : cluster [DBG] pgmap v916: 89 pgs: 89 active+clean; 343 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-02-18T08:33:02.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:01 smithi191 bash[38688]: cluster 2024-02-18T08:33:00.889807+0000 mon.a (mon.0) 1479 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-02-18T08:33:02.904 INFO:tasks.rados.rados.0.smithi110.stdout:3986: done (5 left) 2024-02-18T08:33:02.904 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 44 current snap is 383 2024-02-18T08:33:02.904 INFO:tasks.rados.rados.0.smithi110.stdout:3987: seq_num 1238 ranges {8167424=737280,8904704=458752,9363456=344064} 2024-02-18T08:33:02.955 INFO:tasks.rados.rados.0.smithi110.stdout:3987: writing smithi11051043-44 from 8167424 to 8904704 tid 1 2024-02-18T08:33:02.957 INFO:tasks.rados.rados.0.smithi110.stdout:3987: writing smithi11051043-44 from 8904704 to 9363456 tid 2 2024-02-18T08:33:02.960 INFO:tasks.rados.rados.0.smithi110.stdout:3987: writing smithi11051043-44 from 9363456 to 9707520 tid 3 2024-02-18T08:33:02.960 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 19 current snap is 383 2024-02-18T08:33:02.960 INFO:tasks.rados.rados.0.smithi110.stdout:3988: seq_num 1239 ranges {3457024=753664,4210688=745472,4956160=57344} 2024-02-18T08:33:02.984 INFO:tasks.rados.rados.0.smithi110.stdout:3988: writing smithi11051043-19 from 3457024 to 4210688 tid 1 2024-02-18T08:33:02.988 INFO:tasks.rados.rados.0.smithi110.stdout:3988: writing smithi11051043-19 from 4210688 to 4956160 tid 2 2024-02-18T08:33:02.989 INFO:tasks.rados.rados.0.smithi110.stdout:3988: writing smithi11051043-19 from 4956160 to 5013504 tid 3 2024-02-18T08:33:02.989 INFO:tasks.rados.rados.0.smithi110.stdout:3989: rmattr oid 39 current snap is 383 2024-02-18T08:33:02.989 INFO:tasks.rados.rados.0.smithi110.stdout:3989: done (7 left) 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3990: read oid 15 snap -1 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3990: expect (ObjNum 1207 snap 374 seq_num 1207) 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3991: copy_from oid 39 from oid 16 current snap is 383 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3981: finishing rollback tid 0 to smithi11051043-42 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3982: done (8 left) 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3983: done (7 left) 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3992: rmattr oid 46 current snap is 383 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3992: done (7 left) 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3993: read oid 14 snap -1 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3993: expect deleted 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3994: setattr oid 49 current snap is 383 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3981: finishing rollback tid 1 to smithi11051043-42 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 42 v 1826 (ObjNum 0 snap 0 seq_num 0) dirty dne 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3984: finishing write tid 1 to smithi11051043-36 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3984: finishing write tid 2 to smithi11051043-36 2024-02-18T08:33:02.990 INFO:tasks.rados.rados.0.smithi110.stdout:3984: finishing write tid 3 to smithi11051043-36 2024-02-18T08:33:02.991 INFO:tasks.rados.rados.0.smithi110.stdout:3984: finishing write tid 5 to smithi11051043-36 2024-02-18T08:33:02.991 INFO:tasks.rados.rados.0.smithi110.stdout:3984: finishing write tid 6 to smithi11051043-36 2024-02-18T08:33:02.991 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 36 v 1853 (ObjNum 1237 snap 383 seq_num 1237) dirty exists 2024-02-18T08:33:02.991 INFO:tasks.rados.rados.0.smithi110.stdout:3984: left oid 36 (ObjNum 1237 snap 383 seq_num 1237) 2024-02-18T08:33:02.991 INFO:tasks.rados.rados.0.smithi110.stdout:3985: expect (ObjNum 1210 snap 377 seq_num 1210) 2024-02-18T08:33:03.016 INFO:tasks.rados.rados.0.smithi110.stdout:3987: finishing write tid 1 to smithi11051043-44 2024-02-18T08:33:03.016 INFO:tasks.rados.rados.0.smithi110.stdout:3987: finishing write tid 2 to smithi11051043-44 2024-02-18T08:33:03.016 INFO:tasks.rados.rados.0.smithi110.stdout:3987: finishing write tid 3 to smithi11051043-44 2024-02-18T08:33:03.016 INFO:tasks.rados.rados.0.smithi110.stdout:3987: finishing write tid 5 to smithi11051043-44 2024-02-18T08:33:03.016 INFO:tasks.rados.rados.0.smithi110.stdout:3987: finishing write tid 6 to smithi11051043-44 2024-02-18T08:33:03.016 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 44 v 1857 (ObjNum 1238 snap 383 seq_num 1238) dirty exists 2024-02-18T08:33:03.016 INFO:tasks.rados.rados.0.smithi110.stdout:3987: left oid 44 (ObjNum 1238 snap 383 seq_num 1238) 2024-02-18T08:33:03.016 INFO:tasks.rados.rados.0.smithi110.stdout:3988: finishing write tid 1 to smithi11051043-19 2024-02-18T08:33:03.017 INFO:tasks.rados.rados.0.smithi110.stdout:3988: finishing write tid 2 to smithi11051043-19 2024-02-18T08:33:03.017 INFO:tasks.rados.rados.0.smithi110.stdout:3988: finishing write tid 3 to smithi11051043-19 2024-02-18T08:33:03.017 INFO:tasks.rados.rados.0.smithi110.stdout:3988: finishing write tid 5 to smithi11051043-19 2024-02-18T08:33:03.017 INFO:tasks.rados.rados.0.smithi110.stdout:3991: finishing copy_from racing read to smithi11051043-39 2024-02-18T08:33:03.017 INFO:tasks.rados.rados.0.smithi110.stdout:3988: finishing write tid 6 to smithi11051043-19 2024-02-18T08:33:03.017 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 19 v 1919 (ObjNum 1239 snap 383 seq_num 1239) dirty exists 2024-02-18T08:33:03.017 INFO:tasks.rados.rados.0.smithi110.stdout:3988: left oid 19 (ObjNum 1239 snap 383 seq_num 1239) 2024-02-18T08:33:03.017 INFO:tasks.rados.rados.0.smithi110.stdout:3991: finishing copy_from to smithi11051043-39 2024-02-18T08:33:03.017 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 39 v 2050 (ObjNum 1199 snap 370 seq_num 1199) dirty exists 2024-02-18T08:33:03.017 INFO:tasks.rados.rados.0.smithi110.stdout:3990: expect (ObjNum 1207 snap 374 seq_num 1207) 2024-02-18T08:33:03.068 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 49 v 1686 (ObjNum 1114 snap 338 seq_num 1114) dirty exists 2024-02-18T08:33:03.068 INFO:tasks.rados.rados.0.smithi110.stdout:3981: done (8 left) 2024-02-18T08:33:03.068 INFO:tasks.rados.rados.0.smithi110.stdout:3984: done (7 left) 2024-02-18T08:33:03.068 INFO:tasks.rados.rados.0.smithi110.stdout:3985: done (6 left) 2024-02-18T08:33:03.068 INFO:tasks.rados.rados.0.smithi110.stdout:3987: done (5 left) 2024-02-18T08:33:03.068 INFO:tasks.rados.rados.0.smithi110.stdout:3988: done (4 left) 2024-02-18T08:33:03.068 INFO:tasks.rados.rados.0.smithi110.stdout:3990: done (3 left) 2024-02-18T08:33:03.068 INFO:tasks.rados.rados.0.smithi110.stdout:3991: done (2 left) 2024-02-18T08:33:03.069 INFO:tasks.rados.rados.0.smithi110.stdout:3993: done (1 left) 2024-02-18T08:33:03.069 INFO:tasks.rados.rados.0.smithi110.stdout:3994: done (0 left) 2024-02-18T08:33:03.069 INFO:tasks.rados.rados.0.smithi110.stdout:3995: delete oid 14 current snap is 383 2024-02-18T08:33:03.070 INFO:tasks.rados.rados.0.smithi110.stdout:3995: done (0 left) 2024-02-18T08:33:03.070 INFO:tasks.rados.rados.0.smithi110.stdout:append oid 25 current snap is 383 2024-02-18T08:33:03.070 INFO:tasks.rados.rados.0.smithi110.stdout:3996: seq_num 1241 ranges {1499136=794624,2293760=557056,2850816=245760} 2024-02-18T08:33:03.083 INFO:tasks.rados.rados.0.smithi110.stdout:3996: writing smithi11051043-25 from 1499136 to 2293760 tid 1 2024-02-18T08:33:03.086 INFO:tasks.rados.rados.0.smithi110.stdout:3996: writing smithi11051043-25 from 2293760 to 2850816 tid 2 2024-02-18T08:33:03.087 INFO:tasks.rados.rados.0.smithi110.stdout:3996: writing smithi11051043-25 from 2850816 to 3096576 tid 3 2024-02-18T08:33:03.088 INFO:tasks.rados.rados.0.smithi110.stdout:3997: delete oid 50 current snap is 383 2024-02-18T08:33:03.091 INFO:tasks.rados.rados.0.smithi110.stdout:3997: done (1 left) 2024-02-18T08:33:03.091 INFO:tasks.rados.rados.0.smithi110.stdout:3998: snap_remove snap 373 2024-02-18T08:33:03.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:02 smithi110 bash[54479]: cluster 2024-02-18T08:33:01.893792+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-02-18T08:33:03.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:02 smithi110 bash[55875]: cluster 2024-02-18T08:33:01.893792+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-02-18T08:33:03.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:02 smithi191 bash[38688]: cluster 2024-02-18T08:33:01.893792+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:3998: done (1 left) 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:3999: read oid 18 snap -1 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:3999: expect (ObjNum 1077 snap 329 seq_num 1077) 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 2 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:3996: finishing write tid 1 to smithi11051043-25 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:3996: finishing write tid 2 to smithi11051043-25 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:3996: finishing write tid 3 to smithi11051043-25 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:3996: finishing write tid 5 to smithi11051043-25 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:3996: finishing write tid 6 to smithi11051043-25 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:update_object_version oid 25 v 2054 (ObjNum 1241 snap 383 seq_num 1241) dirty exists 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:3996: left oid 25 (ObjNum 1241 snap 383 seq_num 1241) 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout:3996: done (1 left) 2024-02-18T08:33:03.933 INFO:tasks.rados.rados.0.smithi110.stdout: waiting on 1 2024-02-18T08:33:03.982 INFO:tasks.rados.rados.0.smithi110.stdout:3999: expect (ObjNum 1077 snap 329 seq_num 1077) 2024-02-18T08:33:04.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:03 smithi110 bash[54479]: cluster 2024-02-18T08:33:02.830525+0000 mgr.y (mgr.44100) 478 : cluster [DBG] pgmap v919: 89 pgs: 89 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 6 op/s 2024-02-18T08:33:04.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:03 smithi110 bash[54479]: cluster 2024-02-18T08:33:02.905052+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-02-18T08:33:04.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:03 smithi110 bash[55875]: cluster 2024-02-18T08:33:02.830525+0000 mgr.y (mgr.44100) 478 : cluster [DBG] pgmap v919: 89 pgs: 89 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 6 op/s 2024-02-18T08:33:04.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:03 smithi110 bash[55875]: cluster 2024-02-18T08:33:02.905052+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-02-18T08:33:04.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:03 smithi191 bash[38688]: cluster 2024-02-18T08:33:02.830525+0000 mgr.y (mgr.44100) 478 : cluster [DBG] pgmap v919: 89 pgs: 89 active+clean; 351 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 6 op/s 2024-02-18T08:33:04.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:03 smithi191 bash[38688]: cluster 2024-02-18T08:33:02.905052+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-02-18T08:33:04.846 INFO:tasks.rados.rados.0.smithi110.stdout:3999: done (0 left) 2024-02-18T08:33:04.865 INFO:tasks.rados.rados.0.smithi110.stderr:0 errors. 2024-02-18T08:33:04.865 INFO:tasks.rados.rados.0.smithi110.stderr: 2024-02-18T08:33:04.873 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd dump --format=json 2024-02-18T08:33:05.002 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:33:05.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:04 smithi110 bash[54479]: cluster 2024-02-18T08:33:03.934986+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-02-18T08:33:05.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:04 smithi110 bash[54479]: cluster 2024-02-18T08:33:04.887085+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-02-18T08:33:05.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:04 smithi110 bash[55875]: cluster 2024-02-18T08:33:03.934986+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-02-18T08:33:05.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:04 smithi110 bash[55875]: cluster 2024-02-18T08:33:04.887085+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-02-18T08:33:05.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:04 smithi191 bash[38688]: cluster 2024-02-18T08:33:03.934986+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-02-18T08:33:05.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:04 smithi191 bash[38688]: cluster 2024-02-18T08:33:04.887085+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-02-18T08:33:06.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:05 smithi110 bash[54479]: cluster 2024-02-18T08:33:04.831230+0000 mgr.y (mgr.44100) 479 : cluster [DBG] pgmap v922: 89 pgs: 89 active+clean; 354 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-02-18T08:33:06.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:05 smithi110 bash[55875]: cluster 2024-02-18T08:33:04.831230+0000 mgr.y (mgr.44100) 479 : cluster [DBG] pgmap v922: 89 pgs: 89 active+clean; 354 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-02-18T08:33:06.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:05 smithi191 bash[38688]: cluster 2024-02-18T08:33:04.831230+0000 mgr.y (mgr.44100) 479 : cluster [DBG] pgmap v922: 89 pgs: 89 active+clean; 354 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-02-18T08:33:08.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:07 smithi110 bash[54479]: cluster 2024-02-18T08:33:06.832073+0000 mgr.y (mgr.44100) 480 : cluster [DBG] pgmap v924: 89 pgs: 89 active+clean; 356 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-02-18T08:33:08.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:07 smithi110 bash[55875]: cluster 2024-02-18T08:33:06.832073+0000 mgr.y (mgr.44100) 480 : cluster [DBG] pgmap v924: 89 pgs: 89 active+clean; 356 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-02-18T08:33:08.338 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:07 smithi191 bash[38688]: cluster 2024-02-18T08:33:06.832073+0000 mgr.y (mgr.44100) 480 : cluster [DBG] pgmap v924: 89 pgs: 89 active+clean; 356 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-02-18T08:33:08.640 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:33:08.640 INFO:teuthology.orchestra.run.smithi110.stdout:{"epoch":822,"fsid":"14c080d4-ce35-11ee-95ba-87774f69a715","created":"2024-02-18T08:10:23.933884+0000","modified":"2024-02-18T08:33:04.880788+0000","last_up_change":"2024-02-18T08:27:57.823323+0000","last_in_change":"2024-02-18T08:15:44.225315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2024-02-18T08:11:58.537443+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"218","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-02-18T08:16:20.978985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-02-18T08:18:00.839168+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-02-18T08:18:01.623649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-02-18T08:19:58.688605+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"821","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":750,"snap_epoch":821,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"9e1609f7-59ab-421c-b039-19c0a2cb9c7a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":283,"up_from":296,"up_thru":519,"down_at":284,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3930212195},{"type":"v1","addr":"172.21.15.110:6803","nonce":3930212195}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3930212195},{"type":"v1","addr":"172.21.15.110:6805","nonce":3930212195}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":3930212195},{"type":"v1","addr":"172.21.15.110:6809","nonce":3930212195}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3930212195},{"type":"v1","addr":"172.21.15.110:6807","nonce":3930212195}]},"public_addr":"172.21.15.110:6803/3930212195","cluster_addr":"172.21.15.110:6805/3930212195","heartbeat_back_addr":"172.21.15.110:6809/3930212195","heartbeat_front_addr":"172.21.15.110:6807/3930212195","state":["exists","up"]},{"osd":1,"uuid":"95f523f1-c0b2-43dc-a134-d41f8a4d129b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":316,"up_from":329,"up_thru":519,"down_at":317,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":3219308764},{"type":"v1","addr":"172.21.15.110:6811","nonce":3219308764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":3219308764},{"type":"v1","addr":"172.21.15.110:6813","nonce":3219308764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":3219308764},{"type":"v1","addr":"172.21.15.110:6817","nonce":3219308764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":3219308764},{"type":"v1","addr":"172.21.15.110:6815","nonce":3219308764}]},"public_addr":"172.21.15.110:6811/3219308764","cluster_addr":"172.21.15.110:6813/3219308764","heartbeat_back_addr":"172.21.15.110:6817/3219308764","heartbeat_front_addr":"172.21.15.110:6815/3219308764","state":["exists","up"]},{"osd":2,"uuid":"485c266e-a9ce-46aa-89cc-803a18cc9515","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":21,"last_clean_end":348,"up_from":361,"up_thru":519,"down_at":349,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":1990843353},{"type":"v1","addr":"172.21.15.110:6819","nonce":1990843353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":1990843353},{"type":"v1","addr":"172.21.15.110:6821","nonce":1990843353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":1990843353},{"type":"v1","addr":"172.21.15.110:6825","nonce":1990843353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":1990843353},{"type":"v1","addr":"172.21.15.110:6823","nonce":1990843353}]},"public_addr":"172.21.15.110:6819/1990843353","cluster_addr":"172.21.15.110:6821/1990843353","heartbeat_back_addr":"172.21.15.110:6825/1990843353","heartbeat_front_addr":"172.21.15.110:6823/1990843353","state":["exists","up"]},{"osd":3,"uuid":"5468ec9e-ada2-46e0-838d-e1da6821e42a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":381,"up_from":394,"up_thru":519,"down_at":382,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":698304446},{"type":"v1","addr":"172.21.15.110:6827","nonce":698304446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":698304446},{"type":"v1","addr":"172.21.15.110:6829","nonce":698304446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":698304446},{"type":"v1","addr":"172.21.15.110:6833","nonce":698304446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":698304446},{"type":"v1","addr":"172.21.15.110:6831","nonce":698304446}]},"public_addr":"172.21.15.110:6827/698304446","cluster_addr":"172.21.15.110:6829/698304446","heartbeat_back_addr":"172.21.15.110:6833/698304446","heartbeat_front_addr":"172.21.15.110:6831/698304446","state":["exists","up"]},{"osd":4,"uuid":"b92a624e-5225-445d-8703-5ec34210aea8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":413,"up_from":426,"up_thru":519,"down_at":414,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":3786712431},{"type":"v1","addr":"172.21.15.191:6801","nonce":3786712431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":3786712431},{"type":"v1","addr":"172.21.15.191:6803","nonce":3786712431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":3786712431},{"type":"v1","addr":"172.21.15.191:6807","nonce":3786712431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":3786712431},{"type":"v1","addr":"172.21.15.191:6805","nonce":3786712431}]},"public_addr":"172.21.15.191:6801/3786712431","cluster_addr":"172.21.15.191:6803/3786712431","heartbeat_back_addr":"172.21.15.191:6807/3786712431","heartbeat_front_addr":"172.21.15.191:6805/3786712431","state":["exists","up"]},{"osd":5,"uuid":"26e142f1-495f-4a04-bbbe-66803dd6607c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":444,"up_from":457,"up_thru":519,"down_at":445,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":651438155},{"type":"v1","addr":"172.21.15.191:6809","nonce":651438155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":651438155},{"type":"v1","addr":"172.21.15.191:6811","nonce":651438155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":651438155},{"type":"v1","addr":"172.21.15.191:6815","nonce":651438155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":651438155},{"type":"v1","addr":"172.21.15.191:6813","nonce":651438155}]},"public_addr":"172.21.15.191:6809/651438155","cluster_addr":"172.21.15.191:6811/651438155","heartbeat_back_addr":"172.21.15.191:6815/651438155","heartbeat_front_addr":"172.21.15.191:6813/651438155","state":["exists","up"]},{"osd":6,"uuid":"181b7d27-4c9e-4ec9-aa6e-1899c70ad416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":41,"last_clean_end":476,"up_from":489,"up_thru":519,"down_at":477,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":3266097564},{"type":"v1","addr":"172.21.15.191:6817","nonce":3266097564}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":3266097564},{"type":"v1","addr":"172.21.15.191:6819","nonce":3266097564}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":3266097564},{"type":"v1","addr":"172.21.15.191:6823","nonce":3266097564}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":3266097564},{"type":"v1","addr":"172.21.15.191:6821","nonce":3266097564}]},"public_addr":"172.21.15.191:6817/3266097564","cluster_addr":"172.21.15.191:6819/3266097564","heartbeat_back_addr":"172.21.15.191:6823/3266097564","heartbeat_front_addr":"172.21.15.191:6821/3266097564","state":["exists","up"]},{"osd":7,"uuid":"29f0427f-9192-41d3-9b1b-42859979bd61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":507,"up_from":519,"up_thru":519,"down_at":508,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":1632774866},{"type":"v1","addr":"172.21.15.191:6825","nonce":1632774866}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":1632774866},{"type":"v1","addr":"172.21.15.191:6827","nonce":1632774866}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":1632774866},{"type":"v1","addr":"172.21.15.191:6831","nonce":1632774866}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":1632774866},{"type":"v1","addr":"172.21.15.191:6829","nonce":1632774866}]},"public_addr":"172.21.15.191:6825/1632774866","cluster_addr":"172.21.15.191:6827/1632774866","heartbeat_back_addr":"172.21.15.191:6831/1632774866","heartbeat_front_addr":"172.21.15.191:6829/1632774866","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:05.753940+0000","dead_epoch":283},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:28.736749+0000","dead_epoch":316},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:13:52.209518+0000","dead_epoch":348},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:14.736832+0000","dead_epoch":381},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:35.371699+0000","dead_epoch":413},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:14:58.735247+0000","dead_epoch":444},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:20.765845+0000","dead_epoch":476},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138314316775423,"old_weight":0,"last_purged_snaps_scrub":"2024-02-18T08:15:43.119169+0000","dead_epoch":507}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.191:6833/3033893043":"2024-02-19T08:28:18.422907+0000","172.21.15.110:6801/4048345598":"2024-02-19T08:10:47.227648+0000","172.21.15.110:6800/4048345598":"2024-02-19T08:10:47.227648+0000","172.21.15.110:0/1854790140":"2024-02-19T08:22:32.554847+0000","172.21.15.110:0/123532997":"2024-02-19T08:20:43.457663+0000","172.21.15.191:0/3049320130":"2024-02-19T08:21:39.103855+0000","172.21.15.110:0/1326820116":"2024-02-19T08:22:32.554847+0000","172.21.15.110:0/2218966986":"2024-02-19T08:22:32.554847+0000","172.21.15.110:6801/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.191:6832/3033893043":"2024-02-19T08:28:18.422907+0000","172.21.15.110:0/2656758538":"2024-02-19T08:10:47.227648+0000","172.21.15.191:0/3280647174":"2024-02-19T08:21:39.103855+0000","172.21.15.110:6800/1551872772":"2024-02-19T08:22:32.554847+0000","172.21.15.110:0/2083955527":"2024-02-19T08:22:32.554847+0000","172.21.15.191:0/706682805":"2024-02-19T08:21:39.103855+0000","172.21.15.110:6801/1551872772":"2024-02-19T08:22:32.554847+0000","172.21.15.110:6801/2113138886":"2024-02-19T08:20:43.457663+0000","172.21.15.110:6800/3152693864":"2024-02-19T08:11:07.563373+0000","172.21.15.191:0/1156325988":"2024-02-19T08:21:39.103855+0000","172.21.15.191:6834/2943850599":"2024-02-19T08:21:39.103855+0000","172.21.15.110:0/3320279389":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/2819148956":"2024-02-19T08:10:47.227648+0000","172.21.15.191:6835/2943850599":"2024-02-19T08:21:39.103855+0000","172.21.15.110:6800/2113138886":"2024-02-19T08:20:43.457663+0000","172.21.15.110:0/3267465586":"2024-02-19T08:11:07.563373+0000","172.21.15.110:0/2555710592":"2024-02-19T08:20:43.457663+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":714,"length":1},{"begin":727,"length":1},{"begin":732,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":724,"length":1},{"begin":730,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-18T08:33:08.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:08 smithi110 bash[54479]: audit 2024-02-18T08:33:08.640134+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.15.110:0/2413925355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:33:08.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:08 smithi110 bash[55875]: audit 2024-02-18T08:33:08.640134+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.15.110:0/2413925355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:33:09.296 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph pg dump --format=json 2024-02-18T08:33:09.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:08 smithi191 bash[38688]: audit 2024-02-18T08:33:08.640134+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.15.110:0/2413925355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-18T08:33:09.442 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:33:10.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:09 smithi110 bash[54479]: cluster 2024-02-18T08:33:08.833191+0000 mgr.y (mgr.44100) 481 : cluster [DBG] pgmap v925: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-02-18T08:33:10.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:09 smithi110 bash[54479]: cluster 2024-02-18T08:33:09.893052+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-02-18T08:33:10.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:09 smithi110 bash[55875]: cluster 2024-02-18T08:33:08.833191+0000 mgr.y (mgr.44100) 481 : cluster [DBG] pgmap v925: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-02-18T08:33:10.218 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:09 smithi110 bash[55875]: cluster 2024-02-18T08:33:09.893052+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-02-18T08:33:10.338 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:09 smithi191 bash[38688]: cluster 2024-02-18T08:33:08.833191+0000 mgr.y (mgr.44100) 481 : cluster [DBG] pgmap v925: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-02-18T08:33:10.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:09 smithi191 bash[38688]: cluster 2024-02-18T08:33:09.893052+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-02-18T08:33:12.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:11 smithi110 bash[54479]: cluster 2024-02-18T08:33:10.834278+0000 mgr.y (mgr.44100) 482 : cluster [DBG] pgmap v927: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 998 KiB/s wr, 8 op/s 2024-02-18T08:33:12.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:11 smithi110 bash[55875]: cluster 2024-02-18T08:33:10.834278+0000 mgr.y (mgr.44100) 482 : cluster [DBG] pgmap v927: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 998 KiB/s wr, 8 op/s 2024-02-18T08:33:12.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:11 smithi191 bash[38688]: cluster 2024-02-18T08:33:10.834278+0000 mgr.y (mgr.44100) 482 : cluster [DBG] pgmap v927: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 998 KiB/s wr, 8 op/s 2024-02-18T08:33:12.578 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-02-18T08:33:12.580 INFO:teuthology.orchestra.run.smithi110.stderr:dumped all 2024-02-18T08:33:13.294 INFO:teuthology.orchestra.run.smithi110.stdout:{"pg_ready":true,"pg_map":{"version":927,"stamp":"2024-02-18T08:33:10.833496+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":376599958,"num_objects":198,"num_object_clones":128,"num_object_copies":594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":14,"num_read":3735,"num_read_kb":5662179,"num_write":8288,"num_write_kb":1792021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":119,"num_bytes_recovered":332406784,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16291,"ondisk_log_size":16291,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3090024,"kb_used_data":610600,"kb_used_omap":902,"kb_used_meta":2478457,"kb_avail":746871192,"statfs":{"total":767960285184,"available":764796100608,"internally_reserved":0,"allocated":625254400,"data_stored":1067875173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":923875,"internal_metadata":2537940765},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7053312,"num_objects":7,"num_object_clones":7,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":21,"num_read_kb":50210,"num_write":39,"num_write_kb":6888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.903480"},"pg_stats":[{"pgid":"3.1a","version":"540'2","reported_seq":792,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.004344+0000","last_change":"2024-02-18T08:26:22.760434+0000","last_active":"2024-02-18T08:33:05.004344+0000","last_peered":"2024-02-18T08:33:05.004344+0000","last_clean":"2024-02-18T08:33:05.004344+0000","last_became_active":"2024-02-18T08:26:22.759879+0000","last_became_peered":"2024-02-18T08:26:22.759879+0000","last_unstale":"2024-02-18T08:33:05.004344+0000","last_undegraded":"2024-02-18T08:33:05.004344+0000","last_fullsized":"2024-02-18T08:33:05.004344+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.934694+0000","last_change":"2024-02-18T08:26:22.754614+0000","last_active":"2024-02-18T08:33:03.934694+0000","last_peered":"2024-02-18T08:33:03.934694+0000","last_clean":"2024-02-18T08:33:03.934694+0000","last_became_active":"2024-02-18T08:26:22.754252+0000","last_became_peered":"2024-02-18T08:26:22.754252+0000","last_unstale":"2024-02-18T08:33:03.934694+0000","last_undegraded":"2024-02-18T08:33:03.934694+0000","last_fullsized":"2024-02-18T08:33:03.934694+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.936278+0000","last_change":"2024-02-18T08:26:22.757567+0000","last_active":"2024-02-18T08:33:03.936278+0000","last_peered":"2024-02-18T08:33:03.936278+0000","last_clean":"2024-02-18T08:33:03.936278+0000","last_became_active":"2024-02-18T08:26:22.757225+0000","last_became_peered":"2024-02-18T08:26:22.757225+0000","last_unstale":"2024-02-18T08:33:03.936278+0000","last_undegraded":"2024-02-18T08:33:03.936278+0000","last_fullsized":"2024-02-18T08:33:03.936278+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":774,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.940798+0000","last_change":"2024-02-18T08:27:58.869169+0000","last_active":"2024-02-18T08:33:03.940798+0000","last_peered":"2024-02-18T08:33:03.940798+0000","last_clean":"2024-02-18T08:33:03.940798+0000","last_became_active":"2024-02-18T08:27:58.867864+0000","last_became_peered":"2024-02-18T08:27:58.867864+0000","last_unstale":"2024-02-18T08:33:03.940798+0000","last_undegraded":"2024-02-18T08:33:03.940798+0000","last_fullsized":"2024-02-18T08:33:03.940798+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":786,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.932668+0000","last_change":"2024-02-18T08:25:49.793349+0000","last_active":"2024-02-18T08:33:03.932668+0000","last_peered":"2024-02-18T08:33:03.932668+0000","last_clean":"2024-02-18T08:33:03.932668+0000","last_became_active":"2024-02-18T08:25:49.792666+0000","last_became_peered":"2024-02-18T08:25:49.792666+0000","last_unstale":"2024-02-18T08:33:03.932668+0000","last_undegraded":"2024-02-18T08:33:03.932668+0000","last_fullsized":"2024-02-18T08:33:03.932668+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":772,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.941252+0000","last_change":"2024-02-18T08:27:26.838937+0000","last_active":"2024-02-18T08:33:03.941252+0000","last_peered":"2024-02-18T08:33:03.941252+0000","last_clean":"2024-02-18T08:33:03.941252+0000","last_became_active":"2024-02-18T08:27:26.838553+0000","last_became_peered":"2024-02-18T08:27:26.838553+0000","last_unstale":"2024-02-18T08:33:03.941252+0000","last_undegraded":"2024-02-18T08:33:03.941252+0000","last_fullsized":"2024-02-18T08:33:03.941252+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":774,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.941391+0000","last_change":"2024-02-18T08:26:54.819933+0000","last_active":"2024-02-18T08:33:03.941391+0000","last_peered":"2024-02-18T08:33:03.941391+0000","last_clean":"2024-02-18T08:33:03.941391+0000","last_became_active":"2024-02-18T08:26:54.819569+0000","last_became_peered":"2024-02-18T08:26:54.819569+0000","last_unstale":"2024-02-18T08:33:03.941391+0000","last_undegraded":"2024-02-18T08:33:03.941391+0000","last_fullsized":"2024-02-18T08:33:03.941391+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.932575+0000","last_change":"2024-02-18T08:27:26.847049+0000","last_active":"2024-02-18T08:33:03.932575+0000","last_peered":"2024-02-18T08:33:03.932575+0000","last_clean":"2024-02-18T08:33:03.932575+0000","last_became_active":"2024-02-18T08:27:26.846689+0000","last_became_peered":"2024-02-18T08:27:26.846689+0000","last_unstale":"2024-02-18T08:33:03.932575+0000","last_undegraded":"2024-02-18T08:33:03.932575+0000","last_fullsized":"2024-02-18T08:33:03.932575+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":761,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.936307+0000","last_change":"2024-02-18T08:27:58.862114+0000","last_active":"2024-02-18T08:33:03.936307+0000","last_peered":"2024-02-18T08:33:03.936307+0000","last_clean":"2024-02-18T08:33:03.936307+0000","last_became_active":"2024-02-18T08:27:58.861781+0000","last_became_peered":"2024-02-18T08:27:58.861781+0000","last_unstale":"2024-02-18T08:33:03.936307+0000","last_undegraded":"2024-02-18T08:33:03.936307+0000","last_fullsized":"2024-02-18T08:33:03.936307+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":756,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.932840+0000","last_change":"2024-02-18T08:27:58.865485+0000","last_active":"2024-02-18T08:33:03.932840+0000","last_peered":"2024-02-18T08:33:03.932840+0000","last_clean":"2024-02-18T08:33:03.932840+0000","last_became_active":"2024-02-18T08:27:58.865104+0000","last_became_peered":"2024-02-18T08:27:58.865104+0000","last_unstale":"2024-02-18T08:33:03.932840+0000","last_undegraded":"2024-02-18T08:33:03.932840+0000","last_fullsized":"2024-02-18T08:33:03.932840+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":766,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.943174+0000","last_change":"2024-02-18T08:27:58.872747+0000","last_active":"2024-02-18T08:33:03.943174+0000","last_peered":"2024-02-18T08:33:03.943174+0000","last_clean":"2024-02-18T08:33:03.943174+0000","last_became_active":"2024-02-18T08:27:58.872275+0000","last_became_peered":"2024-02-18T08:27:58.872275+0000","last_unstale":"2024-02-18T08:33:03.943174+0000","last_undegraded":"2024-02-18T08:33:03.943174+0000","last_fullsized":"2024-02-18T08:33:03.943174+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.936567+0000","last_change":"2024-02-18T08:27:26.848470+0000","last_active":"2024-02-18T08:33:03.936567+0000","last_peered":"2024-02-18T08:33:03.936567+0000","last_clean":"2024-02-18T08:33:03.936567+0000","last_became_active":"2024-02-18T08:27:26.847991+0000","last_became_peered":"2024-02-18T08:27:26.847991+0000","last_unstale":"2024-02-18T08:33:03.936567+0000","last_undegraded":"2024-02-18T08:33:03.936567+0000","last_fullsized":"2024-02-18T08:33:03.936567+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"540'23","reported_seq":793,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.004964+0000","last_change":"2024-02-18T08:27:58.875705+0000","last_active":"2024-02-18T08:33:05.004964+0000","last_peered":"2024-02-18T08:33:05.004964+0000","last_clean":"2024-02-18T08:33:05.004964+0000","last_became_active":"2024-02-18T08:27:58.875324+0000","last_became_peered":"2024-02-18T08:27:58.875324+0000","last_unstale":"2024-02-18T08:33:05.004964+0000","last_undegraded":"2024-02-18T08:33:05.004964+0000","last_fullsized":"2024-02-18T08:33:05.004964+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4757,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":10,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":798,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.004392+0000","last_change":"2024-02-18T08:27:26.840532+0000","last_active":"2024-02-18T08:33:05.004392+0000","last_peered":"2024-02-18T08:33:05.004392+0000","last_clean":"2024-02-18T08:33:05.004392+0000","last_became_active":"2024-02-18T08:27:26.840199+0000","last_became_peered":"2024-02-18T08:27:26.840199+0000","last_unstale":"2024-02-18T08:33:05.004392+0000","last_undegraded":"2024-02-18T08:33:05.004392+0000","last_fullsized":"2024-02-18T08:33:05.004392+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":765,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.941064+0000","last_change":"2024-02-18T08:27:58.865045+0000","last_active":"2024-02-18T08:33:03.941064+0000","last_peered":"2024-02-18T08:33:03.941064+0000","last_clean":"2024-02-18T08:33:03.941064+0000","last_became_active":"2024-02-18T08:27:58.864635+0000","last_became_peered":"2024-02-18T08:27:58.864635+0000","last_unstale":"2024-02-18T08:33:03.941064+0000","last_undegraded":"2024-02-18T08:33:03.941064+0000","last_fullsized":"2024-02-18T08:33:03.941064+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.934554+0000","last_change":"2024-02-18T08:27:58.875175+0000","last_active":"2024-02-18T08:33:03.934554+0000","last_peered":"2024-02-18T08:33:03.934554+0000","last_clean":"2024-02-18T08:33:03.934554+0000","last_became_active":"2024-02-18T08:27:58.874812+0000","last_became_peered":"2024-02-18T08:27:58.874812+0000","last_unstale":"2024-02-18T08:33:03.934554+0000","last_undegraded":"2024-02-18T08:33:03.934554+0000","last_fullsized":"2024-02-18T08:33:03.934554+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":774,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.941980+0000","last_change":"2024-02-18T08:27:58.868406+0000","last_active":"2024-02-18T08:33:03.941980+0000","last_peered":"2024-02-18T08:33:03.941980+0000","last_clean":"2024-02-18T08:33:03.941980+0000","last_became_active":"2024-02-18T08:27:58.868031+0000","last_became_peered":"2024-02-18T08:27:58.868031+0000","last_unstale":"2024-02-18T08:33:03.941980+0000","last_undegraded":"2024-02-18T08:33:03.941980+0000","last_fullsized":"2024-02-18T08:33:03.941980+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":783,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.936210+0000","last_change":"2024-02-18T08:27:58.867549+0000","last_active":"2024-02-18T08:33:03.936210+0000","last_peered":"2024-02-18T08:33:03.936210+0000","last_clean":"2024-02-18T08:33:03.936210+0000","last_became_active":"2024-02-18T08:27:58.867227+0000","last_became_peered":"2024-02-18T08:27:58.867227+0000","last_unstale":"2024-02-18T08:33:03.936210+0000","last_undegraded":"2024-02-18T08:33:03.936210+0000","last_fullsized":"2024-02-18T08:33:03.936210+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":781,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.941281+0000","last_change":"2024-02-18T08:27:58.874792+0000","last_active":"2024-02-18T08:33:03.941281+0000","last_peered":"2024-02-18T08:33:03.941281+0000","last_clean":"2024-02-18T08:33:03.941281+0000","last_became_active":"2024-02-18T08:27:58.874267+0000","last_became_peered":"2024-02-18T08:27:58.874267+0000","last_unstale":"2024-02-18T08:33:03.941281+0000","last_undegraded":"2024-02-18T08:33:03.941281+0000","last_fullsized":"2024-02-18T08:33:03.941281+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":774,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.940629+0000","last_change":"2024-02-18T08:27:58.868479+0000","last_active":"2024-02-18T08:33:03.940629+0000","last_peered":"2024-02-18T08:33:03.940629+0000","last_clean":"2024-02-18T08:33:03.940629+0000","last_became_active":"2024-02-18T08:27:58.868153+0000","last_became_peered":"2024-02-18T08:27:58.868153+0000","last_unstale":"2024-02-18T08:33:03.940629+0000","last_undegraded":"2024-02-18T08:33:03.940629+0000","last_fullsized":"2024-02-18T08:33:03.940629+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.940880+0000","last_change":"2024-02-18T08:27:26.845036+0000","last_active":"2024-02-18T08:33:03.940880+0000","last_peered":"2024-02-18T08:33:03.940880+0000","last_clean":"2024-02-18T08:33:03.940880+0000","last_became_active":"2024-02-18T08:27:26.844505+0000","last_became_peered":"2024-02-18T08:27:26.844505+0000","last_unstale":"2024-02-18T08:33:03.940880+0000","last_undegraded":"2024-02-18T08:33:03.940880+0000","last_fullsized":"2024-02-18T08:33:03.940880+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.935513+0000","last_change":"2024-02-18T08:27:58.874905+0000","last_active":"2024-02-18T08:33:03.935513+0000","last_peered":"2024-02-18T08:33:03.935513+0000","last_clean":"2024-02-18T08:33:03.935513+0000","last_became_active":"2024-02-18T08:27:58.874535+0000","last_became_peered":"2024-02-18T08:27:58.874535+0000","last_unstale":"2024-02-18T08:33:03.935513+0000","last_undegraded":"2024-02-18T08:33:03.935513+0000","last_fullsized":"2024-02-18T08:33:03.935513+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"821'1629","reported_seq":4041,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.447637+0000","last_change":"2024-02-18T08:33:03.955356+0000","last_active":"2024-02-18T08:33:05.447637+0000","last_peered":"2024-02-18T08:33:05.447637+0000","last_clean":"2024-02-18T08:33:05.447637+0000","last_became_active":"2024-02-18T08:27:58.874943+0000","last_became_peered":"2024-02-18T08:27:58.874943+0000","last_unstale":"2024-02-18T08:33:05.447637+0000","last_undegraded":"2024-02-18T08:33:05.447637+0000","last_fullsized":"2024-02-18T08:33:05.447637+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":1629,"ondisk_log_size":1629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40599552,"num_objects":23,"num_object_clones":18,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":1,"num_read":375,"num_read_kb":480097,"num_write":880,"num_write_kb":178272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23232512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"3.f","version":"56'1","reported_seq":763,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.944179+0000","last_change":"2024-02-18T08:27:58.867263+0000","last_active":"2024-02-18T08:33:03.944179+0000","last_peered":"2024-02-18T08:33:03.944179+0000","last_clean":"2024-02-18T08:33:03.944179+0000","last_became_active":"2024-02-18T08:27:58.866875+0000","last_became_peered":"2024-02-18T08:27:58.866875+0000","last_unstale":"2024-02-18T08:33:03.944179+0000","last_undegraded":"2024-02-18T08:33:03.944179+0000","last_fullsized":"2024-02-18T08:33:03.944179+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":772,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.935533+0000","last_change":"2024-02-18T08:27:58.862149+0000","last_active":"2024-02-18T08:33:03.935533+0000","last_peered":"2024-02-18T08:33:03.935533+0000","last_clean":"2024-02-18T08:33:03.935533+0000","last_became_active":"2024-02-18T08:27:58.861786+0000","last_became_peered":"2024-02-18T08:27:58.861786+0000","last_unstale":"2024-02-18T08:33:03.935533+0000","last_undegraded":"2024-02-18T08:33:03.935533+0000","last_fullsized":"2024-02-18T08:33:03.935533+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"821'1474","reported_seq":3839,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:06.141202+0000","last_change":"2024-02-18T08:33:03.954523+0000","last_active":"2024-02-18T08:33:06.141202+0000","last_peered":"2024-02-18T08:33:06.141202+0000","last_clean":"2024-02-18T08:33:06.141202+0000","last_became_active":"2024-02-18T08:25:16.737770+0000","last_became_peered":"2024-02-18T08:25:16.737770+0000","last_unstale":"2024-02-18T08:33:06.141202+0000","last_undegraded":"2024-02-18T08:33:06.141202+0000","last_fullsized":"2024-02-18T08:33:06.141202+0000","mapping_epoch":361,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":1474,"ondisk_log_size":1474,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":48578560,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":299,"num_read_kb":509009,"num_write":702,"num_write_kb":184560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":42033152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"3.e","version":"56'2","reported_seq":764,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.944034+0000","last_change":"2024-02-18T08:27:58.865998+0000","last_active":"2024-02-18T08:33:03.944034+0000","last_peered":"2024-02-18T08:33:03.944034+0000","last_clean":"2024-02-18T08:33:03.944034+0000","last_became_active":"2024-02-18T08:27:58.865399+0000","last_became_peered":"2024-02-18T08:27:58.865399+0000","last_unstale":"2024-02-18T08:33:03.944034+0000","last_undegraded":"2024-02-18T08:33:03.944034+0000","last_fullsized":"2024-02-18T08:33:03.944034+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":781,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.004341+0000","last_change":"2024-02-18T08:26:22.762177+0000","last_active":"2024-02-18T08:33:05.004341+0000","last_peered":"2024-02-18T08:33:05.004341+0000","last_clean":"2024-02-18T08:33:05.004341+0000","last_became_active":"2024-02-18T08:26:22.760757+0000","last_became_peered":"2024-02-18T08:26:22.760757+0000","last_unstale":"2024-02-18T08:33:05.004341+0000","last_undegraded":"2024-02-18T08:33:05.004341+0000","last_fullsized":"2024-02-18T08:33:05.004341+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"818'238","reported_seq":2678,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:06.142260+0000","last_change":"2024-02-18T08:33:03.932890+0000","last_active":"2024-02-18T08:33:06.142260+0000","last_peered":"2024-02-18T08:33:06.142260+0000","last_clean":"2024-02-18T08:33:06.142260+0000","last_became_active":"2024-02-18T08:26:54.808383+0000","last_became_peered":"2024-02-18T08:26:54.808383+0000","last_unstale":"2024-02-18T08:33:06.142260+0000","last_undegraded":"2024-02-18T08:33:06.142260+0000","last_fullsized":"2024-02-18T08:33:06.142260+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":238,"ondisk_log_size":238,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1474560,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":90,"num_read_kb":231654,"num_write":122,"num_write_kb":43512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":1794048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"3.d","version":"56'1","reported_seq":784,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.942960+0000","last_change":"2024-02-18T08:27:58.874572+0000","last_active":"2024-02-18T08:33:03.942960+0000","last_peered":"2024-02-18T08:33:03.942960+0000","last_clean":"2024-02-18T08:33:03.942960+0000","last_became_active":"2024-02-18T08:27:58.874226+0000","last_became_peered":"2024-02-18T08:27:58.874226+0000","last_unstale":"2024-02-18T08:33:03.942960+0000","last_undegraded":"2024-02-18T08:33:03.942960+0000","last_fullsized":"2024-02-18T08:33:03.942960+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":768,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.942378+0000","last_change":"2024-02-18T08:27:58.877397+0000","last_active":"2024-02-18T08:33:03.942378+0000","last_peered":"2024-02-18T08:33:03.942378+0000","last_clean":"2024-02-18T08:33:03.942378+0000","last_became_active":"2024-02-18T08:27:58.877052+0000","last_became_peered":"2024-02-18T08:27:58.877052+0000","last_unstale":"2024-02-18T08:33:03.942378+0000","last_undegraded":"2024-02-18T08:33:03.942378+0000","last_fullsized":"2024-02-18T08:33:03.942378+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"820'282","reported_seq":2708,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:06.141908+0000","last_change":"2024-02-18T08:33:03.932528+0000","last_active":"2024-02-18T08:33:06.141908+0000","last_peered":"2024-02-18T08:33:06.141908+0000","last_clean":"2024-02-18T08:33:06.141908+0000","last_became_active":"2024-02-18T08:26:22.757318+0000","last_became_peered":"2024-02-18T08:26:22.757318+0000","last_unstale":"2024-02-18T08:33:06.141908+0000","last_undegraded":"2024-02-18T08:33:06.141908+0000","last_fullsized":"2024-02-18T08:33:06.141908+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":282,"ondisk_log_size":282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":10862592,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":79,"num_read_kb":99550,"num_write":70,"num_write_kb":57632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":10059776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"3.c","version":"0'0","reported_seq":784,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.936175+0000","last_change":"2024-02-18T08:27:26.836673+0000","last_active":"2024-02-18T08:33:03.936175+0000","last_peered":"2024-02-18T08:33:03.936175+0000","last_clean":"2024-02-18T08:33:03.936175+0000","last_became_active":"2024-02-18T08:27:26.836250+0000","last_became_peered":"2024-02-18T08:27:26.836250+0000","last_unstale":"2024-02-18T08:33:03.936175+0000","last_undegraded":"2024-02-18T08:33:03.936175+0000","last_fullsized":"2024-02-18T08:33:03.936175+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":774,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.941440+0000","last_change":"2024-02-18T08:26:22.759732+0000","last_active":"2024-02-18T08:33:03.941440+0000","last_peered":"2024-02-18T08:33:03.941440+0000","last_clean":"2024-02-18T08:33:03.941440+0000","last_became_active":"2024-02-18T08:26:22.757485+0000","last_became_peered":"2024-02-18T08:26:22.757485+0000","last_unstale":"2024-02-18T08:33:03.941440+0000","last_undegraded":"2024-02-18T08:33:03.941440+0000","last_fullsized":"2024-02-18T08:33:03.941440+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"820'581","reported_seq":3016,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:06.142780+0000","last_change":"2024-02-18T08:33:03.941344+0000","last_active":"2024-02-18T08:33:06.142780+0000","last_peered":"2024-02-18T08:33:06.142780+0000","last_clean":"2024-02-18T08:33:06.142780+0000","last_became_active":"2024-02-18T08:27:58.867885+0000","last_became_peered":"2024-02-18T08:27:58.867885+0000","last_unstale":"2024-02-18T08:33:06.142780+0000","last_undegraded":"2024-02-18T08:33:06.142780+0000","last_fullsized":"2024-02-18T08:33:06.142780+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":581,"ondisk_log_size":581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23134208,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":2,"num_read":164,"num_read_kb":287134,"num_write":300,"num_write_kb":69912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":8544256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"3.b","version":"540'3","reported_seq":798,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.932501+0000","last_change":"2024-02-18T08:26:22.755700+0000","last_active":"2024-02-18T08:33:03.932501+0000","last_peered":"2024-02-18T08:33:03.932501+0000","last_clean":"2024-02-18T08:33:03.932501+0000","last_became_active":"2024-02-18T08:26:22.755322+0000","last_became_peered":"2024-02-18T08:26:22.755322+0000","last_unstale":"2024-02-18T08:33:03.932501+0000","last_undegraded":"2024-02-18T08:33:03.932501+0000","last_fullsized":"2024-02-18T08:33:03.932501+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":781,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.005296+0000","last_change":"2024-02-18T08:27:26.838963+0000","last_active":"2024-02-18T08:33:05.005296+0000","last_peered":"2024-02-18T08:33:05.005296+0000","last_clean":"2024-02-18T08:33:05.005296+0000","last_became_active":"2024-02-18T08:27:26.838607+0000","last_became_peered":"2024-02-18T08:27:26.838607+0000","last_unstale":"2024-02-18T08:33:05.005296+0000","last_undegraded":"2024-02-18T08:33:05.005296+0000","last_fullsized":"2024-02-18T08:33:05.005296+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"820'827","reported_seq":3234,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:04.885899+0000","last_change":"2024-02-18T08:33:03.939642+0000","last_active":"2024-02-18T08:33:04.885899+0000","last_peered":"2024-02-18T08:33:04.885899+0000","last_clean":"2024-02-18T08:33:04.885899+0000","last_became_active":"2024-02-18T08:26:22.755042+0000","last_became_peered":"2024-02-18T08:26:22.755042+0000","last_unstale":"2024-02-18T08:33:04.885899+0000","last_undegraded":"2024-02-18T08:33:04.885899+0000","last_fullsized":"2024-02-18T08:33:04.885899+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":827,"ondisk_log_size":827,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":32784384,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":178,"num_read_kb":452124,"num_write":419,"num_write_kb":104568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":29417472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"3.a","version":"0'0","reported_seq":784,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.942125+0000","last_change":"2024-02-18T08:27:26.851768+0000","last_active":"2024-02-18T08:33:03.942125+0000","last_peered":"2024-02-18T08:33:03.942125+0000","last_clean":"2024-02-18T08:33:03.942125+0000","last_became_active":"2024-02-18T08:27:26.851373+0000","last_became_peered":"2024-02-18T08:27:26.851373+0000","last_unstale":"2024-02-18T08:33:03.942125+0000","last_undegraded":"2024-02-18T08:33:03.942125+0000","last_fullsized":"2024-02-18T08:33:03.942125+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":789,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.005004+0000","last_change":"2024-02-18T08:26:22.760186+0000","last_active":"2024-02-18T08:33:05.005004+0000","last_peered":"2024-02-18T08:33:05.005004+0000","last_clean":"2024-02-18T08:33:05.005004+0000","last_became_active":"2024-02-18T08:26:22.759804+0000","last_became_peered":"2024-02-18T08:26:22.759804+0000","last_unstale":"2024-02-18T08:33:05.005004+0000","last_undegraded":"2024-02-18T08:33:05.005004+0000","last_fullsized":"2024-02-18T08:33:05.005004+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"821'1174","reported_seq":3580,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:04.888337+0000","last_change":"2024-02-18T08:33:03.945741+0000","last_active":"2024-02-18T08:33:04.888337+0000","last_peered":"2024-02-18T08:33:04.888337+0000","last_clean":"2024-02-18T08:33:04.888337+0000","last_became_active":"2024-02-18T08:27:26.843015+0000","last_became_peered":"2024-02-18T08:27:26.843015+0000","last_unstale":"2024-02-18T08:33:04.888337+0000","last_undegraded":"2024-02-18T08:33:04.888337+0000","last_fullsized":"2024-02-18T08:33:04.888337+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":1174,"ondisk_log_size":1174,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":17506304,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":259,"num_read_kb":238402,"num_write":509,"num_write_kb":111544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":41000960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"3.9","version":"0'0","reported_seq":790,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.004610+0000","last_change":"2024-02-18T08:27:58.870059+0000","last_active":"2024-02-18T08:33:05.004610+0000","last_peered":"2024-02-18T08:33:05.004610+0000","last_clean":"2024-02-18T08:33:05.004610+0000","last_became_active":"2024-02-18T08:27:58.869874+0000","last_became_peered":"2024-02-18T08:27:58.869874+0000","last_unstale":"2024-02-18T08:33:05.004610+0000","last_undegraded":"2024-02-18T08:33:05.004610+0000","last_fullsized":"2024-02-18T08:33:05.004610+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":798,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.005284+0000","last_change":"2024-02-18T08:27:26.841617+0000","last_active":"2024-02-18T08:33:05.005284+0000","last_peered":"2024-02-18T08:33:05.005284+0000","last_clean":"2024-02-18T08:33:05.005284+0000","last_became_active":"2024-02-18T08:27:26.841145+0000","last_became_peered":"2024-02-18T08:27:26.841145+0000","last_unstale":"2024-02-18T08:33:05.005284+0000","last_undegraded":"2024-02-18T08:33:05.005284+0000","last_fullsized":"2024-02-18T08:33:05.005284+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"811'284","reported_seq":2713,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-02-18T08:33:09.892467+0000","last_change":"2024-02-18T08:33:03.935568+0000","last_active":"2024-02-18T08:33:09.892467+0000","last_peered":"2024-02-18T08:33:09.892467+0000","last_clean":"2024-02-18T08:33:09.892467+0000","last_became_active":"2024-02-18T08:26:54.805115+0000","last_became_peered":"2024-02-18T08:26:54.805115+0000","last_unstale":"2024-02-18T08:33:09.892467+0000","last_undegraded":"2024-02-18T08:33:09.892467+0000","last_fullsized":"2024-02-18T08:33:09.892467+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":284,"ondisk_log_size":284,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1597440,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":83,"num_read_kb":296706,"num_write":175,"num_write_kb":26848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":3997696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":786,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.934961+0000","last_change":"2024-02-18T08:27:58.866840+0000","last_active":"2024-02-18T08:33:03.934961+0000","last_peered":"2024-02-18T08:33:03.934961+0000","last_clean":"2024-02-18T08:33:03.934961+0000","last_became_active":"2024-02-18T08:27:58.866113+0000","last_became_peered":"2024-02-18T08:27:58.866113+0000","last_unstale":"2024-02-18T08:33:03.934961+0000","last_undegraded":"2024-02-18T08:33:03.934961+0000","last_fullsized":"2024-02-18T08:33:03.934961+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.937264+0000","last_change":"2024-02-18T08:26:22.758708+0000","last_active":"2024-02-18T08:33:03.937264+0000","last_peered":"2024-02-18T08:33:03.937264+0000","last_clean":"2024-02-18T08:33:03.937264+0000","last_became_active":"2024-02-18T08:26:22.758383+0000","last_became_peered":"2024-02-18T08:26:22.758383+0000","last_unstale":"2024-02-18T08:33:03.937264+0000","last_undegraded":"2024-02-18T08:33:03.937264+0000","last_fullsized":"2024-02-18T08:33:03.937264+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.937730+0000","last_change":"2024-02-18T08:27:58.869779+0000","last_active":"2024-02-18T08:33:03.937730+0000","last_peered":"2024-02-18T08:33:03.937730+0000","last_clean":"2024-02-18T08:33:03.937730+0000","last_became_active":"2024-02-18T08:27:58.867554+0000","last_became_peered":"2024-02-18T08:27:58.867554+0000","last_unstale":"2024-02-18T08:33:03.937730+0000","last_undegraded":"2024-02-18T08:33:03.937730+0000","last_fullsized":"2024-02-18T08:33:03.937730+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":784,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.936451+0000","last_change":"2024-02-18T08:26:54.814255+0000","last_active":"2024-02-18T08:33:03.936451+0000","last_peered":"2024-02-18T08:33:03.936451+0000","last_clean":"2024-02-18T08:33:03.936451+0000","last_became_active":"2024-02-18T08:26:54.811372+0000","last_became_peered":"2024-02-18T08:26:54.811372+0000","last_unstale":"2024-02-18T08:33:03.936451+0000","last_undegraded":"2024-02-18T08:33:03.936451+0000","last_fullsized":"2024-02-18T08:33:03.936451+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.936216+0000","last_change":"2024-02-18T08:26:54.815419+0000","last_active":"2024-02-18T08:33:03.936216+0000","last_peered":"2024-02-18T08:33:03.936216+0000","last_clean":"2024-02-18T08:33:03.936216+0000","last_became_active":"2024-02-18T08:26:54.814805+0000","last_became_peered":"2024-02-18T08:26:54.814805+0000","last_unstale":"2024-02-18T08:33:03.936216+0000","last_undegraded":"2024-02-18T08:33:03.936216+0000","last_fullsized":"2024-02-18T08:33:03.936216+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"821'1042","reported_seq":3456,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.636415+0000","last_change":"2024-02-18T08:33:03.954706+0000","last_active":"2024-02-18T08:33:05.636415+0000","last_peered":"2024-02-18T08:33:05.636415+0000","last_clean":"2024-02-18T08:33:05.636415+0000","last_became_active":"2024-02-18T08:27:26.837734+0000","last_became_peered":"2024-02-18T08:27:26.837734+0000","last_unstale":"2024-02-18T08:33:05.636415+0000","last_undegraded":"2024-02-18T08:33:05.636415+0000","last_fullsized":"2024-02-18T08:33:05.636415+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":1042,"ondisk_log_size":1042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":28532736,"num_objects":16,"num_object_clones":13,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":2,"num_read":236,"num_read_kb":381582,"num_write":466,"num_write_kb":109960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":32669696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"5.5","version":"821'1052","reported_seq":3473,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.636457+0000","last_change":"2024-02-18T08:33:03.949846+0000","last_active":"2024-02-18T08:33:05.636457+0000","last_peered":"2024-02-18T08:33:05.636457+0000","last_clean":"2024-02-18T08:33:05.636457+0000","last_became_active":"2024-02-18T08:26:22.756950+0000","last_became_peered":"2024-02-18T08:26:22.756950+0000","last_unstale":"2024-02-18T08:33:05.636457+0000","last_undegraded":"2024-02-18T08:33:05.636457+0000","last_fullsized":"2024-02-18T08:33:05.636457+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":1052,"ondisk_log_size":1052,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":26943488,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":237,"num_read_kb":278162,"num_write":433,"num_write_kb":94112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":17678336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"2.2","version":"0'0","reported_seq":765,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.935960+0000","last_change":"2024-02-18T08:27:26.849989+0000","last_active":"2024-02-18T08:33:03.935960+0000","last_peered":"2024-02-18T08:33:03.935960+0000","last_clean":"2024-02-18T08:33:03.935960+0000","last_became_active":"2024-02-18T08:27:26.849380+0000","last_became_peered":"2024-02-18T08:27:26.849380+0000","last_unstale":"2024-02-18T08:33:03.935960+0000","last_undegraded":"2024-02-18T08:33:03.935960+0000","last_fullsized":"2024-02-18T08:33:03.935960+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":767,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.004718+0000","last_change":"2024-02-18T08:27:26.839726+0000","last_active":"2024-02-18T08:33:05.004718+0000","last_peered":"2024-02-18T08:33:05.004718+0000","last_clean":"2024-02-18T08:33:05.004718+0000","last_became_active":"2024-02-18T08:27:26.839379+0000","last_became_peered":"2024-02-18T08:27:26.839379+0000","last_unstale":"2024-02-18T08:33:05.004718+0000","last_undegraded":"2024-02-18T08:33:05.004718+0000","last_fullsized":"2024-02-18T08:33:05.004718+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.936405+0000","last_change":"2024-02-18T08:25:49.780792+0000","last_active":"2024-02-18T08:33:03.936405+0000","last_peered":"2024-02-18T08:33:03.936405+0000","last_clean":"2024-02-18T08:33:03.936405+0000","last_became_active":"2024-02-18T08:25:49.780480+0000","last_became_peered":"2024-02-18T08:25:49.780480+0000","last_unstale":"2024-02-18T08:33:03.936405+0000","last_undegraded":"2024-02-18T08:33:03.936405+0000","last_fullsized":"2024-02-18T08:33:03.936405+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"821'763","reported_seq":3171,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:06.142716+0000","last_change":"2024-02-18T08:33:03.940831+0000","last_active":"2024-02-18T08:33:06.142716+0000","last_peered":"2024-02-18T08:33:06.142716+0000","last_clean":"2024-02-18T08:33:06.142716+0000","last_became_active":"2024-02-18T08:26:54.806597+0000","last_became_peered":"2024-02-18T08:26:54.806597+0000","last_unstale":"2024-02-18T08:33:06.142716+0000","last_undegraded":"2024-02-18T08:33:06.142716+0000","last_fullsized":"2024-02-18T08:33:06.142716+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":763,"ondisk_log_size":763,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6365184,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":168,"num_read_kb":222219,"num_write":329,"num_write_kb":69944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":6414336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":791,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.932120+0000","last_change":"2024-02-18T08:25:49.791189+0000","last_active":"2024-02-18T08:33:03.932120+0000","last_peered":"2024-02-18T08:33:03.932120+0000","last_clean":"2024-02-18T08:33:03.932120+0000","last_became_active":"2024-02-18T08:25:49.790882+0000","last_became_peered":"2024-02-18T08:25:49.790882+0000","last_unstale":"2024-02-18T08:33:03.932120+0000","last_undegraded":"2024-02-18T08:33:03.932120+0000","last_fullsized":"2024-02-18T08:33:03.932120+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.938386+0000","last_change":"2024-02-18T08:27:26.848473+0000","last_active":"2024-02-18T08:33:03.938386+0000","last_peered":"2024-02-18T08:33:03.938386+0000","last_clean":"2024-02-18T08:33:03.938386+0000","last_became_active":"2024-02-18T08:27:26.848102+0000","last_became_peered":"2024-02-18T08:27:26.848102+0000","last_unstale":"2024-02-18T08:33:03.938386+0000","last_undegraded":"2024-02-18T08:33:03.938386+0000","last_fullsized":"2024-02-18T08:33:03.938386+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":780,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.937416+0000","last_change":"2024-02-18T08:26:54.808454+0000","last_active":"2024-02-18T08:33:03.937416+0000","last_peered":"2024-02-18T08:33:03.937416+0000","last_clean":"2024-02-18T08:33:03.937416+0000","last_became_active":"2024-02-18T08:26:54.808176+0000","last_became_peered":"2024-02-18T08:26:54.808176+0000","last_unstale":"2024-02-18T08:33:03.937416+0000","last_undegraded":"2024-02-18T08:33:03.937416+0000","last_fullsized":"2024-02-18T08:33:03.937416+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":795,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.935842+0000","last_change":"2024-02-18T08:27:58.868179+0000","last_active":"2024-02-18T08:33:03.935842+0000","last_peered":"2024-02-18T08:33:03.935842+0000","last_clean":"2024-02-18T08:33:03.935842+0000","last_became_active":"2024-02-18T08:27:58.867799+0000","last_became_peered":"2024-02-18T08:27:58.867799+0000","last_unstale":"2024-02-18T08:33:03.935842+0000","last_undegraded":"2024-02-18T08:33:03.935842+0000","last_fullsized":"2024-02-18T08:33:03.935842+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":789,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.940423+0000","last_change":"2024-02-18T08:27:58.874672+0000","last_active":"2024-02-18T08:33:03.940423+0000","last_peered":"2024-02-18T08:33:03.940423+0000","last_clean":"2024-02-18T08:33:03.940423+0000","last_became_active":"2024-02-18T08:27:58.874356+0000","last_became_peered":"2024-02-18T08:27:58.874356+0000","last_unstale":"2024-02-18T08:33:03.940423+0000","last_undegraded":"2024-02-18T08:33:03.940423+0000","last_fullsized":"2024-02-18T08:33:03.940423+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:11:59.106873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:11:59.106873+0000","last_clean_scrub_stamp":"2024-02-18T08:11:59.106873+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":757,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.932054+0000","last_change":"2024-02-18T08:27:26.846515+0000","last_active":"2024-02-18T08:33:03.932054+0000","last_peered":"2024-02-18T08:33:03.932054+0000","last_clean":"2024-02-18T08:33:03.932054+0000","last_became_active":"2024-02-18T08:27:26.846150+0000","last_became_peered":"2024-02-18T08:27:26.846150+0000","last_unstale":"2024-02-18T08:33:03.932054+0000","last_undegraded":"2024-02-18T08:33:03.932054+0000","last_fullsized":"2024-02-18T08:33:03.932054+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":783,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.941145+0000","last_change":"2024-02-18T08:27:58.865958+0000","last_active":"2024-02-18T08:33:03.941145+0000","last_peered":"2024-02-18T08:33:03.941145+0000","last_clean":"2024-02-18T08:33:03.941145+0000","last_became_active":"2024-02-18T08:27:58.865603+0000","last_became_peered":"2024-02-18T08:27:58.865603+0000","last_unstale":"2024-02-18T08:33:03.941145+0000","last_undegraded":"2024-02-18T08:33:03.941145+0000","last_fullsized":"2024-02-18T08:33:03.941145+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"821'853","reported_seq":3285,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.446878+0000","last_change":"2024-02-18T08:33:03.950916+0000","last_active":"2024-02-18T08:33:05.446878+0000","last_peered":"2024-02-18T08:33:05.446878+0000","last_clean":"2024-02-18T08:33:05.446878+0000","last_became_active":"2024-02-18T08:27:58.865820+0000","last_became_peered":"2024-02-18T08:27:58.865820+0000","last_unstale":"2024-02-18T08:33:05.446878+0000","last_undegraded":"2024-02-18T08:33:05.446878+0000","last_fullsized":"2024-02-18T08:33:05.446878+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":853,"ondisk_log_size":853,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":29622272,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":202,"num_read_kb":258581,"num_write":468,"num_write_kb":98352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10903552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"5.7","version":"821'968","reported_seq":3345,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:04.888358+0000","last_change":"2024-02-18T08:33:03.941293+0000","last_active":"2024-02-18T08:33:04.888358+0000","last_peered":"2024-02-18T08:33:04.888358+0000","last_clean":"2024-02-18T08:33:04.888358+0000","last_became_active":"2024-02-18T08:26:54.813809+0000","last_became_peered":"2024-02-18T08:26:54.813809+0000","last_unstale":"2024-02-18T08:33:04.888358+0000","last_undegraded":"2024-02-18T08:33:04.888358+0000","last_fullsized":"2024-02-18T08:33:04.888358+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":968,"ondisk_log_size":968,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":8708096,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":188,"num_read_kb":274315,"num_write":694,"num_write_kb":102936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2367488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":791,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.940351+0000","last_change":"2024-02-18T08:27:58.861995+0000","last_active":"2024-02-18T08:33:03.940351+0000","last_peered":"2024-02-18T08:33:03.940351+0000","last_clean":"2024-02-18T08:33:03.940351+0000","last_became_active":"2024-02-18T08:27:58.861676+0000","last_became_peered":"2024-02-18T08:27:58.861676+0000","last_unstale":"2024-02-18T08:33:03.940351+0000","last_undegraded":"2024-02-18T08:33:03.940351+0000","last_fullsized":"2024-02-18T08:33:03.940351+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":774,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.940007+0000","last_change":"2024-02-18T08:26:22.756777+0000","last_active":"2024-02-18T08:33:03.940007+0000","last_peered":"2024-02-18T08:33:03.940007+0000","last_clean":"2024-02-18T08:33:03.940007+0000","last_became_active":"2024-02-18T08:26:22.756477+0000","last_became_peered":"2024-02-18T08:26:22.756477+0000","last_unstale":"2024-02-18T08:33:03.940007+0000","last_undegraded":"2024-02-18T08:33:03.940007+0000","last_fullsized":"2024-02-18T08:33:03.940007+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":774,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.940705+0000","last_change":"2024-02-18T08:25:16.736728+0000","last_active":"2024-02-18T08:33:03.940705+0000","last_peered":"2024-02-18T08:33:03.940705+0000","last_clean":"2024-02-18T08:33:03.940705+0000","last_became_active":"2024-02-18T08:25:16.736365+0000","last_became_peered":"2024-02-18T08:25:16.736365+0000","last_unstale":"2024-02-18T08:33:03.940705+0000","last_undegraded":"2024-02-18T08:33:03.940705+0000","last_fullsized":"2024-02-18T08:33:03.940705+0000","mapping_epoch":361,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":765,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.943065+0000","last_change":"2024-02-18T08:27:58.871684+0000","last_active":"2024-02-18T08:33:03.943065+0000","last_peered":"2024-02-18T08:33:03.943065+0000","last_clean":"2024-02-18T08:33:03.943065+0000","last_became_active":"2024-02-18T08:27:58.871215+0000","last_became_peered":"2024-02-18T08:27:58.871215+0000","last_unstale":"2024-02-18T08:33:03.943065+0000","last_undegraded":"2024-02-18T08:33:03.943065+0000","last_fullsized":"2024-02-18T08:33:03.943065+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":785,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.937588+0000","last_change":"2024-02-18T08:26:54.806297+0000","last_active":"2024-02-18T08:33:03.937588+0000","last_peered":"2024-02-18T08:33:03.937588+0000","last_clean":"2024-02-18T08:33:03.937588+0000","last_became_active":"2024-02-18T08:26:54.805971+0000","last_became_peered":"2024-02-18T08:26:54.805971+0000","last_unstale":"2024-02-18T08:33:03.937588+0000","last_undegraded":"2024-02-18T08:33:03.937588+0000","last_fullsized":"2024-02-18T08:33:03.937588+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":774,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.942429+0000","last_change":"2024-02-18T08:27:58.869419+0000","last_active":"2024-02-18T08:33:03.942429+0000","last_peered":"2024-02-18T08:33:03.942429+0000","last_clean":"2024-02-18T08:33:03.942429+0000","last_became_active":"2024-02-18T08:27:58.868706+0000","last_became_peered":"2024-02-18T08:27:58.868706+0000","last_unstale":"2024-02-18T08:33:03.942429+0000","last_undegraded":"2024-02-18T08:33:03.942429+0000","last_fullsized":"2024-02-18T08:33:03.942429+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"821'2151","reported_seq":4478,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:04.895945+0000","last_change":"2024-02-18T08:33:03.957546+0000","last_active":"2024-02-18T08:33:04.895945+0000","last_peered":"2024-02-18T08:33:04.895945+0000","last_clean":"2024-02-18T08:33:04.895945+0000","last_became_active":"2024-02-18T08:27:26.845872+0000","last_became_peered":"2024-02-18T08:27:26.845872+0000","last_unstale":"2024-02-18T08:33:04.895945+0000","last_undegraded":"2024-02-18T08:33:04.895945+0000","last_fullsized":"2024-02-18T08:33:04.895945+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":2151,"ondisk_log_size":2151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":38109184,"num_objects":23,"num_object_clones":17,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":1,"num_read":431,"num_read_kb":579390,"num_write":1274,"num_write_kb":206192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":25321472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"3.7","version":"56'2","reported_seq":797,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.934933+0000","last_change":"2024-02-18T08:27:58.875379+0000","last_active":"2024-02-18T08:33:03.934933+0000","last_peered":"2024-02-18T08:33:03.934933+0000","last_clean":"2024-02-18T08:33:03.934933+0000","last_became_active":"2024-02-18T08:27:58.874875+0000","last_became_peered":"2024-02-18T08:27:58.874875+0000","last_unstale":"2024-02-18T08:33:03.934933+0000","last_undegraded":"2024-02-18T08:33:03.934933+0000","last_fullsized":"2024-02-18T08:33:03.934933+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":784,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.938002+0000","last_change":"2024-02-18T08:27:26.836712+0000","last_active":"2024-02-18T08:33:03.938002+0000","last_peered":"2024-02-18T08:33:03.938002+0000","last_clean":"2024-02-18T08:33:03.938002+0000","last_became_active":"2024-02-18T08:27:26.836361+0000","last_became_peered":"2024-02-18T08:27:26.836361+0000","last_unstale":"2024-02-18T08:33:03.938002+0000","last_undegraded":"2024-02-18T08:33:03.938002+0000","last_fullsized":"2024-02-18T08:33:03.938002+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":793,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.932755+0000","last_change":"2024-02-18T08:27:58.866520+0000","last_active":"2024-02-18T08:33:03.932755+0000","last_peered":"2024-02-18T08:33:03.932755+0000","last_clean":"2024-02-18T08:33:03.932755+0000","last_became_active":"2024-02-18T08:27:58.865638+0000","last_became_peered":"2024-02-18T08:27:58.865638+0000","last_unstale":"2024-02-18T08:33:03.932755+0000","last_undegraded":"2024-02-18T08:33:03.932755+0000","last_fullsized":"2024-02-18T08:33:03.932755+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"821'1159","reported_seq":3594,"reported_epoch":823,"state":"active+clean","last_fresh":"2024-02-18T08:33:09.891194+0000","last_change":"2024-02-18T08:33:03.958443+0000","last_active":"2024-02-18T08:33:09.891194+0000","last_peered":"2024-02-18T08:33:09.891194+0000","last_clean":"2024-02-18T08:33:09.891194+0000","last_became_active":"2024-02-18T08:27:58.869644+0000","last_became_peered":"2024-02-18T08:27:58.869644+0000","last_unstale":"2024-02-18T08:33:09.891194+0000","last_undegraded":"2024-02-18T08:33:09.891194+0000","last_fullsized":"2024-02-18T08:33:09.891194+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":1159,"ondisk_log_size":1159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22593536,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":262,"num_read_kb":477947,"num_write":579,"num_write_kb":146672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":47095808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":764,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.941077+0000","last_change":"2024-02-18T08:27:58.877328+0000","last_active":"2024-02-18T08:33:03.941077+0000","last_peered":"2024-02-18T08:33:03.941077+0000","last_clean":"2024-02-18T08:33:03.941077+0000","last_became_active":"2024-02-18T08:27:58.877093+0000","last_became_peered":"2024-02-18T08:27:58.877093+0000","last_unstale":"2024-02-18T08:33:03.941077+0000","last_undegraded":"2024-02-18T08:33:03.941077+0000","last_fullsized":"2024-02-18T08:33:03.941077+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:16:21.164528+0000","last_clean_scrub_stamp":"2024-02-18T08:16:21.164528+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"545'2","reported_seq":779,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.943532+0000","last_change":"2024-02-18T08:26:22.754019+0000","last_active":"2024-02-18T08:33:03.943532+0000","last_peered":"2024-02-18T08:33:03.943532+0000","last_clean":"2024-02-18T08:33:03.943532+0000","last_became_active":"2024-02-18T08:26:22.753586+0000","last_became_peered":"2024-02-18T08:26:22.753586+0000","last_unstale":"2024-02-18T08:33:03.943532+0000","last_undegraded":"2024-02-18T08:33:03.943532+0000","last_fullsized":"2024-02-18T08:33:03.943532+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":770,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.004160+0000","last_change":"2024-02-18T08:27:26.848424+0000","last_active":"2024-02-18T08:33:05.004160+0000","last_peered":"2024-02-18T08:33:05.004160+0000","last_clean":"2024-02-18T08:33:05.004160+0000","last_became_active":"2024-02-18T08:27:26.848118+0000","last_became_peered":"2024-02-18T08:27:26.848118+0000","last_unstale":"2024-02-18T08:33:05.004160+0000","last_undegraded":"2024-02-18T08:33:05.004160+0000","last_fullsized":"2024-02-18T08:33:05.004160+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"821'1752","reported_seq":4181,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:04.886314+0000","last_change":"2024-02-18T08:33:03.951127+0000","last_active":"2024-02-18T08:33:04.886314+0000","last_peered":"2024-02-18T08:33:04.886314+0000","last_clean":"2024-02-18T08:33:04.886314+0000","last_became_active":"2024-02-18T08:26:22.754273+0000","last_became_peered":"2024-02-18T08:26:22.754273+0000","last_unstale":"2024-02-18T08:33:04.886314+0000","last_undegraded":"2024-02-18T08:33:04.886314+0000","last_fullsized":"2024-02-18T08:33:04.886314+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:19:59.246268+0000","last_clean_scrub_stamp":"2024-02-18T08:19:59.246268+0000","log_size":1752,"ondisk_log_size":1752,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":39182336,"num_objects":19,"num_object_clones":13,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":2,"num_read":435,"num_read_kb":595252,"num_write":806,"num_write_kb":186976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":29876224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2ca","length":"1"},{"start":"2d7","length":"1"},{"start":"2dc","length":"1"}]},{"pgid":"3.1b","version":"540'2","reported_seq":778,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.943523+0000","last_change":"2024-02-18T08:27:58.869461+0000","last_active":"2024-02-18T08:33:03.943523+0000","last_peered":"2024-02-18T08:33:03.943523+0000","last_clean":"2024-02-18T08:33:03.943523+0000","last_became_active":"2024-02-18T08:27:58.869139+0000","last_became_peered":"2024-02-18T08:27:58.869139+0000","last_unstale":"2024-02-18T08:33:03.943523+0000","last_undegraded":"2024-02-18T08:33:03.943523+0000","last_fullsized":"2024-02-18T08:33:03.943523+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":778,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.931605+0000","last_change":"2024-02-18T08:25:49.788033+0000","last_active":"2024-02-18T08:33:03.931605+0000","last_peered":"2024-02-18T08:33:03.931605+0000","last_clean":"2024-02-18T08:33:03.931605+0000","last_became_active":"2024-02-18T08:25:49.787667+0000","last_became_peered":"2024-02-18T08:25:49.787667+0000","last_unstale":"2024-02-18T08:33:03.931605+0000","last_undegraded":"2024-02-18T08:33:03.931605+0000","last_fullsized":"2024-02-18T08:33:03.931605+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":778,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.936123+0000","last_change":"2024-02-18T08:26:54.813338+0000","last_active":"2024-02-18T08:33:03.936123+0000","last_peered":"2024-02-18T08:33:03.936123+0000","last_clean":"2024-02-18T08:33:03.936123+0000","last_became_active":"2024-02-18T08:26:54.812954+0000","last_became_peered":"2024-02-18T08:26:54.812954+0000","last_unstale":"2024-02-18T08:33:03.936123+0000","last_undegraded":"2024-02-18T08:33:03.936123+0000","last_fullsized":"2024-02-18T08:33:03.936123+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":781,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.004573+0000","last_change":"2024-02-18T08:26:22.760063+0000","last_active":"2024-02-18T08:33:05.004573+0000","last_peered":"2024-02-18T08:33:05.004573+0000","last_clean":"2024-02-18T08:33:05.004573+0000","last_became_active":"2024-02-18T08:26:22.759712+0000","last_became_peered":"2024-02-18T08:26:22.759712+0000","last_unstale":"2024-02-18T08:33:05.004573+0000","last_undegraded":"2024-02-18T08:33:05.004573+0000","last_fullsized":"2024-02-18T08:33:05.004573+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":778,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.936319+0000","last_change":"2024-02-18T08:27:26.838223+0000","last_active":"2024-02-18T08:33:03.936319+0000","last_peered":"2024-02-18T08:33:03.936319+0000","last_clean":"2024-02-18T08:33:03.936319+0000","last_became_active":"2024-02-18T08:27:26.837851+0000","last_became_peered":"2024-02-18T08:27:26.837851+0000","last_unstale":"2024-02-18T08:33:03.936319+0000","last_undegraded":"2024-02-18T08:33:03.936319+0000","last_fullsized":"2024-02-18T08:33:03.936319+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":781,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.004118+0000","last_change":"2024-02-18T08:26:22.757808+0000","last_active":"2024-02-18T08:33:05.004118+0000","last_peered":"2024-02-18T08:33:05.004118+0000","last_clean":"2024-02-18T08:33:05.004118+0000","last_became_active":"2024-02-18T08:26:22.757174+0000","last_became_peered":"2024-02-18T08:26:22.757174+0000","last_unstale":"2024-02-18T08:33:05.004118+0000","last_undegraded":"2024-02-18T08:33:05.004118+0000","last_fullsized":"2024-02-18T08:33:05.004118+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"540'2","reported_seq":779,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.934802+0000","last_change":"2024-02-18T08:27:26.837016+0000","last_active":"2024-02-18T08:33:03.934802+0000","last_peered":"2024-02-18T08:33:03.934802+0000","last_clean":"2024-02-18T08:33:03.934802+0000","last_became_active":"2024-02-18T08:27:26.836581+0000","last_became_peered":"2024-02-18T08:27:26.836581+0000","last_unstale":"2024-02-18T08:33:03.934802+0000","last_undegraded":"2024-02-18T08:33:03.934802+0000","last_fullsized":"2024-02-18T08:33:03.934802+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":776,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.933172+0000","last_change":"2024-02-18T08:25:49.789828+0000","last_active":"2024-02-18T08:33:03.933172+0000","last_peered":"2024-02-18T08:33:03.933172+0000","last_clean":"2024-02-18T08:33:03.933172+0000","last_became_active":"2024-02-18T08:25:49.785861+0000","last_became_peered":"2024-02-18T08:25:49.785861+0000","last_unstale":"2024-02-18T08:33:03.933172+0000","last_undegraded":"2024-02-18T08:33:03.933172+0000","last_fullsized":"2024-02-18T08:33:03.933172+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"540'5","reported_seq":783,"reported_epoch":821,"state":"active+clean","last_fresh":"2024-02-18T08:33:03.941288+0000","last_change":"2024-02-18T08:26:54.818922+0000","last_active":"2024-02-18T08:33:03.941288+0000","last_peered":"2024-02-18T08:33:03.941288+0000","last_clean":"2024-02-18T08:33:03.941288+0000","last_became_active":"2024-02-18T08:26:54.818548+0000","last_became_peered":"2024-02-18T08:26:54.818548+0000","last_unstale":"2024-02-18T08:33:03.941288+0000","last_undegraded":"2024-02-18T08:33:03.941288+0000","last_fullsized":"2024-02-18T08:33:03.941288+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:01.192628+0000","last_clean_scrub_stamp":"2024-02-18T08:18:01.192628+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":798,"reported_epoch":822,"state":"active+clean","last_fresh":"2024-02-18T08:33:05.004282+0000","last_change":"2024-02-18T08:27:26.849225+0000","last_active":"2024-02-18T08:33:05.004282+0000","last_peered":"2024-02-18T08:33:05.004282+0000","last_clean":"2024-02-18T08:33:05.004282+0000","last_became_active":"2024-02-18T08:27:26.848892+0000","last_became_peered":"2024-02-18T08:27:26.848892+0000","last_unstale":"2024-02-18T08:33:05.004282+0000","last_undegraded":"2024-02-18T08:33:05.004282+0000","last_fullsized":"2024-02-18T08:33:05.004282+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-18T08:18:02.195617+0000","last_clean_scrub_stamp":"2024-02-18T08:18:02.195617+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":376594432,"num_objects":176,"num_object_clones":128,"num_object_copies":528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":176,"num_whiteouts":14,"num_read":3686,"num_read_kb":5662124,"num_write":8226,"num_write_kb":1791992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":119,"num_bytes_recovered":332406784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":545415168,"data_stored":1014079488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16229,"ondisk_log_size":16229,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5526,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":49,"num_read_kb":55,"num_write":62,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":16578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":453038,"internal_metadata":0},"log_size":62,"ondisk_log_size":62,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":519,"seq":2229088026687,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":378140,"kb_used_data":66260,"kb_used_omap":107,"kb_used_meta":311764,"kb_avail":93367012,"statfs":{"total":95995035648,"available":95607820288,"internally_reserved":0,"allocated":67850240,"data_stored":112911323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":110126,"internal_metadata":319246802},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.85999999999999999,"15min":0.91000000000000003},"min":{"1min":0.46200000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.258,"5min":2.3199999999999998,"15min":2.3199999999999998},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96499999999999997,"15min":1.046},"min":{"1min":0.66100000000000003,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.371,"5min":3.048,"15min":3.048},"last":1.2}]},{"osd":1,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.96399999999999997,"15min":0.96099999999999997},"min":{"1min":0.53400000000000003,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.671,"5min":2.512,"15min":2.512},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.998,"15min":0.98999999999999999},"min":{"1min":0.65800000000000003,"5min":0.438,"15min":0.438},"max":{"1min":1.5429999999999999,"5min":2.6659999999999999,"15min":2.6659999999999999},"last":0.73899999999999999}]},{"osd":2,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.90700000000000003,"15min":0.92000000000000004},"min":{"1min":0.443,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":1.054},{"interface":"front","average":{"1min":1.202,"5min":1.0980000000000001,"15min":1.044},"min":{"1min":0.68700000000000006,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":3.7389999999999999,"5min":3.7389999999999999,"15min":3.7389999999999999},"last":1.1659999999999999}]},{"osd":3,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":1.0349999999999999,"15min":1.04},"min":{"1min":0.624,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.401,"5min":2.444,"15min":2.444},"last":1.034},{"interface":"front","average":{"1min":1.089,"5min":1.026,"15min":1.0329999999999999},"min":{"1min":0.58299999999999996,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.4810000000000001,"5min":1.732,"15min":1.732},"last":1.0740000000000001}]},{"osd":4,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":0.995,"15min":1.0509999999999999},"min":{"1min":0.70199999999999996,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.391,"5min":2.484,"15min":2.484},"last":1.1020000000000001},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.0660000000000001,"15min":1.1240000000000001},"min":{"1min":0.71899999999999997,"5min":0.438,"15min":0.438},"max":{"1min":1.456,"5min":3.254,"15min":3.254},"last":0.84999999999999998}]},{"osd":5,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.0429999999999999,"15min":1.105},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.444,"5min":3.1930000000000001,"15min":3.1930000000000001},"last":1.004},{"interface":"front","average":{"1min":1.105,"5min":1.0489999999999999,"15min":1.073},"min":{"1min":0.60299999999999998,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.718,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":1.1799999999999999}]},{"osd":6,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":1.131,"5min":1.143,"15min":1.177},"min":{"1min":0.64300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.3879999999999999,"5min":3.1269999999999998,"15min":3.1269999999999998},"last":1.147},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.131,"15min":1.127},"min":{"1min":0.66400000000000003,"5min":0.432,"15min":0.432},"max":{"1min":1.76,"5min":2.347,"15min":2.347},"last":1.1299999999999999}]}]},{"osd":6,"up_from":489,"seq":2100239007814,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":369652,"kb_used_data":68844,"kb_used_omap":132,"kb_used_meta":300667,"kb_avail":93375500,"statfs":{"total":95995035648,"available":95616512000,"internally_reserved":0,"allocated":70496256,"data_stored":136759886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":135970,"internal_metadata":307883230},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:32:35 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":0.92000000000000004,"15min":0.94399999999999995},"min":{"1min":0.36199999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":3.593,"5min":3.593,"15min":3.593},"last":1.129},{"interface":"front","average":{"1min":1.0580000000000001,"5min":0.95899999999999996,"15min":0.97899999999999998},"min":{"1min":0.499,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.8100000000000001,"5min":2.3039999999999998,"15min":2.3039999999999998},"last":0.879}]},{"osd":1,"last update":"Sun Feb 18 08:32:35 2024","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.0109999999999999,"15min":1.071},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.2629999999999999,"5min":2.4100000000000001,"15min":2.4100000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.94599999999999995,"15min":0.96599999999999997},"min":{"1min":0.63900000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.2609999999999999,"5min":1.871,"15min":1.871},"last":0.56399999999999995}]},{"osd":2,"last update":"Sun Feb 18 08:32:35 2024","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.016,"15min":1},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.7370000000000001,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.94199999999999995,"15min":1.002},"min":{"1min":0.60099999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.3120000000000001,"5min":1.804,"15min":1.804},"last":0.98099999999999998}]},{"osd":3,"last update":"Sun Feb 18 08:32:35 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.97599999999999998,"15min":1.0640000000000001},"min":{"1min":0.44600000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.4350000000000001,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":1.0629999999999999},{"interface":"front","average":{"1min":1.016,"5min":1.0609999999999999,"15min":1.0880000000000001},"min":{"1min":0.57399999999999995,"5min":0.505,"15min":0.505},"max":{"1min":2.1389999999999998,"5min":2.4580000000000002,"15min":2.4580000000000002},"last":1.1539999999999999}]},{"osd":4,"last update":"Sun Feb 18 08:32:35 2024","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.97699999999999998,"15min":1.0389999999999999},"min":{"1min":0.58999999999999997,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.8440000000000001,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.111,"5min":1.0900000000000001,"15min":1.1259999999999999},"min":{"1min":0.61599999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.6579999999999999,"5min":2.4980000000000002,"15min":2.4980000000000002},"last":1.026}]},{"osd":5,"last update":"Sun Feb 18 08:32:35 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":1,"15min":1.0569999999999999},"min":{"1min":0.53900000000000003,"5min":0.374,"15min":0.374},"max":{"1min":1.181,"5min":2.2050000000000001,"15min":2.2050000000000001},"last":0.80700000000000005},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.073,"15min":1.149},"min":{"1min":0.52000000000000002,"5min":0.435,"15min":0.435},"max":{"1min":1.387,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":1.23}]},{"osd":7,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":1.077,"15min":1.085},"min":{"1min":0.59499999999999997,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.401,"5min":2.8069999999999999,"15min":2.8069999999999999},"last":1.0940000000000001},{"interface":"front","average":{"1min":1.161,"5min":1.1339999999999999,"15min":1.1879999999999999},"min":{"1min":0.39600000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.429,"5min":1.722,"15min":1.722},"last":1.274}]}]},{"osd":1,"up_from":329,"seq":1413044240486,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":416980,"kb_used_data":104524,"kb_used_omap":123,"kb_used_meta":312324,"kb_avail":93328172,"statfs":{"total":95995035648,"available":95568048128,"internally_reserved":0,"allocated":107032576,"data_stored":188842094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":126007,"internal_metadata":319820745},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:32:57 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.77200000000000002,"15min":0.71599999999999997},"min":{"1min":0.45400000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.0190000000000001,"5min":4.0190000000000001,"15min":4.0190000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.872,"5min":0.82799999999999996,"15min":0.76700000000000002},"min":{"1min":0.42699999999999999,"5min":0.251,"15min":0.251},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":0.80100000000000005}]},{"osd":2,"last update":"Sun Feb 18 08:32:27 2024","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.79400000000000004,"15min":0.75800000000000001},"min":{"1min":0.33800000000000002,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.327,"5min":7.7850000000000001,"15min":7.7850000000000001},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.85099999999999998,"15min":0.876},"min":{"1min":0.36199999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.4199999999999999,"5min":3.5139999999999998,"15min":3.5139999999999998},"last":0.90400000000000003}]},{"osd":3,"last update":"Sun Feb 18 08:32:57 2024","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":0.97199999999999998,"15min":0.93799999999999994},"min":{"1min":0.61699999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":3.927,"5min":3.927,"15min":3.927},"last":1.0049999999999999},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.84499999999999997,"15min":0.77600000000000002},"min":{"1min":0.48499999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.3540000000000001,"5min":3.3540000000000001,"15min":3.3540000000000001},"last":0.97499999999999998}]},{"osd":4,"last update":"Sun Feb 18 08:32:36 2024","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.95399999999999996,"15min":0.94799999999999995},"min":{"1min":0.61499999999999999,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":2.1629999999999998,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":0.872},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.026,"15min":1.1579999999999999},"min":{"1min":0.68899999999999995,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.5509999999999999,"5min":1.696,"15min":1.75},"last":1.0529999999999999}]},{"osd":5,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":2.0049999999999999,"5min":1.2769999999999999,"15min":1.073},"min":{"1min":0.75700000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":13.278,"5min":13.278,"15min":13.278},"last":1.0309999999999999},{"interface":"front","average":{"1min":1.3480000000000001,"5min":1.1399999999999999,"15min":1.107},"min":{"1min":0.71099999999999997,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":5.8810000000000002,"5min":5.8810000000000002,"15min":5.8810000000000002},"last":1.302}]},{"osd":6,"last update":"Sun Feb 18 08:32:36 2024","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":1.1739999999999999,"15min":1.1519999999999999},"min":{"1min":0.749,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.0209999999999999,"5min":2.0209999999999999,"15min":2.0209999999999999},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.3480000000000001,"5min":1.2909999999999999,"15min":1.256},"min":{"1min":0.89600000000000002,"5min":0.625,"15min":0.625},"max":{"1min":2.323,"5min":2.323,"15min":2.323},"last":1.1220000000000001}]},{"osd":7,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.2789999999999999,"15min":1.321},"min":{"1min":0.66800000000000004,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":3.6469999999999998,"5min":3.6469999999999998,"15min":3.6469999999999998},"last":1.365},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.2809999999999999,"15min":1.2310000000000001},"min":{"1min":0.71599999999999997,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":3.6970000000000001,"5min":3.6970000000000001,"15min":3.6970000000000001},"last":1.2789999999999999}]}]},{"osd":0,"up_from":296,"seq":1271310319725,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":411856,"kb_used_data":97992,"kb_used_omap":117,"kb_used_meta":313738,"kb_avail":93333296,"statfs":{"total":95995035648,"available":95573295104,"internally_reserved":0,"allocated":100343808,"data_stored":179618477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":120344,"internal_metadata":321268200},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Feb 18 08:32:52 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73699999999999999,"15min":0.69999999999999996},"min":{"1min":0.498,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.93500000000000005,"5min":1.9610000000000001,"15min":1.9610000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.79700000000000004,"15min":0.78100000000000003},"min":{"1min":0.55400000000000005,"5min":0.317,"15min":0.28000000000000003},"max":{"1min":1.133,"5min":1.266,"15min":1.266},"last":0.39000000000000001}]},{"osd":2,"last update":"Sun Feb 18 08:32:33 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.81499999999999995,"15min":0.71399999999999997},"min":{"1min":0.48599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.0509999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.83899999999999997,"15min":0.78300000000000003},"min":{"1min":0.64700000000000002,"5min":0.35399999999999998,"15min":0.316},"max":{"1min":1.1830000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":0.35899999999999999}]},{"osd":3,"last update":"Sun Feb 18 08:33:03 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.77000000000000002,"15min":0.72799999999999998},"min":{"1min":0.373,"5min":0.27200000000000002,"15min":0.26600000000000001},"max":{"1min":1.7170000000000001,"5min":2.0339999999999998,"15min":4.109},"last":0.373},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.91600000000000004,"15min":0.80600000000000005},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.35899999999999999},"max":{"1min":1.347,"5min":1.919,"15min":1.919},"last":0.63700000000000001}]},{"osd":4,"last update":"Sun Feb 18 08:32:33 2024","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":1.0489999999999999,"15min":1.149},"min":{"1min":0.753,"5min":0.55700000000000005,"15min":0.54900000000000004},"max":{"1min":1.917,"5min":2.1480000000000001,"15min":5.3700000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":1.165,"5min":1.101,"15min":1.1699999999999999},"min":{"1min":0.88200000000000001,"5min":0.63100000000000001,"15min":0.38800000000000001},"max":{"1min":1.456,"5min":1.754,"15min":4.0540000000000003},"last":0.65500000000000003}]},{"osd":5,"last update":"Sun Feb 18 08:32:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0640000000000001,"15min":1.1359999999999999},"min":{"1min":0.61899999999999999,"5min":0.371,"15min":0.371},"max":{"1min":1.2589999999999999,"5min":4.7110000000000003,"15min":4.7110000000000003},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.113,"15min":1.101},"min":{"1min":0.78700000000000003,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.339,"5min":5.1059999999999999,"15min":5.1059999999999999},"last":0.52900000000000003}]},{"osd":6,"last update":"Sun Feb 18 08:32:33 2024","interfaces":[{"interface":"back","average":{"1min":1.1799999999999999,"5min":1.1299999999999999,"15min":1.1779999999999999},"min":{"1min":0.999,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.4890000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":1.224,"5min":1.1479999999999999,"15min":1.1200000000000001},"min":{"1min":0.80200000000000005,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":2.0190000000000001,"5min":2.077,"15min":2.077},"last":0.55400000000000005}]},{"osd":7,"last update":"Sun Feb 18 08:32:06 2024","interfaces":[{"interface":"back","average":{"1min":1.2,"5min":1.266,"15min":1.3500000000000001},"min":{"1min":0.80200000000000005,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.627,"5min":5.3109999999999999,"15min":5.3109999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":1.232,"5min":1.216,"15min":1.206},"min":{"1min":0.86399999999999999,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.5589999999999999,"5min":1.7230000000000001,"15min":1.7230000000000001},"last":0.66900000000000004}]}]},{"osd":2,"up_from":361,"seq":1550483193952,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":378224,"kb_used_data":67240,"kb_used_omap":74,"kb_used_meta":310901,"kb_avail":93366928,"statfs":{"total":95995035648,"available":95607734272,"internally_reserved":0,"allocated":68853760,"data_stored":98022073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":76162,"internal_metadata":318363262},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:32:23 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.314,"5min":0.224,"15min":0.224},"max":{"1min":0.98799999999999999,"5min":2.2559999999999998,"15min":2.2559999999999998},"last":1.6930000000000001},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.78500000000000003,"15min":0.79900000000000004},"min":{"1min":0.33200000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.0049999999999999,"5min":1.625,"15min":1.625},"last":1.0669999999999999}]},{"osd":1,"last update":"Sun Feb 18 08:32:23 2024","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.79400000000000004,"15min":0.81299999999999994},"min":{"1min":0.248,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.383,"5min":1.7909999999999999,"15min":1.7909999999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.80800000000000005,"15min":0.78600000000000003},"min":{"1min":0.29499999999999998,"5min":0.248,"15min":0.248},"max":{"1min":1.101,"5min":2.2240000000000002,"15min":2.2240000000000002},"last":0.82099999999999995}]},{"osd":3,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":1.601,"15min":1.137},"min":{"1min":0.63700000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2130000000000001,"5min":96.144000000000005,"15min":96.144000000000005},"last":1.2130000000000001},{"interface":"front","average":{"1min":0.877,"5min":1.587,"15min":1.137},"min":{"1min":0.58799999999999997,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.1719999999999999,"5min":95.962000000000003,"15min":95.962000000000003},"last":1.012}]},{"osd":4,"last update":"Sun Feb 18 08:32:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0449999999999999,"15min":1.101},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.5329999999999999,"5min":2.1840000000000002,"15min":2.1840000000000002},"last":1.1619999999999999},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.163,"15min":1.2110000000000001},"min":{"1min":0.58699999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.8979999999999999,"5min":2.2759999999999998,"15min":2.2759999999999998},"last":1.4259999999999999}]},{"osd":5,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.0940000000000001,"15min":1.026},"min":{"1min":0.86799999999999999,"5min":0.441,"15min":0.441},"max":{"1min":1.5589999999999999,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":1.5589999999999999},{"interface":"front","average":{"1min":1.375,"5min":1.181,"15min":1.1859999999999999},"min":{"1min":0.89900000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.982,"5min":2.3690000000000002,"15min":2.3690000000000002},"last":1.597}]},{"osd":6,"last update":"Sun Feb 18 08:32:36 2024","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.1479999999999999,"15min":1.1699999999999999},"min":{"1min":0.41899999999999998,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.8260000000000001,"5min":2.2109999999999999,"15min":2.2109999999999999},"last":1.3340000000000001},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.244,"15min":1.26},"min":{"1min":0.52700000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.583,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":1.492}]},{"osd":7,"last update":"Sun Feb 18 08:33:06 2024","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":1.147,"15min":1.119},"min":{"1min":0.88800000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.6040000000000001,"5min":1.948,"15min":1.948},"last":1.284},{"interface":"front","average":{"1min":1.377,"5min":1.2549999999999999,"15min":1.1879999999999999},"min":{"1min":0.97699999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.6639999999999999,"5min":2.101,"15min":2.101},"last":1.6639999999999999}]}]},{"osd":3,"up_from":394,"seq":1692217114713,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":366640,"kb_used_data":55720,"kb_used_omap":68,"kb_used_meta":310843,"kb_avail":93378512,"statfs":{"total":95995035648,"available":95619596288,"internally_reserved":0,"allocated":57057280,"data_stored":118952136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":70564,"internal_metadata":318303324},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:33:00 2024","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.71899999999999997,"15min":0.68100000000000005},"min":{"1min":0.48999999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.169,"5min":1.169,"15min":1.331},"last":1.111},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.77600000000000002,"15min":0.73999999999999999},"min":{"1min":0.45400000000000001,"5min":0.373,"15min":0.34799999999999998},"max":{"1min":1.0509999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.60599999999999998}]},{"osd":1,"last update":"Sun Feb 18 08:33:00 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.83799999999999997,"15min":0.79700000000000004},"min":{"1min":0.41999999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.0349999999999999,"5min":1.589,"15min":1.589},"last":0.995},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.74399999999999999,"15min":0.75600000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.254,"5min":1.371,"15min":1.623},"last":0.92500000000000004}]},{"osd":2,"last update":"Sun Feb 18 08:33:00 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.78200000000000003,"15min":0.754},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.091,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.872,"5min":0.88700000000000001,"15min":0.80200000000000005},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.095,"5min":1.518,"15min":1.518},"last":0.78000000000000003}]},{"osd":4,"last update":"Sun Feb 18 08:32:32 2024","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0469999999999999,"15min":1.0489999999999999},"min":{"1min":0.59699999999999998,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.4910000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":1.143},{"interface":"front","average":{"1min":1.087,"5min":1.097,"15min":1.1279999999999999},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.4470000000000001,"5min":1.851,"15min":1.851},"last":1.242}]},{"osd":5,"last update":"Sun Feb 18 08:33:00 2024","interfaces":[{"interface":"back","average":{"1min":1.171,"5min":1.1339999999999999,"15min":1.1319999999999999},"min":{"1min":0.67200000000000004,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.802,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":0.83899999999999997},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.133,"15min":1.147},"min":{"1min":0.53600000000000003,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.4750000000000001,"5min":4.2060000000000004,"15min":4.2060000000000004},"last":0.88800000000000001}]},{"osd":6,"last update":"Sun Feb 18 08:32:35 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.202,"15min":1.2350000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.5149999999999999,"5min":1.9419999999999999,"15min":1.9419999999999999},"last":1.272},{"interface":"front","average":{"1min":1.242,"5min":1.3029999999999999,"15min":1.3380000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.637,"5min":2.302,"15min":2.302},"last":1.101}]},{"osd":7,"last update":"Sun Feb 18 08:33:07 2024","interfaces":[{"interface":"back","average":{"1min":1.2749999999999999,"5min":1.2230000000000001,"15min":1.226},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.853,"5min":1.853,"15min":1.853},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.238,"15min":1.232},"min":{"1min":0.746,"5min":0.625,"15min":0.625},"max":{"1min":1.496,"5min":1.893,"15min":1.893},"last":1.3280000000000001}]}]},{"osd":4,"up_from":426,"seq":1829656068179,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":388804,"kb_used_data":80316,"kb_used_omap":124,"kb_used_meta":308355,"kb_avail":93356348,"statfs":{"total":95995035648,"available":95596900352,"internally_reserved":0,"allocated":82243584,"data_stored":130712515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":127031,"internal_metadata":315756489},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:32:31 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.91500000000000004,"15min":0.90600000000000003},"min":{"1min":0.443,"5min":0.443,"15min":0.38100000000000001},"max":{"1min":1.2689999999999999,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.88800000000000001,"15min":0.873},"min":{"1min":0.52100000000000002,"5min":0.47599999999999998,"15min":0.40999999999999998},"max":{"1min":1.2370000000000001,"5min":1.262,"15min":1.262},"last":0.82099999999999995}]},{"osd":1,"last update":"Sun Feb 18 08:32:31 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.873,"15min":0.90500000000000003},"min":{"1min":0.49399999999999999,"5min":0.439,"15min":0.439},"max":{"1min":1.3220000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":0.98099999999999998},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.0029999999999999,"15min":0.96199999999999997},"min":{"1min":0.61899999999999999,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2569999999999999,"5min":2.8980000000000001,"15min":2.8980000000000001},"last":0.80400000000000005}]},{"osd":2,"last update":"Sun Feb 18 08:32:31 2024","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.90500000000000003,"15min":0.93300000000000005},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.94899999999999995,"15min":0.96099999999999997},"min":{"1min":0.67500000000000004,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":1.2989999999999999}]},{"osd":3,"last update":"Sun Feb 18 08:32:31 2024","interfaces":[{"interface":"back","average":{"1min":1.0089999999999999,"5min":0.95199999999999996,"15min":0.93799999999999994},"min":{"1min":0.59299999999999997,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.53,"5min":1.53,"15min":1.53},"last":1.357},{"interface":"front","average":{"1min":1.087,"5min":1.0980000000000001,"15min":1.0589999999999999},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.55800000000000005},"max":{"1min":1.359,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.876}]},{"osd":5,"last update":"Sun Feb 18 08:33:01 2024","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":1.0349999999999999,"15min":0.98999999999999999},"min":{"1min":0.58199999999999996,"5min":0.436,"15min":0.436},"max":{"1min":1.2869999999999999,"5min":2.8079999999999998,"15min":2.8079999999999998},"last":1.1479999999999999},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0609999999999999,"15min":1.087},"min":{"1min":0.65200000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.288,"5min":1.389,"15min":1.4730000000000001},"last":1.2090000000000001}]},{"osd":6,"last update":"Sun Feb 18 08:32:31 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.1080000000000001,"15min":1.097},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.534,"5min":2.8599999999999999,"15min":2.8599999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.99099999999999999,"15min":1.0349999999999999},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.242,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.90700000000000003}]},{"osd":7,"last update":"Sun Feb 18 08:33:07 2024","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.0509999999999999,"15min":1.0669999999999999},"min":{"1min":0.751,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.23,"5min":1.341,"15min":1.341},"last":1.0249999999999999},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1990000000000001,"15min":1.1839999999999999},"min":{"1min":0.79600000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.5569999999999999,"5min":3.0470000000000002,"15min":3.0470000000000002},"last":1.0489999999999999}]}]},{"osd":5,"up_from":457,"seq":1962800054348,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":379728,"kb_used_data":69704,"kb_used_omap":153,"kb_used_meta":309862,"kb_avail":93365424,"statfs":{"total":95995035648,"available":95606194176,"internally_reserved":0,"allocated":71376896,"data_stored":102056669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":157671,"internal_metadata":317298713},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Feb 18 08:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.92000000000000004,"15min":0.90300000000000002},"min":{"1min":0.627,"5min":0.41699999999999998,"15min":0.35399999999999998},"max":{"1min":1.3240000000000001,"5min":1.423,"15min":1.53},"last":1.2470000000000001},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.98699999999999999,"15min":0.97099999999999997},"min":{"1min":0.54900000000000004,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.2529999999999999,"5min":3.71,"15min":3.71},"last":0.85699999999999998}]},{"osd":1,"last update":"Sun Feb 18 08:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.997,"15min":0.92100000000000004},"min":{"1min":0.61299999999999999,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.5449999999999999,"5min":3.907,"15min":3.907},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.1100000000000001,"5min":0.997,"15min":0.99099999999999999},"min":{"1min":0.76200000000000001,"5min":0.442,"15min":0.442},"max":{"1min":1.7450000000000001,"5min":1.7450000000000001,"15min":1.7450000000000001},"last":0.78100000000000003}]},{"osd":2,"last update":"Sun Feb 18 08:33:07 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.0600000000000001,"15min":0.997},"min":{"1min":0.72499999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.413,"5min":3.948,"15min":3.948},"last":1.091},{"interface":"front","average":{"1min":1.109,"5min":1.0489999999999999,"15min":1.0149999999999999},"min":{"1min":0.69299999999999995,"5min":0.52700000000000002,"15min":0.501},"max":{"1min":1.577,"5min":6.7199999999999998,"15min":6.7199999999999998},"last":1.2849999999999999}]},{"osd":3,"last update":"Sun Feb 18 08:33:07 2024","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.0329999999999999,"15min":1.0169999999999999},"min":{"1min":0.91200000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.7929999999999999,"5min":2.8109999999999999,"15min":2.8109999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":1.036,"5min":1.137,"15min":1.0249999999999999},"min":{"1min":0.65200000000000002,"5min":0.57399999999999995,"15min":0.46000000000000002},"max":{"1min":1.3819999999999999,"5min":7.3259999999999996,"15min":7.3259999999999996},"last":0.93600000000000005}]},{"osd":4,"last update":"Sun Feb 18 08:33:07 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":1.018,"15min":1.093},"min":{"1min":0.72999999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.379,"5min":6.4690000000000003,"15min":6.4690000000000003},"last":1.1479999999999999},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.1120000000000001,"15min":1.042},"min":{"1min":0.74399999999999999,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.423,"5min":6.3620000000000001,"15min":6.3620000000000001},"last":1.1890000000000001}]},{"osd":6,"last update":"Sun Feb 18 08:32:33 2024","interfaces":[{"interface":"back","average":{"1min":1.081,"5min":1.0209999999999999,"15min":1.0429999999999999},"min":{"1min":0.79000000000000004,"5min":0.377,"15min":0.377},"max":{"1min":1.6639999999999999,"5min":1.851,"15min":1.851},"last":1.0509999999999999},{"interface":"front","average":{"1min":1.24,"5min":1.1699999999999999,"15min":1.1559999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.512,"5min":3.4209999999999998,"15min":3.4209999999999998},"last":1.4219999999999999}]},{"osd":7,"last update":"Sun Feb 18 08:33:07 2024","interfaces":[{"interface":"back","average":{"1min":1.1439999999999999,"5min":1.127,"15min":1.1479999999999999},"min":{"1min":0.76700000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.603,"5min":2.0750000000000002,"15min":2.0750000000000002},"last":1.3380000000000001},{"interface":"front","average":{"1min":1.232,"5min":1.1719999999999999,"15min":1.204},"min":{"1min":0.754,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.841,"5min":1.841,"15min":1.841},"last":1.2190000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56048,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":61478,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39866,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34303,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":66640,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":73344,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":63451,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57908,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":90370048,"data_stored":172896256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":97067008,"data_stored":182120448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":58880000,"data_stored":91299840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":47087616,"data_stored":112230400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":72237056,"data_stored":123977728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":61403136,"data_stored":95334400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":60518400,"data_stored":130035712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":57851904,"data_stored":106184704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-18T08:33:13.299 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-02-18T08:33:13.299 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:octopus shell --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-02-18T08:33:13.437 INFO:teuthology.orchestra.run.smithi110.stderr:Inferring config /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/mon.a/config 2024-02-18T08:33:14.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:13 smithi110 bash[54479]: audit 2024-02-18T08:33:12.559484+0000 mgr.y (mgr.44100) 483 : audit [DBG] from='client.54424 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:33:14.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:13 smithi110 bash[54479]: cluster 2024-02-18T08:33:12.835339+0000 mgr.y (mgr.44100) 484 : cluster [DBG] pgmap v928: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 677 KiB/s wr, 5 op/s 2024-02-18T08:33:14.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:13 smithi110 bash[55875]: audit 2024-02-18T08:33:12.559484+0000 mgr.y (mgr.44100) 483 : audit [DBG] from='client.54424 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:33:14.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:13 smithi110 bash[55875]: cluster 2024-02-18T08:33:12.835339+0000 mgr.y (mgr.44100) 484 : cluster [DBG] pgmap v928: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 677 KiB/s wr, 5 op/s 2024-02-18T08:33:14.338 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:13 smithi191 bash[38688]: audit 2024-02-18T08:33:12.559484+0000 mgr.y (mgr.44100) 483 : audit [DBG] from='client.54424 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-18T08:33:14.338 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:13 smithi191 bash[38688]: cluster 2024-02-18T08:33:12.835339+0000 mgr.y (mgr.44100) 484 : cluster [DBG] pgmap v928: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 677 KiB/s wr, 5 op/s 2024-02-18T08:33:16.217 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:15 smithi110 bash[54479]: cluster 2024-02-18T08:33:14.836320+0000 mgr.y (mgr.44100) 485 : cluster [DBG] pgmap v929: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 316 KiB/s rd, 544 KiB/s wr, 4 op/s 2024-02-18T08:33:16.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:15 smithi110 bash[55875]: cluster 2024-02-18T08:33:14.836320+0000 mgr.y (mgr.44100) 485 : cluster [DBG] pgmap v929: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 316 KiB/s rd, 544 KiB/s wr, 4 op/s 2024-02-18T08:33:16.338 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:15 smithi191 bash[38688]: cluster 2024-02-18T08:33:14.836320+0000 mgr.y (mgr.44100) 485 : cluster [DBG] pgmap v929: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 316 KiB/s rd, 544 KiB/s wr, 4 op/s 2024-02-18T08:33:17.020 INFO:teuthology.orchestra.run.smithi110.stderr:pool 'unique_pool_0' removed 2024-02-18T08:33:17.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:17 smithi191 bash[38688]: audit 2024-02-18T08:33:16.355803+0000 mon.c (mon.1) 19 : audit [INF] from='client.? 172.21.15.110:0/424722336' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-18T08:33:17.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:17 smithi191 bash[38688]: audit 2024-02-18T08:33:16.356410+0000 mon.a (mon.0) 1485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-18T08:33:17.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:16 smithi110 bash[54479]: audit 2024-02-18T08:33:16.355803+0000 mon.c (mon.1) 19 : audit [INF] from='client.? 172.21.15.110:0/424722336' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-18T08:33:17.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:16 smithi110 bash[54479]: audit 2024-02-18T08:33:16.356410+0000 mon.a (mon.0) 1485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-18T08:33:17.467 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:17 smithi110 bash[55875]: audit 2024-02-18T08:33:16.355803+0000 mon.c (mon.1) 19 : audit [INF] from='client.? 172.21.15.110:0/424722336' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-18T08:33:17.467 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:17 smithi110 bash[55875]: audit 2024-02-18T08:33:16.356410+0000 mon.a (mon.0) 1485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-18T08:33:17.727 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-02-18T08:33:17.727 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-02-18T08:33:17.727 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-02-18T08:33:17.727 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-02-18T08:33:17.727 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-02-18T08:33:17.732 INFO:tasks.workunit:Pulling workunits from ref octopus 2024-02-18T08:33:17.732 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-02-18T08:33:17.733 DEBUG:teuthology.orchestra.run.smithi110:> stat -- /home/ubuntu/cephtest/mnt.0 2024-02-18T08:33:17.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-18T08:33:17.740 INFO:teuthology.orchestra.run.smithi110.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-02-18T08:33:17.740 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-02-18T08:33:17.787 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-02-18T08:33:17.787 DEBUG:teuthology.orchestra.run.smithi110:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-02-18T08:33:17.835 INFO:tasks.workunit:timeout=3h 2024-02-18T08:33:17.836 INFO:tasks.workunit:cleanup=True 2024-02-18T08:33:17.836 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-02-18T08:33:17.885 INFO:tasks.workunit.client.0.smithi110.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-02-18T08:33:18.338 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:18 smithi191 bash[38688]: cluster 2024-02-18T08:33:16.837139+0000 mgr.y (mgr.44100) 486 : cluster [DBG] pgmap v930: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 299 KiB/s wr, 2 op/s 2024-02-18T08:33:18.338 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:18 smithi191 bash[38688]: audit 2024-02-18T08:33:17.011448+0000 mon.a (mon.0) 1486 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-02-18T08:33:18.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:18 smithi191 bash[38688]: cluster 2024-02-18T08:33:17.011597+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-02-18T08:33:18.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:18 smithi110 bash[54479]: cluster 2024-02-18T08:33:16.837139+0000 mgr.y (mgr.44100) 486 : cluster [DBG] pgmap v930: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 299 KiB/s wr, 2 op/s 2024-02-18T08:33:18.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:18 smithi110 bash[54479]: audit 2024-02-18T08:33:17.011448+0000 mon.a (mon.0) 1486 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-02-18T08:33:18.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:18 smithi110 bash[54479]: cluster 2024-02-18T08:33:17.011597+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-02-18T08:33:18.467 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:18 smithi110 bash[55875]: cluster 2024-02-18T08:33:16.837139+0000 mgr.y (mgr.44100) 486 : cluster [DBG] pgmap v930: 89 pgs: 89 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 204 B/s rd, 299 KiB/s wr, 2 op/s 2024-02-18T08:33:18.467 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:18 smithi110 bash[55875]: audit 2024-02-18T08:33:17.011448+0000 mon.a (mon.0) 1486 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-02-18T08:33:18.467 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:18 smithi110 bash[55875]: cluster 2024-02-18T08:33:17.011597+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-02-18T08:33:20.338 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:20 smithi191 bash[38688]: cluster 2024-02-18T08:33:18.838066+0000 mgr.y (mgr.44100) 487 : cluster [DBG] pgmap v932: 73 pgs: 73 active+clean; 5.4 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-02-18T08:33:20.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:20 smithi110 bash[54479]: cluster 2024-02-18T08:33:18.838066+0000 mgr.y (mgr.44100) 487 : cluster [DBG] pgmap v932: 73 pgs: 73 active+clean; 5.4 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-02-18T08:33:20.467 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:20 smithi110 bash[55875]: cluster 2024-02-18T08:33:18.838066+0000 mgr.y (mgr.44100) 487 : cluster [DBG] pgmap v932: 73 pgs: 73 active+clean; 5.4 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-02-18T08:33:22.338 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:22 smithi191 bash[38688]: cluster 2024-02-18T08:33:20.838598+0000 mgr.y (mgr.44100) 488 : cluster [DBG] pgmap v933: 73 pgs: 73 active+clean; 5.4 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:22.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:22 smithi110 bash[54479]: cluster 2024-02-18T08:33:20.838598+0000 mgr.y (mgr.44100) 488 : cluster [DBG] pgmap v933: 73 pgs: 73 active+clean; 5.4 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:22.467 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:22 smithi110 bash[55875]: cluster 2024-02-18T08:33:20.838598+0000 mgr.y (mgr.44100) 488 : cluster [DBG] pgmap v933: 73 pgs: 73 active+clean; 5.4 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:23.700 DEBUG:teuthology.orchestra.run.smithi110:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-02-18T08:33:23.761 INFO:tasks.workunit.client.0.smithi110.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-02-18T08:33:23.765 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-02-18T08:33:23.765 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-02-18T08:33:24.338 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:24 smithi191 bash[38688]: cluster 2024-02-18T08:33:22.839396+0000 mgr.y (mgr.44100) 489 : cluster [DBG] pgmap v934: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:24.454 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-02-18T08:33:24.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:24 smithi110 bash[55875]: cluster 2024-02-18T08:33:22.839396+0000 mgr.y (mgr.44100) 489 : cluster [DBG] pgmap v934: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:24.467 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:24 smithi110 bash[54479]: cluster 2024-02-18T08:33:22.839396+0000 mgr.y (mgr.44100) 489 : cluster [DBG] pgmap v934: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:24.587 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-02-18T08:33:24.641 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-02-18T08:33:24.642 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-02-18T08:33:24.642 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-02-18T08:33:24.697 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-02-18T08:33:24.702 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:33:24.702 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-02-18T08:33:24.751 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-02-18T08:33:24.752 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-02-18T08:33:24.753 DEBUG:teuthology.orchestra.run.smithi110:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 CLS_RBD_GTEST_FILTER='*:-TestClsRbd.mirror_snapshot' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-02-18T08:33:24.819 INFO:tasks.workunit.client.0.smithi110.stdout:Running main() from gmock_main.cc 2024-02-18T08:33:24.819 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] Running 6 tests from 1 test suite. 2024-02-18T08:33:24.819 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment set-up. 2024-02-18T08:33:24.819 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 6 tests from ClsHello 2024-02-18T08:33:24.819 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsHello.SayHello 2024-02-18T08:33:25.588 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:25 smithi191 bash[38688]: cluster 2024-02-18T08:33:24.839904+0000 mgr.y (mgr.44100) 490 : cluster [DBG] pgmap v935: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:25.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:25 smithi110 bash[54479]: cluster 2024-02-18T08:33:24.839904+0000 mgr.y (mgr.44100) 490 : cluster [DBG] pgmap v935: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:25.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:25 smithi110 bash[55875]: cluster 2024-02-18T08:33:24.839904+0000 mgr.y (mgr.44100) 490 : cluster [DBG] pgmap v935: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:26.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:26 smithi110 bash[54479]: cluster 2024-02-18T08:33:25.331507+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-02-18T08:33:26.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:26 smithi110 bash[54479]: audit 2024-02-18T08:33:25.335477+0000 mon.a (mon.0) 1489 : audit [INF] from='client.? 172.21.15.110:0/3977247207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:26.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:26 smithi110 bash[54479]: audit 2024-02-18T08:33:26.334999+0000 mon.a (mon.0) 1490 : audit [INF] from='client.? 172.21.15.110:0/3977247207' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:26.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:26 smithi110 bash[54479]: cluster 2024-02-18T08:33:26.335837+0000 mon.a (mon.0) 1491 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-02-18T08:33:26.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:26 smithi110 bash[55875]: cluster 2024-02-18T08:33:25.331507+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-02-18T08:33:26.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:26 smithi110 bash[55875]: audit 2024-02-18T08:33:25.335477+0000 mon.a (mon.0) 1489 : audit [INF] from='client.? 172.21.15.110:0/3977247207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:26.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:26 smithi110 bash[55875]: audit 2024-02-18T08:33:26.334999+0000 mon.a (mon.0) 1490 : audit [INF] from='client.? 172.21.15.110:0/3977247207' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:26.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:26 smithi110 bash[55875]: cluster 2024-02-18T08:33:26.335837+0000 mon.a (mon.0) 1491 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-02-18T08:33:26.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:26 smithi191 bash[38688]: cluster 2024-02-18T08:33:25.331507+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-02-18T08:33:26.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:26 smithi191 bash[38688]: audit 2024-02-18T08:33:25.335477+0000 mon.a (mon.0) 1489 : audit [INF] from='client.? 172.21.15.110:0/3977247207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:26.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:26 smithi191 bash[38688]: audit 2024-02-18T08:33:26.334999+0000 mon.a (mon.0) 1490 : audit [INF] from='client.? 172.21.15.110:0/3977247207' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:26.839 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:26 smithi191 bash[38688]: cluster 2024-02-18T08:33:26.335837+0000 mon.a (mon.0) 1491 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-02-18T08:33:27.350 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsHello.SayHello (2531 ms) 2024-02-18T08:33:27.350 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsHello.RecordHello 2024-02-18T08:33:27.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:27 smithi110 bash[54479]: cluster 2024-02-18T08:33:26.840590+0000 mgr.y (mgr.44100) 491 : cluster [DBG] pgmap v938: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:27.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:27 smithi110 bash[55875]: cluster 2024-02-18T08:33:26.840590+0000 mgr.y (mgr.44100) 491 : cluster [DBG] pgmap v938: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:27.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:27 smithi191 bash[38688]: cluster 2024-02-18T08:33:26.840590+0000 mgr.y (mgr.44100) 491 : cluster [DBG] pgmap v938: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:28.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:28 smithi110 bash[54479]: cluster 2024-02-18T08:33:27.350373+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-02-18T08:33:28.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:28 smithi110 bash[55875]: cluster 2024-02-18T08:33:27.350373+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-02-18T08:33:28.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:28 smithi191 bash[38688]: cluster 2024-02-18T08:33:27.350373+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-02-18T08:33:29.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:29 smithi110 bash[54479]: cluster 2024-02-18T08:33:28.371570+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-02-18T08:33:29.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:29 smithi110 bash[54479]: audit 2024-02-18T08:33:28.372898+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? 172.21.15.110:0/4264907111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:29.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:29 smithi110 bash[54479]: cluster 2024-02-18T08:33:28.841459+0000 mgr.y (mgr.44100) 492 : cluster [DBG] pgmap v941: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:29.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:29 smithi110 bash[55875]: cluster 2024-02-18T08:33:28.371570+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-02-18T08:33:29.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:29 smithi110 bash[55875]: audit 2024-02-18T08:33:28.372898+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? 172.21.15.110:0/4264907111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:29.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:29 smithi110 bash[55875]: cluster 2024-02-18T08:33:28.841459+0000 mgr.y (mgr.44100) 492 : cluster [DBG] pgmap v941: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:29.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:29 smithi191 bash[38688]: cluster 2024-02-18T08:33:28.371570+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-02-18T08:33:29.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:29 smithi191 bash[38688]: audit 2024-02-18T08:33:28.372898+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? 172.21.15.110:0/4264907111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:29.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:29 smithi191 bash[38688]: cluster 2024-02-18T08:33:28.841459+0000 mgr.y (mgr.44100) 492 : cluster [DBG] pgmap v941: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:30.394 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsHello.RecordHello (3044 ms) 2024-02-18T08:33:30.395 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsHello.WriteReturnData 2024-02-18T08:33:30.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:30 smithi110 bash[55875]: audit 2024-02-18T08:33:29.371516+0000 mon.a (mon.0) 1495 : audit [INF] from='client.? 172.21.15.110:0/4264907111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:30.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:30 smithi110 bash[55875]: cluster 2024-02-18T08:33:29.371752+0000 mon.a (mon.0) 1496 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-02-18T08:33:30.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:30 smithi110 bash[54479]: audit 2024-02-18T08:33:29.371516+0000 mon.a (mon.0) 1495 : audit [INF] from='client.? 172.21.15.110:0/4264907111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:30.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:30 smithi110 bash[54479]: cluster 2024-02-18T08:33:29.371752+0000 mon.a (mon.0) 1496 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-02-18T08:33:30.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:30 smithi191 bash[38688]: audit 2024-02-18T08:33:29.371516+0000 mon.a (mon.0) 1495 : audit [INF] from='client.? 172.21.15.110:0/4264907111' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:30.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:30 smithi191 bash[38688]: cluster 2024-02-18T08:33:29.371752+0000 mon.a (mon.0) 1496 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-02-18T08:33:31.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:31 smithi110 bash[54479]: cluster 2024-02-18T08:33:30.393100+0000 mon.a (mon.0) 1497 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-02-18T08:33:31.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:31 smithi110 bash[54479]: cluster 2024-02-18T08:33:30.842021+0000 mgr.y (mgr.44100) 493 : cluster [DBG] pgmap v944: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:31.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:31 smithi110 bash[55875]: cluster 2024-02-18T08:33:30.393100+0000 mon.a (mon.0) 1497 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-02-18T08:33:31.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:31 smithi110 bash[55875]: cluster 2024-02-18T08:33:30.842021+0000 mgr.y (mgr.44100) 493 : cluster [DBG] pgmap v944: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:31.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:31 smithi191 bash[38688]: cluster 2024-02-18T08:33:30.393100+0000 mon.a (mon.0) 1497 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-02-18T08:33:31.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:31 smithi191 bash[38688]: cluster 2024-02-18T08:33:30.842021+0000 mgr.y (mgr.44100) 493 : cluster [DBG] pgmap v944: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:32.419 INFO:tasks.workunit.client.0.smithi110.stdout:require_osd_release = pacific 2024-02-18T08:33:32.434 INFO:tasks.workunit.client.0.smithi110.stdout:0 2024-02-18T08:33:32.436 INFO:tasks.workunit.client.0.smithi110.stdout:1 2024-02-18T08:33:32.437 INFO:tasks.workunit.client.0.smithi110.stdout:2 2024-02-18T08:33:32.438 INFO:tasks.workunit.client.0.smithi110.stdout:3 2024-02-18T08:33:32.439 INFO:tasks.workunit.client.0.smithi110.stdout:4 2024-02-18T08:33:32.440 INFO:tasks.workunit.client.0.smithi110.stdout:5 2024-02-18T08:33:32.441 INFO:tasks.workunit.client.0.smithi110.stdout:6 2024-02-18T08:33:32.442 INFO:tasks.workunit.client.0.smithi110.stdout:7 2024-02-18T08:33:32.443 INFO:tasks.workunit.client.0.smithi110.stdout:8 2024-02-18T08:33:32.444 INFO:tasks.workunit.client.0.smithi110.stdout:9 2024-02-18T08:33:32.446 INFO:tasks.workunit.client.0.smithi110.stdout:10 2024-02-18T08:33:32.447 INFO:tasks.workunit.client.0.smithi110.stdout:11 2024-02-18T08:33:32.448 INFO:tasks.workunit.client.0.smithi110.stdout:12 2024-02-18T08:33:32.449 INFO:tasks.workunit.client.0.smithi110.stdout:13 2024-02-18T08:33:32.450 INFO:tasks.workunit.client.0.smithi110.stdout:14 2024-02-18T08:33:32.451 INFO:tasks.workunit.client.0.smithi110.stdout:15 2024-02-18T08:33:32.452 INFO:tasks.workunit.client.0.smithi110.stdout:16 2024-02-18T08:33:32.453 INFO:tasks.workunit.client.0.smithi110.stdout:17 2024-02-18T08:33:32.454 INFO:tasks.workunit.client.0.smithi110.stdout:18 2024-02-18T08:33:32.455 INFO:tasks.workunit.client.0.smithi110.stdout:19 2024-02-18T08:33:32.456 INFO:tasks.workunit.client.0.smithi110.stdout:20 2024-02-18T08:33:32.457 INFO:tasks.workunit.client.0.smithi110.stdout:21 2024-02-18T08:33:32.458 INFO:tasks.workunit.client.0.smithi110.stdout:22 2024-02-18T08:33:32.460 INFO:tasks.workunit.client.0.smithi110.stdout:23 2024-02-18T08:33:32.461 INFO:tasks.workunit.client.0.smithi110.stdout:24 2024-02-18T08:33:32.462 INFO:tasks.workunit.client.0.smithi110.stdout:25 2024-02-18T08:33:32.463 INFO:tasks.workunit.client.0.smithi110.stdout:26 2024-02-18T08:33:32.464 INFO:tasks.workunit.client.0.smithi110.stdout:27 2024-02-18T08:33:32.465 INFO:tasks.workunit.client.0.smithi110.stdout:28 2024-02-18T08:33:32.466 INFO:tasks.workunit.client.0.smithi110.stdout:29 2024-02-18T08:33:32.467 INFO:tasks.workunit.client.0.smithi110.stdout:30 2024-02-18T08:33:32.468 INFO:tasks.workunit.client.0.smithi110.stdout:31 2024-02-18T08:33:32.469 INFO:tasks.workunit.client.0.smithi110.stdout:32 2024-02-18T08:33:32.470 INFO:tasks.workunit.client.0.smithi110.stdout:33 2024-02-18T08:33:32.471 INFO:tasks.workunit.client.0.smithi110.stdout:34 2024-02-18T08:33:32.472 INFO:tasks.workunit.client.0.smithi110.stdout:35 2024-02-18T08:33:32.473 INFO:tasks.workunit.client.0.smithi110.stdout:36 2024-02-18T08:33:32.474 INFO:tasks.workunit.client.0.smithi110.stdout:37 2024-02-18T08:33:32.475 INFO:tasks.workunit.client.0.smithi110.stdout:38 2024-02-18T08:33:32.476 INFO:tasks.workunit.client.0.smithi110.stdout:39 2024-02-18T08:33:32.477 INFO:tasks.workunit.client.0.smithi110.stdout:40 2024-02-18T08:33:32.479 INFO:tasks.workunit.client.0.smithi110.stdout:41 2024-02-18T08:33:32.480 INFO:tasks.workunit.client.0.smithi110.stdout:42 2024-02-18T08:33:32.481 INFO:tasks.workunit.client.0.smithi110.stdout:43 2024-02-18T08:33:32.482 INFO:tasks.workunit.client.0.smithi110.stdout:44 2024-02-18T08:33:32.483 INFO:tasks.workunit.client.0.smithi110.stdout:45 2024-02-18T08:33:32.484 INFO:tasks.workunit.client.0.smithi110.stdout:46 2024-02-18T08:33:32.485 INFO:tasks.workunit.client.0.smithi110.stdout:47 2024-02-18T08:33:32.486 INFO:tasks.workunit.client.0.smithi110.stdout:48 2024-02-18T08:33:32.487 INFO:tasks.workunit.client.0.smithi110.stdout:49 2024-02-18T08:33:32.488 INFO:tasks.workunit.client.0.smithi110.stdout:50 2024-02-18T08:33:32.490 INFO:tasks.workunit.client.0.smithi110.stdout:51 2024-02-18T08:33:32.491 INFO:tasks.workunit.client.0.smithi110.stdout:52 2024-02-18T08:33:32.492 INFO:tasks.workunit.client.0.smithi110.stdout:53 2024-02-18T08:33:32.493 INFO:tasks.workunit.client.0.smithi110.stdout:54 2024-02-18T08:33:32.494 INFO:tasks.workunit.client.0.smithi110.stdout:55 2024-02-18T08:33:32.495 INFO:tasks.workunit.client.0.smithi110.stdout:56 2024-02-18T08:33:32.496 INFO:tasks.workunit.client.0.smithi110.stdout:57 2024-02-18T08:33:32.497 INFO:tasks.workunit.client.0.smithi110.stdout:58 2024-02-18T08:33:32.498 INFO:tasks.workunit.client.0.smithi110.stdout:59 2024-02-18T08:33:32.499 INFO:tasks.workunit.client.0.smithi110.stdout:60 2024-02-18T08:33:32.500 INFO:tasks.workunit.client.0.smithi110.stdout:61 2024-02-18T08:33:32.502 INFO:tasks.workunit.client.0.smithi110.stdout:62 2024-02-18T08:33:32.503 INFO:tasks.workunit.client.0.smithi110.stdout:63 2024-02-18T08:33:32.504 INFO:tasks.workunit.client.0.smithi110.stdout:64 2024-02-18T08:33:32.505 INFO:tasks.workunit.client.0.smithi110.stdout:65 2024-02-18T08:33:32.506 INFO:tasks.workunit.client.0.smithi110.stdout:66 2024-02-18T08:33:32.507 INFO:tasks.workunit.client.0.smithi110.stdout:67 2024-02-18T08:33:32.508 INFO:tasks.workunit.client.0.smithi110.stdout:68 2024-02-18T08:33:32.509 INFO:tasks.workunit.client.0.smithi110.stdout:69 2024-02-18T08:33:32.510 INFO:tasks.workunit.client.0.smithi110.stdout:70 2024-02-18T08:33:32.512 INFO:tasks.workunit.client.0.smithi110.stdout:71 2024-02-18T08:33:32.513 INFO:tasks.workunit.client.0.smithi110.stdout:72 2024-02-18T08:33:32.514 INFO:tasks.workunit.client.0.smithi110.stdout:73 2024-02-18T08:33:32.515 INFO:tasks.workunit.client.0.smithi110.stdout:74 2024-02-18T08:33:32.516 INFO:tasks.workunit.client.0.smithi110.stdout:75 2024-02-18T08:33:32.517 INFO:tasks.workunit.client.0.smithi110.stdout:76 2024-02-18T08:33:32.519 INFO:tasks.workunit.client.0.smithi110.stdout:77 2024-02-18T08:33:32.520 INFO:tasks.workunit.client.0.smithi110.stdout:78 2024-02-18T08:33:32.521 INFO:tasks.workunit.client.0.smithi110.stdout:79 2024-02-18T08:33:32.522 INFO:tasks.workunit.client.0.smithi110.stdout:80 2024-02-18T08:33:32.523 INFO:tasks.workunit.client.0.smithi110.stdout:81 2024-02-18T08:33:32.524 INFO:tasks.workunit.client.0.smithi110.stdout:82 2024-02-18T08:33:32.525 INFO:tasks.workunit.client.0.smithi110.stdout:83 2024-02-18T08:33:32.526 INFO:tasks.workunit.client.0.smithi110.stdout:84 2024-02-18T08:33:32.528 INFO:tasks.workunit.client.0.smithi110.stdout:85 2024-02-18T08:33:32.529 INFO:tasks.workunit.client.0.smithi110.stdout:86 2024-02-18T08:33:32.530 INFO:tasks.workunit.client.0.smithi110.stdout:87 2024-02-18T08:33:32.531 INFO:tasks.workunit.client.0.smithi110.stdout:88 2024-02-18T08:33:32.532 INFO:tasks.workunit.client.0.smithi110.stdout:89 2024-02-18T08:33:32.533 INFO:tasks.workunit.client.0.smithi110.stdout:90 2024-02-18T08:33:32.534 INFO:tasks.workunit.client.0.smithi110.stdout:91 2024-02-18T08:33:32.535 INFO:tasks.workunit.client.0.smithi110.stdout:92 2024-02-18T08:33:32.537 INFO:tasks.workunit.client.0.smithi110.stdout:93 2024-02-18T08:33:32.538 INFO:tasks.workunit.client.0.smithi110.stdout:94 2024-02-18T08:33:32.539 INFO:tasks.workunit.client.0.smithi110.stdout:95 2024-02-18T08:33:32.540 INFO:tasks.workunit.client.0.smithi110.stdout:96 2024-02-18T08:33:32.541 INFO:tasks.workunit.client.0.smithi110.stdout:97 2024-02-18T08:33:32.542 INFO:tasks.workunit.client.0.smithi110.stdout:98 2024-02-18T08:33:32.543 INFO:tasks.workunit.client.0.smithi110.stdout:99 2024-02-18T08:33:32.545 INFO:tasks.workunit.client.0.smithi110.stdout:100 2024-02-18T08:33:32.546 INFO:tasks.workunit.client.0.smithi110.stdout:101 2024-02-18T08:33:32.547 INFO:tasks.workunit.client.0.smithi110.stdout:102 2024-02-18T08:33:32.548 INFO:tasks.workunit.client.0.smithi110.stdout:103 2024-02-18T08:33:32.549 INFO:tasks.workunit.client.0.smithi110.stdout:104 2024-02-18T08:33:32.550 INFO:tasks.workunit.client.0.smithi110.stdout:105 2024-02-18T08:33:32.552 INFO:tasks.workunit.client.0.smithi110.stdout:106 2024-02-18T08:33:32.553 INFO:tasks.workunit.client.0.smithi110.stdout:107 2024-02-18T08:33:32.554 INFO:tasks.workunit.client.0.smithi110.stdout:108 2024-02-18T08:33:32.555 INFO:tasks.workunit.client.0.smithi110.stdout:109 2024-02-18T08:33:32.556 INFO:tasks.workunit.client.0.smithi110.stdout:110 2024-02-18T08:33:32.558 INFO:tasks.workunit.client.0.smithi110.stdout:111 2024-02-18T08:33:32.559 INFO:tasks.workunit.client.0.smithi110.stdout:112 2024-02-18T08:33:32.560 INFO:tasks.workunit.client.0.smithi110.stdout:113 2024-02-18T08:33:32.561 INFO:tasks.workunit.client.0.smithi110.stdout:114 2024-02-18T08:33:32.563 INFO:tasks.workunit.client.0.smithi110.stdout:115 2024-02-18T08:33:32.564 INFO:tasks.workunit.client.0.smithi110.stdout:116 2024-02-18T08:33:32.565 INFO:tasks.workunit.client.0.smithi110.stdout:117 2024-02-18T08:33:32.566 INFO:tasks.workunit.client.0.smithi110.stdout:118 2024-02-18T08:33:32.567 INFO:tasks.workunit.client.0.smithi110.stdout:119 2024-02-18T08:33:32.569 INFO:tasks.workunit.client.0.smithi110.stdout:120 2024-02-18T08:33:32.570 INFO:tasks.workunit.client.0.smithi110.stdout:121 2024-02-18T08:33:32.571 INFO:tasks.workunit.client.0.smithi110.stdout:122 2024-02-18T08:33:32.572 INFO:tasks.workunit.client.0.smithi110.stdout:123 2024-02-18T08:33:32.573 INFO:tasks.workunit.client.0.smithi110.stdout:124 2024-02-18T08:33:32.575 INFO:tasks.workunit.client.0.smithi110.stdout:125 2024-02-18T08:33:32.576 INFO:tasks.workunit.client.0.smithi110.stdout:126 2024-02-18T08:33:32.577 INFO:tasks.workunit.client.0.smithi110.stdout:127 2024-02-18T08:33:32.578 INFO:tasks.workunit.client.0.smithi110.stdout:128 2024-02-18T08:33:32.579 INFO:tasks.workunit.client.0.smithi110.stdout:129 2024-02-18T08:33:32.581 INFO:tasks.workunit.client.0.smithi110.stdout:130 2024-02-18T08:33:32.582 INFO:tasks.workunit.client.0.smithi110.stdout:131 2024-02-18T08:33:32.587 INFO:tasks.workunit.client.0.smithi110.stdout:132 2024-02-18T08:33:32.589 INFO:tasks.workunit.client.0.smithi110.stdout:133 2024-02-18T08:33:32.591 INFO:tasks.workunit.client.0.smithi110.stdout:134 2024-02-18T08:33:32.592 INFO:tasks.workunit.client.0.smithi110.stdout:135 2024-02-18T08:33:32.593 INFO:tasks.workunit.client.0.smithi110.stdout:136 2024-02-18T08:33:32.594 INFO:tasks.workunit.client.0.smithi110.stdout:137 2024-02-18T08:33:32.595 INFO:tasks.workunit.client.0.smithi110.stdout:138 2024-02-18T08:33:32.596 INFO:tasks.workunit.client.0.smithi110.stdout:139 2024-02-18T08:33:32.597 INFO:tasks.workunit.client.0.smithi110.stdout:140 2024-02-18T08:33:32.598 INFO:tasks.workunit.client.0.smithi110.stdout:141 2024-02-18T08:33:32.600 INFO:tasks.workunit.client.0.smithi110.stdout:142 2024-02-18T08:33:32.601 INFO:tasks.workunit.client.0.smithi110.stdout:143 2024-02-18T08:33:32.602 INFO:tasks.workunit.client.0.smithi110.stdout:144 2024-02-18T08:33:32.603 INFO:tasks.workunit.client.0.smithi110.stdout:145 2024-02-18T08:33:32.604 INFO:tasks.workunit.client.0.smithi110.stdout:146 2024-02-18T08:33:32.605 INFO:tasks.workunit.client.0.smithi110.stdout:147 2024-02-18T08:33:32.606 INFO:tasks.workunit.client.0.smithi110.stdout:148 2024-02-18T08:33:32.608 INFO:tasks.workunit.client.0.smithi110.stdout:149 2024-02-18T08:33:32.609 INFO:tasks.workunit.client.0.smithi110.stdout:150 2024-02-18T08:33:32.610 INFO:tasks.workunit.client.0.smithi110.stdout:151 2024-02-18T08:33:32.611 INFO:tasks.workunit.client.0.smithi110.stdout:152 2024-02-18T08:33:32.612 INFO:tasks.workunit.client.0.smithi110.stdout:153 2024-02-18T08:33:32.613 INFO:tasks.workunit.client.0.smithi110.stdout:154 2024-02-18T08:33:32.614 INFO:tasks.workunit.client.0.smithi110.stdout:155 2024-02-18T08:33:32.615 INFO:tasks.workunit.client.0.smithi110.stdout:156 2024-02-18T08:33:32.617 INFO:tasks.workunit.client.0.smithi110.stdout:157 2024-02-18T08:33:32.618 INFO:tasks.workunit.client.0.smithi110.stdout:158 2024-02-18T08:33:32.619 INFO:tasks.workunit.client.0.smithi110.stdout:159 2024-02-18T08:33:32.620 INFO:tasks.workunit.client.0.smithi110.stdout:160 2024-02-18T08:33:32.621 INFO:tasks.workunit.client.0.smithi110.stdout:161 2024-02-18T08:33:32.622 INFO:tasks.workunit.client.0.smithi110.stdout:162 2024-02-18T08:33:32.623 INFO:tasks.workunit.client.0.smithi110.stdout:163 2024-02-18T08:33:32.625 INFO:tasks.workunit.client.0.smithi110.stdout:164 2024-02-18T08:33:32.626 INFO:tasks.workunit.client.0.smithi110.stdout:165 2024-02-18T08:33:32.627 INFO:tasks.workunit.client.0.smithi110.stdout:166 2024-02-18T08:33:32.628 INFO:tasks.workunit.client.0.smithi110.stdout:167 2024-02-18T08:33:32.629 INFO:tasks.workunit.client.0.smithi110.stdout:168 2024-02-18T08:33:32.631 INFO:tasks.workunit.client.0.smithi110.stdout:169 2024-02-18T08:33:32.632 INFO:tasks.workunit.client.0.smithi110.stdout:170 2024-02-18T08:33:32.633 INFO:tasks.workunit.client.0.smithi110.stdout:171 2024-02-18T08:33:32.634 INFO:tasks.workunit.client.0.smithi110.stdout:172 2024-02-18T08:33:32.635 INFO:tasks.workunit.client.0.smithi110.stdout:173 2024-02-18T08:33:32.636 INFO:tasks.workunit.client.0.smithi110.stdout:174 2024-02-18T08:33:32.637 INFO:tasks.workunit.client.0.smithi110.stdout:175 2024-02-18T08:33:32.638 INFO:tasks.workunit.client.0.smithi110.stdout:176 2024-02-18T08:33:32.640 INFO:tasks.workunit.client.0.smithi110.stdout:177 2024-02-18T08:33:32.641 INFO:tasks.workunit.client.0.smithi110.stdout:178 2024-02-18T08:33:32.642 INFO:tasks.workunit.client.0.smithi110.stdout:179 2024-02-18T08:33:32.643 INFO:tasks.workunit.client.0.smithi110.stdout:180 2024-02-18T08:33:32.644 INFO:tasks.workunit.client.0.smithi110.stdout:181 2024-02-18T08:33:32.645 INFO:tasks.workunit.client.0.smithi110.stdout:182 2024-02-18T08:33:32.647 INFO:tasks.workunit.client.0.smithi110.stdout:183 2024-02-18T08:33:32.648 INFO:tasks.workunit.client.0.smithi110.stdout:184 2024-02-18T08:33:32.650 INFO:tasks.workunit.client.0.smithi110.stdout:185 2024-02-18T08:33:32.650 INFO:tasks.workunit.client.0.smithi110.stdout:186 2024-02-18T08:33:32.651 INFO:tasks.workunit.client.0.smithi110.stdout:187 2024-02-18T08:33:32.653 INFO:tasks.workunit.client.0.smithi110.stdout:188 2024-02-18T08:33:32.654 INFO:tasks.workunit.client.0.smithi110.stdout:189 2024-02-18T08:33:32.655 INFO:tasks.workunit.client.0.smithi110.stdout:190 2024-02-18T08:33:32.656 INFO:tasks.workunit.client.0.smithi110.stdout:191 2024-02-18T08:33:32.657 INFO:tasks.workunit.client.0.smithi110.stdout:192 2024-02-18T08:33:32.658 INFO:tasks.workunit.client.0.smithi110.stdout:193 2024-02-18T08:33:32.660 INFO:tasks.workunit.client.0.smithi110.stdout:194 2024-02-18T08:33:32.661 INFO:tasks.workunit.client.0.smithi110.stdout:195 2024-02-18T08:33:32.662 INFO:tasks.workunit.client.0.smithi110.stdout:196 2024-02-18T08:33:32.663 INFO:tasks.workunit.client.0.smithi110.stdout:197 2024-02-18T08:33:32.664 INFO:tasks.workunit.client.0.smithi110.stdout:198 2024-02-18T08:33:32.666 INFO:tasks.workunit.client.0.smithi110.stdout:199 2024-02-18T08:33:32.667 INFO:tasks.workunit.client.0.smithi110.stdout:200 2024-02-18T08:33:32.668 INFO:tasks.workunit.client.0.smithi110.stdout:201 2024-02-18T08:33:32.669 INFO:tasks.workunit.client.0.smithi110.stdout:202 2024-02-18T08:33:32.670 INFO:tasks.workunit.client.0.smithi110.stdout:203 2024-02-18T08:33:32.671 INFO:tasks.workunit.client.0.smithi110.stdout:204 2024-02-18T08:33:32.672 INFO:tasks.workunit.client.0.smithi110.stdout:205 2024-02-18T08:33:32.674 INFO:tasks.workunit.client.0.smithi110.stdout:206 2024-02-18T08:33:32.675 INFO:tasks.workunit.client.0.smithi110.stdout:207 2024-02-18T08:33:32.676 INFO:tasks.workunit.client.0.smithi110.stdout:208 2024-02-18T08:33:32.677 INFO:tasks.workunit.client.0.smithi110.stdout:209 2024-02-18T08:33:32.679 INFO:tasks.workunit.client.0.smithi110.stdout:210 2024-02-18T08:33:32.680 INFO:tasks.workunit.client.0.smithi110.stdout:211 2024-02-18T08:33:32.681 INFO:tasks.workunit.client.0.smithi110.stdout:212 2024-02-18T08:33:32.682 INFO:tasks.workunit.client.0.smithi110.stdout:213 2024-02-18T08:33:32.684 INFO:tasks.workunit.client.0.smithi110.stdout:214 2024-02-18T08:33:32.685 INFO:tasks.workunit.client.0.smithi110.stdout:215 2024-02-18T08:33:32.686 INFO:tasks.workunit.client.0.smithi110.stdout:216 2024-02-18T08:33:32.687 INFO:tasks.workunit.client.0.smithi110.stdout:217 2024-02-18T08:33:32.688 INFO:tasks.workunit.client.0.smithi110.stdout:218 2024-02-18T08:33:32.690 INFO:tasks.workunit.client.0.smithi110.stdout:219 2024-02-18T08:33:32.691 INFO:tasks.workunit.client.0.smithi110.stdout:220 2024-02-18T08:33:32.692 INFO:tasks.workunit.client.0.smithi110.stdout:221 2024-02-18T08:33:32.693 INFO:tasks.workunit.client.0.smithi110.stdout:222 2024-02-18T08:33:32.694 INFO:tasks.workunit.client.0.smithi110.stdout:223 2024-02-18T08:33:32.695 INFO:tasks.workunit.client.0.smithi110.stdout:224 2024-02-18T08:33:32.697 INFO:tasks.workunit.client.0.smithi110.stdout:225 2024-02-18T08:33:32.698 INFO:tasks.workunit.client.0.smithi110.stdout:226 2024-02-18T08:33:32.699 INFO:tasks.workunit.client.0.smithi110.stdout:227 2024-02-18T08:33:32.700 INFO:tasks.workunit.client.0.smithi110.stdout:228 2024-02-18T08:33:32.701 INFO:tasks.workunit.client.0.smithi110.stdout:229 2024-02-18T08:33:32.703 INFO:tasks.workunit.client.0.smithi110.stdout:230 2024-02-18T08:33:32.704 INFO:tasks.workunit.client.0.smithi110.stdout:231 2024-02-18T08:33:32.705 INFO:tasks.workunit.client.0.smithi110.stdout:232 2024-02-18T08:33:32.706 INFO:tasks.workunit.client.0.smithi110.stdout:233 2024-02-18T08:33:32.707 INFO:tasks.workunit.client.0.smithi110.stdout:234 2024-02-18T08:33:32.709 INFO:tasks.workunit.client.0.smithi110.stdout:235 2024-02-18T08:33:32.710 INFO:tasks.workunit.client.0.smithi110.stdout:236 2024-02-18T08:33:32.711 INFO:tasks.workunit.client.0.smithi110.stdout:237 2024-02-18T08:33:32.712 INFO:tasks.workunit.client.0.smithi110.stdout:238 2024-02-18T08:33:32.714 INFO:tasks.workunit.client.0.smithi110.stdout:239 2024-02-18T08:33:32.715 INFO:tasks.workunit.client.0.smithi110.stdout:240 2024-02-18T08:33:32.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:32 smithi110 bash[55875]: cluster 2024-02-18T08:33:31.404331+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-02-18T08:33:32.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:32 smithi110 bash[55875]: audit 2024-02-18T08:33:31.406436+0000 mon.c (mon.1) 20 : audit [INF] from='client.? 172.21.15.110:0/3257431364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:32.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:32 smithi110 bash[55875]: audit 2024-02-18T08:33:31.407030+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:32.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:32 smithi110 bash[54479]: cluster 2024-02-18T08:33:31.404331+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-02-18T08:33:32.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:32 smithi110 bash[54479]: audit 2024-02-18T08:33:31.406436+0000 mon.c (mon.1) 20 : audit [INF] from='client.? 172.21.15.110:0/3257431364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:32.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:32 smithi110 bash[54479]: audit 2024-02-18T08:33:31.407030+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:32.717 INFO:tasks.workunit.client.0.smithi110.stdout:241 2024-02-18T08:33:32.717 INFO:tasks.workunit.client.0.smithi110.stdout:242 2024-02-18T08:33:32.718 INFO:tasks.workunit.client.0.smithi110.stdout:243 2024-02-18T08:33:32.720 INFO:tasks.workunit.client.0.smithi110.stdout:244 2024-02-18T08:33:32.721 INFO:tasks.workunit.client.0.smithi110.stdout:245 2024-02-18T08:33:32.722 INFO:tasks.workunit.client.0.smithi110.stdout:246 2024-02-18T08:33:32.723 INFO:tasks.workunit.client.0.smithi110.stdout:247 2024-02-18T08:33:32.724 INFO:tasks.workunit.client.0.smithi110.stdout:248 2024-02-18T08:33:32.725 INFO:tasks.workunit.client.0.smithi110.stdout:249 2024-02-18T08:33:32.727 INFO:tasks.workunit.client.0.smithi110.stdout:250 2024-02-18T08:33:32.728 INFO:tasks.workunit.client.0.smithi110.stdout:251 2024-02-18T08:33:32.729 INFO:tasks.workunit.client.0.smithi110.stdout:252 2024-02-18T08:33:32.730 INFO:tasks.workunit.client.0.smithi110.stdout:253 2024-02-18T08:33:32.731 INFO:tasks.workunit.client.0.smithi110.stdout:254 2024-02-18T08:33:32.733 INFO:tasks.workunit.client.0.smithi110.stdout:255 2024-02-18T08:33:32.734 INFO:tasks.workunit.client.0.smithi110.stdout:256 2024-02-18T08:33:32.735 INFO:tasks.workunit.client.0.smithi110.stdout:257 2024-02-18T08:33:32.736 INFO:tasks.workunit.client.0.smithi110.stdout:258 2024-02-18T08:33:32.737 INFO:tasks.workunit.client.0.smithi110.stdout:259 2024-02-18T08:33:32.739 INFO:tasks.workunit.client.0.smithi110.stdout:260 2024-02-18T08:33:32.740 INFO:tasks.workunit.client.0.smithi110.stdout:261 2024-02-18T08:33:32.741 INFO:tasks.workunit.client.0.smithi110.stdout:262 2024-02-18T08:33:32.742 INFO:tasks.workunit.client.0.smithi110.stdout:263 2024-02-18T08:33:32.743 INFO:tasks.workunit.client.0.smithi110.stdout:264 2024-02-18T08:33:32.745 INFO:tasks.workunit.client.0.smithi110.stdout:265 2024-02-18T08:33:32.746 INFO:tasks.workunit.client.0.smithi110.stdout:266 2024-02-18T08:33:32.747 INFO:tasks.workunit.client.0.smithi110.stdout:267 2024-02-18T08:33:32.748 INFO:tasks.workunit.client.0.smithi110.stdout:268 2024-02-18T08:33:32.750 INFO:tasks.workunit.client.0.smithi110.stdout:269 2024-02-18T08:33:32.751 INFO:tasks.workunit.client.0.smithi110.stdout:270 2024-02-18T08:33:32.752 INFO:tasks.workunit.client.0.smithi110.stdout:271 2024-02-18T08:33:32.753 INFO:tasks.workunit.client.0.smithi110.stdout:272 2024-02-18T08:33:32.755 INFO:tasks.workunit.client.0.smithi110.stdout:273 2024-02-18T08:33:32.756 INFO:tasks.workunit.client.0.smithi110.stdout:274 2024-02-18T08:33:32.757 INFO:tasks.workunit.client.0.smithi110.stdout:275 2024-02-18T08:33:32.758 INFO:tasks.workunit.client.0.smithi110.stdout:276 2024-02-18T08:33:32.760 INFO:tasks.workunit.client.0.smithi110.stdout:277 2024-02-18T08:33:32.761 INFO:tasks.workunit.client.0.smithi110.stdout:278 2024-02-18T08:33:32.763 INFO:tasks.workunit.client.0.smithi110.stdout:279 2024-02-18T08:33:32.765 INFO:tasks.workunit.client.0.smithi110.stdout:280 2024-02-18T08:33:32.766 INFO:tasks.workunit.client.0.smithi110.stdout:281 2024-02-18T08:33:32.768 INFO:tasks.workunit.client.0.smithi110.stdout:282 2024-02-18T08:33:32.770 INFO:tasks.workunit.client.0.smithi110.stdout:283 2024-02-18T08:33:32.771 INFO:tasks.workunit.client.0.smithi110.stdout:284 2024-02-18T08:33:32.772 INFO:tasks.workunit.client.0.smithi110.stdout:285 2024-02-18T08:33:32.774 INFO:tasks.workunit.client.0.smithi110.stdout:286 2024-02-18T08:33:32.775 INFO:tasks.workunit.client.0.smithi110.stdout:287 2024-02-18T08:33:32.776 INFO:tasks.workunit.client.0.smithi110.stdout:288 2024-02-18T08:33:32.778 INFO:tasks.workunit.client.0.smithi110.stdout:289 2024-02-18T08:33:32.779 INFO:tasks.workunit.client.0.smithi110.stdout:290 2024-02-18T08:33:32.780 INFO:tasks.workunit.client.0.smithi110.stdout:291 2024-02-18T08:33:32.781 INFO:tasks.workunit.client.0.smithi110.stdout:292 2024-02-18T08:33:32.782 INFO:tasks.workunit.client.0.smithi110.stdout:293 2024-02-18T08:33:32.784 INFO:tasks.workunit.client.0.smithi110.stdout:294 2024-02-18T08:33:32.785 INFO:tasks.workunit.client.0.smithi110.stdout:295 2024-02-18T08:33:32.786 INFO:tasks.workunit.client.0.smithi110.stdout:296 2024-02-18T08:33:32.787 INFO:tasks.workunit.client.0.smithi110.stdout:297 2024-02-18T08:33:32.788 INFO:tasks.workunit.client.0.smithi110.stdout:298 2024-02-18T08:33:32.790 INFO:tasks.workunit.client.0.smithi110.stdout:299 2024-02-18T08:33:32.791 INFO:tasks.workunit.client.0.smithi110.stdout:300 2024-02-18T08:33:32.792 INFO:tasks.workunit.client.0.smithi110.stdout:301 2024-02-18T08:33:32.793 INFO:tasks.workunit.client.0.smithi110.stdout:302 2024-02-18T08:33:32.794 INFO:tasks.workunit.client.0.smithi110.stdout:303 2024-02-18T08:33:32.796 INFO:tasks.workunit.client.0.smithi110.stdout:304 2024-02-18T08:33:32.797 INFO:tasks.workunit.client.0.smithi110.stdout:305 2024-02-18T08:33:32.798 INFO:tasks.workunit.client.0.smithi110.stdout:306 2024-02-18T08:33:32.800 INFO:tasks.workunit.client.0.smithi110.stdout:307 2024-02-18T08:33:32.801 INFO:tasks.workunit.client.0.smithi110.stdout:308 2024-02-18T08:33:32.802 INFO:tasks.workunit.client.0.smithi110.stdout:309 2024-02-18T08:33:32.803 INFO:tasks.workunit.client.0.smithi110.stdout:310 2024-02-18T08:33:32.805 INFO:tasks.workunit.client.0.smithi110.stdout:311 2024-02-18T08:33:32.806 INFO:tasks.workunit.client.0.smithi110.stdout:312 2024-02-18T08:33:32.807 INFO:tasks.workunit.client.0.smithi110.stdout:313 2024-02-18T08:33:32.809 INFO:tasks.workunit.client.0.smithi110.stdout:314 2024-02-18T08:33:32.810 INFO:tasks.workunit.client.0.smithi110.stdout:315 2024-02-18T08:33:32.811 INFO:tasks.workunit.client.0.smithi110.stdout:316 2024-02-18T08:33:32.813 INFO:tasks.workunit.client.0.smithi110.stdout:317 2024-02-18T08:33:32.814 INFO:tasks.workunit.client.0.smithi110.stdout:318 2024-02-18T08:33:32.815 INFO:tasks.workunit.client.0.smithi110.stdout:319 2024-02-18T08:33:32.816 INFO:tasks.workunit.client.0.smithi110.stdout:320 2024-02-18T08:33:32.818 INFO:tasks.workunit.client.0.smithi110.stdout:321 2024-02-18T08:33:32.819 INFO:tasks.workunit.client.0.smithi110.stdout:322 2024-02-18T08:33:32.820 INFO:tasks.workunit.client.0.smithi110.stdout:323 2024-02-18T08:33:32.822 INFO:tasks.workunit.client.0.smithi110.stdout:324 2024-02-18T08:33:32.823 INFO:tasks.workunit.client.0.smithi110.stdout:325 2024-02-18T08:33:32.824 INFO:tasks.workunit.client.0.smithi110.stdout:326 2024-02-18T08:33:32.825 INFO:tasks.workunit.client.0.smithi110.stdout:327 2024-02-18T08:33:32.826 INFO:tasks.workunit.client.0.smithi110.stdout:328 2024-02-18T08:33:32.828 INFO:tasks.workunit.client.0.smithi110.stdout:329 2024-02-18T08:33:32.829 INFO:tasks.workunit.client.0.smithi110.stdout:330 2024-02-18T08:33:32.830 INFO:tasks.workunit.client.0.smithi110.stdout:331 2024-02-18T08:33:32.831 INFO:tasks.workunit.client.0.smithi110.stdout:332 2024-02-18T08:33:32.833 INFO:tasks.workunit.client.0.smithi110.stdout:333 2024-02-18T08:33:32.834 INFO:tasks.workunit.client.0.smithi110.stdout:334 2024-02-18T08:33:32.835 INFO:tasks.workunit.client.0.smithi110.stdout:335 2024-02-18T08:33:32.836 INFO:tasks.workunit.client.0.smithi110.stdout:336 2024-02-18T08:33:32.837 INFO:tasks.workunit.client.0.smithi110.stdout:337 2024-02-18T08:33:32.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:32 smithi191 bash[38688]: cluster 2024-02-18T08:33:31.404331+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-02-18T08:33:32.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:32 smithi191 bash[38688]: audit 2024-02-18T08:33:31.406436+0000 mon.c (mon.1) 20 : audit [INF] from='client.? 172.21.15.110:0/3257431364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:32.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:32 smithi191 bash[38688]: audit 2024-02-18T08:33:31.407030+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:32.839 INFO:tasks.workunit.client.0.smithi110.stdout:338 2024-02-18T08:33:32.840 INFO:tasks.workunit.client.0.smithi110.stdout:339 2024-02-18T08:33:32.842 INFO:tasks.workunit.client.0.smithi110.stdout:340 2024-02-18T08:33:32.843 INFO:tasks.workunit.client.0.smithi110.stdout:341 2024-02-18T08:33:32.844 INFO:tasks.workunit.client.0.smithi110.stdout:342 2024-02-18T08:33:32.846 INFO:tasks.workunit.client.0.smithi110.stdout:343 2024-02-18T08:33:32.847 INFO:tasks.workunit.client.0.smithi110.stdout:344 2024-02-18T08:33:32.848 INFO:tasks.workunit.client.0.smithi110.stdout:345 2024-02-18T08:33:32.849 INFO:tasks.workunit.client.0.smithi110.stdout:346 2024-02-18T08:33:32.851 INFO:tasks.workunit.client.0.smithi110.stdout:347 2024-02-18T08:33:32.852 INFO:tasks.workunit.client.0.smithi110.stdout:348 2024-02-18T08:33:32.853 INFO:tasks.workunit.client.0.smithi110.stdout:349 2024-02-18T08:33:32.854 INFO:tasks.workunit.client.0.smithi110.stdout:350 2024-02-18T08:33:32.856 INFO:tasks.workunit.client.0.smithi110.stdout:351 2024-02-18T08:33:32.857 INFO:tasks.workunit.client.0.smithi110.stdout:352 2024-02-18T08:33:32.858 INFO:tasks.workunit.client.0.smithi110.stdout:353 2024-02-18T08:33:32.860 INFO:tasks.workunit.client.0.smithi110.stdout:354 2024-02-18T08:33:32.861 INFO:tasks.workunit.client.0.smithi110.stdout:355 2024-02-18T08:33:32.862 INFO:tasks.workunit.client.0.smithi110.stdout:356 2024-02-18T08:33:32.863 INFO:tasks.workunit.client.0.smithi110.stdout:357 2024-02-18T08:33:32.865 INFO:tasks.workunit.client.0.smithi110.stdout:358 2024-02-18T08:33:32.866 INFO:tasks.workunit.client.0.smithi110.stdout:359 2024-02-18T08:33:32.867 INFO:tasks.workunit.client.0.smithi110.stdout:360 2024-02-18T08:33:32.868 INFO:tasks.workunit.client.0.smithi110.stdout:361 2024-02-18T08:33:32.869 INFO:tasks.workunit.client.0.smithi110.stdout:362 2024-02-18T08:33:32.871 INFO:tasks.workunit.client.0.smithi110.stdout:363 2024-02-18T08:33:32.872 INFO:tasks.workunit.client.0.smithi110.stdout:364 2024-02-18T08:33:32.873 INFO:tasks.workunit.client.0.smithi110.stdout:365 2024-02-18T08:33:32.875 INFO:tasks.workunit.client.0.smithi110.stdout:366 2024-02-18T08:33:32.876 INFO:tasks.workunit.client.0.smithi110.stdout:367 2024-02-18T08:33:32.877 INFO:tasks.workunit.client.0.smithi110.stdout:368 2024-02-18T08:33:32.878 INFO:tasks.workunit.client.0.smithi110.stdout:369 2024-02-18T08:33:32.880 INFO:tasks.workunit.client.0.smithi110.stdout:370 2024-02-18T08:33:32.881 INFO:tasks.workunit.client.0.smithi110.stdout:371 2024-02-18T08:33:32.882 INFO:tasks.workunit.client.0.smithi110.stdout:372 2024-02-18T08:33:32.883 INFO:tasks.workunit.client.0.smithi110.stdout:373 2024-02-18T08:33:32.885 INFO:tasks.workunit.client.0.smithi110.stdout:374 2024-02-18T08:33:32.886 INFO:tasks.workunit.client.0.smithi110.stdout:375 2024-02-18T08:33:32.887 INFO:tasks.workunit.client.0.smithi110.stdout:376 2024-02-18T08:33:32.889 INFO:tasks.workunit.client.0.smithi110.stdout:377 2024-02-18T08:33:32.890 INFO:tasks.workunit.client.0.smithi110.stdout:378 2024-02-18T08:33:32.892 INFO:tasks.workunit.client.0.smithi110.stdout:379 2024-02-18T08:33:32.893 INFO:tasks.workunit.client.0.smithi110.stdout:380 2024-02-18T08:33:32.894 INFO:tasks.workunit.client.0.smithi110.stdout:381 2024-02-18T08:33:32.896 INFO:tasks.workunit.client.0.smithi110.stdout:382 2024-02-18T08:33:32.898 INFO:tasks.workunit.client.0.smithi110.stdout:383 2024-02-18T08:33:32.899 INFO:tasks.workunit.client.0.smithi110.stdout:384 2024-02-18T08:33:32.901 INFO:tasks.workunit.client.0.smithi110.stdout:385 2024-02-18T08:33:32.902 INFO:tasks.workunit.client.0.smithi110.stdout:386 2024-02-18T08:33:32.904 INFO:tasks.workunit.client.0.smithi110.stdout:387 2024-02-18T08:33:32.905 INFO:tasks.workunit.client.0.smithi110.stdout:388 2024-02-18T08:33:32.907 INFO:tasks.workunit.client.0.smithi110.stdout:389 2024-02-18T08:33:32.908 INFO:tasks.workunit.client.0.smithi110.stdout:390 2024-02-18T08:33:32.910 INFO:tasks.workunit.client.0.smithi110.stdout:391 2024-02-18T08:33:32.912 INFO:tasks.workunit.client.0.smithi110.stdout:392 2024-02-18T08:33:32.913 INFO:tasks.workunit.client.0.smithi110.stdout:393 2024-02-18T08:33:32.915 INFO:tasks.workunit.client.0.smithi110.stdout:394 2024-02-18T08:33:32.917 INFO:tasks.workunit.client.0.smithi110.stdout:395 2024-02-18T08:33:32.918 INFO:tasks.workunit.client.0.smithi110.stdout:396 2024-02-18T08:33:32.920 INFO:tasks.workunit.client.0.smithi110.stdout:397 2024-02-18T08:33:32.922 INFO:tasks.workunit.client.0.smithi110.stdout:398 2024-02-18T08:33:32.924 INFO:tasks.workunit.client.0.smithi110.stdout:399 2024-02-18T08:33:32.926 INFO:tasks.workunit.client.0.smithi110.stdout:400 2024-02-18T08:33:32.927 INFO:tasks.workunit.client.0.smithi110.stdout:401 2024-02-18T08:33:32.929 INFO:tasks.workunit.client.0.smithi110.stdout:402 2024-02-18T08:33:32.931 INFO:tasks.workunit.client.0.smithi110.stdout:403 2024-02-18T08:33:32.933 INFO:tasks.workunit.client.0.smithi110.stdout:404 2024-02-18T08:33:32.935 INFO:tasks.workunit.client.0.smithi110.stdout:405 2024-02-18T08:33:32.936 INFO:tasks.workunit.client.0.smithi110.stdout:406 2024-02-18T08:33:32.938 INFO:tasks.workunit.client.0.smithi110.stdout:407 2024-02-18T08:33:32.939 INFO:tasks.workunit.client.0.smithi110.stdout:408 2024-02-18T08:33:32.941 INFO:tasks.workunit.client.0.smithi110.stdout:409 2024-02-18T08:33:32.942 INFO:tasks.workunit.client.0.smithi110.stdout:410 2024-02-18T08:33:32.944 INFO:tasks.workunit.client.0.smithi110.stdout:411 2024-02-18T08:33:32.945 INFO:tasks.workunit.client.0.smithi110.stdout:412 2024-02-18T08:33:32.947 INFO:tasks.workunit.client.0.smithi110.stdout:413 2024-02-18T08:33:32.948 INFO:tasks.workunit.client.0.smithi110.stdout:414 2024-02-18T08:33:32.950 INFO:tasks.workunit.client.0.smithi110.stdout:415 2024-02-18T08:33:32.951 INFO:tasks.workunit.client.0.smithi110.stdout:416 2024-02-18T08:33:32.953 INFO:tasks.workunit.client.0.smithi110.stdout:417 2024-02-18T08:33:32.954 INFO:tasks.workunit.client.0.smithi110.stdout:418 2024-02-18T08:33:32.956 INFO:tasks.workunit.client.0.smithi110.stdout:419 2024-02-18T08:33:32.957 INFO:tasks.workunit.client.0.smithi110.stdout:420 2024-02-18T08:33:32.959 INFO:tasks.workunit.client.0.smithi110.stdout:421 2024-02-18T08:33:32.960 INFO:tasks.workunit.client.0.smithi110.stdout:422 2024-02-18T08:33:32.962 INFO:tasks.workunit.client.0.smithi110.stdout:423 2024-02-18T08:33:32.963 INFO:tasks.workunit.client.0.smithi110.stdout:424 2024-02-18T08:33:32.967 INFO:tasks.workunit.client.0.smithi110.stdout:425 2024-02-18T08:33:32.968 INFO:tasks.workunit.client.0.smithi110.stdout:426 2024-02-18T08:33:32.968 INFO:tasks.workunit.client.0.smithi110.stdout:427 2024-02-18T08:33:32.970 INFO:tasks.workunit.client.0.smithi110.stdout:428 2024-02-18T08:33:32.972 INFO:tasks.workunit.client.0.smithi110.stdout:429 2024-02-18T08:33:32.973 INFO:tasks.workunit.client.0.smithi110.stdout:430 2024-02-18T08:33:32.975 INFO:tasks.workunit.client.0.smithi110.stdout:431 2024-02-18T08:33:32.977 INFO:tasks.workunit.client.0.smithi110.stdout:432 2024-02-18T08:33:32.978 INFO:tasks.workunit.client.0.smithi110.stdout:433 2024-02-18T08:33:32.980 INFO:tasks.workunit.client.0.smithi110.stdout:434 2024-02-18T08:33:32.981 INFO:tasks.workunit.client.0.smithi110.stdout:435 2024-02-18T08:33:32.983 INFO:tasks.workunit.client.0.smithi110.stdout:436 2024-02-18T08:33:32.985 INFO:tasks.workunit.client.0.smithi110.stdout:437 2024-02-18T08:33:32.987 INFO:tasks.workunit.client.0.smithi110.stdout:438 2024-02-18T08:33:32.989 INFO:tasks.workunit.client.0.smithi110.stdout:439 2024-02-18T08:33:32.990 INFO:tasks.workunit.client.0.smithi110.stdout:440 2024-02-18T08:33:32.992 INFO:tasks.workunit.client.0.smithi110.stdout:441 2024-02-18T08:33:32.994 INFO:tasks.workunit.client.0.smithi110.stdout:442 2024-02-18T08:33:32.995 INFO:tasks.workunit.client.0.smithi110.stdout:443 2024-02-18T08:33:32.997 INFO:tasks.workunit.client.0.smithi110.stdout:444 2024-02-18T08:33:32.998 INFO:tasks.workunit.client.0.smithi110.stdout:445 2024-02-18T08:33:33.000 INFO:tasks.workunit.client.0.smithi110.stdout:446 2024-02-18T08:33:33.001 INFO:tasks.workunit.client.0.smithi110.stdout:447 2024-02-18T08:33:33.003 INFO:tasks.workunit.client.0.smithi110.stdout:448 2024-02-18T08:33:33.004 INFO:tasks.workunit.client.0.smithi110.stdout:449 2024-02-18T08:33:33.007 INFO:tasks.workunit.client.0.smithi110.stdout:450 2024-02-18T08:33:33.008 INFO:tasks.workunit.client.0.smithi110.stdout:451 2024-02-18T08:33:33.010 INFO:tasks.workunit.client.0.smithi110.stdout:452 2024-02-18T08:33:33.012 INFO:tasks.workunit.client.0.smithi110.stdout:453 2024-02-18T08:33:33.013 INFO:tasks.workunit.client.0.smithi110.stdout:454 2024-02-18T08:33:33.015 INFO:tasks.workunit.client.0.smithi110.stdout:455 2024-02-18T08:33:33.017 INFO:tasks.workunit.client.0.smithi110.stdout:456 2024-02-18T08:33:33.018 INFO:tasks.workunit.client.0.smithi110.stdout:457 2024-02-18T08:33:33.020 INFO:tasks.workunit.client.0.smithi110.stdout:458 2024-02-18T08:33:33.022 INFO:tasks.workunit.client.0.smithi110.stdout:459 2024-02-18T08:33:33.024 INFO:tasks.workunit.client.0.smithi110.stdout:460 2024-02-18T08:33:33.025 INFO:tasks.workunit.client.0.smithi110.stdout:461 2024-02-18T08:33:33.027 INFO:tasks.workunit.client.0.smithi110.stdout:462 2024-02-18T08:33:33.028 INFO:tasks.workunit.client.0.smithi110.stdout:463 2024-02-18T08:33:33.030 INFO:tasks.workunit.client.0.smithi110.stdout:464 2024-02-18T08:33:33.032 INFO:tasks.workunit.client.0.smithi110.stdout:465 2024-02-18T08:33:33.033 INFO:tasks.workunit.client.0.smithi110.stdout:466 2024-02-18T08:33:33.035 INFO:tasks.workunit.client.0.smithi110.stdout:467 2024-02-18T08:33:33.036 INFO:tasks.workunit.client.0.smithi110.stdout:468 2024-02-18T08:33:33.038 INFO:tasks.workunit.client.0.smithi110.stdout:469 2024-02-18T08:33:33.039 INFO:tasks.workunit.client.0.smithi110.stdout:470 2024-02-18T08:33:33.041 INFO:tasks.workunit.client.0.smithi110.stdout:471 2024-02-18T08:33:33.043 INFO:tasks.workunit.client.0.smithi110.stdout:472 2024-02-18T08:33:33.044 INFO:tasks.workunit.client.0.smithi110.stdout:473 2024-02-18T08:33:33.046 INFO:tasks.workunit.client.0.smithi110.stdout:474 2024-02-18T08:33:33.047 INFO:tasks.workunit.client.0.smithi110.stdout:475 2024-02-18T08:33:33.049 INFO:tasks.workunit.client.0.smithi110.stdout:476 2024-02-18T08:33:33.051 INFO:tasks.workunit.client.0.smithi110.stdout:477 2024-02-18T08:33:33.052 INFO:tasks.workunit.client.0.smithi110.stdout:478 2024-02-18T08:33:33.054 INFO:tasks.workunit.client.0.smithi110.stdout:479 2024-02-18T08:33:33.055 INFO:tasks.workunit.client.0.smithi110.stdout:480 2024-02-18T08:33:33.056 INFO:tasks.workunit.client.0.smithi110.stdout:481 2024-02-18T08:33:33.058 INFO:tasks.workunit.client.0.smithi110.stdout:482 2024-02-18T08:33:33.059 INFO:tasks.workunit.client.0.smithi110.stdout:483 2024-02-18T08:33:33.061 INFO:tasks.workunit.client.0.smithi110.stdout:484 2024-02-18T08:33:33.062 INFO:tasks.workunit.client.0.smithi110.stdout:485 2024-02-18T08:33:33.064 INFO:tasks.workunit.client.0.smithi110.stdout:486 2024-02-18T08:33:33.065 INFO:tasks.workunit.client.0.smithi110.stdout:487 2024-02-18T08:33:33.066 INFO:tasks.workunit.client.0.smithi110.stdout:488 2024-02-18T08:33:33.068 INFO:tasks.workunit.client.0.smithi110.stdout:489 2024-02-18T08:33:33.069 INFO:tasks.workunit.client.0.smithi110.stdout:490 2024-02-18T08:33:33.071 INFO:tasks.workunit.client.0.smithi110.stdout:491 2024-02-18T08:33:33.072 INFO:tasks.workunit.client.0.smithi110.stdout:492 2024-02-18T08:33:33.073 INFO:tasks.workunit.client.0.smithi110.stdout:493 2024-02-18T08:33:33.075 INFO:tasks.workunit.client.0.smithi110.stdout:494 2024-02-18T08:33:33.076 INFO:tasks.workunit.client.0.smithi110.stdout:495 2024-02-18T08:33:33.077 INFO:tasks.workunit.client.0.smithi110.stdout:496 2024-02-18T08:33:33.079 INFO:tasks.workunit.client.0.smithi110.stdout:497 2024-02-18T08:33:33.080 INFO:tasks.workunit.client.0.smithi110.stdout:498 2024-02-18T08:33:33.082 INFO:tasks.workunit.client.0.smithi110.stdout:499 2024-02-18T08:33:33.083 INFO:tasks.workunit.client.0.smithi110.stdout:500 2024-02-18T08:33:33.085 INFO:tasks.workunit.client.0.smithi110.stdout:501 2024-02-18T08:33:33.086 INFO:tasks.workunit.client.0.smithi110.stdout:502 2024-02-18T08:33:33.088 INFO:tasks.workunit.client.0.smithi110.stdout:503 2024-02-18T08:33:33.089 INFO:tasks.workunit.client.0.smithi110.stdout:504 2024-02-18T08:33:33.091 INFO:tasks.workunit.client.0.smithi110.stdout:505 2024-02-18T08:33:33.092 INFO:tasks.workunit.client.0.smithi110.stdout:506 2024-02-18T08:33:33.093 INFO:tasks.workunit.client.0.smithi110.stdout:507 2024-02-18T08:33:33.095 INFO:tasks.workunit.client.0.smithi110.stdout:508 2024-02-18T08:33:33.097 INFO:tasks.workunit.client.0.smithi110.stdout:509 2024-02-18T08:33:33.098 INFO:tasks.workunit.client.0.smithi110.stdout:510 2024-02-18T08:33:33.100 INFO:tasks.workunit.client.0.smithi110.stdout:511 2024-02-18T08:33:33.101 INFO:tasks.workunit.client.0.smithi110.stdout:512 2024-02-18T08:33:33.103 INFO:tasks.workunit.client.0.smithi110.stdout:513 2024-02-18T08:33:33.104 INFO:tasks.workunit.client.0.smithi110.stdout:514 2024-02-18T08:33:33.105 INFO:tasks.workunit.client.0.smithi110.stdout:515 2024-02-18T08:33:33.107 INFO:tasks.workunit.client.0.smithi110.stdout:516 2024-02-18T08:33:33.108 INFO:tasks.workunit.client.0.smithi110.stdout:517 2024-02-18T08:33:33.110 INFO:tasks.workunit.client.0.smithi110.stdout:518 2024-02-18T08:33:33.112 INFO:tasks.workunit.client.0.smithi110.stdout:519 2024-02-18T08:33:33.114 INFO:tasks.workunit.client.0.smithi110.stdout:520 2024-02-18T08:33:33.115 INFO:tasks.workunit.client.0.smithi110.stdout:521 2024-02-18T08:33:33.117 INFO:tasks.workunit.client.0.smithi110.stdout:522 2024-02-18T08:33:33.119 INFO:tasks.workunit.client.0.smithi110.stdout:523 2024-02-18T08:33:33.121 INFO:tasks.workunit.client.0.smithi110.stdout:524 2024-02-18T08:33:33.123 INFO:tasks.workunit.client.0.smithi110.stdout:525 2024-02-18T08:33:33.124 INFO:tasks.workunit.client.0.smithi110.stdout:526 2024-02-18T08:33:33.126 INFO:tasks.workunit.client.0.smithi110.stdout:527 2024-02-18T08:33:33.127 INFO:tasks.workunit.client.0.smithi110.stdout:528 2024-02-18T08:33:33.129 INFO:tasks.workunit.client.0.smithi110.stdout:529 2024-02-18T08:33:33.130 INFO:tasks.workunit.client.0.smithi110.stdout:530 2024-02-18T08:33:33.132 INFO:tasks.workunit.client.0.smithi110.stdout:531 2024-02-18T08:33:33.134 INFO:tasks.workunit.client.0.smithi110.stdout:532 2024-02-18T08:33:33.136 INFO:tasks.workunit.client.0.smithi110.stdout:533 2024-02-18T08:33:33.137 INFO:tasks.workunit.client.0.smithi110.stdout:534 2024-02-18T08:33:33.139 INFO:tasks.workunit.client.0.smithi110.stdout:535 2024-02-18T08:33:33.140 INFO:tasks.workunit.client.0.smithi110.stdout:536 2024-02-18T08:33:33.142 INFO:tasks.workunit.client.0.smithi110.stdout:537 2024-02-18T08:33:33.144 INFO:tasks.workunit.client.0.smithi110.stdout:538 2024-02-18T08:33:33.146 INFO:tasks.workunit.client.0.smithi110.stdout:539 2024-02-18T08:33:33.147 INFO:tasks.workunit.client.0.smithi110.stdout:540 2024-02-18T08:33:33.149 INFO:tasks.workunit.client.0.smithi110.stdout:541 2024-02-18T08:33:33.151 INFO:tasks.workunit.client.0.smithi110.stdout:542 2024-02-18T08:33:33.152 INFO:tasks.workunit.client.0.smithi110.stdout:543 2024-02-18T08:33:33.154 INFO:tasks.workunit.client.0.smithi110.stdout:544 2024-02-18T08:33:33.155 INFO:tasks.workunit.client.0.smithi110.stdout:545 2024-02-18T08:33:33.157 INFO:tasks.workunit.client.0.smithi110.stdout:546 2024-02-18T08:33:33.159 INFO:tasks.workunit.client.0.smithi110.stdout:547 2024-02-18T08:33:33.160 INFO:tasks.workunit.client.0.smithi110.stdout:548 2024-02-18T08:33:33.161 INFO:tasks.workunit.client.0.smithi110.stdout:549 2024-02-18T08:33:33.163 INFO:tasks.workunit.client.0.smithi110.stdout:550 2024-02-18T08:33:33.164 INFO:tasks.workunit.client.0.smithi110.stdout:551 2024-02-18T08:33:33.166 INFO:tasks.workunit.client.0.smithi110.stdout:552 2024-02-18T08:33:33.167 INFO:tasks.workunit.client.0.smithi110.stdout:553 2024-02-18T08:33:33.169 INFO:tasks.workunit.client.0.smithi110.stdout:554 2024-02-18T08:33:33.170 INFO:tasks.workunit.client.0.smithi110.stdout:555 2024-02-18T08:33:33.172 INFO:tasks.workunit.client.0.smithi110.stdout:556 2024-02-18T08:33:33.173 INFO:tasks.workunit.client.0.smithi110.stdout:557 2024-02-18T08:33:33.175 INFO:tasks.workunit.client.0.smithi110.stdout:558 2024-02-18T08:33:33.177 INFO:tasks.workunit.client.0.smithi110.stdout:559 2024-02-18T08:33:33.178 INFO:tasks.workunit.client.0.smithi110.stdout:560 2024-02-18T08:33:33.180 INFO:tasks.workunit.client.0.smithi110.stdout:561 2024-02-18T08:33:33.181 INFO:tasks.workunit.client.0.smithi110.stdout:562 2024-02-18T08:33:33.182 INFO:tasks.workunit.client.0.smithi110.stdout:563 2024-02-18T08:33:33.184 INFO:tasks.workunit.client.0.smithi110.stdout:564 2024-02-18T08:33:33.185 INFO:tasks.workunit.client.0.smithi110.stdout:565 2024-02-18T08:33:33.187 INFO:tasks.workunit.client.0.smithi110.stdout:566 2024-02-18T08:33:33.189 INFO:tasks.workunit.client.0.smithi110.stdout:567 2024-02-18T08:33:33.190 INFO:tasks.workunit.client.0.smithi110.stdout:568 2024-02-18T08:33:33.192 INFO:tasks.workunit.client.0.smithi110.stdout:569 2024-02-18T08:33:33.194 INFO:tasks.workunit.client.0.smithi110.stdout:570 2024-02-18T08:33:33.195 INFO:tasks.workunit.client.0.smithi110.stdout:571 2024-02-18T08:33:33.197 INFO:tasks.workunit.client.0.smithi110.stdout:572 2024-02-18T08:33:33.198 INFO:tasks.workunit.client.0.smithi110.stdout:573 2024-02-18T08:33:33.200 INFO:tasks.workunit.client.0.smithi110.stdout:574 2024-02-18T08:33:33.202 INFO:tasks.workunit.client.0.smithi110.stdout:575 2024-02-18T08:33:33.203 INFO:tasks.workunit.client.0.smithi110.stdout:576 2024-02-18T08:33:33.205 INFO:tasks.workunit.client.0.smithi110.stdout:577 2024-02-18T08:33:33.207 INFO:tasks.workunit.client.0.smithi110.stdout:578 2024-02-18T08:33:33.209 INFO:tasks.workunit.client.0.smithi110.stdout:579 2024-02-18T08:33:33.211 INFO:tasks.workunit.client.0.smithi110.stdout:580 2024-02-18T08:33:33.213 INFO:tasks.workunit.client.0.smithi110.stdout:581 2024-02-18T08:33:33.215 INFO:tasks.workunit.client.0.smithi110.stdout:582 2024-02-18T08:33:33.217 INFO:tasks.workunit.client.0.smithi110.stdout:583 2024-02-18T08:33:33.218 INFO:tasks.workunit.client.0.smithi110.stdout:584 2024-02-18T08:33:33.220 INFO:tasks.workunit.client.0.smithi110.stdout:585 2024-02-18T08:33:33.222 INFO:tasks.workunit.client.0.smithi110.stdout:586 2024-02-18T08:33:33.223 INFO:tasks.workunit.client.0.smithi110.stdout:587 2024-02-18T08:33:33.225 INFO:tasks.workunit.client.0.smithi110.stdout:588 2024-02-18T08:33:33.226 INFO:tasks.workunit.client.0.smithi110.stdout:589 2024-02-18T08:33:33.228 INFO:tasks.workunit.client.0.smithi110.stdout:590 2024-02-18T08:33:33.230 INFO:tasks.workunit.client.0.smithi110.stdout:591 2024-02-18T08:33:33.231 INFO:tasks.workunit.client.0.smithi110.stdout:592 2024-02-18T08:33:33.233 INFO:tasks.workunit.client.0.smithi110.stdout:593 2024-02-18T08:33:33.235 INFO:tasks.workunit.client.0.smithi110.stdout:594 2024-02-18T08:33:33.237 INFO:tasks.workunit.client.0.smithi110.stdout:595 2024-02-18T08:33:33.238 INFO:tasks.workunit.client.0.smithi110.stdout:596 2024-02-18T08:33:33.240 INFO:tasks.workunit.client.0.smithi110.stdout:597 2024-02-18T08:33:33.241 INFO:tasks.workunit.client.0.smithi110.stdout:598 2024-02-18T08:33:33.242 INFO:tasks.workunit.client.0.smithi110.stdout:599 2024-02-18T08:33:33.244 INFO:tasks.workunit.client.0.smithi110.stdout:600 2024-02-18T08:33:33.245 INFO:tasks.workunit.client.0.smithi110.stdout:601 2024-02-18T08:33:33.246 INFO:tasks.workunit.client.0.smithi110.stdout:602 2024-02-18T08:33:33.247 INFO:tasks.workunit.client.0.smithi110.stdout:603 2024-02-18T08:33:33.248 INFO:tasks.workunit.client.0.smithi110.stdout:604 2024-02-18T08:33:33.250 INFO:tasks.workunit.client.0.smithi110.stdout:605 2024-02-18T08:33:33.251 INFO:tasks.workunit.client.0.smithi110.stdout:606 2024-02-18T08:33:33.253 INFO:tasks.workunit.client.0.smithi110.stdout:607 2024-02-18T08:33:33.254 INFO:tasks.workunit.client.0.smithi110.stdout:608 2024-02-18T08:33:33.255 INFO:tasks.workunit.client.0.smithi110.stdout:609 2024-02-18T08:33:33.256 INFO:tasks.workunit.client.0.smithi110.stdout:610 2024-02-18T08:33:33.258 INFO:tasks.workunit.client.0.smithi110.stdout:611 2024-02-18T08:33:33.259 INFO:tasks.workunit.client.0.smithi110.stdout:612 2024-02-18T08:33:33.260 INFO:tasks.workunit.client.0.smithi110.stdout:613 2024-02-18T08:33:33.262 INFO:tasks.workunit.client.0.smithi110.stdout:614 2024-02-18T08:33:33.263 INFO:tasks.workunit.client.0.smithi110.stdout:615 2024-02-18T08:33:33.265 INFO:tasks.workunit.client.0.smithi110.stdout:616 2024-02-18T08:33:33.266 INFO:tasks.workunit.client.0.smithi110.stdout:617 2024-02-18T08:33:33.268 INFO:tasks.workunit.client.0.smithi110.stdout:618 2024-02-18T08:33:33.269 INFO:tasks.workunit.client.0.smithi110.stdout:619 2024-02-18T08:33:33.271 INFO:tasks.workunit.client.0.smithi110.stdout:620 2024-02-18T08:33:33.272 INFO:tasks.workunit.client.0.smithi110.stdout:621 2024-02-18T08:33:33.273 INFO:tasks.workunit.client.0.smithi110.stdout:622 2024-02-18T08:33:33.275 INFO:tasks.workunit.client.0.smithi110.stdout:623 2024-02-18T08:33:33.277 INFO:tasks.workunit.client.0.smithi110.stdout:624 2024-02-18T08:33:33.278 INFO:tasks.workunit.client.0.smithi110.stdout:625 2024-02-18T08:33:33.280 INFO:tasks.workunit.client.0.smithi110.stdout:626 2024-02-18T08:33:33.281 INFO:tasks.workunit.client.0.smithi110.stdout:627 2024-02-18T08:33:33.282 INFO:tasks.workunit.client.0.smithi110.stdout:628 2024-02-18T08:33:33.284 INFO:tasks.workunit.client.0.smithi110.stdout:629 2024-02-18T08:33:33.285 INFO:tasks.workunit.client.0.smithi110.stdout:630 2024-02-18T08:33:33.287 INFO:tasks.workunit.client.0.smithi110.stdout:631 2024-02-18T08:33:33.288 INFO:tasks.workunit.client.0.smithi110.stdout:632 2024-02-18T08:33:33.289 INFO:tasks.workunit.client.0.smithi110.stdout:633 2024-02-18T08:33:33.291 INFO:tasks.workunit.client.0.smithi110.stdout:634 2024-02-18T08:33:33.292 INFO:tasks.workunit.client.0.smithi110.stdout:635 2024-02-18T08:33:33.293 INFO:tasks.workunit.client.0.smithi110.stdout:636 2024-02-18T08:33:33.294 INFO:tasks.workunit.client.0.smithi110.stdout:637 2024-02-18T08:33:33.296 INFO:tasks.workunit.client.0.smithi110.stdout:638 2024-02-18T08:33:33.297 INFO:tasks.workunit.client.0.smithi110.stdout:639 2024-02-18T08:33:33.298 INFO:tasks.workunit.client.0.smithi110.stdout:640 2024-02-18T08:33:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:641 2024-02-18T08:33:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:642 2024-02-18T08:33:33.302 INFO:tasks.workunit.client.0.smithi110.stdout:643 2024-02-18T08:33:33.303 INFO:tasks.workunit.client.0.smithi110.stdout:644 2024-02-18T08:33:33.305 INFO:tasks.workunit.client.0.smithi110.stdout:645 2024-02-18T08:33:33.306 INFO:tasks.workunit.client.0.smithi110.stdout:646 2024-02-18T08:33:33.307 INFO:tasks.workunit.client.0.smithi110.stdout:647 2024-02-18T08:33:33.309 INFO:tasks.workunit.client.0.smithi110.stdout:648 2024-02-18T08:33:33.310 INFO:tasks.workunit.client.0.smithi110.stdout:649 2024-02-18T08:33:33.312 INFO:tasks.workunit.client.0.smithi110.stdout:650 2024-02-18T08:33:33.313 INFO:tasks.workunit.client.0.smithi110.stdout:651 2024-02-18T08:33:33.315 INFO:tasks.workunit.client.0.smithi110.stdout:652 2024-02-18T08:33:33.316 INFO:tasks.workunit.client.0.smithi110.stdout:653 2024-02-18T08:33:33.318 INFO:tasks.workunit.client.0.smithi110.stdout:654 2024-02-18T08:33:33.319 INFO:tasks.workunit.client.0.smithi110.stdout:655 2024-02-18T08:33:33.321 INFO:tasks.workunit.client.0.smithi110.stdout:656 2024-02-18T08:33:33.322 INFO:tasks.workunit.client.0.smithi110.stdout:657 2024-02-18T08:33:33.323 INFO:tasks.workunit.client.0.smithi110.stdout:658 2024-02-18T08:33:33.324 INFO:tasks.workunit.client.0.smithi110.stdout:659 2024-02-18T08:33:33.326 INFO:tasks.workunit.client.0.smithi110.stdout:660 2024-02-18T08:33:33.327 INFO:tasks.workunit.client.0.smithi110.stdout:661 2024-02-18T08:33:33.328 INFO:tasks.workunit.client.0.smithi110.stdout:662 2024-02-18T08:33:33.329 INFO:tasks.workunit.client.0.smithi110.stdout:663 2024-02-18T08:33:33.331 INFO:tasks.workunit.client.0.smithi110.stdout:664 2024-02-18T08:33:33.332 INFO:tasks.workunit.client.0.smithi110.stdout:665 2024-02-18T08:33:33.334 INFO:tasks.workunit.client.0.smithi110.stdout:666 2024-02-18T08:33:33.335 INFO:tasks.workunit.client.0.smithi110.stdout:667 2024-02-18T08:33:33.336 INFO:tasks.workunit.client.0.smithi110.stdout:668 2024-02-18T08:33:33.338 INFO:tasks.workunit.client.0.smithi110.stdout:669 2024-02-18T08:33:33.339 INFO:tasks.workunit.client.0.smithi110.stdout:670 2024-02-18T08:33:33.341 INFO:tasks.workunit.client.0.smithi110.stdout:671 2024-02-18T08:33:33.342 INFO:tasks.workunit.client.0.smithi110.stdout:672 2024-02-18T08:33:33.343 INFO:tasks.workunit.client.0.smithi110.stdout:673 2024-02-18T08:33:33.345 INFO:tasks.workunit.client.0.smithi110.stdout:674 2024-02-18T08:33:33.346 INFO:tasks.workunit.client.0.smithi110.stdout:675 2024-02-18T08:33:33.348 INFO:tasks.workunit.client.0.smithi110.stdout:676 2024-02-18T08:33:33.349 INFO:tasks.workunit.client.0.smithi110.stdout:677 2024-02-18T08:33:33.351 INFO:tasks.workunit.client.0.smithi110.stdout:678 2024-02-18T08:33:33.352 INFO:tasks.workunit.client.0.smithi110.stdout:679 2024-02-18T08:33:33.353 INFO:tasks.workunit.client.0.smithi110.stdout:680 2024-02-18T08:33:33.355 INFO:tasks.workunit.client.0.smithi110.stdout:681 2024-02-18T08:33:33.356 INFO:tasks.workunit.client.0.smithi110.stdout:682 2024-02-18T08:33:33.357 INFO:tasks.workunit.client.0.smithi110.stdout:683 2024-02-18T08:33:33.359 INFO:tasks.workunit.client.0.smithi110.stdout:684 2024-02-18T08:33:33.360 INFO:tasks.workunit.client.0.smithi110.stdout:685 2024-02-18T08:33:33.361 INFO:tasks.workunit.client.0.smithi110.stdout:686 2024-02-18T08:33:33.363 INFO:tasks.workunit.client.0.smithi110.stdout:687 2024-02-18T08:33:33.364 INFO:tasks.workunit.client.0.smithi110.stdout:688 2024-02-18T08:33:33.366 INFO:tasks.workunit.client.0.smithi110.stdout:689 2024-02-18T08:33:33.367 INFO:tasks.workunit.client.0.smithi110.stdout:690 2024-02-18T08:33:33.369 INFO:tasks.workunit.client.0.smithi110.stdout:691 2024-02-18T08:33:33.370 INFO:tasks.workunit.client.0.smithi110.stdout:692 2024-02-18T08:33:33.372 INFO:tasks.workunit.client.0.smithi110.stdout:693 2024-02-18T08:33:33.375 INFO:tasks.workunit.client.0.smithi110.stdout:694 2024-02-18T08:33:33.375 INFO:tasks.workunit.client.0.smithi110.stdout:695 2024-02-18T08:33:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:696 2024-02-18T08:33:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:697 2024-02-18T08:33:33.380 INFO:tasks.workunit.client.0.smithi110.stdout:698 2024-02-18T08:33:33.381 INFO:tasks.workunit.client.0.smithi110.stdout:699 2024-02-18T08:33:33.383 INFO:tasks.workunit.client.0.smithi110.stdout:700 2024-02-18T08:33:33.384 INFO:tasks.workunit.client.0.smithi110.stdout:701 2024-02-18T08:33:33.386 INFO:tasks.workunit.client.0.smithi110.stdout:702 2024-02-18T08:33:33.387 INFO:tasks.workunit.client.0.smithi110.stdout:703 2024-02-18T08:33:33.388 INFO:tasks.workunit.client.0.smithi110.stdout:704 2024-02-18T08:33:33.390 INFO:tasks.workunit.client.0.smithi110.stdout:705 2024-02-18T08:33:33.391 INFO:tasks.workunit.client.0.smithi110.stdout:706 2024-02-18T08:33:33.392 INFO:tasks.workunit.client.0.smithi110.stdout:707 2024-02-18T08:33:33.393 INFO:tasks.workunit.client.0.smithi110.stdout:708 2024-02-18T08:33:33.395 INFO:tasks.workunit.client.0.smithi110.stdout:709 2024-02-18T08:33:33.396 INFO:tasks.workunit.client.0.smithi110.stdout:710 2024-02-18T08:33:33.398 INFO:tasks.workunit.client.0.smithi110.stdout:711 2024-02-18T08:33:33.399 INFO:tasks.workunit.client.0.smithi110.stdout:712 2024-02-18T08:33:33.401 INFO:tasks.workunit.client.0.smithi110.stdout:713 2024-02-18T08:33:33.402 INFO:tasks.workunit.client.0.smithi110.stdout:714 2024-02-18T08:33:33.404 INFO:tasks.workunit.client.0.smithi110.stdout:715 2024-02-18T08:33:33.405 INFO:tasks.workunit.client.0.smithi110.stdout:716 2024-02-18T08:33:33.407 INFO:tasks.workunit.client.0.smithi110.stdout:717 2024-02-18T08:33:33.409 INFO:tasks.workunit.client.0.smithi110.stdout:718 2024-02-18T08:33:33.410 INFO:tasks.workunit.client.0.smithi110.stdout:719 2024-02-18T08:33:33.412 INFO:tasks.workunit.client.0.smithi110.stdout:720 2024-02-18T08:33:33.415 INFO:tasks.workunit.client.0.smithi110.stdout:721 2024-02-18T08:33:33.418 INFO:tasks.workunit.client.0.smithi110.stdout:722 2024-02-18T08:33:33.419 INFO:tasks.workunit.client.0.smithi110.stdout:723 2024-02-18T08:33:33.421 INFO:tasks.workunit.client.0.smithi110.stdout:724 2024-02-18T08:33:33.422 INFO:tasks.workunit.client.0.smithi110.stdout:725 2024-02-18T08:33:33.424 INFO:tasks.workunit.client.0.smithi110.stdout:726 2024-02-18T08:33:33.425 INFO:tasks.workunit.client.0.smithi110.stdout:727 2024-02-18T08:33:33.426 INFO:tasks.workunit.client.0.smithi110.stdout:728 2024-02-18T08:33:33.428 INFO:tasks.workunit.client.0.smithi110.stdout:729 2024-02-18T08:33:33.429 INFO:tasks.workunit.client.0.smithi110.stdout:730 2024-02-18T08:33:33.430 INFO:tasks.workunit.client.0.smithi110.stdout:731 2024-02-18T08:33:33.431 INFO:tasks.workunit.client.0.smithi110.stdout:732 2024-02-18T08:33:33.433 INFO:tasks.workunit.client.0.smithi110.stdout:733 2024-02-18T08:33:33.434 INFO:tasks.workunit.client.0.smithi110.stdout:734 2024-02-18T08:33:33.435 INFO:tasks.workunit.client.0.smithi110.stdout:735 2024-02-18T08:33:33.437 INFO:tasks.workunit.client.0.smithi110.stdout:736 2024-02-18T08:33:33.438 INFO:tasks.workunit.client.0.smithi110.stdout:737 2024-02-18T08:33:33.439 INFO:tasks.workunit.client.0.smithi110.stdout:738 2024-02-18T08:33:33.440 INFO:tasks.workunit.client.0.smithi110.stdout:739 2024-02-18T08:33:33.442 INFO:tasks.workunit.client.0.smithi110.stdout:740 2024-02-18T08:33:33.443 INFO:tasks.workunit.client.0.smithi110.stdout:741 2024-02-18T08:33:33.444 INFO:tasks.workunit.client.0.smithi110.stdout:742 2024-02-18T08:33:33.445 INFO:tasks.workunit.client.0.smithi110.stdout:743 2024-02-18T08:33:33.447 INFO:tasks.workunit.client.0.smithi110.stdout:744 2024-02-18T08:33:33.448 INFO:tasks.workunit.client.0.smithi110.stdout:745 2024-02-18T08:33:33.449 INFO:tasks.workunit.client.0.smithi110.stdout:746 2024-02-18T08:33:33.450 INFO:tasks.workunit.client.0.smithi110.stdout:747 2024-02-18T08:33:33.452 INFO:tasks.workunit.client.0.smithi110.stdout:748 2024-02-18T08:33:33.453 INFO:tasks.workunit.client.0.smithi110.stdout:749 2024-02-18T08:33:33.455 INFO:tasks.workunit.client.0.smithi110.stdout:750 2024-02-18T08:33:33.456 INFO:tasks.workunit.client.0.smithi110.stdout:751 2024-02-18T08:33:33.457 INFO:tasks.workunit.client.0.smithi110.stdout:752 2024-02-18T08:33:33.458 INFO:tasks.workunit.client.0.smithi110.stdout:753 2024-02-18T08:33:33.460 INFO:tasks.workunit.client.0.smithi110.stdout:754 2024-02-18T08:33:33.461 INFO:tasks.workunit.client.0.smithi110.stdout:755 2024-02-18T08:33:33.462 INFO:tasks.workunit.client.0.smithi110.stdout:756 2024-02-18T08:33:33.464 INFO:tasks.workunit.client.0.smithi110.stdout:757 2024-02-18T08:33:33.465 INFO:tasks.workunit.client.0.smithi110.stdout:758 2024-02-18T08:33:33.466 INFO:tasks.workunit.client.0.smithi110.stdout:759 2024-02-18T08:33:33.467 INFO:tasks.workunit.client.0.smithi110.stdout:760 2024-02-18T08:33:33.468 INFO:tasks.workunit.client.0.smithi110.stdout:761 2024-02-18T08:33:33.470 INFO:tasks.workunit.client.0.smithi110.stdout:762 2024-02-18T08:33:33.471 INFO:tasks.workunit.client.0.smithi110.stdout:763 2024-02-18T08:33:33.472 INFO:tasks.workunit.client.0.smithi110.stdout:764 2024-02-18T08:33:33.474 INFO:tasks.workunit.client.0.smithi110.stdout:765 2024-02-18T08:33:33.475 INFO:tasks.workunit.client.0.smithi110.stdout:766 2024-02-18T08:33:33.476 INFO:tasks.workunit.client.0.smithi110.stdout:767 2024-02-18T08:33:33.478 INFO:tasks.workunit.client.0.smithi110.stdout:768 2024-02-18T08:33:33.479 INFO:tasks.workunit.client.0.smithi110.stdout:769 2024-02-18T08:33:33.480 INFO:tasks.workunit.client.0.smithi110.stdout:770 2024-02-18T08:33:33.481 INFO:tasks.workunit.client.0.smithi110.stdout:771 2024-02-18T08:33:33.483 INFO:tasks.workunit.client.0.smithi110.stdout:772 2024-02-18T08:33:33.484 INFO:tasks.workunit.client.0.smithi110.stdout:773 2024-02-18T08:33:33.485 INFO:tasks.workunit.client.0.smithi110.stdout:774 2024-02-18T08:33:33.486 INFO:tasks.workunit.client.0.smithi110.stdout:775 2024-02-18T08:33:33.487 INFO:tasks.workunit.client.0.smithi110.stdout:776 2024-02-18T08:33:33.488 INFO:tasks.workunit.client.0.smithi110.stdout:777 2024-02-18T08:33:33.490 INFO:tasks.workunit.client.0.smithi110.stdout:778 2024-02-18T08:33:33.491 INFO:tasks.workunit.client.0.smithi110.stdout:779 2024-02-18T08:33:33.492 INFO:tasks.workunit.client.0.smithi110.stdout:780 2024-02-18T08:33:33.494 INFO:tasks.workunit.client.0.smithi110.stdout:781 2024-02-18T08:33:33.495 INFO:tasks.workunit.client.0.smithi110.stdout:782 2024-02-18T08:33:33.496 INFO:tasks.workunit.client.0.smithi110.stdout:783 2024-02-18T08:33:33.498 INFO:tasks.workunit.client.0.smithi110.stdout:784 2024-02-18T08:33:33.499 INFO:tasks.workunit.client.0.smithi110.stdout:785 2024-02-18T08:33:33.500 INFO:tasks.workunit.client.0.smithi110.stdout:786 2024-02-18T08:33:33.502 INFO:tasks.workunit.client.0.smithi110.stdout:787 2024-02-18T08:33:33.503 INFO:tasks.workunit.client.0.smithi110.stdout:788 2024-02-18T08:33:33.504 INFO:tasks.workunit.client.0.smithi110.stdout:789 2024-02-18T08:33:33.506 INFO:tasks.workunit.client.0.smithi110.stdout:790 2024-02-18T08:33:33.507 INFO:tasks.workunit.client.0.smithi110.stdout:791 2024-02-18T08:33:33.508 INFO:tasks.workunit.client.0.smithi110.stdout:792 2024-02-18T08:33:33.510 INFO:tasks.workunit.client.0.smithi110.stdout:793 2024-02-18T08:33:33.511 INFO:tasks.workunit.client.0.smithi110.stdout:794 2024-02-18T08:33:33.513 INFO:tasks.workunit.client.0.smithi110.stdout:795 2024-02-18T08:33:33.514 INFO:tasks.workunit.client.0.smithi110.stdout:796 2024-02-18T08:33:33.516 INFO:tasks.workunit.client.0.smithi110.stdout:797 2024-02-18T08:33:33.517 INFO:tasks.workunit.client.0.smithi110.stdout:798 2024-02-18T08:33:33.518 INFO:tasks.workunit.client.0.smithi110.stdout:799 2024-02-18T08:33:33.519 INFO:tasks.workunit.client.0.smithi110.stdout:800 2024-02-18T08:33:33.521 INFO:tasks.workunit.client.0.smithi110.stdout:801 2024-02-18T08:33:33.522 INFO:tasks.workunit.client.0.smithi110.stdout:802 2024-02-18T08:33:33.523 INFO:tasks.workunit.client.0.smithi110.stdout:803 2024-02-18T08:33:33.524 INFO:tasks.workunit.client.0.smithi110.stdout:804 2024-02-18T08:33:33.526 INFO:tasks.workunit.client.0.smithi110.stdout:805 2024-02-18T08:33:33.527 INFO:tasks.workunit.client.0.smithi110.stdout:806 2024-02-18T08:33:33.528 INFO:tasks.workunit.client.0.smithi110.stdout:807 2024-02-18T08:33:33.530 INFO:tasks.workunit.client.0.smithi110.stdout:808 2024-02-18T08:33:33.532 INFO:tasks.workunit.client.0.smithi110.stdout:809 2024-02-18T08:33:33.533 INFO:tasks.workunit.client.0.smithi110.stdout:810 2024-02-18T08:33:33.535 INFO:tasks.workunit.client.0.smithi110.stdout:811 2024-02-18T08:33:33.537 INFO:tasks.workunit.client.0.smithi110.stdout:812 2024-02-18T08:33:33.538 INFO:tasks.workunit.client.0.smithi110.stdout:813 2024-02-18T08:33:33.539 INFO:tasks.workunit.client.0.smithi110.stdout:814 2024-02-18T08:33:33.540 INFO:tasks.workunit.client.0.smithi110.stdout:815 2024-02-18T08:33:33.542 INFO:tasks.workunit.client.0.smithi110.stdout:816 2024-02-18T08:33:33.543 INFO:tasks.workunit.client.0.smithi110.stdout:817 2024-02-18T08:33:33.545 INFO:tasks.workunit.client.0.smithi110.stdout:818 2024-02-18T08:33:33.546 INFO:tasks.workunit.client.0.smithi110.stdout:819 2024-02-18T08:33:33.548 INFO:tasks.workunit.client.0.smithi110.stdout:820 2024-02-18T08:33:33.549 INFO:tasks.workunit.client.0.smithi110.stdout:821 2024-02-18T08:33:33.550 INFO:tasks.workunit.client.0.smithi110.stdout:822 2024-02-18T08:33:33.552 INFO:tasks.workunit.client.0.smithi110.stdout:823 2024-02-18T08:33:33.553 INFO:tasks.workunit.client.0.smithi110.stdout:824 2024-02-18T08:33:33.554 INFO:tasks.workunit.client.0.smithi110.stdout:825 2024-02-18T08:33:33.556 INFO:tasks.workunit.client.0.smithi110.stdout:826 2024-02-18T08:33:33.557 INFO:tasks.workunit.client.0.smithi110.stdout:827 2024-02-18T08:33:33.559 INFO:tasks.workunit.client.0.smithi110.stdout:828 2024-02-18T08:33:33.560 INFO:tasks.workunit.client.0.smithi110.stdout:829 2024-02-18T08:33:33.561 INFO:tasks.workunit.client.0.smithi110.stdout:830 2024-02-18T08:33:33.562 INFO:tasks.workunit.client.0.smithi110.stdout:831 2024-02-18T08:33:33.564 INFO:tasks.workunit.client.0.smithi110.stdout:832 2024-02-18T08:33:33.565 INFO:tasks.workunit.client.0.smithi110.stdout:833 2024-02-18T08:33:33.566 INFO:tasks.workunit.client.0.smithi110.stdout:834 2024-02-18T08:33:33.567 INFO:tasks.workunit.client.0.smithi110.stdout:835 2024-02-18T08:33:33.569 INFO:tasks.workunit.client.0.smithi110.stdout:836 2024-02-18T08:33:33.570 INFO:tasks.workunit.client.0.smithi110.stdout:837 2024-02-18T08:33:33.571 INFO:tasks.workunit.client.0.smithi110.stdout:838 2024-02-18T08:33:33.572 INFO:tasks.workunit.client.0.smithi110.stdout:839 2024-02-18T08:33:33.574 INFO:tasks.workunit.client.0.smithi110.stdout:840 2024-02-18T08:33:33.575 INFO:tasks.workunit.client.0.smithi110.stdout:841 2024-02-18T08:33:33.576 INFO:tasks.workunit.client.0.smithi110.stdout:842 2024-02-18T08:33:33.578 INFO:tasks.workunit.client.0.smithi110.stdout:843 2024-02-18T08:33:33.579 INFO:tasks.workunit.client.0.smithi110.stdout:844 2024-02-18T08:33:33.580 INFO:tasks.workunit.client.0.smithi110.stdout:845 2024-02-18T08:33:33.581 INFO:tasks.workunit.client.0.smithi110.stdout:846 2024-02-18T08:33:33.583 INFO:tasks.workunit.client.0.smithi110.stdout:847 2024-02-18T08:33:33.584 INFO:tasks.workunit.client.0.smithi110.stdout:848 2024-02-18T08:33:33.585 INFO:tasks.workunit.client.0.smithi110.stdout:849 2024-02-18T08:33:33.587 INFO:tasks.workunit.client.0.smithi110.stdout:850 2024-02-18T08:33:33.588 INFO:tasks.workunit.client.0.smithi110.stdout:851 2024-02-18T08:33:33.589 INFO:tasks.workunit.client.0.smithi110.stdout:852 2024-02-18T08:33:33.591 INFO:tasks.workunit.client.0.smithi110.stdout:853 2024-02-18T08:33:33.592 INFO:tasks.workunit.client.0.smithi110.stdout:854 2024-02-18T08:33:33.593 INFO:tasks.workunit.client.0.smithi110.stdout:855 2024-02-18T08:33:33.594 INFO:tasks.workunit.client.0.smithi110.stdout:856 2024-02-18T08:33:33.596 INFO:tasks.workunit.client.0.smithi110.stdout:857 2024-02-18T08:33:33.597 INFO:tasks.workunit.client.0.smithi110.stdout:858 2024-02-18T08:33:33.598 INFO:tasks.workunit.client.0.smithi110.stdout:859 2024-02-18T08:33:33.600 INFO:tasks.workunit.client.0.smithi110.stdout:860 2024-02-18T08:33:33.601 INFO:tasks.workunit.client.0.smithi110.stdout:861 2024-02-18T08:33:33.602 INFO:tasks.workunit.client.0.smithi110.stdout:862 2024-02-18T08:33:33.603 INFO:tasks.workunit.client.0.smithi110.stdout:863 2024-02-18T08:33:33.605 INFO:tasks.workunit.client.0.smithi110.stdout:864 2024-02-18T08:33:33.606 INFO:tasks.workunit.client.0.smithi110.stdout:865 2024-02-18T08:33:33.608 INFO:tasks.workunit.client.0.smithi110.stdout:866 2024-02-18T08:33:33.609 INFO:tasks.workunit.client.0.smithi110.stdout:867 2024-02-18T08:33:33.610 INFO:tasks.workunit.client.0.smithi110.stdout:868 2024-02-18T08:33:33.612 INFO:tasks.workunit.client.0.smithi110.stdout:869 2024-02-18T08:33:33.613 INFO:tasks.workunit.client.0.smithi110.stdout:870 2024-02-18T08:33:33.614 INFO:tasks.workunit.client.0.smithi110.stdout:871 2024-02-18T08:33:33.616 INFO:tasks.workunit.client.0.smithi110.stdout:872 2024-02-18T08:33:33.617 INFO:tasks.workunit.client.0.smithi110.stdout:873 2024-02-18T08:33:33.618 INFO:tasks.workunit.client.0.smithi110.stdout:874 2024-02-18T08:33:33.620 INFO:tasks.workunit.client.0.smithi110.stdout:875 2024-02-18T08:33:33.621 INFO:tasks.workunit.client.0.smithi110.stdout:876 2024-02-18T08:33:33.622 INFO:tasks.workunit.client.0.smithi110.stdout:877 2024-02-18T08:33:33.623 INFO:tasks.workunit.client.0.smithi110.stdout:878 2024-02-18T08:33:33.625 INFO:tasks.workunit.client.0.smithi110.stdout:879 2024-02-18T08:33:33.626 INFO:tasks.workunit.client.0.smithi110.stdout:880 2024-02-18T08:33:33.628 INFO:tasks.workunit.client.0.smithi110.stdout:881 2024-02-18T08:33:33.629 INFO:tasks.workunit.client.0.smithi110.stdout:882 2024-02-18T08:33:33.630 INFO:tasks.workunit.client.0.smithi110.stdout:883 2024-02-18T08:33:33.631 INFO:tasks.workunit.client.0.smithi110.stdout:884 2024-02-18T08:33:33.633 INFO:tasks.workunit.client.0.smithi110.stdout:885 2024-02-18T08:33:33.634 INFO:tasks.workunit.client.0.smithi110.stdout:886 2024-02-18T08:33:33.635 INFO:tasks.workunit.client.0.smithi110.stdout:887 2024-02-18T08:33:33.637 INFO:tasks.workunit.client.0.smithi110.stdout:888 2024-02-18T08:33:33.638 INFO:tasks.workunit.client.0.smithi110.stdout:889 2024-02-18T08:33:33.639 INFO:tasks.workunit.client.0.smithi110.stdout:890 2024-02-18T08:33:33.641 INFO:tasks.workunit.client.0.smithi110.stdout:891 2024-02-18T08:33:33.642 INFO:tasks.workunit.client.0.smithi110.stdout:892 2024-02-18T08:33:33.643 INFO:tasks.workunit.client.0.smithi110.stdout:893 2024-02-18T08:33:33.645 INFO:tasks.workunit.client.0.smithi110.stdout:894 2024-02-18T08:33:33.646 INFO:tasks.workunit.client.0.smithi110.stdout:895 2024-02-18T08:33:33.648 INFO:tasks.workunit.client.0.smithi110.stdout:896 2024-02-18T08:33:33.649 INFO:tasks.workunit.client.0.smithi110.stdout:897 2024-02-18T08:33:33.651 INFO:tasks.workunit.client.0.smithi110.stdout:898 2024-02-18T08:33:33.652 INFO:tasks.workunit.client.0.smithi110.stdout:899 2024-02-18T08:33:33.653 INFO:tasks.workunit.client.0.smithi110.stdout:900 2024-02-18T08:33:33.655 INFO:tasks.workunit.client.0.smithi110.stdout:901 2024-02-18T08:33:33.656 INFO:tasks.workunit.client.0.smithi110.stdout:902 2024-02-18T08:33:33.657 INFO:tasks.workunit.client.0.smithi110.stdout:903 2024-02-18T08:33:33.659 INFO:tasks.workunit.client.0.smithi110.stdout:904 2024-02-18T08:33:33.660 INFO:tasks.workunit.client.0.smithi110.stdout:905 2024-02-18T08:33:33.662 INFO:tasks.workunit.client.0.smithi110.stdout:906 2024-02-18T08:33:33.664 INFO:tasks.workunit.client.0.smithi110.stdout:907 2024-02-18T08:33:33.665 INFO:tasks.workunit.client.0.smithi110.stdout:908 2024-02-18T08:33:33.666 INFO:tasks.workunit.client.0.smithi110.stdout:909 2024-02-18T08:33:33.668 INFO:tasks.workunit.client.0.smithi110.stdout:910 2024-02-18T08:33:33.669 INFO:tasks.workunit.client.0.smithi110.stdout:911 2024-02-18T08:33:33.671 INFO:tasks.workunit.client.0.smithi110.stdout:912 2024-02-18T08:33:33.672 INFO:tasks.workunit.client.0.smithi110.stdout:913 2024-02-18T08:33:33.673 INFO:tasks.workunit.client.0.smithi110.stdout:914 2024-02-18T08:33:33.675 INFO:tasks.workunit.client.0.smithi110.stdout:915 2024-02-18T08:33:33.676 INFO:tasks.workunit.client.0.smithi110.stdout:916 2024-02-18T08:33:33.677 INFO:tasks.workunit.client.0.smithi110.stdout:917 2024-02-18T08:33:33.679 INFO:tasks.workunit.client.0.smithi110.stdout:918 2024-02-18T08:33:33.680 INFO:tasks.workunit.client.0.smithi110.stdout:919 2024-02-18T08:33:33.681 INFO:tasks.workunit.client.0.smithi110.stdout:920 2024-02-18T08:33:33.683 INFO:tasks.workunit.client.0.smithi110.stdout:921 2024-02-18T08:33:33.684 INFO:tasks.workunit.client.0.smithi110.stdout:922 2024-02-18T08:33:33.686 INFO:tasks.workunit.client.0.smithi110.stdout:923 2024-02-18T08:33:33.687 INFO:tasks.workunit.client.0.smithi110.stdout:924 2024-02-18T08:33:33.688 INFO:tasks.workunit.client.0.smithi110.stdout:925 2024-02-18T08:33:33.690 INFO:tasks.workunit.client.0.smithi110.stdout:926 2024-02-18T08:33:33.691 INFO:tasks.workunit.client.0.smithi110.stdout:927 2024-02-18T08:33:33.693 INFO:tasks.workunit.client.0.smithi110.stdout:928 2024-02-18T08:33:33.694 INFO:tasks.workunit.client.0.smithi110.stdout:929 2024-02-18T08:33:33.696 INFO:tasks.workunit.client.0.smithi110.stdout:930 2024-02-18T08:33:33.697 INFO:tasks.workunit.client.0.smithi110.stdout:931 2024-02-18T08:33:33.699 INFO:tasks.workunit.client.0.smithi110.stdout:932 2024-02-18T08:33:33.700 INFO:tasks.workunit.client.0.smithi110.stdout:933 2024-02-18T08:33:33.702 INFO:tasks.workunit.client.0.smithi110.stdout:934 2024-02-18T08:33:33.703 INFO:tasks.workunit.client.0.smithi110.stdout:935 2024-02-18T08:33:33.705 INFO:tasks.workunit.client.0.smithi110.stdout:936 2024-02-18T08:33:33.707 INFO:tasks.workunit.client.0.smithi110.stdout:937 2024-02-18T08:33:33.708 INFO:tasks.workunit.client.0.smithi110.stdout:938 2024-02-18T08:33:33.710 INFO:tasks.workunit.client.0.smithi110.stdout:939 2024-02-18T08:33:33.712 INFO:tasks.workunit.client.0.smithi110.stdout:940 2024-02-18T08:33:33.713 INFO:tasks.workunit.client.0.smithi110.stdout:941 2024-02-18T08:33:33.715 INFO:tasks.workunit.client.0.smithi110.stdout:942 2024-02-18T08:33:33.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:33 smithi110 bash[55875]: audit 2024-02-18T08:33:32.416281+0000 mon.a (mon.0) 1500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:33.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:33 smithi110 bash[55875]: cluster 2024-02-18T08:33:32.416638+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-02-18T08:33:33.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:33 smithi110 bash[55875]: audit 2024-02-18T08:33:32.420757+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.15.110:0/3257431364' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-02-18T08:33:33.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:33 smithi110 bash[55875]: cluster 2024-02-18T08:33:32.842507+0000 mgr.y (mgr.44100) 494 : cluster [DBG] pgmap v947: 105 pgs: 7 creating+peering, 19 unknown, 79 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:33.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:33 smithi110 bash[54479]: audit 2024-02-18T08:33:32.416281+0000 mon.a (mon.0) 1500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:33.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:33 smithi110 bash[54479]: cluster 2024-02-18T08:33:32.416638+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-02-18T08:33:33.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:33 smithi110 bash[54479]: audit 2024-02-18T08:33:32.420757+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.15.110:0/3257431364' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-02-18T08:33:33.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:33 smithi110 bash[54479]: cluster 2024-02-18T08:33:32.842507+0000 mgr.y (mgr.44100) 494 : cluster [DBG] pgmap v947: 105 pgs: 7 creating+peering, 19 unknown, 79 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:33.717 INFO:tasks.workunit.client.0.smithi110.stdout:943 2024-02-18T08:33:33.718 INFO:tasks.workunit.client.0.smithi110.stdout:944 2024-02-18T08:33:33.720 INFO:tasks.workunit.client.0.smithi110.stdout:945 2024-02-18T08:33:33.721 INFO:tasks.workunit.client.0.smithi110.stdout:946 2024-02-18T08:33:33.723 INFO:tasks.workunit.client.0.smithi110.stdout:947 2024-02-18T08:33:33.724 INFO:tasks.workunit.client.0.smithi110.stdout:948 2024-02-18T08:33:33.725 INFO:tasks.workunit.client.0.smithi110.stdout:949 2024-02-18T08:33:33.727 INFO:tasks.workunit.client.0.smithi110.stdout:950 2024-02-18T08:33:33.728 INFO:tasks.workunit.client.0.smithi110.stdout:951 2024-02-18T08:33:33.730 INFO:tasks.workunit.client.0.smithi110.stdout:952 2024-02-18T08:33:33.731 INFO:tasks.workunit.client.0.smithi110.stdout:953 2024-02-18T08:33:33.733 INFO:tasks.workunit.client.0.smithi110.stdout:954 2024-02-18T08:33:33.734 INFO:tasks.workunit.client.0.smithi110.stdout:955 2024-02-18T08:33:33.736 INFO:tasks.workunit.client.0.smithi110.stdout:956 2024-02-18T08:33:33.737 INFO:tasks.workunit.client.0.smithi110.stdout:957 2024-02-18T08:33:33.739 INFO:tasks.workunit.client.0.smithi110.stdout:958 2024-02-18T08:33:33.741 INFO:tasks.workunit.client.0.smithi110.stdout:959 2024-02-18T08:33:33.742 INFO:tasks.workunit.client.0.smithi110.stdout:960 2024-02-18T08:33:33.744 INFO:tasks.workunit.client.0.smithi110.stdout:961 2024-02-18T08:33:33.746 INFO:tasks.workunit.client.0.smithi110.stdout:962 2024-02-18T08:33:33.748 INFO:tasks.workunit.client.0.smithi110.stdout:963 2024-02-18T08:33:33.749 INFO:tasks.workunit.client.0.smithi110.stdout:964 2024-02-18T08:33:33.751 INFO:tasks.workunit.client.0.smithi110.stdout:965 2024-02-18T08:33:33.753 INFO:tasks.workunit.client.0.smithi110.stdout:966 2024-02-18T08:33:33.754 INFO:tasks.workunit.client.0.smithi110.stdout:967 2024-02-18T08:33:33.756 INFO:tasks.workunit.client.0.smithi110.stdout:968 2024-02-18T08:33:33.758 INFO:tasks.workunit.client.0.smithi110.stdout:969 2024-02-18T08:33:33.759 INFO:tasks.workunit.client.0.smithi110.stdout:970 2024-02-18T08:33:33.761 INFO:tasks.workunit.client.0.smithi110.stdout:971 2024-02-18T08:33:33.763 INFO:tasks.workunit.client.0.smithi110.stdout:972 2024-02-18T08:33:33.764 INFO:tasks.workunit.client.0.smithi110.stdout:973 2024-02-18T08:33:33.765 INFO:tasks.workunit.client.0.smithi110.stdout:974 2024-02-18T08:33:33.767 INFO:tasks.workunit.client.0.smithi110.stdout:975 2024-02-18T08:33:33.768 INFO:tasks.workunit.client.0.smithi110.stdout:976 2024-02-18T08:33:33.770 INFO:tasks.workunit.client.0.smithi110.stdout:977 2024-02-18T08:33:33.771 INFO:tasks.workunit.client.0.smithi110.stdout:978 2024-02-18T08:33:33.773 INFO:tasks.workunit.client.0.smithi110.stdout:979 2024-02-18T08:33:33.774 INFO:tasks.workunit.client.0.smithi110.stdout:980 2024-02-18T08:33:33.776 INFO:tasks.workunit.client.0.smithi110.stdout:981 2024-02-18T08:33:33.777 INFO:tasks.workunit.client.0.smithi110.stdout:982 2024-02-18T08:33:33.779 INFO:tasks.workunit.client.0.smithi110.stdout:983 2024-02-18T08:33:33.780 INFO:tasks.workunit.client.0.smithi110.stdout:984 2024-02-18T08:33:33.782 INFO:tasks.workunit.client.0.smithi110.stdout:985 2024-02-18T08:33:33.783 INFO:tasks.workunit.client.0.smithi110.stdout:986 2024-02-18T08:33:33.785 INFO:tasks.workunit.client.0.smithi110.stdout:987 2024-02-18T08:33:33.787 INFO:tasks.workunit.client.0.smithi110.stdout:988 2024-02-18T08:33:33.789 INFO:tasks.workunit.client.0.smithi110.stdout:989 2024-02-18T08:33:33.790 INFO:tasks.workunit.client.0.smithi110.stdout:990 2024-02-18T08:33:33.792 INFO:tasks.workunit.client.0.smithi110.stdout:991 2024-02-18T08:33:33.793 INFO:tasks.workunit.client.0.smithi110.stdout:992 2024-02-18T08:33:33.795 INFO:tasks.workunit.client.0.smithi110.stdout:993 2024-02-18T08:33:33.796 INFO:tasks.workunit.client.0.smithi110.stdout:994 2024-02-18T08:33:33.799 INFO:tasks.workunit.client.0.smithi110.stdout:995 2024-02-18T08:33:33.801 INFO:tasks.workunit.client.0.smithi110.stdout:996 2024-02-18T08:33:33.803 INFO:tasks.workunit.client.0.smithi110.stdout:997 2024-02-18T08:33:33.804 INFO:tasks.workunit.client.0.smithi110.stdout:998 2024-02-18T08:33:33.806 INFO:tasks.workunit.client.0.smithi110.stdout:999 2024-02-18T08:33:33.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:33 smithi191 bash[38688]: audit 2024-02-18T08:33:32.416281+0000 mon.a (mon.0) 1500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:33.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:33 smithi191 bash[38688]: cluster 2024-02-18T08:33:32.416638+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-02-18T08:33:33.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:33 smithi191 bash[38688]: audit 2024-02-18T08:33:32.420757+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.15.110:0/3257431364' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-02-18T08:33:33.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:33 smithi191 bash[38688]: cluster 2024-02-18T08:33:32.842507+0000 mgr.y (mgr.44100) 494 : cluster [DBG] pgmap v947: 105 pgs: 7 creating+peering, 19 unknown, 79 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:34.425 INFO:tasks.workunit.client.0.smithi110.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-02-18T08:33:34.425 INFO:tasks.workunit.client.0.smithi110.stdout:00000010 69 73 |is| 2024-02-18T08:33:34.425 INFO:tasks.workunit.client.0.smithi110.stdout:00000012 2024-02-18T08:33:34.425 INFO:tasks.workunit.client.0.smithi110.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-02-18T08:33:34.425 INFO:tasks.workunit.client.0.smithi110.stdout:00000010 69 73 |is| 2024-02-18T08:33:34.425 INFO:tasks.workunit.client.0.smithi110.stdout:00000012 2024-02-18T08:33:34.426 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsHello.WriteReturnData (4031 ms) 2024-02-18T08:33:34.426 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsHello.Loud 2024-02-18T08:33:34.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:34 smithi110 bash[54479]: cluster 2024-02-18T08:33:33.420397+0000 mon.a (mon.0) 1502 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-02-18T08:33:34.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:34 smithi110 bash[55875]: cluster 2024-02-18T08:33:33.420397+0000 mon.a (mon.0) 1502 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-02-18T08:33:34.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:34 smithi191 bash[38688]: cluster 2024-02-18T08:33:33.420397+0000 mon.a (mon.0) 1502 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-02-18T08:33:35.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:35 smithi110 bash[54479]: cluster 2024-02-18T08:33:34.426439+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-02-18T08:33:35.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:35 smithi110 bash[54479]: cluster 2024-02-18T08:33:34.843080+0000 mgr.y (mgr.44100) 495 : cluster [DBG] pgmap v950: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:35.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:35 smithi110 bash[55875]: cluster 2024-02-18T08:33:34.426439+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-02-18T08:33:35.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:35 smithi110 bash[55875]: cluster 2024-02-18T08:33:34.843080+0000 mgr.y (mgr.44100) 495 : cluster [DBG] pgmap v950: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:35.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:35 smithi191 bash[38688]: cluster 2024-02-18T08:33:34.426439+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-02-18T08:33:35.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:35 smithi191 bash[38688]: cluster 2024-02-18T08:33:34.843080+0000 mgr.y (mgr.44100) 495 : cluster [DBG] pgmap v950: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:36.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:36 smithi110 bash[55875]: cluster 2024-02-18T08:33:35.447551+0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-02-18T08:33:36.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:36 smithi110 bash[55875]: audit 2024-02-18T08:33:35.449447+0000 mon.c (mon.1) 22 : audit [INF] from='client.? 172.21.15.110:0/3173324819' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:36.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:36 smithi110 bash[55875]: audit 2024-02-18T08:33:35.450654+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:36.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:36 smithi110 bash[54479]: cluster 2024-02-18T08:33:35.447551+0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-02-18T08:33:36.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:36 smithi110 bash[54479]: audit 2024-02-18T08:33:35.449447+0000 mon.c (mon.1) 22 : audit [INF] from='client.? 172.21.15.110:0/3173324819' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:36.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:36 smithi110 bash[54479]: audit 2024-02-18T08:33:35.450654+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:36.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:36 smithi191 bash[38688]: cluster 2024-02-18T08:33:35.447551+0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-02-18T08:33:36.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:36 smithi191 bash[38688]: audit 2024-02-18T08:33:35.449447+0000 mon.c (mon.1) 22 : audit [INF] from='client.? 172.21.15.110:0/3173324819' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:36.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:36 smithi191 bash[38688]: audit 2024-02-18T08:33:35.450654+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:37.473 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsHello.Loud (3041 ms) 2024-02-18T08:33:37.473 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsHello.BadMethods 2024-02-18T08:33:37.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:37 smithi110 bash[54479]: audit 2024-02-18T08:33:36.449250+0000 mon.a (mon.0) 1506 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:37.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:37 smithi110 bash[54479]: cluster 2024-02-18T08:33:36.449564+0000 mon.a (mon.0) 1507 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-02-18T08:33:37.717 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:37 smithi110 bash[54479]: cluster 2024-02-18T08:33:36.843716+0000 mgr.y (mgr.44100) 496 : cluster [DBG] pgmap v953: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:37.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:37 smithi110 bash[55875]: audit 2024-02-18T08:33:36.449250+0000 mon.a (mon.0) 1506 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:37.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:37 smithi110 bash[55875]: cluster 2024-02-18T08:33:36.449564+0000 mon.a (mon.0) 1507 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-02-18T08:33:37.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:37 smithi110 bash[55875]: cluster 2024-02-18T08:33:36.843716+0000 mgr.y (mgr.44100) 496 : cluster [DBG] pgmap v953: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:37.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:37 smithi191 bash[38688]: audit 2024-02-18T08:33:36.449250+0000 mon.a (mon.0) 1506 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:37.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:37 smithi191 bash[38688]: cluster 2024-02-18T08:33:36.449564+0000 mon.a (mon.0) 1507 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-02-18T08:33:37.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:37 smithi191 bash[38688]: cluster 2024-02-18T08:33:36.843716+0000 mgr.y (mgr.44100) 496 : cluster [DBG] pgmap v953: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:38.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:38 smithi191 bash[38688]: cluster 2024-02-18T08:33:37.463799+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-02-18T08:33:38.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:38 smithi110 bash[54479]: cluster 2024-02-18T08:33:37.463799+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-02-18T08:33:38.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:38 smithi110 bash[55875]: cluster 2024-02-18T08:33:37.463799+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-02-18T08:33:39.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:39 smithi191 bash[38688]: cluster 2024-02-18T08:33:38.485183+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-02-18T08:33:39.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:39 smithi191 bash[38688]: audit 2024-02-18T08:33:38.488306+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? 172.21.15.110:0/3890422648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:39.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:39 smithi191 bash[38688]: cluster 2024-02-18T08:33:38.844504+0000 mgr.y (mgr.44100) 497 : cluster [DBG] pgmap v956: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:39.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:39 smithi110 bash[55875]: cluster 2024-02-18T08:33:38.485183+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-02-18T08:33:39.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:39 smithi110 bash[55875]: audit 2024-02-18T08:33:38.488306+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? 172.21.15.110:0/3890422648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:39.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:39 smithi110 bash[55875]: cluster 2024-02-18T08:33:38.844504+0000 mgr.y (mgr.44100) 497 : cluster [DBG] pgmap v956: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:39.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:39 smithi110 bash[54479]: cluster 2024-02-18T08:33:38.485183+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-02-18T08:33:39.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:39 smithi110 bash[54479]: audit 2024-02-18T08:33:38.488306+0000 mon.a (mon.0) 1510 : audit [INF] from='client.? 172.21.15.110:0/3890422648' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:39.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:39 smithi110 bash[54479]: cluster 2024-02-18T08:33:38.844504+0000 mgr.y (mgr.44100) 497 : cluster [DBG] pgmap v956: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:39.967 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:33:39 smithi110 bash[60043]: debug 2024-02-18T08:33:39.512+0000 7faea0825700 -1 osd.1 pg_epoch: 839 pg[10.2( v 839'1 (0'0,839'1] local-lis/les=838/839 n=1 ec=838/838 lis/c=838/838 les/c/f=839/839/0 sis=838) [1,4,0] r=0 lpr=838 crt=839'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-02-18T08:33:39.967 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 08:33:39 smithi110 bash[60043]: debug 2024-02-18T08:33:39.512+0000 7faea482d700 -1 osd.1 pg_epoch: 839 pg[10.2( v 839'2 (0'0,839'2] local-lis/les=838/839 n=1 ec=838/838 lis/c=838/838 les/c/f=839/839/0 sis=838) [1,4,0] r=0 lpr=838 crt=839'1 lcod 839'1 mlcod 839'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-02-18T08:33:40.502 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsHello.BadMethods (3036 ms) 2024-02-18T08:33:40.502 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsHello.Filter 2024-02-18T08:33:40.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:40 smithi191 bash[38688]: audit 2024-02-18T08:33:39.493612+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.15.110:0/3890422648' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:40.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:40 smithi191 bash[38688]: cluster 2024-02-18T08:33:39.493885+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-02-18T08:33:40.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:40 smithi110 bash[54479]: audit 2024-02-18T08:33:39.493612+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.15.110:0/3890422648' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:40.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:40 smithi110 bash[54479]: cluster 2024-02-18T08:33:39.493885+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-02-18T08:33:40.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:40 smithi110 bash[55875]: audit 2024-02-18T08:33:39.493612+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.15.110:0/3890422648' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:40.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:40 smithi110 bash[55875]: cluster 2024-02-18T08:33:39.493885+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-02-18T08:33:41.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:41 smithi191 bash[38688]: cluster 2024-02-18T08:33:40.504558+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-02-18T08:33:41.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:41 smithi191 bash[38688]: cluster 2024-02-18T08:33:40.845279+0000 mgr.y (mgr.44100) 498 : cluster [DBG] pgmap v959: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:41.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:41 smithi110 bash[54479]: cluster 2024-02-18T08:33:40.504558+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-02-18T08:33:41.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:41 smithi110 bash[54479]: cluster 2024-02-18T08:33:40.845279+0000 mgr.y (mgr.44100) 498 : cluster [DBG] pgmap v959: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:41.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:41 smithi110 bash[55875]: cluster 2024-02-18T08:33:40.504558+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-02-18T08:33:41.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:41 smithi110 bash[55875]: cluster 2024-02-18T08:33:40.845279+0000 mgr.y (mgr.44100) 498 : cluster [DBG] pgmap v959: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:42.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:42 smithi191 bash[38688]: cluster 2024-02-18T08:33:41.515639+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-02-18T08:33:42.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:42 smithi191 bash[38688]: audit 2024-02-18T08:33:41.519658+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.15.110:0/416755400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:42.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:42 smithi191 bash[38688]: audit 2024-02-18T08:33:41.520289+0000 mon.a (mon.0) 1515 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:42.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:42 smithi110 bash[55875]: cluster 2024-02-18T08:33:41.515639+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-02-18T08:33:42.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:42 smithi110 bash[55875]: audit 2024-02-18T08:33:41.519658+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.15.110:0/416755400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:42.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:42 smithi110 bash[55875]: audit 2024-02-18T08:33:41.520289+0000 mon.a (mon.0) 1515 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:42.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:42 smithi110 bash[54479]: cluster 2024-02-18T08:33:41.515639+0000 mon.a (mon.0) 1514 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-02-18T08:33:42.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:42 smithi110 bash[54479]: audit 2024-02-18T08:33:41.519658+0000 mon.c (mon.1) 23 : audit [INF] from='client.? 172.21.15.110:0/416755400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:42.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:42 smithi110 bash[54479]: audit 2024-02-18T08:33:41.520289+0000 mon.a (mon.0) 1515 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:43.522 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsHello.Filter (3020 ms) 2024-02-18T08:33:43.522 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 6 tests from ClsHello (18703 ms total) 2024-02-18T08:33:43.522 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T08:33:43.522 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment tear-down 2024-02-18T08:33:43.523 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] 6 tests from 1 test suite ran. (18704 ms total) 2024-02-18T08:33:43.523 INFO:tasks.workunit.client.0.smithi110.stdout:[ PASSED ] 6 tests. 2024-02-18T08:33:43.525 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:33:43.525 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T08:33:43.583 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-02-18T08:33:43.584 DEBUG:teuthology.orchestra.run.smithi110:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 CLS_RBD_GTEST_FILTER='*:-TestClsRbd.mirror_snapshot' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-02-18T08:33:43.648 INFO:tasks.workunit.client.0.smithi110.stdout:Running main() from gmock_main.cc 2024-02-18T08:33:43.648 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] Running 27 tests from 1 test suite. 2024-02-18T08:33:43.648 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment set-up. 2024-02-18T08:33:43.648 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 27 tests from TestClsJournal 2024-02-18T08:33:43.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:43 smithi191 bash[38688]: audit 2024-02-18T08:33:42.519491+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:43.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:43 smithi191 bash[38688]: cluster 2024-02-18T08:33:42.519923+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-02-18T08:33:43.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:43 smithi191 bash[38688]: cluster 2024-02-18T08:33:42.846118+0000 mgr.y (mgr.44100) 499 : cluster [DBG] pgmap v962: 105 pgs: 9 creating+peering, 19 unknown, 77 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:43.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:43 smithi191 bash[38688]: cluster 2024-02-18T08:33:43.521812+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-02-18T08:33:43.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:43 smithi110 bash[54479]: audit 2024-02-18T08:33:42.519491+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:43.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:43 smithi110 bash[54479]: cluster 2024-02-18T08:33:42.519923+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-02-18T08:33:43.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:43 smithi110 bash[54479]: cluster 2024-02-18T08:33:42.846118+0000 mgr.y (mgr.44100) 499 : cluster [DBG] pgmap v962: 105 pgs: 9 creating+peering, 19 unknown, 77 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:43.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:43 smithi110 bash[54479]: cluster 2024-02-18T08:33:43.521812+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-02-18T08:33:43.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:43 smithi110 bash[55875]: audit 2024-02-18T08:33:42.519491+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69633-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:43.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:43 smithi110 bash[55875]: cluster 2024-02-18T08:33:42.519923+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-02-18T08:33:43.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:43 smithi110 bash[55875]: cluster 2024-02-18T08:33:42.846118+0000 mgr.y (mgr.44100) 499 : cluster [DBG] pgmap v962: 105 pgs: 9 creating+peering, 19 unknown, 77 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:43.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:43 smithi110 bash[55875]: cluster 2024-02-18T08:33:43.521812+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-02-18T08:33:45.558 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.Create 2024-02-18T08:33:45.569 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.Create (11 ms) 2024-02-18T08:33:45.569 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-02-18T08:33:45.578 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.MinimumSet (10 ms) 2024-02-18T08:33:45.579 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-02-18T08:33:45.584 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-02-18T08:33:45.584 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-02-18T08:33:45.587 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (4 ms) 2024-02-18T08:33:45.587 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-02-18T08:33:45.591 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-02-18T08:33:45.591 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-02-18T08:33:45.595 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-02-18T08:33:45.595 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-02-18T08:33:45.597 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-02-18T08:33:45.597 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.GetClient 2024-02-18T08:33:45.600 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-02-18T08:33:45.600 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-02-18T08:33:45.603 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientRegister (4 ms) 2024-02-18T08:33:45.603 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-02-18T08:33:45.607 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-02-18T08:33:45.607 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-02-18T08:33:45.612 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-02-18T08:33:45.612 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-02-18T08:33:45.617 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-02-18T08:33:45.617 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-02-18T08:33:45.620 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-02-18T08:33:45.620 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-02-18T08:33:45.625 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-02-18T08:33:45.625 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-02-18T08:33:45.731 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (107 ms) 2024-02-18T08:33:45.732 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-02-18T08:33:45.740 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientCommit (8 ms) 2024-02-18T08:33:45.740 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-02-18T08:33:45.744 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (5 ms) 2024-02-18T08:33:45.744 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-02-18T08:33:45.746 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-02-18T08:33:45.746 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.ClientList 2024-02-18T08:33:45.789 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.ClientList (43 ms) 2024-02-18T08:33:45.789 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-02-18T08:33:45.797 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.GetNextTagTid (8 ms) 2024-02-18T08:33:45.797 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.TagCreate 2024-02-18T08:33:45.810 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.TagCreate (13 ms) 2024-02-18T08:33:45.810 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-02-18T08:33:45.818 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (8 ms) 2024-02-18T08:33:45.818 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.TagList 2024-02-18T08:33:45.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:45 smithi191 bash[38688]: cluster 2024-02-18T08:33:44.547437+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-02-18T08:33:45.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:45 smithi191 bash[38688]: audit 2024-02-18T08:33:44.548590+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.15.110:0/1852582512' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:45.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:45 smithi191 bash[38688]: audit 2024-02-18T08:33:44.549378+0000 mon.a (mon.0) 1520 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:45.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:45 smithi191 bash[38688]: cluster 2024-02-18T08:33:44.846853+0000 mgr.y (mgr.44100) 500 : cluster [DBG] pgmap v965: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:45.928 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.TagList (110 ms) 2024-02-18T08:33:45.928 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-02-18T08:33:45.930 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.GuardAppend (3 ms) 2024-02-18T08:33:45.930 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-02-18T08:33:45.932 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-02-18T08:33:45.932 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-02-18T08:33:45.934 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (3 ms) 2024-02-18T08:33:45.935 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsJournal.Append 2024-02-18T08:33:45.945 INFO:tasks.workunit.client.0.smithi110.stdout:padding is not enabled 2024-02-18T08:33:45.945 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsJournal.Append (11 ms) 2024-02-18T08:33:45.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:45 smithi110 bash[54479]: cluster 2024-02-18T08:33:44.547437+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-02-18T08:33:45.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:45 smithi110 bash[54479]: audit 2024-02-18T08:33:44.548590+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.15.110:0/1852582512' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:45.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:45 smithi110 bash[54479]: audit 2024-02-18T08:33:44.549378+0000 mon.a (mon.0) 1520 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:45.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:45 smithi110 bash[54479]: cluster 2024-02-18T08:33:44.846853+0000 mgr.y (mgr.44100) 500 : cluster [DBG] pgmap v965: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:45.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:45 smithi110 bash[55875]: cluster 2024-02-18T08:33:44.547437+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-02-18T08:33:45.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:45 smithi110 bash[55875]: audit 2024-02-18T08:33:44.548590+0000 mon.c (mon.1) 24 : audit [INF] from='client.? 172.21.15.110:0/1852582512' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:45.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:45 smithi110 bash[55875]: audit 2024-02-18T08:33:44.549378+0000 mon.a (mon.0) 1520 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:45.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:45 smithi110 bash[55875]: cluster 2024-02-18T08:33:44.846853+0000 mgr.y (mgr.44100) 500 : cluster [DBG] pgmap v965: 105 pgs: 2 creating+peering, 30 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:46.561 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 27 tests from TestClsJournal (388 ms total) 2024-02-18T08:33:46.561 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T08:33:46.561 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment tear-down 2024-02-18T08:33:46.561 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] 27 tests from 1 test suite ran. (2913 ms total) 2024-02-18T08:33:46.561 INFO:tasks.workunit.client.0.smithi110.stdout:[ PASSED ] 27 tests. 2024-02-18T08:33:46.563 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:33:46.563 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T08:33:46.620 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-02-18T08:33:46.620 DEBUG:teuthology.orchestra.run.smithi110:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 CLS_RBD_GTEST_FILTER='*:-TestClsRbd.mirror_snapshot' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-02-18T08:33:46.685 INFO:tasks.workunit.client.0.smithi110.stdout:Running main() from gmock_main.cc 2024-02-18T08:33:46.685 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] Running 11 tests from 1 test suite. 2024-02-18T08:33:46.685 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment set-up. 2024-02-18T08:33:46.685 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 11 tests from ClsLock 2024-02-18T08:33:46.685 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-02-18T08:33:46.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:46 smithi191 bash[38688]: audit 2024-02-18T08:33:45.556234+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69757-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:46.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:46 smithi191 bash[38688]: cluster 2024-02-18T08:33:45.556492+0000 mon.a (mon.0) 1522 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-02-18T08:33:46.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:46 smithi110 bash[55875]: audit 2024-02-18T08:33:45.556234+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69757-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:46.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:46 smithi110 bash[55875]: cluster 2024-02-18T08:33:45.556492+0000 mon.a (mon.0) 1522 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-02-18T08:33:46.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:46 smithi110 bash[54479]: audit 2024-02-18T08:33:45.556234+0000 mon.a (mon.0) 1521 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69757-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:46.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:46 smithi110 bash[54479]: cluster 2024-02-18T08:33:45.556492+0000 mon.a (mon.0) 1522 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-02-18T08:33:47.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:47 smithi191 bash[38688]: cluster 2024-02-18T08:33:46.560448+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-02-18T08:33:47.838 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:47 smithi191 bash[38688]: cluster 2024-02-18T08:33:46.847435+0000 mgr.y (mgr.44100) 501 : cluster [DBG] pgmap v968: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:47.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:47 smithi110 bash[54479]: cluster 2024-02-18T08:33:46.560448+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-02-18T08:33:47.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:47 smithi110 bash[54479]: cluster 2024-02-18T08:33:46.847435+0000 mgr.y (mgr.44100) 501 : cluster [DBG] pgmap v968: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:47.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:47 smithi110 bash[55875]: cluster 2024-02-18T08:33:46.560448+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-02-18T08:33:47.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:47 smithi110 bash[55875]: cluster 2024-02-18T08:33:46.847435+0000 mgr.y (mgr.44100) 501 : cluster [DBG] pgmap v968: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:48.617 INFO:tasks.workunit.client.0.smithi110.stdout:lock: mylock 2024-02-18T08:33:48.617 INFO:tasks.workunit.client.0.smithi110.stdout: lock_type: exclusive 2024-02-18T08:33:48.617 INFO:tasks.workunit.client.0.smithi110.stdout: tag: 2024-02-18T08:33:48.617 INFO:tasks.workunit.client.0.smithi110.stdout: lockers: 2024-02-18T08:33:48.618 INFO:tasks.workunit.client.0.smithi110.stdout: client.54478 expiration=2024-02-18T08:35:48.618003+0000 addr=v1:172.21.15.110:0/38937201 cookie= 2024-02-18T08:33:48.621 INFO:tasks.workunit.client.0.smithi110.stdout:lock: mylock 2024-02-18T08:33:48.621 INFO:tasks.workunit.client.0.smithi110.stdout: lock_type: shared 2024-02-18T08:33:48.621 INFO:tasks.workunit.client.0.smithi110.stdout: tag: 2024-02-18T08:33:48.621 INFO:tasks.workunit.client.0.smithi110.stdout: lockers: 2024-02-18T08:33:48.621 INFO:tasks.workunit.client.0.smithi110.stdout: client.54478 expiration=2024-02-18T08:35:48.624935+0000 addr=v1:172.21.15.110:0/38937201 cookie= 2024-02-18T08:33:48.622 INFO:tasks.workunit.client.0.smithi110.stdout: client.54484 expiration=0.000000 addr=v1:172.21.15.110:0/1619325885 cookie= 2024-02-18T08:33:48.623 INFO:tasks.workunit.client.0.smithi110.stdout:lock: mylock 2024-02-18T08:33:48.623 INFO:tasks.workunit.client.0.smithi110.stdout: lock_type: shared 2024-02-18T08:33:48.623 INFO:tasks.workunit.client.0.smithi110.stdout: tag: 2024-02-18T08:33:48.623 INFO:tasks.workunit.client.0.smithi110.stdout: lockers: 2024-02-18T08:33:48.623 INFO:tasks.workunit.client.0.smithi110.stdout: client.54484 expiration=0.000000 addr=v1:172.21.15.110:0/1619325885 cookie= 2024-02-18T08:33:48.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:48 smithi110 bash[55875]: cluster 2024-02-18T08:33:47.579774+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-02-18T08:33:48.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:48 smithi110 bash[55875]: audit 2024-02-18T08:33:47.581184+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.15.110:0/38937201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:48.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:48 smithi110 bash[55875]: audit 2024-02-18T08:33:47.582147+0000 mon.a (mon.0) 1525 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:48.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:48 smithi110 bash[54479]: cluster 2024-02-18T08:33:47.579774+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-02-18T08:33:48.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:48 smithi110 bash[54479]: audit 2024-02-18T08:33:47.581184+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.15.110:0/38937201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:48.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:48 smithi110 bash[54479]: audit 2024-02-18T08:33:47.582147+0000 mon.a (mon.0) 1525 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:49.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:48 smithi191 bash[38688]: cluster 2024-02-18T08:33:47.579774+0000 mon.a (mon.0) 1524 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-02-18T08:33:49.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:48 smithi191 bash[38688]: audit 2024-02-18T08:33:47.581184+0000 mon.c (mon.1) 25 : audit [INF] from='client.? 172.21.15.110:0/38937201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:49.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:48 smithi191 bash[38688]: audit 2024-02-18T08:33:47.582147+0000 mon.a (mon.0) 1525 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:49.605 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestMultiLocking (2921 ms) 2024-02-18T08:33:49.606 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestMeta 2024-02-18T08:33:49.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:49 smithi110 bash[54479]: audit 2024-02-18T08:33:48.585832+0000 mon.a (mon.0) 1526 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:49.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:49 smithi110 bash[54479]: cluster 2024-02-18T08:33:48.586488+0000 mon.a (mon.0) 1527 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-02-18T08:33:49.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:49 smithi110 bash[54479]: cluster 2024-02-18T08:33:48.848243+0000 mgr.y (mgr.44100) 502 : cluster [DBG] pgmap v971: 105 pgs: 6 creating+peering, 23 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:49.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:49 smithi110 bash[55875]: audit 2024-02-18T08:33:48.585832+0000 mon.a (mon.0) 1526 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:49.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:49 smithi110 bash[55875]: cluster 2024-02-18T08:33:48.586488+0000 mon.a (mon.0) 1527 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-02-18T08:33:49.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:49 smithi110 bash[55875]: cluster 2024-02-18T08:33:48.848243+0000 mgr.y (mgr.44100) 502 : cluster [DBG] pgmap v971: 105 pgs: 6 creating+peering, 23 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:50.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:49 smithi191 bash[38688]: audit 2024-02-18T08:33:48.585832+0000 mon.a (mon.0) 1526 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:50.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:49 smithi191 bash[38688]: cluster 2024-02-18T08:33:48.586488+0000 mon.a (mon.0) 1527 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-02-18T08:33:50.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:49 smithi191 bash[38688]: cluster 2024-02-18T08:33:48.848243+0000 mgr.y (mgr.44100) 502 : cluster [DBG] pgmap v971: 105 pgs: 6 creating+peering, 23 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:50.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:50 smithi110 bash[54479]: cluster 2024-02-18T08:33:49.607221+0000 mon.a (mon.0) 1528 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-02-18T08:33:50.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:50 smithi110 bash[55875]: cluster 2024-02-18T08:33:49.607221+0000 mon.a (mon.0) 1528 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-02-18T08:33:51.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:50 smithi191 bash[38688]: cluster 2024-02-18T08:33:49.607221+0000 mon.a (mon.0) 1528 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-02-18T08:33:51.664 INFO:tasks.workunit.client.0.smithi110.stdout:lock: mylock 2024-02-18T08:33:51.664 INFO:tasks.workunit.client.0.smithi110.stdout: lock_type: shared 2024-02-18T08:33:51.664 INFO:tasks.workunit.client.0.smithi110.stdout: tag: 2024-02-18T08:33:51.665 INFO:tasks.workunit.client.0.smithi110.stdout: lockers: 2024-02-18T08:33:51.665 INFO:tasks.workunit.client.0.smithi110.stdout: client.44544 expiration=0.000000 addr=v1:172.21.15.110:0/1686521876 cookie= 2024-02-18T08:33:51.666 INFO:tasks.workunit.client.0.smithi110.stdout:lock: mylock 2024-02-18T08:33:51.666 INFO:tasks.workunit.client.0.smithi110.stdout: lock_type: exclusive 2024-02-18T08:33:51.666 INFO:tasks.workunit.client.0.smithi110.stdout: tag: new_tag 2024-02-18T08:33:51.667 INFO:tasks.workunit.client.0.smithi110.stdout: lockers: 2024-02-18T08:33:51.667 INFO:tasks.workunit.client.0.smithi110.stdout: client.54490 expiration=0.000000 addr=v1:172.21.15.110:0/182147151 cookie= 2024-02-18T08:33:51.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[54479]: cluster 2024-02-18T08:33:50.618347+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-02-18T08:33:51.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[54479]: audit 2024-02-18T08:33:50.619706+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.15.110:0/182147151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[54479]: audit 2024-02-18T08:33:50.623034+0000 mon.a (mon.0) 1530 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[54479]: audit 2024-02-18T08:33:50.771035+0000 mon.a (mon.0) 1531 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[54479]: cluster 2024-02-18T08:33:50.849013+0000 mgr.y (mgr.44100) 503 : cluster [DBG] pgmap v974: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[54479]: audit 2024-02-18T08:33:51.097679+0000 mon.a (mon.0) 1532 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[54479]: audit 2024-02-18T08:33:51.099382+0000 mon.a (mon.0) 1533 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[54479]: cephadm 2024-02-18T08:33:51.100907+0000 mgr.y (mgr.44100) 504 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[54479]: audit 2024-02-18T08:33:51.108543+0000 mon.a (mon.0) 1534 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[55875]: cluster 2024-02-18T08:33:50.618347+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[55875]: audit 2024-02-18T08:33:50.619706+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.15.110:0/182147151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[55875]: audit 2024-02-18T08:33:50.623034+0000 mon.a (mon.0) 1530 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[55875]: audit 2024-02-18T08:33:50.771035+0000 mon.a (mon.0) 1531 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:33:51.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[55875]: cluster 2024-02-18T08:33:50.849013+0000 mgr.y (mgr.44100) 503 : cluster [DBG] pgmap v974: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:51.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[55875]: audit 2024-02-18T08:33:51.097679+0000 mon.a (mon.0) 1532 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:33:51.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[55875]: audit 2024-02-18T08:33:51.099382+0000 mon.a (mon.0) 1533 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:33:51.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[55875]: cephadm 2024-02-18T08:33:51.100907+0000 mgr.y (mgr.44100) 504 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:33:51.968 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:51 smithi110 bash[55875]: audit 2024-02-18T08:33:51.108543+0000 mon.a (mon.0) 1534 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:33:52.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:51 smithi191 bash[38688]: cluster 2024-02-18T08:33:50.618347+0000 mon.a (mon.0) 1529 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-02-18T08:33:52.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:51 smithi191 bash[38688]: audit 2024-02-18T08:33:50.619706+0000 mon.c (mon.1) 26 : audit [INF] from='client.? 172.21.15.110:0/182147151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:52.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:51 smithi191 bash[38688]: audit 2024-02-18T08:33:50.623034+0000 mon.a (mon.0) 1530 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:52.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:51 smithi191 bash[38688]: audit 2024-02-18T08:33:50.771035+0000 mon.a (mon.0) 1531 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:33:52.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:51 smithi191 bash[38688]: cluster 2024-02-18T08:33:50.849013+0000 mgr.y (mgr.44100) 503 : cluster [DBG] pgmap v974: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:52.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:51 smithi191 bash[38688]: audit 2024-02-18T08:33:51.097679+0000 mon.a (mon.0) 1532 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:33:52.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:51 smithi191 bash[38688]: audit 2024-02-18T08:33:51.099382+0000 mon.a (mon.0) 1533 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:33:52.089 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:51 smithi191 bash[38688]: cephadm 2024-02-18T08:33:51.100907+0000 mgr.y (mgr.44100) 504 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:33:52.089 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:51 smithi191 bash[38688]: audit 2024-02-18T08:33:51.108543+0000 mon.a (mon.0) 1534 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:33:52.634 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestMeta (3028 ms) 2024-02-18T08:33:52.634 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestCookie 2024-02-18T08:33:52.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:52 smithi110 bash[55875]: audit 2024-02-18T08:33:51.629622+0000 mon.a (mon.0) 1535 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:52.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:52 smithi110 bash[55875]: cluster 2024-02-18T08:33:51.629994+0000 mon.a (mon.0) 1536 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-02-18T08:33:52.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:52 smithi110 bash[54479]: audit 2024-02-18T08:33:51.629622+0000 mon.a (mon.0) 1535 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:52.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:52 smithi110 bash[54479]: cluster 2024-02-18T08:33:51.629994+0000 mon.a (mon.0) 1536 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-02-18T08:33:53.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:52 smithi191 bash[38688]: audit 2024-02-18T08:33:51.629622+0000 mon.a (mon.0) 1535 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:53.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:52 smithi191 bash[38688]: cluster 2024-02-18T08:33:51.629994+0000 mon.a (mon.0) 1536 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-02-18T08:33:53.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:53 smithi110 bash[54479]: cluster 2024-02-18T08:33:52.633868+0000 mon.a (mon.0) 1537 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-02-18T08:33:53.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:53 smithi110 bash[54479]: cluster 2024-02-18T08:33:52.849635+0000 mgr.y (mgr.44100) 505 : cluster [DBG] pgmap v977: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:53.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:53 smithi110 bash[55875]: cluster 2024-02-18T08:33:52.633868+0000 mon.a (mon.0) 1537 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-02-18T08:33:53.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:53 smithi110 bash[55875]: cluster 2024-02-18T08:33:52.849635+0000 mgr.y (mgr.44100) 505 : cluster [DBG] pgmap v977: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:54.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:53 smithi191 bash[38688]: cluster 2024-02-18T08:33:52.633868+0000 mon.a (mon.0) 1537 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-02-18T08:33:54.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:53 smithi191 bash[38688]: cluster 2024-02-18T08:33:52.849635+0000 mgr.y (mgr.44100) 505 : cluster [DBG] pgmap v977: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:54.676 INFO:tasks.workunit.client.0.smithi110.stdout:lock: mylock 2024-02-18T08:33:54.677 INFO:tasks.workunit.client.0.smithi110.stdout: lock_type: exclusive 2024-02-18T08:33:54.677 INFO:tasks.workunit.client.0.smithi110.stdout: tag: 2024-02-18T08:33:54.677 INFO:tasks.workunit.client.0.smithi110.stdout: lockers: 2024-02-18T08:33:54.678 INFO:tasks.workunit.client.0.smithi110.stdout:lock: mylock 2024-02-18T08:33:54.679 INFO:tasks.workunit.client.0.smithi110.stdout: lock_type: shared 2024-02-18T08:33:54.679 INFO:tasks.workunit.client.0.smithi110.stdout: tag: 2024-02-18T08:33:54.679 INFO:tasks.workunit.client.0.smithi110.stdout: lockers: 2024-02-18T08:33:54.679 INFO:tasks.workunit.client.0.smithi110.stdout: client.54502 expiration=0.000000 addr=v1:172.21.15.110:0/2492734993 cookie= 2024-02-18T08:33:54.679 INFO:tasks.workunit.client.0.smithi110.stdout: client.54502 expiration=0.000000 addr=v1:172.21.15.110:0/2492734993 cookie=new cookie 2024-02-18T08:33:54.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:54 smithi110 bash[55875]: cluster 2024-02-18T08:33:53.654662+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-02-18T08:33:54.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:54 smithi110 bash[55875]: audit 2024-02-18T08:33:53.655875+0000 mon.c (mon.1) 27 : audit [INF] from='client.? 172.21.15.110:0/2492734993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:54.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:54 smithi110 bash[55875]: audit 2024-02-18T08:33:53.656392+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:54.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:54 smithi110 bash[54479]: cluster 2024-02-18T08:33:53.654662+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-02-18T08:33:54.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:54 smithi110 bash[54479]: audit 2024-02-18T08:33:53.655875+0000 mon.c (mon.1) 27 : audit [INF] from='client.? 172.21.15.110:0/2492734993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:54.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:54 smithi110 bash[54479]: audit 2024-02-18T08:33:53.656392+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:55.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:54 smithi191 bash[38688]: cluster 2024-02-18T08:33:53.654662+0000 mon.a (mon.0) 1538 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-02-18T08:33:55.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:54 smithi191 bash[38688]: audit 2024-02-18T08:33:53.655875+0000 mon.c (mon.1) 27 : audit [INF] from='client.? 172.21.15.110:0/2492734993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:55.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:54 smithi191 bash[38688]: audit 2024-02-18T08:33:53.656392+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:55.661 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestCookie (3026 ms) 2024-02-18T08:33:55.661 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-02-18T08:33:55.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:55 smithi110 bash[55875]: audit 2024-02-18T08:33:54.655928+0000 mon.a (mon.0) 1540 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:55.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:55 smithi110 bash[55875]: cluster 2024-02-18T08:33:54.656382+0000 mon.a (mon.0) 1541 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-02-18T08:33:55.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:55 smithi110 bash[55875]: cluster 2024-02-18T08:33:54.850380+0000 mgr.y (mgr.44100) 506 : cluster [DBG] pgmap v980: 105 pgs: 2 creating+peering, 22 unknown, 81 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:55.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:55 smithi110 bash[55875]: cluster 2024-02-18T08:33:55.658591+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-02-18T08:33:55.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:55 smithi110 bash[54479]: audit 2024-02-18T08:33:54.655928+0000 mon.a (mon.0) 1540 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:55.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:55 smithi110 bash[54479]: cluster 2024-02-18T08:33:54.656382+0000 mon.a (mon.0) 1541 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-02-18T08:33:55.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:55 smithi110 bash[54479]: cluster 2024-02-18T08:33:54.850380+0000 mgr.y (mgr.44100) 506 : cluster [DBG] pgmap v980: 105 pgs: 2 creating+peering, 22 unknown, 81 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:55.967 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:55 smithi110 bash[54479]: cluster 2024-02-18T08:33:55.658591+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-02-18T08:33:56.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:55 smithi191 bash[38688]: audit 2024-02-18T08:33:54.655928+0000 mon.a (mon.0) 1540 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:56.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:55 smithi191 bash[38688]: cluster 2024-02-18T08:33:54.656382+0000 mon.a (mon.0) 1541 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-02-18T08:33:56.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:55 smithi191 bash[38688]: cluster 2024-02-18T08:33:54.850380+0000 mgr.y (mgr.44100) 506 : cluster [DBG] pgmap v980: 105 pgs: 2 creating+peering, 22 unknown, 81 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:56.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:55 smithi191 bash[38688]: cluster 2024-02-18T08:33:55.658591+0000 mon.a (mon.0) 1542 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-02-18T08:33:57.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:57 smithi110 bash[54479]: cluster 2024-02-18T08:33:56.685271+0000 mon.a (mon.0) 1543 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-02-18T08:33:57.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:57 smithi110 bash[54479]: audit 2024-02-18T08:33:56.688451+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.15.110:0/3455829749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:57.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:57 smithi110 bash[54479]: audit 2024-02-18T08:33:56.689314+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:57.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:57 smithi110 bash[54479]: cluster 2024-02-18T08:33:56.851068+0000 mgr.y (mgr.44100) 507 : cluster [DBG] pgmap v983: 105 pgs: 32 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:57.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:57 smithi110 bash[55875]: cluster 2024-02-18T08:33:56.685271+0000 mon.a (mon.0) 1543 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-02-18T08:33:57.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:57 smithi110 bash[55875]: audit 2024-02-18T08:33:56.688451+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.15.110:0/3455829749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:57.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:57 smithi110 bash[55875]: audit 2024-02-18T08:33:56.689314+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:57.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:57 smithi110 bash[55875]: cluster 2024-02-18T08:33:56.851068+0000 mgr.y (mgr.44100) 507 : cluster [DBG] pgmap v983: 105 pgs: 32 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:58.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:57 smithi191 bash[38688]: cluster 2024-02-18T08:33:56.685271+0000 mon.a (mon.0) 1543 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-02-18T08:33:58.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:57 smithi191 bash[38688]: audit 2024-02-18T08:33:56.688451+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.15.110:0/3455829749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:58.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:57 smithi191 bash[38688]: audit 2024-02-18T08:33:56.689314+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:33:58.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:57 smithi191 bash[38688]: cluster 2024-02-18T08:33:56.851068+0000 mgr.y (mgr.44100) 507 : cluster [DBG] pgmap v983: 105 pgs: 32 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:58.702 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestMultipleLocks (3042 ms) 2024-02-18T08:33:58.702 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestLockDuration 2024-02-18T08:33:58.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:58 smithi110 bash[54479]: audit 2024-02-18T08:33:57.694016+0000 mon.a (mon.0) 1545 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:58.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:58 smithi110 bash[54479]: cluster 2024-02-18T08:33:57.694199+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-02-18T08:33:58.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:58 smithi110 bash[55875]: audit 2024-02-18T08:33:57.694016+0000 mon.a (mon.0) 1545 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:58.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:58 smithi110 bash[55875]: cluster 2024-02-18T08:33:57.694199+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-02-18T08:33:59.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:58 smithi191 bash[38688]: audit 2024-02-18T08:33:57.694016+0000 mon.a (mon.0) 1545 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:33:59.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:58 smithi191 bash[38688]: cluster 2024-02-18T08:33:57.694199+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-02-18T08:33:59.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:59 smithi110 bash[54479]: cluster 2024-02-18T08:33:58.702797+0000 mon.a (mon.0) 1547 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-02-18T08:33:59.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:33:59 smithi110 bash[54479]: cluster 2024-02-18T08:33:58.856573+0000 mgr.y (mgr.44100) 508 : cluster [DBG] pgmap v986: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:33:59.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:59 smithi110 bash[55875]: cluster 2024-02-18T08:33:58.702797+0000 mon.a (mon.0) 1547 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-02-18T08:33:59.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:33:59 smithi110 bash[55875]: cluster 2024-02-18T08:33:58.856573+0000 mgr.y (mgr.44100) 508 : cluster [DBG] pgmap v986: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:00.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:59 smithi191 bash[38688]: cluster 2024-02-18T08:33:58.702797+0000 mon.a (mon.0) 1547 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-02-18T08:34:00.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:33:59 smithi191 bash[38688]: cluster 2024-02-18T08:33:58.856573+0000 mgr.y (mgr.44100) 508 : cluster [DBG] pgmap v986: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:00.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:00 smithi110 bash[54479]: cluster 2024-02-18T08:33:59.714733+0000 mon.a (mon.0) 1548 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-02-18T08:34:00.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:00 smithi110 bash[54479]: audit 2024-02-18T08:33:59.717458+0000 mon.c (mon.1) 29 : audit [INF] from='client.? 172.21.15.110:0/747207769' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:00.966 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:00 smithi110 bash[54479]: audit 2024-02-18T08:33:59.719418+0000 mon.a (mon.0) 1549 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:00.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:00 smithi110 bash[55875]: cluster 2024-02-18T08:33:59.714733+0000 mon.a (mon.0) 1548 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-02-18T08:34:00.966 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:00 smithi110 bash[55875]: audit 2024-02-18T08:33:59.717458+0000 mon.c (mon.1) 29 : audit [INF] from='client.? 172.21.15.110:0/747207769' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:00.967 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:00 smithi110 bash[55875]: audit 2024-02-18T08:33:59.719418+0000 mon.a (mon.0) 1549 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:01.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:00 smithi191 bash[38688]: cluster 2024-02-18T08:33:59.714733+0000 mon.a (mon.0) 1548 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-02-18T08:34:01.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:00 smithi191 bash[38688]: audit 2024-02-18T08:33:59.717458+0000 mon.c (mon.1) 29 : audit [INF] from='client.? 172.21.15.110:0/747207769' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:01.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:00 smithi191 bash[38688]: audit 2024-02-18T08:33:59.719418+0000 mon.a (mon.0) 1549 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:02.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:01 smithi191 bash[38688]: audit 2024-02-18T08:34:00.724578+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:02.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:01 smithi191 bash[38688]: cluster 2024-02-18T08:34:00.724972+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-02-18T08:34:02.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:01 smithi191 bash[38688]: cluster 2024-02-18T08:34:00.857344+0000 mgr.y (mgr.44100) 509 : cluster [DBG] pgmap v989: 105 pgs: 5 creating+peering, 24 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:02.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:01 smithi110 bash[54479]: audit 2024-02-18T08:34:00.724578+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:02.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:01 smithi110 bash[54479]: cluster 2024-02-18T08:34:00.724972+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-02-18T08:34:02.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:01 smithi110 bash[54479]: cluster 2024-02-18T08:34:00.857344+0000 mgr.y (mgr.44100) 509 : cluster [DBG] pgmap v989: 105 pgs: 5 creating+peering, 24 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:02.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:01 smithi110 bash[55875]: audit 2024-02-18T08:34:00.724578+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:02.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:01 smithi110 bash[55875]: cluster 2024-02-18T08:34:00.724972+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-02-18T08:34:02.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:01 smithi110 bash[55875]: cluster 2024-02-18T08:34:00.857344+0000 mgr.y (mgr.44100) 509 : cluster [DBG] pgmap v989: 105 pgs: 5 creating+peering, 24 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:03.087 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:02 smithi191 bash[38688]: cluster 2024-02-18T08:34:01.736680+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-02-18T08:34:03.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:02 smithi110 bash[54479]: cluster 2024-02-18T08:34:01.736680+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-02-18T08:34:03.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:02 smithi110 bash[55875]: cluster 2024-02-18T08:34:01.736680+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-02-18T08:34:04.088 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:03 smithi191 bash[38688]: cluster 2024-02-18T08:34:02.858293+0000 mgr.y (mgr.44100) 510 : cluster [DBG] pgmap v991: 105 pgs: 5 creating+peering, 9 unknown, 91 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:04.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:03 smithi110 bash[54479]: cluster 2024-02-18T08:34:02.858293+0000 mgr.y (mgr.44100) 510 : cluster [DBG] pgmap v991: 105 pgs: 5 creating+peering, 9 unknown, 91 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:04.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:03 smithi110 bash[55875]: cluster 2024-02-18T08:34:02.858293+0000 mgr.y (mgr.44100) 510 : cluster [DBG] pgmap v991: 105 pgs: 5 creating+peering, 9 unknown, 91 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:05.927 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestLockDuration (7225 ms) 2024-02-18T08:34:05.927 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-02-18T08:34:06.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:05 smithi110 bash[55875]: cluster 2024-02-18T08:34:04.859254+0000 mgr.y (mgr.44100) 511 : cluster [DBG] pgmap v992: 105 pgs: 4 creating+peering, 101 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:06.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:05 smithi110 bash[54479]: cluster 2024-02-18T08:34:04.859254+0000 mgr.y (mgr.44100) 511 : cluster [DBG] pgmap v992: 105 pgs: 4 creating+peering, 101 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:06.339 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:05 smithi191 bash[38688]: cluster 2024-02-18T08:34:04.859254+0000 mgr.y (mgr.44100) 511 : cluster [DBG] pgmap v992: 105 pgs: 4 creating+peering, 101 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:07.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:06 smithi110 bash[54479]: cluster 2024-02-18T08:34:05.927895+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-02-18T08:34:07.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:06 smithi110 bash[55875]: cluster 2024-02-18T08:34:05.927895+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-02-18T08:34:07.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:06 smithi191 bash[38688]: cluster 2024-02-18T08:34:05.927895+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-02-18T08:34:08.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:07 smithi110 bash[54479]: cluster 2024-02-18T08:34:06.860025+0000 mgr.y (mgr.44100) 512 : cluster [DBG] pgmap v994: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:08.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:07 smithi110 bash[54479]: cluster 2024-02-18T08:34:06.940146+0000 mon.a (mon.0) 1554 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-02-18T08:34:08.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:07 smithi110 bash[54479]: audit 2024-02-18T08:34:06.941407+0000 mon.a (mon.0) 1555 : audit [INF] from='client.? 172.21.15.110:0/1727677601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:08.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:07 smithi110 bash[55875]: cluster 2024-02-18T08:34:06.860025+0000 mgr.y (mgr.44100) 512 : cluster [DBG] pgmap v994: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:08.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:07 smithi110 bash[55875]: cluster 2024-02-18T08:34:06.940146+0000 mon.a (mon.0) 1554 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-02-18T08:34:08.217 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:07 smithi110 bash[55875]: audit 2024-02-18T08:34:06.941407+0000 mon.a (mon.0) 1555 : audit [INF] from='client.? 172.21.15.110:0/1727677601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:08.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:07 smithi191 bash[38688]: cluster 2024-02-18T08:34:06.860025+0000 mgr.y (mgr.44100) 512 : cluster [DBG] pgmap v994: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:08.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:07 smithi191 bash[38688]: cluster 2024-02-18T08:34:06.940146+0000 mon.a (mon.0) 1554 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-02-18T08:34:08.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:07 smithi191 bash[38688]: audit 2024-02-18T08:34:06.941407+0000 mon.a (mon.0) 1555 : audit [INF] from='client.? 172.21.15.110:0/1727677601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:08.944 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestAssertLocked (3018 ms) 2024-02-18T08:34:08.944 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestSetCookie 2024-02-18T08:34:09.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:08 smithi110 bash[54479]: audit 2024-02-18T08:34:07.944413+0000 mon.a (mon.0) 1556 : audit [INF] from='client.? 172.21.15.110:0/1727677601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:09.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:08 smithi110 bash[54479]: cluster 2024-02-18T08:34:07.944917+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-02-18T08:34:09.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:08 smithi110 bash[54479]: cluster 2024-02-18T08:34:08.946936+0000 mon.a (mon.0) 1558 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-02-18T08:34:09.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:08 smithi110 bash[55875]: audit 2024-02-18T08:34:07.944413+0000 mon.a (mon.0) 1556 : audit [INF] from='client.? 172.21.15.110:0/1727677601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:09.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:08 smithi110 bash[55875]: cluster 2024-02-18T08:34:07.944917+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-02-18T08:34:09.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:08 smithi110 bash[55875]: cluster 2024-02-18T08:34:08.946936+0000 mon.a (mon.0) 1558 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-02-18T08:34:09.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:08 smithi191 bash[38688]: audit 2024-02-18T08:34:07.944413+0000 mon.a (mon.0) 1556 : audit [INF] from='client.? 172.21.15.110:0/1727677601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:09.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:08 smithi191 bash[38688]: cluster 2024-02-18T08:34:07.944917+0000 mon.a (mon.0) 1557 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-02-18T08:34:09.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:08 smithi191 bash[38688]: cluster 2024-02-18T08:34:08.946936+0000 mon.a (mon.0) 1558 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-02-18T08:34:10.216 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:09 smithi110 bash[54479]: cluster 2024-02-18T08:34:08.860872+0000 mgr.y (mgr.44100) 513 : cluster [DBG] pgmap v997: 105 pgs: 11 creating+peering, 16 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:10.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:09 smithi110 bash[55875]: cluster 2024-02-18T08:34:08.860872+0000 mgr.y (mgr.44100) 513 : cluster [DBG] pgmap v997: 105 pgs: 11 creating+peering, 16 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:10.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:09 smithi191 bash[38688]: cluster 2024-02-18T08:34:08.860872+0000 mgr.y (mgr.44100) 513 : cluster [DBG] pgmap v997: 105 pgs: 11 creating+peering, 16 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:11.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:10 smithi191 bash[38688]: cluster 2024-02-18T08:34:09.977690+0000 mon.a (mon.0) 1559 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-02-18T08:34:11.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:10 smithi191 bash[38688]: audit 2024-02-18T08:34:09.980413+0000 mon.a (mon.0) 1560 : audit [INF] from='client.? 172.21.15.110:0/2940792506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:11.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:10 smithi110 bash[54479]: cluster 2024-02-18T08:34:09.977690+0000 mon.a (mon.0) 1559 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-02-18T08:34:11.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:10 smithi110 bash[54479]: audit 2024-02-18T08:34:09.980413+0000 mon.a (mon.0) 1560 : audit [INF] from='client.? 172.21.15.110:0/2940792506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:11.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:10 smithi110 bash[55875]: cluster 2024-02-18T08:34:09.977690+0000 mon.a (mon.0) 1559 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-02-18T08:34:11.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:10 smithi110 bash[55875]: audit 2024-02-18T08:34:09.980413+0000 mon.a (mon.0) 1560 : audit [INF] from='client.? 172.21.15.110:0/2940792506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:12.004 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestSetCookie (3054 ms) 2024-02-18T08:34:12.004 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestRenew 2024-02-18T08:34:12.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:12 smithi191 bash[38688]: cluster 2024-02-18T08:34:10.861713+0000 mgr.y (mgr.44100) 514 : cluster [DBG] pgmap v1000: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:12.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:12 smithi191 bash[38688]: audit 2024-02-18T08:34:10.983830+0000 mon.a (mon.0) 1561 : audit [INF] from='client.? 172.21.15.110:0/2940792506' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:12.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:12 smithi191 bash[38688]: cluster 2024-02-18T08:34:10.984230+0000 mon.a (mon.0) 1562 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-02-18T08:34:12.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:12 smithi110 bash[54479]: cluster 2024-02-18T08:34:10.861713+0000 mgr.y (mgr.44100) 514 : cluster [DBG] pgmap v1000: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:12.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:12 smithi110 bash[54479]: audit 2024-02-18T08:34:10.983830+0000 mon.a (mon.0) 1561 : audit [INF] from='client.? 172.21.15.110:0/2940792506' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:12.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:12 smithi110 bash[54479]: cluster 2024-02-18T08:34:10.984230+0000 mon.a (mon.0) 1562 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-02-18T08:34:12.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:12 smithi110 bash[55875]: cluster 2024-02-18T08:34:10.861713+0000 mgr.y (mgr.44100) 514 : cluster [DBG] pgmap v1000: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:12.467 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:12 smithi110 bash[55875]: audit 2024-02-18T08:34:10.983830+0000 mon.a (mon.0) 1561 : audit [INF] from='client.? 172.21.15.110:0/2940792506' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:12.467 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:12 smithi110 bash[55875]: cluster 2024-02-18T08:34:10.984230+0000 mon.a (mon.0) 1562 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-02-18T08:34:13.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:13 smithi191 bash[38688]: cluster 2024-02-18T08:34:11.996957+0000 mon.a (mon.0) 1563 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-02-18T08:34:13.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:13 smithi110 bash[54479]: cluster 2024-02-18T08:34:11.996957+0000 mon.a (mon.0) 1563 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-02-18T08:34:13.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:13 smithi110 bash[55875]: cluster 2024-02-18T08:34:11.996957+0000 mon.a (mon.0) 1563 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-02-18T08:34:14.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:14 smithi191 bash[38688]: cluster 2024-02-18T08:34:12.862450+0000 mgr.y (mgr.44100) 515 : cluster [DBG] pgmap v1003: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:14.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:14 smithi191 bash[38688]: cluster 2024-02-18T08:34:13.019315+0000 mon.a (mon.0) 1564 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-02-18T08:34:14.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:14 smithi191 bash[38688]: audit 2024-02-18T08:34:13.021490+0000 mon.a (mon.0) 1565 : audit [INF] from='client.? 172.21.15.110:0/2492125898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:14.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:14 smithi110 bash[54479]: cluster 2024-02-18T08:34:12.862450+0000 mgr.y (mgr.44100) 515 : cluster [DBG] pgmap v1003: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:14.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:14 smithi110 bash[54479]: cluster 2024-02-18T08:34:13.019315+0000 mon.a (mon.0) 1564 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-02-18T08:34:14.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:14 smithi110 bash[54479]: audit 2024-02-18T08:34:13.021490+0000 mon.a (mon.0) 1565 : audit [INF] from='client.? 172.21.15.110:0/2492125898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:14.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:14 smithi110 bash[55875]: cluster 2024-02-18T08:34:12.862450+0000 mgr.y (mgr.44100) 515 : cluster [DBG] pgmap v1003: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:14.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:14 smithi110 bash[55875]: cluster 2024-02-18T08:34:13.019315+0000 mon.a (mon.0) 1564 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-02-18T08:34:14.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:14 smithi110 bash[55875]: audit 2024-02-18T08:34:13.021490+0000 mon.a (mon.0) 1565 : audit [INF] from='client.? 172.21.15.110:0/2492125898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:15.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:15 smithi191 bash[38688]: audit 2024-02-18T08:34:14.025242+0000 mon.a (mon.0) 1566 : audit [INF] from='client.? 172.21.15.110:0/2492125898' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:15.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:15 smithi191 bash[38688]: cluster 2024-02-18T08:34:14.025456+0000 mon.a (mon.0) 1567 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-02-18T08:34:15.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:15 smithi110 bash[54479]: audit 2024-02-18T08:34:14.025242+0000 mon.a (mon.0) 1566 : audit [INF] from='client.? 172.21.15.110:0/2492125898' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:15.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:15 smithi110 bash[54479]: cluster 2024-02-18T08:34:14.025456+0000 mon.a (mon.0) 1567 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-02-18T08:34:15.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:15 smithi110 bash[55875]: audit 2024-02-18T08:34:14.025242+0000 mon.a (mon.0) 1566 : audit [INF] from='client.? 172.21.15.110:0/2492125898' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:15.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:15 smithi110 bash[55875]: cluster 2024-02-18T08:34:14.025456+0000 mon.a (mon.0) 1567 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-02-18T08:34:16.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:16 smithi191 bash[38688]: cluster 2024-02-18T08:34:14.863282+0000 mgr.y (mgr.44100) 516 : cluster [DBG] pgmap v1006: 105 pgs: 3 creating+peering, 25 unknown, 77 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:16.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:16 smithi191 bash[38688]: cluster 2024-02-18T08:34:15.036857+0000 mon.a (mon.0) 1568 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-02-18T08:34:16.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:16 smithi110 bash[54479]: cluster 2024-02-18T08:34:14.863282+0000 mgr.y (mgr.44100) 516 : cluster [DBG] pgmap v1006: 105 pgs: 3 creating+peering, 25 unknown, 77 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:16.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:16 smithi110 bash[54479]: cluster 2024-02-18T08:34:15.036857+0000 mon.a (mon.0) 1568 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-02-18T08:34:16.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:16 smithi110 bash[55875]: cluster 2024-02-18T08:34:14.863282+0000 mgr.y (mgr.44100) 516 : cluster [DBG] pgmap v1006: 105 pgs: 3 creating+peering, 25 unknown, 77 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:16.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:16 smithi110 bash[55875]: cluster 2024-02-18T08:34:15.036857+0000 mon.a (mon.0) 1568 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-02-18T08:34:18.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:18 smithi191 bash[38688]: cluster 2024-02-18T08:34:16.864154+0000 mgr.y (mgr.44100) 517 : cluster [DBG] pgmap v1008: 105 pgs: 3 creating+peering, 13 unknown, 89 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:18.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:18 smithi110 bash[54479]: cluster 2024-02-18T08:34:16.864154+0000 mgr.y (mgr.44100) 517 : cluster [DBG] pgmap v1008: 105 pgs: 3 creating+peering, 13 unknown, 89 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:18.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:18 smithi110 bash[55875]: cluster 2024-02-18T08:34:16.864154+0000 mgr.y (mgr.44100) 517 : cluster [DBG] pgmap v1008: 105 pgs: 3 creating+peering, 13 unknown, 89 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:20.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:20 smithi191 bash[38688]: cluster 2024-02-18T08:34:18.865178+0000 mgr.y (mgr.44100) 518 : cluster [DBG] pgmap v1009: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:20.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:20 smithi110 bash[54479]: cluster 2024-02-18T08:34:18.865178+0000 mgr.y (mgr.44100) 518 : cluster [DBG] pgmap v1009: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:20.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:20 smithi110 bash[55875]: cluster 2024-02-18T08:34:18.865178+0000 mgr.y (mgr.44100) 518 : cluster [DBG] pgmap v1009: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:22.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:22 smithi191 bash[38688]: cluster 2024-02-18T08:34:20.866110+0000 mgr.y (mgr.44100) 519 : cluster [DBG] pgmap v1010: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:22.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:22 smithi110 bash[54479]: cluster 2024-02-18T08:34:20.866110+0000 mgr.y (mgr.44100) 519 : cluster [DBG] pgmap v1010: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:22.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:22 smithi110 bash[55875]: cluster 2024-02-18T08:34:20.866110+0000 mgr.y (mgr.44100) 519 : cluster [DBG] pgmap v1010: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:24.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:24 smithi191 bash[38688]: cluster 2024-02-18T08:34:22.867157+0000 mgr.y (mgr.44100) 520 : cluster [DBG] pgmap v1011: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:24.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:24 smithi110 bash[54479]: cluster 2024-02-18T08:34:22.867157+0000 mgr.y (mgr.44100) 520 : cluster [DBG] pgmap v1011: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:24.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:24 smithi110 bash[55875]: cluster 2024-02-18T08:34:22.867157+0000 mgr.y (mgr.44100) 520 : cluster [DBG] pgmap v1011: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:26.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:26 smithi191 bash[38688]: cluster 2024-02-18T08:34:24.867973+0000 mgr.y (mgr.44100) 521 : cluster [DBG] pgmap v1012: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:26.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:26 smithi110 bash[54479]: cluster 2024-02-18T08:34:24.867973+0000 mgr.y (mgr.44100) 521 : cluster [DBG] pgmap v1012: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:26.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:26 smithi110 bash[55875]: cluster 2024-02-18T08:34:24.867973+0000 mgr.y (mgr.44100) 521 : cluster [DBG] pgmap v1012: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:28.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:28 smithi191 bash[38688]: cluster 2024-02-18T08:34:26.868913+0000 mgr.y (mgr.44100) 522 : cluster [DBG] pgmap v1013: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 259 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:28.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:28 smithi110 bash[54479]: cluster 2024-02-18T08:34:26.868913+0000 mgr.y (mgr.44100) 522 : cluster [DBG] pgmap v1013: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 259 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:28.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:28 smithi110 bash[55875]: cluster 2024-02-18T08:34:26.868913+0000 mgr.y (mgr.44100) 522 : cluster [DBG] pgmap v1013: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 259 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:30.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:30 smithi191 bash[38688]: cluster 2024-02-18T08:34:28.869973+0000 mgr.y (mgr.44100) 523 : cluster [DBG] pgmap v1014: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:30.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:30 smithi110 bash[54479]: cluster 2024-02-18T08:34:28.869973+0000 mgr.y (mgr.44100) 523 : cluster [DBG] pgmap v1014: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:30.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:30 smithi110 bash[55875]: cluster 2024-02-18T08:34:28.869973+0000 mgr.y (mgr.44100) 523 : cluster [DBG] pgmap v1014: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:31.587 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:31 smithi191 bash[38688]: cluster 2024-02-18T08:34:30.870950+0000 mgr.y (mgr.44100) 524 : cluster [DBG] pgmap v1015: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:31.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:31 smithi110 bash[54479]: cluster 2024-02-18T08:34:30.870950+0000 mgr.y (mgr.44100) 524 : cluster [DBG] pgmap v1015: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:31.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:31 smithi110 bash[55875]: cluster 2024-02-18T08:34:30.870950+0000 mgr.y (mgr.44100) 524 : cluster [DBG] pgmap v1015: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:32.316 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestRenew (20316 ms) 2024-02-18T08:34:32.316 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-02-18T08:34:33.587 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:33 smithi191 bash[38688]: cluster 2024-02-18T08:34:32.315119+0000 mon.a (mon.0) 1569 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-02-18T08:34:33.587 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:33 smithi191 bash[38688]: cluster 2024-02-18T08:34:32.871735+0000 mgr.y (mgr.44100) 525 : cluster [DBG] pgmap v1017: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:33.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:33 smithi110 bash[54479]: cluster 2024-02-18T08:34:32.315119+0000 mon.a (mon.0) 1569 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-02-18T08:34:33.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:33 smithi110 bash[54479]: cluster 2024-02-18T08:34:32.871735+0000 mgr.y (mgr.44100) 525 : cluster [DBG] pgmap v1017: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:33.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:33 smithi110 bash[55875]: cluster 2024-02-18T08:34:32.315119+0000 mon.a (mon.0) 1569 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-02-18T08:34:33.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:33 smithi110 bash[55875]: cluster 2024-02-18T08:34:32.871735+0000 mgr.y (mgr.44100) 525 : cluster [DBG] pgmap v1017: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:34.587 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:34 smithi191 bash[38688]: cluster 2024-02-18T08:34:33.327949+0000 mon.a (mon.0) 1570 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-02-18T08:34:34.587 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:34 smithi191 bash[38688]: audit 2024-02-18T08:34:33.329229+0000 mon.c (mon.1) 30 : audit [INF] from='client.? 172.21.15.110:0/421688320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:34.587 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:34 smithi191 bash[38688]: audit 2024-02-18T08:34:33.331632+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:34.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:34 smithi110 bash[54479]: cluster 2024-02-18T08:34:33.327949+0000 mon.a (mon.0) 1570 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-02-18T08:34:34.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:34 smithi110 bash[54479]: audit 2024-02-18T08:34:33.329229+0000 mon.c (mon.1) 30 : audit [INF] from='client.? 172.21.15.110:0/421688320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:34.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:34 smithi110 bash[54479]: audit 2024-02-18T08:34:33.331632+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:34.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:34 smithi110 bash[55875]: cluster 2024-02-18T08:34:33.327949+0000 mon.a (mon.0) 1570 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-02-18T08:34:34.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:34 smithi110 bash[55875]: audit 2024-02-18T08:34:33.329229+0000 mon.c (mon.1) 30 : audit [INF] from='client.? 172.21.15.110:0/421688320' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:34.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:34 smithi110 bash[55875]: audit 2024-02-18T08:34:33.331632+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:35.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:35 smithi110 bash[54479]: audit 2024-02-18T08:34:34.338139+0000 mon.a (mon.0) 1572 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:35.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:35 smithi110 bash[54479]: cluster 2024-02-18T08:34:34.338334+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-02-18T08:34:35.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:35 smithi110 bash[54479]: cluster 2024-02-18T08:34:34.872534+0000 mgr.y (mgr.44100) 526 : cluster [DBG] pgmap v1020: 105 pgs: 3 creating+peering, 26 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:35.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:35 smithi110 bash[55875]: audit 2024-02-18T08:34:34.338139+0000 mon.a (mon.0) 1572 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:35.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:35 smithi110 bash[55875]: cluster 2024-02-18T08:34:34.338334+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-02-18T08:34:35.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:35 smithi110 bash[55875]: cluster 2024-02-18T08:34:34.872534+0000 mgr.y (mgr.44100) 526 : cluster [DBG] pgmap v1020: 105 pgs: 3 creating+peering, 26 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:35.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:35 smithi191 bash[38688]: audit 2024-02-18T08:34:34.338139+0000 mon.a (mon.0) 1572 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:35.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:35 smithi191 bash[38688]: cluster 2024-02-18T08:34:34.338334+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-02-18T08:34:35.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:35 smithi191 bash[38688]: cluster 2024-02-18T08:34:34.872534+0000 mgr.y (mgr.44100) 526 : cluster [DBG] pgmap v1020: 105 pgs: 3 creating+peering, 26 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:36.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:36 smithi110 bash[54479]: cluster 2024-02-18T08:34:35.348529+0000 mon.a (mon.0) 1574 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-02-18T08:34:36.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:36 smithi110 bash[55875]: cluster 2024-02-18T08:34:35.348529+0000 mon.a (mon.0) 1574 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-02-18T08:34:36.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:36 smithi191 bash[38688]: cluster 2024-02-18T08:34:35.348529+0000 mon.a (mon.0) 1574 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-02-18T08:34:37.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:37 smithi110 bash[54479]: cluster 2024-02-18T08:34:36.873430+0000 mgr.y (mgr.44100) 527 : cluster [DBG] pgmap v1022: 105 pgs: 3 creating+peering, 16 unknown, 86 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:37.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:37 smithi110 bash[55875]: cluster 2024-02-18T08:34:36.873430+0000 mgr.y (mgr.44100) 527 : cluster [DBG] pgmap v1022: 105 pgs: 3 creating+peering, 16 unknown, 86 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:37.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:37 smithi191 bash[38688]: cluster 2024-02-18T08:34:36.873430+0000 mgr.y (mgr.44100) 527 : cluster [DBG] pgmap v1022: 105 pgs: 3 creating+peering, 16 unknown, 86 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:38.426 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6110 ms) 2024-02-18T08:34:38.427 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-02-18T08:34:39.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:39 smithi110 bash[54479]: cluster 2024-02-18T08:34:38.423724+0000 mon.a (mon.0) 1575 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-02-18T08:34:39.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:39 smithi110 bash[54479]: cluster 2024-02-18T08:34:38.873935+0000 mgr.y (mgr.44100) 528 : cluster [DBG] pgmap v1024: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:39.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:39 smithi110 bash[54479]: audit 2024-02-18T08:34:38.891395+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:34:39.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:39 smithi110 bash[54479]: audit 2024-02-18T08:34:38.892018+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:34:39.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:39 smithi110 bash[54479]: audit 2024-02-18T08:34:38.892298+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:34:39.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:39 smithi110 bash[55875]: cluster 2024-02-18T08:34:38.423724+0000 mon.a (mon.0) 1575 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-02-18T08:34:39.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:39 smithi110 bash[55875]: cluster 2024-02-18T08:34:38.873935+0000 mgr.y (mgr.44100) 528 : cluster [DBG] pgmap v1024: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:39.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:39 smithi110 bash[55875]: audit 2024-02-18T08:34:38.891395+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:34:39.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:39 smithi110 bash[55875]: audit 2024-02-18T08:34:38.892018+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:34:39.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:39 smithi110 bash[55875]: audit 2024-02-18T08:34:38.892298+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:34:39.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:39 smithi191 bash[38688]: cluster 2024-02-18T08:34:38.423724+0000 mon.a (mon.0) 1575 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-02-18T08:34:39.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:39 smithi191 bash[38688]: cluster 2024-02-18T08:34:38.873935+0000 mgr.y (mgr.44100) 528 : cluster [DBG] pgmap v1024: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:39.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:39 smithi191 bash[38688]: audit 2024-02-18T08:34:38.891395+0000 mon.a (mon.0) 1576 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:34:39.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:39 smithi191 bash[38688]: audit 2024-02-18T08:34:38.892018+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:34:39.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:39 smithi191 bash[38688]: audit 2024-02-18T08:34:38.892298+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:34:40.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:40 smithi110 bash[54479]: cluster 2024-02-18T08:34:39.435982+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-02-18T08:34:40.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:40 smithi110 bash[54479]: audit 2024-02-18T08:34:39.438767+0000 mon.c (mon.1) 31 : audit [INF] from='client.? 172.21.15.110:0/252338504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:40.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:40 smithi110 bash[54479]: audit 2024-02-18T08:34:39.439606+0000 mon.a (mon.0) 1580 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:40.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:40 smithi110 bash[55875]: cluster 2024-02-18T08:34:39.435982+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-02-18T08:34:40.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:40 smithi110 bash[55875]: audit 2024-02-18T08:34:39.438767+0000 mon.c (mon.1) 31 : audit [INF] from='client.? 172.21.15.110:0/252338504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:40.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:40 smithi110 bash[55875]: audit 2024-02-18T08:34:39.439606+0000 mon.a (mon.0) 1580 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:40.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:40 smithi191 bash[38688]: cluster 2024-02-18T08:34:39.435982+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-02-18T08:34:40.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:40 smithi191 bash[38688]: audit 2024-02-18T08:34:39.438767+0000 mon.c (mon.1) 31 : audit [INF] from='client.? 172.21.15.110:0/252338504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:40.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:40 smithi191 bash[38688]: audit 2024-02-18T08:34:39.439606+0000 mon.a (mon.0) 1580 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:41.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:41 smithi110 bash[54479]: audit 2024-02-18T08:34:40.439315+0000 mon.a (mon.0) 1581 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:41.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:41 smithi110 bash[54479]: cluster 2024-02-18T08:34:40.439531+0000 mon.a (mon.0) 1582 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-02-18T08:34:41.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:41 smithi110 bash[54479]: cluster 2024-02-18T08:34:40.874663+0000 mgr.y (mgr.44100) 529 : cluster [DBG] pgmap v1027: 105 pgs: 5 creating+peering, 21 unknown, 79 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:41.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:41 smithi110 bash[55875]: audit 2024-02-18T08:34:40.439315+0000 mon.a (mon.0) 1581 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:41.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:41 smithi110 bash[55875]: cluster 2024-02-18T08:34:40.439531+0000 mon.a (mon.0) 1582 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-02-18T08:34:41.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:41 smithi110 bash[55875]: cluster 2024-02-18T08:34:40.874663+0000 mgr.y (mgr.44100) 529 : cluster [DBG] pgmap v1027: 105 pgs: 5 creating+peering, 21 unknown, 79 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:41.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:41 smithi191 bash[38688]: audit 2024-02-18T08:34:40.439315+0000 mon.a (mon.0) 1581 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:41.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:41 smithi191 bash[38688]: cluster 2024-02-18T08:34:40.439531+0000 mon.a (mon.0) 1582 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-02-18T08:34:41.837 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:41 smithi191 bash[38688]: cluster 2024-02-18T08:34:40.874663+0000 mgr.y (mgr.44100) 529 : cluster [DBG] pgmap v1027: 105 pgs: 5 creating+peering, 21 unknown, 79 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:42.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:42 smithi110 bash[54479]: cluster 2024-02-18T08:34:41.458712+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-02-18T08:34:42.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:42 smithi110 bash[55875]: cluster 2024-02-18T08:34:41.458712+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-02-18T08:34:42.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:42 smithi191 bash[38688]: cluster 2024-02-18T08:34:41.458712+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-02-18T08:34:43.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:43 smithi110 bash[54479]: cluster 2024-02-18T08:34:42.875714+0000 mgr.y (mgr.44100) 530 : cluster [DBG] pgmap v1029: 105 pgs: 5 creating+peering, 1 unknown, 99 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:43.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:43 smithi110 bash[55875]: cluster 2024-02-18T08:34:42.875714+0000 mgr.y (mgr.44100) 530 : cluster [DBG] pgmap v1029: 105 pgs: 5 creating+peering, 1 unknown, 99 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:43.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:43 smithi191 bash[38688]: cluster 2024-02-18T08:34:42.875714+0000 mgr.y (mgr.44100) 530 : cluster [DBG] pgmap v1029: 105 pgs: 5 creating+peering, 1 unknown, 99 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:45.942 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7518 ms) 2024-02-18T08:34:45.942 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-02-18T08:34:46.215 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:45 smithi110 bash[54479]: cluster 2024-02-18T08:34:44.876549+0000 mgr.y (mgr.44100) 531 : cluster [DBG] pgmap v1030: 105 pgs: 3 creating+peering, 102 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:46.215 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:45 smithi110 bash[55875]: cluster 2024-02-18T08:34:44.876549+0000 mgr.y (mgr.44100) 531 : cluster [DBG] pgmap v1030: 105 pgs: 3 creating+peering, 102 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:46.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:45 smithi191 bash[38688]: cluster 2024-02-18T08:34:44.876549+0000 mgr.y (mgr.44100) 531 : cluster [DBG] pgmap v1030: 105 pgs: 3 creating+peering, 102 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:47.215 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:46 smithi110 bash[54479]: cluster 2024-02-18T08:34:45.938274+0000 mon.a (mon.0) 1584 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-02-18T08:34:47.215 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:46 smithi110 bash[55875]: cluster 2024-02-18T08:34:45.938274+0000 mon.a (mon.0) 1584 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-02-18T08:34:47.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:46 smithi191 bash[38688]: cluster 2024-02-18T08:34:45.938274+0000 mon.a (mon.0) 1584 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-02-18T08:34:48.215 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:47 smithi110 bash[54479]: cluster 2024-02-18T08:34:46.877099+0000 mgr.y (mgr.44100) 532 : cluster [DBG] pgmap v1032: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:48.215 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:47 smithi110 bash[54479]: cluster 2024-02-18T08:34:46.959693+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-02-18T08:34:48.215 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:47 smithi110 bash[54479]: audit 2024-02-18T08:34:46.961179+0000 mon.a (mon.0) 1586 : audit [INF] from='client.? 172.21.15.110:0/2579841814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:48.215 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:47 smithi110 bash[55875]: cluster 2024-02-18T08:34:46.877099+0000 mgr.y (mgr.44100) 532 : cluster [DBG] pgmap v1032: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:48.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:47 smithi110 bash[55875]: cluster 2024-02-18T08:34:46.959693+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-02-18T08:34:48.216 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:47 smithi110 bash[55875]: audit 2024-02-18T08:34:46.961179+0000 mon.a (mon.0) 1586 : audit [INF] from='client.? 172.21.15.110:0/2579841814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:48.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:47 smithi191 bash[38688]: cluster 2024-02-18T08:34:46.877099+0000 mgr.y (mgr.44100) 532 : cluster [DBG] pgmap v1032: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:48.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:47 smithi191 bash[38688]: cluster 2024-02-18T08:34:46.959693+0000 mon.a (mon.0) 1585 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-02-18T08:34:48.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:47 smithi191 bash[38688]: audit 2024-02-18T08:34:46.961179+0000 mon.a (mon.0) 1586 : audit [INF] from='client.? 172.21.15.110:0/2579841814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:49.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:48 smithi191 bash[38688]: audit 2024-02-18T08:34:47.962043+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? 172.21.15.110:0/2579841814' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:49.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:48 smithi191 bash[38688]: cluster 2024-02-18T08:34:47.962371+0000 mon.a (mon.0) 1588 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-02-18T08:34:49.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:48 smithi191 bash[38688]: cluster 2024-02-18T08:34:48.962307+0000 mon.a (mon.0) 1589 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-02-18T08:34:49.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:48 smithi110 bash[54479]: audit 2024-02-18T08:34:47.962043+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? 172.21.15.110:0/2579841814' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:49.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:48 smithi110 bash[54479]: cluster 2024-02-18T08:34:47.962371+0000 mon.a (mon.0) 1588 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-02-18T08:34:49.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:48 smithi110 bash[54479]: cluster 2024-02-18T08:34:48.962307+0000 mon.a (mon.0) 1589 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-02-18T08:34:49.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:48 smithi110 bash[55875]: audit 2024-02-18T08:34:47.962043+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? 172.21.15.110:0/2579841814' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-69783-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:49.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:48 smithi110 bash[55875]: cluster 2024-02-18T08:34:47.962371+0000 mon.a (mon.0) 1588 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-02-18T08:34:49.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:48 smithi110 bash[55875]: cluster 2024-02-18T08:34:48.962307+0000 mon.a (mon.0) 1589 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-02-18T08:34:50.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:49 smithi191 bash[38688]: cluster 2024-02-18T08:34:48.877994+0000 mgr.y (mgr.44100) 533 : cluster [DBG] pgmap v1035: 105 pgs: 12 creating+peering, 13 unknown, 80 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:50.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:49 smithi110 bash[54479]: cluster 2024-02-18T08:34:48.877994+0000 mgr.y (mgr.44100) 533 : cluster [DBG] pgmap v1035: 105 pgs: 12 creating+peering, 13 unknown, 80 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:50.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:49 smithi110 bash[55875]: cluster 2024-02-18T08:34:48.877994+0000 mgr.y (mgr.44100) 533 : cluster [DBG] pgmap v1035: 105 pgs: 12 creating+peering, 13 unknown, 80 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:52.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:51 smithi191 bash[38688]: cluster 2024-02-18T08:34:50.879006+0000 mgr.y (mgr.44100) 534 : cluster [DBG] pgmap v1037: 105 pgs: 12 creating+peering, 6 unknown, 87 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:52.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:51 smithi191 bash[38688]: audit 2024-02-18T08:34:51.120012+0000 mon.a (mon.0) 1590 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:34:52.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:51 smithi191 bash[38688]: audit 2024-02-18T08:34:51.446300+0000 mon.a (mon.0) 1591 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:34:52.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:51 smithi191 bash[38688]: audit 2024-02-18T08:34:51.447906+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:34:52.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:51 smithi191 bash[38688]: audit 2024-02-18T08:34:51.455252+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:34:52.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:51 smithi110 bash[54479]: cluster 2024-02-18T08:34:50.879006+0000 mgr.y (mgr.44100) 534 : cluster [DBG] pgmap v1037: 105 pgs: 12 creating+peering, 6 unknown, 87 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:52.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:51 smithi110 bash[54479]: audit 2024-02-18T08:34:51.120012+0000 mon.a (mon.0) 1590 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:34:52.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:51 smithi110 bash[54479]: audit 2024-02-18T08:34:51.446300+0000 mon.a (mon.0) 1591 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:34:52.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:51 smithi110 bash[54479]: audit 2024-02-18T08:34:51.447906+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:34:52.466 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:51 smithi110 bash[54479]: audit 2024-02-18T08:34:51.455252+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:34:52.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:51 smithi110 bash[55875]: cluster 2024-02-18T08:34:50.879006+0000 mgr.y (mgr.44100) 534 : cluster [DBG] pgmap v1037: 105 pgs: 12 creating+peering, 6 unknown, 87 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:52.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:51 smithi110 bash[55875]: audit 2024-02-18T08:34:51.120012+0000 mon.a (mon.0) 1590 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:34:52.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:51 smithi110 bash[55875]: audit 2024-02-18T08:34:51.446300+0000 mon.a (mon.0) 1591 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:34:52.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:51 smithi110 bash[55875]: audit 2024-02-18T08:34:51.447906+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:34:52.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:51 smithi110 bash[55875]: audit 2024-02-18T08:34:51.455252+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:34:53.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:52 smithi191 bash[38688]: cephadm 2024-02-18T08:34:51.449230+0000 mgr.y (mgr.44100) 535 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:34:53.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:52 smithi110 bash[54479]: cephadm 2024-02-18T08:34:51.449230+0000 mgr.y (mgr.44100) 535 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:34:53.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:52 smithi110 bash[55875]: cephadm 2024-02-18T08:34:51.449230+0000 mgr.y (mgr.44100) 535 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:34:53.999 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8057 ms) 2024-02-18T08:34:54.000 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 11 tests from ClsLock (67315 ms total) 2024-02-18T08:34:54.000 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T08:34:54.000 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment tear-down 2024-02-18T08:34:54.000 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] 11 tests from 1 test suite ran. (67315 ms total) 2024-02-18T08:34:54.000 INFO:tasks.workunit.client.0.smithi110.stdout:[ PASSED ] 11 tests. 2024-02-18T08:34:54.002 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:34:54.002 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T08:34:54.013 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-02-18T08:34:54.013 DEBUG:teuthology.orchestra.run.smithi110:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 CLS_RBD_GTEST_FILTER='*:-TestClsRbd.mirror_snapshot' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-02-18T08:34:54.081 INFO:tasks.workunit.client.0.smithi110.stdout:Running main() from gmock_main.cc 2024-02-18T08:34:54.081 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] Running 4 tests from 1 test suite. 2024-02-18T08:34:54.081 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment set-up. 2024-02-18T08:34:54.081 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 4 tests from cls_log 2024-02-18T08:34:54.081 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-02-18T08:34:54.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:54 smithi191 bash[38688]: cluster 2024-02-18T08:34:52.880125+0000 mgr.y (mgr.44100) 536 : cluster [DBG] pgmap v1038: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:54.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:54 smithi110 bash[54479]: cluster 2024-02-18T08:34:52.880125+0000 mgr.y (mgr.44100) 536 : cluster [DBG] pgmap v1038: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:54.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:54 smithi110 bash[55875]: cluster 2024-02-18T08:34:52.880125+0000 mgr.y (mgr.44100) 536 : cluster [DBG] pgmap v1038: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-02-18T08:34:55.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:55 smithi191 bash[38688]: cluster 2024-02-18T08:34:54.001414+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-02-18T08:34:55.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:55 smithi110 bash[54479]: cluster 2024-02-18T08:34:54.001414+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-02-18T08:34:55.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:55 smithi110 bash[55875]: cluster 2024-02-18T08:34:54.001414+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-02-18T08:34:56.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:56 smithi191 bash[38688]: cluster 2024-02-18T08:34:54.881031+0000 mgr.y (mgr.44100) 537 : cluster [DBG] pgmap v1040: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:56.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:56 smithi191 bash[38688]: cluster 2024-02-18T08:34:55.023816+0000 mon.a (mon.0) 1595 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-02-18T08:34:56.337 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:56 smithi191 bash[38688]: audit 2024-02-18T08:34:55.025235+0000 mon.a (mon.0) 1596 : audit [INF] from='client.? 172.21.15.110:0/524992340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:56.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:56 smithi110 bash[54479]: cluster 2024-02-18T08:34:54.881031+0000 mgr.y (mgr.44100) 537 : cluster [DBG] pgmap v1040: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:56.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:56 smithi110 bash[54479]: cluster 2024-02-18T08:34:55.023816+0000 mon.a (mon.0) 1595 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-02-18T08:34:56.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:56 smithi110 bash[54479]: audit 2024-02-18T08:34:55.025235+0000 mon.a (mon.0) 1596 : audit [INF] from='client.? 172.21.15.110:0/524992340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:56.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:56 smithi110 bash[55875]: cluster 2024-02-18T08:34:54.881031+0000 mgr.y (mgr.44100) 537 : cluster [DBG] pgmap v1040: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:56.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:56 smithi110 bash[55875]: cluster 2024-02-18T08:34:55.023816+0000 mon.a (mon.0) 1595 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-02-18T08:34:56.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:56 smithi110 bash[55875]: audit 2024-02-18T08:34:55.025235+0000 mon.a (mon.0) 1596 : audit [INF] from='client.? 172.21.15.110:0/524992340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:57.035 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_log.test_log_add_same_time (2945 ms) 2024-02-18T08:34:57.036 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-02-18T08:34:57.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:57 smithi191 bash[38688]: audit 2024-02-18T08:34:56.027735+0000 mon.a (mon.0) 1597 : audit [INF] from='client.? 172.21.15.110:0/524992340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:57.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:57 smithi191 bash[38688]: cluster 2024-02-18T08:34:56.028277+0000 mon.a (mon.0) 1598 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-02-18T08:34:57.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:57 smithi191 bash[38688]: cluster 2024-02-18T08:34:57.030349+0000 mon.a (mon.0) 1599 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-02-18T08:34:57.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:57 smithi110 bash[55875]: audit 2024-02-18T08:34:56.027735+0000 mon.a (mon.0) 1597 : audit [INF] from='client.? 172.21.15.110:0/524992340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:57.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:57 smithi110 bash[55875]: cluster 2024-02-18T08:34:56.028277+0000 mon.a (mon.0) 1598 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-02-18T08:34:57.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:57 smithi110 bash[55875]: cluster 2024-02-18T08:34:57.030349+0000 mon.a (mon.0) 1599 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-02-18T08:34:57.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:57 smithi110 bash[54479]: audit 2024-02-18T08:34:56.027735+0000 mon.a (mon.0) 1597 : audit [INF] from='client.? 172.21.15.110:0/524992340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:34:57.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:57 smithi110 bash[54479]: cluster 2024-02-18T08:34:56.028277+0000 mon.a (mon.0) 1598 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-02-18T08:34:57.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:57 smithi110 bash[54479]: cluster 2024-02-18T08:34:57.030349+0000 mon.a (mon.0) 1599 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-02-18T08:34:58.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:58 smithi191 bash[38688]: cluster 2024-02-18T08:34:56.881886+0000 mgr.y (mgr.44100) 538 : cluster [DBG] pgmap v1043: 105 pgs: 2 creating+peering, 25 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:58.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:58 smithi110 bash[54479]: cluster 2024-02-18T08:34:56.881886+0000 mgr.y (mgr.44100) 538 : cluster [DBG] pgmap v1043: 105 pgs: 2 creating+peering, 25 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:58.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:58 smithi110 bash[55875]: cluster 2024-02-18T08:34:56.881886+0000 mgr.y (mgr.44100) 538 : cluster [DBG] pgmap v1043: 105 pgs: 2 creating+peering, 25 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:34:59.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:59 smithi191 bash[38688]: cluster 2024-02-18T08:34:58.059785+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-02-18T08:34:59.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:59 smithi191 bash[38688]: audit 2024-02-18T08:34:58.065021+0000 mon.c (mon.1) 32 : audit [INF] from='client.? 172.21.15.110:0/449072187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:59.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:34:59 smithi191 bash[38688]: audit 2024-02-18T08:34:58.065617+0000 mon.a (mon.0) 1601 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:59.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:59 smithi110 bash[54479]: cluster 2024-02-18T08:34:58.059785+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-02-18T08:34:59.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:59 smithi110 bash[54479]: audit 2024-02-18T08:34:58.065021+0000 mon.c (mon.1) 32 : audit [INF] from='client.? 172.21.15.110:0/449072187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:59.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:34:59 smithi110 bash[54479]: audit 2024-02-18T08:34:58.065617+0000 mon.a (mon.0) 1601 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:59.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:59 smithi110 bash[55875]: cluster 2024-02-18T08:34:58.059785+0000 mon.a (mon.0) 1600 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-02-18T08:34:59.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:59 smithi110 bash[55875]: audit 2024-02-18T08:34:58.065021+0000 mon.c (mon.1) 32 : audit [INF] from='client.? 172.21.15.110:0/449072187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:34:59.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:34:59 smithi110 bash[55875]: audit 2024-02-18T08:34:58.065617+0000 mon.a (mon.0) 1601 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:00.075 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_log.test_log_add_different_time (3048 ms) 2024-02-18T08:35:00.075 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_log.trim_by_time 2024-02-18T08:35:00.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:00 smithi191 bash[38688]: cluster 2024-02-18T08:34:58.882718+0000 mgr.y (mgr.44100) 539 : cluster [DBG] pgmap v1046: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:00.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:00 smithi191 bash[38688]: audit 2024-02-18T08:34:59.071788+0000 mon.a (mon.0) 1602 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:00.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:00 smithi191 bash[38688]: cluster 2024-02-18T08:34:59.071992+0000 mon.a (mon.0) 1603 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-02-18T08:35:00.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:00 smithi110 bash[54479]: cluster 2024-02-18T08:34:58.882718+0000 mgr.y (mgr.44100) 539 : cluster [DBG] pgmap v1046: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:00.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:00 smithi110 bash[54479]: audit 2024-02-18T08:34:59.071788+0000 mon.a (mon.0) 1602 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:00.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:00 smithi110 bash[54479]: cluster 2024-02-18T08:34:59.071992+0000 mon.a (mon.0) 1603 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-02-18T08:35:00.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:00 smithi110 bash[55875]: cluster 2024-02-18T08:34:58.882718+0000 mgr.y (mgr.44100) 539 : cluster [DBG] pgmap v1046: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:00.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:00 smithi110 bash[55875]: audit 2024-02-18T08:34:59.071788+0000 mon.a (mon.0) 1602 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:00.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:00 smithi110 bash[55875]: cluster 2024-02-18T08:34:59.071992+0000 mon.a (mon.0) 1603 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-02-18T08:35:01.336 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:01 smithi191 bash[38688]: cluster 2024-02-18T08:35:00.073974+0000 mon.a (mon.0) 1604 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-02-18T08:35:01.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:01 smithi110 bash[54479]: cluster 2024-02-18T08:35:00.073974+0000 mon.a (mon.0) 1604 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-02-18T08:35:01.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:01 smithi110 bash[55875]: cluster 2024-02-18T08:35:00.073974+0000 mon.a (mon.0) 1604 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-02-18T08:35:02.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:02 smithi110 bash[54479]: cluster 2024-02-18T08:35:00.883464+0000 mgr.y (mgr.44100) 540 : cluster [DBG] pgmap v1049: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:02.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:02 smithi110 bash[54479]: cluster 2024-02-18T08:35:01.094809+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-02-18T08:35:02.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:02 smithi110 bash[54479]: audit 2024-02-18T08:35:01.098458+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.15.110:0/494302774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:02.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:02 smithi110 bash[54479]: audit 2024-02-18T08:35:01.099145+0000 mon.a (mon.0) 1606 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:02.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:02 smithi110 bash[55875]: cluster 2024-02-18T08:35:00.883464+0000 mgr.y (mgr.44100) 540 : cluster [DBG] pgmap v1049: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:02.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:02 smithi110 bash[55875]: cluster 2024-02-18T08:35:01.094809+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-02-18T08:35:02.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:02 smithi110 bash[55875]: audit 2024-02-18T08:35:01.098458+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.15.110:0/494302774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:02.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:02 smithi110 bash[55875]: audit 2024-02-18T08:35:01.099145+0000 mon.a (mon.0) 1606 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:02.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:02 smithi191 bash[38688]: cluster 2024-02-18T08:35:00.883464+0000 mgr.y (mgr.44100) 540 : cluster [DBG] pgmap v1049: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:02.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:02 smithi191 bash[38688]: cluster 2024-02-18T08:35:01.094809+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-02-18T08:35:02.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:02 smithi191 bash[38688]: audit 2024-02-18T08:35:01.098458+0000 mon.c (mon.1) 33 : audit [INF] from='client.? 172.21.15.110:0/494302774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:02.587 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:02 smithi191 bash[38688]: audit 2024-02-18T08:35:01.099145+0000 mon.a (mon.0) 1606 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:03.098 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_log.trim_by_time (3024 ms) 2024-02-18T08:35:03.099 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_log.trim_by_marker 2024-02-18T08:35:03.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:03 smithi110 bash[55875]: audit 2024-02-18T08:35:02.099684+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:03.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:03 smithi110 bash[55875]: cluster 2024-02-18T08:35:02.099890+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-02-18T08:35:03.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:03 smithi110 bash[55875]: cluster 2024-02-18T08:35:03.101912+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-02-18T08:35:03.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:03 smithi110 bash[54479]: audit 2024-02-18T08:35:02.099684+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:03.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:03 smithi110 bash[54479]: cluster 2024-02-18T08:35:02.099890+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-02-18T08:35:03.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:03 smithi110 bash[54479]: cluster 2024-02-18T08:35:03.101912+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-02-18T08:35:03.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:03 smithi191 bash[38688]: audit 2024-02-18T08:35:02.099684+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:03.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:03 smithi191 bash[38688]: cluster 2024-02-18T08:35:02.099890+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-02-18T08:35:03.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:03 smithi191 bash[38688]: cluster 2024-02-18T08:35:03.101912+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-02-18T08:35:04.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:04 smithi110 bash[54479]: cluster 2024-02-18T08:35:02.884473+0000 mgr.y (mgr.44100) 541 : cluster [DBG] pgmap v1052: 105 pgs: 11 creating+peering, 15 unknown, 79 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:04.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:04 smithi110 bash[55875]: cluster 2024-02-18T08:35:02.884473+0000 mgr.y (mgr.44100) 541 : cluster [DBG] pgmap v1052: 105 pgs: 11 creating+peering, 15 unknown, 79 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:04.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:04 smithi191 bash[38688]: cluster 2024-02-18T08:35:02.884473+0000 mgr.y (mgr.44100) 541 : cluster [DBG] pgmap v1052: 105 pgs: 11 creating+peering, 15 unknown, 79 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:05.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:05 smithi110 bash[55875]: cluster 2024-02-18T08:35:04.128449+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-02-18T08:35:05.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:05 smithi110 bash[55875]: audit 2024-02-18T08:35:04.133868+0000 mon.c (mon.1) 34 : audit [INF] from='client.? 172.21.15.110:0/460911442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:05.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:05 smithi110 bash[55875]: audit 2024-02-18T08:35:04.136205+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:05.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:05 smithi110 bash[54479]: cluster 2024-02-18T08:35:04.128449+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-02-18T08:35:05.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:05 smithi110 bash[54479]: audit 2024-02-18T08:35:04.133868+0000 mon.c (mon.1) 34 : audit [INF] from='client.? 172.21.15.110:0/460911442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:05.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:05 smithi110 bash[54479]: audit 2024-02-18T08:35:04.136205+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:05.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:05 smithi191 bash[38688]: cluster 2024-02-18T08:35:04.128449+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-02-18T08:35:05.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:05 smithi191 bash[38688]: audit 2024-02-18T08:35:04.133868+0000 mon.c (mon.1) 34 : audit [INF] from='client.? 172.21.15.110:0/460911442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:05.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:05 smithi191 bash[38688]: audit 2024-02-18T08:35:04.136205+0000 mon.a (mon.0) 1611 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:06.156 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_log.trim_by_marker (3058 ms) 2024-02-18T08:35:06.156 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 4 tests from cls_log (12075 ms total) 2024-02-18T08:35:06.156 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T08:35:06.156 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment tear-down 2024-02-18T08:35:06.156 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] 4 tests from 1 test suite ran. (12076 ms total) 2024-02-18T08:35:06.156 INFO:tasks.workunit.client.0.smithi110.stdout:[ PASSED ] 4 tests. 2024-02-18T08:35:06.157 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:35:06.158 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T08:35:06.214 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-02-18T08:35:06.214 DEBUG:teuthology.orchestra.run.smithi110:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 CLS_RBD_GTEST_FILTER='*:-TestClsRbd.mirror_snapshot' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-02-18T08:35:06.279 INFO:tasks.workunit.client.0.smithi110.stdout:Running main() from gmock_main.cc 2024-02-18T08:35:06.279 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] Running 4 tests from 1 test suite. 2024-02-18T08:35:06.279 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment set-up. 2024-02-18T08:35:06.279 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 4 tests from ClsNumOps 2024-02-18T08:35:06.279 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsNumOps.Add 2024-02-18T08:35:06.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:06 smithi110 bash[54479]: cluster 2024-02-18T08:35:04.885204+0000 mgr.y (mgr.44100) 542 : cluster [DBG] pgmap v1055: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:06.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:06 smithi110 bash[54479]: audit 2024-02-18T08:35:05.142837+0000 mon.a (mon.0) 1612 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:06.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:06 smithi110 bash[54479]: cluster 2024-02-18T08:35:05.143141+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-02-18T08:35:06.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:06 smithi110 bash[55875]: cluster 2024-02-18T08:35:04.885204+0000 mgr.y (mgr.44100) 542 : cluster [DBG] pgmap v1055: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:06.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:06 smithi110 bash[55875]: audit 2024-02-18T08:35:05.142837+0000 mon.a (mon.0) 1612 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:06.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:06 smithi110 bash[55875]: cluster 2024-02-18T08:35:05.143141+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-02-18T08:35:06.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:06 smithi191 bash[38688]: cluster 2024-02-18T08:35:04.885204+0000 mgr.y (mgr.44100) 542 : cluster [DBG] pgmap v1055: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:06.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:06 smithi191 bash[38688]: audit 2024-02-18T08:35:05.142837+0000 mon.a (mon.0) 1612 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70053-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:06.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:06 smithi191 bash[38688]: cluster 2024-02-18T08:35:05.143141+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-02-18T08:35:07.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:07 smithi110 bash[54479]: cluster 2024-02-18T08:35:06.150592+0000 mon.a (mon.0) 1614 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-02-18T08:35:07.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:07 smithi110 bash[55875]: cluster 2024-02-18T08:35:06.150592+0000 mon.a (mon.0) 1614 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-02-18T08:35:07.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:07 smithi191 bash[38688]: cluster 2024-02-18T08:35:06.150592+0000 mon.a (mon.0) 1614 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-02-18T08:35:08.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:08 smithi110 bash[54479]: cluster 2024-02-18T08:35:06.885931+0000 mgr.y (mgr.44100) 543 : cluster [DBG] pgmap v1058: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:08.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:08 smithi110 bash[54479]: cluster 2024-02-18T08:35:07.161329+0000 mon.a (mon.0) 1615 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-02-18T08:35:08.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:08 smithi110 bash[54479]: audit 2024-02-18T08:35:07.169469+0000 mon.c (mon.1) 35 : audit [INF] from='client.? 172.21.15.110:0/3422828213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:08.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:08 smithi110 bash[54479]: audit 2024-02-18T08:35:07.174361+0000 mon.a (mon.0) 1616 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:08 smithi110 bash[55875]: cluster 2024-02-18T08:35:06.885931+0000 mgr.y (mgr.44100) 543 : cluster [DBG] pgmap v1058: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:08 smithi110 bash[55875]: cluster 2024-02-18T08:35:07.161329+0000 mon.a (mon.0) 1615 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-02-18T08:35:08.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:08 smithi110 bash[55875]: audit 2024-02-18T08:35:07.169469+0000 mon.c (mon.1) 35 : audit [INF] from='client.? 172.21.15.110:0/3422828213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:08.466 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:08 smithi110 bash[55875]: audit 2024-02-18T08:35:07.174361+0000 mon.a (mon.0) 1616 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:08.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:08 smithi191 bash[38688]: cluster 2024-02-18T08:35:06.885931+0000 mgr.y (mgr.44100) 543 : cluster [DBG] pgmap v1058: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:08.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:08 smithi191 bash[38688]: cluster 2024-02-18T08:35:07.161329+0000 mon.a (mon.0) 1615 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-02-18T08:35:08.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:08 smithi191 bash[38688]: audit 2024-02-18T08:35:07.169469+0000 mon.c (mon.1) 35 : audit [INF] from='client.? 172.21.15.110:0/3422828213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:08.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:08 smithi191 bash[38688]: audit 2024-02-18T08:35:07.174361+0000 mon.a (mon.0) 1616 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:09.185 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsNumOps.Add (2906 ms) 2024-02-18T08:35:09.186 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsNumOps.Sub 2024-02-18T08:35:09.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:09 smithi110 bash[54479]: audit 2024-02-18T08:35:08.164736+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:09.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:09 smithi110 bash[54479]: cluster 2024-02-18T08:35:08.164863+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-02-18T08:35:09.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:09 smithi110 bash[55875]: audit 2024-02-18T08:35:08.164736+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:09.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:09 smithi110 bash[55875]: cluster 2024-02-18T08:35:08.164863+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-02-18T08:35:09.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:09 smithi191 bash[38688]: audit 2024-02-18T08:35:08.164736+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:09.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:09 smithi191 bash[38688]: cluster 2024-02-18T08:35:08.164863+0000 mon.a (mon.0) 1618 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-02-18T08:35:10.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:10 smithi110 bash[54479]: cluster 2024-02-18T08:35:08.886717+0000 mgr.y (mgr.44100) 544 : cluster [DBG] pgmap v1061: 105 pgs: 8 creating+peering, 19 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-02-18T08:35:10.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:10 smithi110 bash[54479]: cluster 2024-02-18T08:35:09.186554+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-02-18T08:35:10.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:10 smithi110 bash[55875]: cluster 2024-02-18T08:35:08.886717+0000 mgr.y (mgr.44100) 544 : cluster [DBG] pgmap v1061: 105 pgs: 8 creating+peering, 19 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-02-18T08:35:10.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:10 smithi110 bash[55875]: cluster 2024-02-18T08:35:09.186554+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-02-18T08:35:10.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:10 smithi191 bash[38688]: cluster 2024-02-18T08:35:08.886717+0000 mgr.y (mgr.44100) 544 : cluster [DBG] pgmap v1061: 105 pgs: 8 creating+peering, 19 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-02-18T08:35:10.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:10 smithi191 bash[38688]: cluster 2024-02-18T08:35:09.186554+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-02-18T08:35:11.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:11 smithi110 bash[54479]: cluster 2024-02-18T08:35:10.201098+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-02-18T08:35:11.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:11 smithi110 bash[54479]: audit 2024-02-18T08:35:10.202992+0000 mon.c (mon.1) 36 : audit [INF] from='client.? 172.21.15.110:0/1989852376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:11.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:11 smithi110 bash[54479]: audit 2024-02-18T08:35:10.203537+0000 mon.a (mon.0) 1621 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:11.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:11 smithi110 bash[55875]: cluster 2024-02-18T08:35:10.201098+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-02-18T08:35:11.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:11 smithi110 bash[55875]: audit 2024-02-18T08:35:10.202992+0000 mon.c (mon.1) 36 : audit [INF] from='client.? 172.21.15.110:0/1989852376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:11.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:11 smithi110 bash[55875]: audit 2024-02-18T08:35:10.203537+0000 mon.a (mon.0) 1621 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:11.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:11 smithi191 bash[38688]: cluster 2024-02-18T08:35:10.201098+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-02-18T08:35:11.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:11 smithi191 bash[38688]: audit 2024-02-18T08:35:10.202992+0000 mon.c (mon.1) 36 : audit [INF] from='client.? 172.21.15.110:0/1989852376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:11.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:11 smithi191 bash[38688]: audit 2024-02-18T08:35:10.203537+0000 mon.a (mon.0) 1621 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:12.209 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsNumOps.Sub (3024 ms) 2024-02-18T08:35:12.210 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsNumOps.Mul 2024-02-18T08:35:12.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:12 smithi110 bash[55875]: cluster 2024-02-18T08:35:10.887709+0000 mgr.y (mgr.44100) 545 : cluster [DBG] pgmap v1064: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:12.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:12 smithi110 bash[55875]: audit 2024-02-18T08:35:11.208595+0000 mon.a (mon.0) 1622 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:12.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:12 smithi110 bash[55875]: cluster 2024-02-18T08:35:11.208818+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-02-18T08:35:12.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:12 smithi110 bash[54479]: cluster 2024-02-18T08:35:10.887709+0000 mgr.y (mgr.44100) 545 : cluster [DBG] pgmap v1064: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:12.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:12 smithi110 bash[54479]: audit 2024-02-18T08:35:11.208595+0000 mon.a (mon.0) 1622 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:12.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:12 smithi110 bash[54479]: cluster 2024-02-18T08:35:11.208818+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-02-18T08:35:12.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:12 smithi191 bash[38688]: cluster 2024-02-18T08:35:10.887709+0000 mgr.y (mgr.44100) 545 : cluster [DBG] pgmap v1064: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:12.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:12 smithi191 bash[38688]: audit 2024-02-18T08:35:11.208595+0000 mon.a (mon.0) 1622 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:12.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:12 smithi191 bash[38688]: cluster 2024-02-18T08:35:11.208818+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-02-18T08:35:13.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:13 smithi110 bash[54479]: cluster 2024-02-18T08:35:12.210561+0000 mon.a (mon.0) 1624 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-02-18T08:35:13.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:13 smithi110 bash[55875]: cluster 2024-02-18T08:35:12.210561+0000 mon.a (mon.0) 1624 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-02-18T08:35:13.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:13 smithi191 bash[38688]: cluster 2024-02-18T08:35:12.210561+0000 mon.a (mon.0) 1624 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-02-18T08:35:14.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:14 smithi191 bash[38688]: cluster 2024-02-18T08:35:12.888524+0000 mgr.y (mgr.44100) 546 : cluster [DBG] pgmap v1067: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:14.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:14 smithi191 bash[38688]: cluster 2024-02-18T08:35:13.231946+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-02-18T08:35:14.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:14 smithi191 bash[38688]: audit 2024-02-18T08:35:13.235122+0000 mon.a (mon.0) 1626 : audit [INF] from='client.? 172.21.15.110:0/4235665469' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:14.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:14 smithi110 bash[54479]: cluster 2024-02-18T08:35:12.888524+0000 mgr.y (mgr.44100) 546 : cluster [DBG] pgmap v1067: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:14.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:14 smithi110 bash[54479]: cluster 2024-02-18T08:35:13.231946+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-02-18T08:35:14.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:14 smithi110 bash[54479]: audit 2024-02-18T08:35:13.235122+0000 mon.a (mon.0) 1626 : audit [INF] from='client.? 172.21.15.110:0/4235665469' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:14.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:14 smithi110 bash[55875]: cluster 2024-02-18T08:35:12.888524+0000 mgr.y (mgr.44100) 546 : cluster [DBG] pgmap v1067: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:14.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:14 smithi110 bash[55875]: cluster 2024-02-18T08:35:13.231946+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-02-18T08:35:14.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:14 smithi110 bash[55875]: audit 2024-02-18T08:35:13.235122+0000 mon.a (mon.0) 1626 : audit [INF] from='client.? 172.21.15.110:0/4235665469' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:15.247 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsNumOps.Mul (3038 ms) 2024-02-18T08:35:15.247 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsNumOps.Div 2024-02-18T08:35:15.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:15 smithi191 bash[38688]: audit 2024-02-18T08:35:14.240208+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? 172.21.15.110:0/4235665469' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:15.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:15 smithi191 bash[38688]: cluster 2024-02-18T08:35:14.240421+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-02-18T08:35:15.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:15 smithi110 bash[55875]: audit 2024-02-18T08:35:14.240208+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? 172.21.15.110:0/4235665469' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:15.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:15 smithi110 bash[55875]: cluster 2024-02-18T08:35:14.240421+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-02-18T08:35:15.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:15 smithi110 bash[54479]: audit 2024-02-18T08:35:14.240208+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? 172.21.15.110:0/4235665469' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:15.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:15 smithi110 bash[54479]: cluster 2024-02-18T08:35:14.240421+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-02-18T08:35:16.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:16 smithi191 bash[38688]: cluster 2024-02-18T08:35:14.889246+0000 mgr.y (mgr.44100) 547 : cluster [DBG] pgmap v1070: 105 pgs: 4 creating+peering, 25 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-02-18T08:35:16.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:16 smithi191 bash[38688]: cluster 2024-02-18T08:35:15.251409+0000 mon.a (mon.0) 1629 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-02-18T08:35:16.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:16 smithi110 bash[54479]: cluster 2024-02-18T08:35:14.889246+0000 mgr.y (mgr.44100) 547 : cluster [DBG] pgmap v1070: 105 pgs: 4 creating+peering, 25 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-02-18T08:35:16.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:16 smithi110 bash[54479]: cluster 2024-02-18T08:35:15.251409+0000 mon.a (mon.0) 1629 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-02-18T08:35:16.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:16 smithi110 bash[55875]: cluster 2024-02-18T08:35:14.889246+0000 mgr.y (mgr.44100) 547 : cluster [DBG] pgmap v1070: 105 pgs: 4 creating+peering, 25 unknown, 76 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-02-18T08:35:16.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:16 smithi110 bash[55875]: cluster 2024-02-18T08:35:15.251409+0000 mon.a (mon.0) 1629 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-02-18T08:35:17.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:17 smithi191 bash[38688]: cluster 2024-02-18T08:35:16.263679+0000 mon.a (mon.0) 1630 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-02-18T08:35:17.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:17 smithi191 bash[38688]: audit 2024-02-18T08:35:16.267564+0000 mon.a (mon.0) 1631 : audit [INF] from='client.? 172.21.15.110:0/4146109462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:17.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:17 smithi110 bash[54479]: cluster 2024-02-18T08:35:16.263679+0000 mon.a (mon.0) 1630 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-02-18T08:35:17.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:17 smithi110 bash[54479]: audit 2024-02-18T08:35:16.267564+0000 mon.a (mon.0) 1631 : audit [INF] from='client.? 172.21.15.110:0/4146109462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:17.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:17 smithi110 bash[55875]: cluster 2024-02-18T08:35:16.263679+0000 mon.a (mon.0) 1630 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-02-18T08:35:17.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:17 smithi110 bash[55875]: audit 2024-02-18T08:35:16.267564+0000 mon.a (mon.0) 1631 : audit [INF] from='client.? 172.21.15.110:0/4146109462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:18.274 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsNumOps.Div (3027 ms) 2024-02-18T08:35:18.275 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 4 tests from ClsNumOps (11995 ms total) 2024-02-18T08:35:18.275 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T08:35:18.275 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment tear-down 2024-02-18T08:35:18.275 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] 4 tests from 1 test suite ran. (11995 ms total) 2024-02-18T08:35:18.275 INFO:tasks.workunit.client.0.smithi110.stdout:[ PASSED ] 4 tests. 2024-02-18T08:35:18.277 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:35:18.277 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T08:35:18.337 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-02-18T08:35:18.337 DEBUG:teuthology.orchestra.run.smithi110:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 CLS_RBD_GTEST_FILTER='*:-TestClsRbd.mirror_snapshot' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-02-18T08:35:18.403 INFO:tasks.workunit.client.0.smithi110.stdout:Running main() from gmock_main.cc 2024-02-18T08:35:18.403 INFO:tasks.workunit.client.0.smithi110.stdout:Note: Google Test filter = *:-TestClsRbd.mirror_snapshot 2024-02-18T08:35:18.403 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] Running 68 tests from 1 test suite. 2024-02-18T08:35:18.403 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment set-up. 2024-02-18T08:35:18.403 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 68 tests from TestClsRbd 2024-02-18T08:35:18.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:18 smithi191 bash[38688]: cluster 2024-02-18T08:35:16.890047+0000 mgr.y (mgr.44100) 548 : cluster [DBG] pgmap v1073: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:18.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:18 smithi191 bash[38688]: audit 2024-02-18T08:35:17.275737+0000 mon.a (mon.0) 1632 : audit [INF] from='client.? 172.21.15.110:0/4146109462' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:18.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:18 smithi191 bash[38688]: cluster 2024-02-18T08:35:17.276095+0000 mon.a (mon.0) 1633 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-02-18T08:35:18.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:18 smithi110 bash[54479]: cluster 2024-02-18T08:35:16.890047+0000 mgr.y (mgr.44100) 548 : cluster [DBG] pgmap v1073: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:18.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:18 smithi110 bash[54479]: audit 2024-02-18T08:35:17.275737+0000 mon.a (mon.0) 1632 : audit [INF] from='client.? 172.21.15.110:0/4146109462' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:18.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:18 smithi110 bash[54479]: cluster 2024-02-18T08:35:17.276095+0000 mon.a (mon.0) 1633 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-02-18T08:35:18.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:18 smithi110 bash[55875]: cluster 2024-02-18T08:35:16.890047+0000 mgr.y (mgr.44100) 548 : cluster [DBG] pgmap v1073: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:18.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:18 smithi110 bash[55875]: audit 2024-02-18T08:35:17.275737+0000 mon.a (mon.0) 1632 : audit [INF] from='client.? 172.21.15.110:0/4146109462' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70139-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:18.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:18 smithi110 bash[55875]: cluster 2024-02-18T08:35:17.276095+0000 mon.a (mon.0) 1633 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-02-18T08:35:19.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:19 smithi191 bash[38688]: cluster 2024-02-18T08:35:18.275309+0000 mon.a (mon.0) 1634 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-02-18T08:35:19.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:19 smithi191 bash[38688]: cluster 2024-02-18T08:35:18.890801+0000 mgr.y (mgr.44100) 549 : cluster [DBG] pgmap v1076: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:19.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:19 smithi110 bash[54479]: cluster 2024-02-18T08:35:18.275309+0000 mon.a (mon.0) 1634 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-02-18T08:35:19.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:19 smithi110 bash[54479]: cluster 2024-02-18T08:35:18.890801+0000 mgr.y (mgr.44100) 549 : cluster [DBG] pgmap v1076: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:19.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:19 smithi110 bash[55875]: cluster 2024-02-18T08:35:18.275309+0000 mon.a (mon.0) 1634 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-02-18T08:35:19.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:19 smithi110 bash[55875]: cluster 2024-02-18T08:35:18.890801+0000 mgr.y (mgr.44100) 549 : cluster [DBG] pgmap v1076: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:20.299 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.get_all_features 2024-02-18T08:35:20.318 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.get_all_features (19 ms) 2024-02-18T08:35:20.319 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.copyup 2024-02-18T08:35:20.531 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.copyup (213 ms) 2024-02-18T08:35:20.531 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-02-18T08:35:20.549 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.sparse_copyup (18 ms) 2024-02-18T08:35:20.549 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-02-18T08:35:20.557 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.get_and_set_id (9 ms) 2024-02-18T08:35:20.558 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-02-18T08:35:20.571 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.add_remove_child (13 ms) 2024-02-18T08:35:20.571 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.directory_methods 2024-02-18T08:35:20.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:20 smithi191 bash[38688]: cluster 2024-02-18T08:35:19.300030+0000 mon.a (mon.0) 1635 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-02-18T08:35:20.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:20 smithi191 bash[38688]: audit 2024-02-18T08:35:19.309642+0000 mon.a (mon.0) 1636 : audit [INF] from='client.? 172.21.15.110:0/1885368258' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70222-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:20.599 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.directory_methods (28 ms) 2024-02-18T08:35:20.599 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.create 2024-02-18T08:35:20.614 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.create (16 ms) 2024-02-18T08:35:20.615 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.get_features 2024-02-18T08:35:20.617 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-02-18T08:35:20.617 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-02-18T08:35:20.619 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-02-18T08:35:20.619 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-02-18T08:35:20.621 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-02-18T08:35:20.621 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-02-18T08:35:20.623 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.get_access_timestamp (3 ms) 2024-02-18T08:35:20.623 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-02-18T08:35:20.625 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-02-18T08:35:20.625 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-02-18T08:35:20.631 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.get_data_pool (5 ms) 2024-02-18T08:35:20.631 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.get_size 2024-02-18T08:35:20.636 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.get_size (5 ms) 2024-02-18T08:35:20.636 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.set_size 2024-02-18T08:35:20.641 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-02-18T08:35:20.641 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.protection_status 2024-02-18T08:35:20.664 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.protection_status (23 ms) 2024-02-18T08:35:20.664 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-02-18T08:35:20.672 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-02-18T08:35:20.672 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.parents_v1 2024-02-18T08:35:20.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:20 smithi110 bash[54479]: cluster 2024-02-18T08:35:19.300030+0000 mon.a (mon.0) 1635 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-02-18T08:35:20.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:20 smithi110 bash[54479]: audit 2024-02-18T08:35:19.309642+0000 mon.a (mon.0) 1636 : audit [INF] from='client.? 172.21.15.110:0/1885368258' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70222-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:20.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:20 smithi110 bash[55875]: cluster 2024-02-18T08:35:19.300030+0000 mon.a (mon.0) 1635 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-02-18T08:35:20.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:20 smithi110 bash[55875]: audit 2024-02-18T08:35:19.309642+0000 mon.a (mon.0) 1636 : audit [INF] from='client.? 172.21.15.110:0/1885368258' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70222-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:20.724 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.parents_v1 (52 ms) 2024-02-18T08:35:20.724 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.parents_v2 2024-02-18T08:35:20.763 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.parents_v2 (39 ms) 2024-02-18T08:35:20.763 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.snapshots 2024-02-18T08:35:20.793 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.snapshots (30 ms) 2024-02-18T08:35:20.793 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.snapid_race 2024-02-18T08:35:20.797 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-02-18T08:35:20.797 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.stripingv2 2024-02-18T08:35:20.809 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.stripingv2 (12 ms) 2024-02-18T08:35:20.809 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.object_map_save 2024-02-18T08:35:20.810 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.object_map_save (1 ms) 2024-02-18T08:35:20.810 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-02-18T08:35:20.816 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-02-18T08:35:20.816 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.object_map_update 2024-02-18T08:35:20.825 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-02-18T08:35:20.825 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-02-18T08:35:20.826 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-02-18T08:35:20.826 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-02-18T08:35:20.834 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2024-02-18T08:35:20.834 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-02-18T08:35:20.843 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.object_map_snap_remove (9 ms) 2024-02-18T08:35:20.843 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.flags 2024-02-18T08:35:20.849 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.flags (6 ms) 2024-02-18T08:35:20.849 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.metadata 2024-02-18T08:35:20.881 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.metadata (32 ms) 2024-02-18T08:35:20.881 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.set_features 2024-02-18T08:35:20.889 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.set_features (9 ms) 2024-02-18T08:35:20.890 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.mirror 2024-02-18T08:35:20.931 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.mirror (41 ms) 2024-02-18T08:35:20.931 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.mirror_image 2024-02-18T08:35:20.949 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.mirror_image (18 ms) 2024-02-18T08:35:20.949 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-02-18T08:35:21.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:21 smithi191 bash[38688]: audit 2024-02-18T08:35:20.303532+0000 mon.a (mon.0) 1637 : audit [INF] from='client.? 172.21.15.110:0/1885368258' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70222-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:21.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:21 smithi191 bash[38688]: cluster 2024-02-18T08:35:20.303629+0000 mon.a (mon.0) 1638 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-02-18T08:35:21.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:21 smithi191 bash[38688]: cluster 2024-02-18T08:35:20.891376+0000 mgr.y (mgr.44100) 550 : cluster [DBG] pgmap v1079: 105 pgs: 7 creating+peering, 21 unknown, 77 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-02-18T08:35:21.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:21 smithi110 bash[54479]: audit 2024-02-18T08:35:20.303532+0000 mon.a (mon.0) 1637 : audit [INF] from='client.? 172.21.15.110:0/1885368258' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70222-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:21.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:21 smithi110 bash[54479]: cluster 2024-02-18T08:35:20.303629+0000 mon.a (mon.0) 1638 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-02-18T08:35:21.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:21 smithi110 bash[54479]: cluster 2024-02-18T08:35:20.891376+0000 mgr.y (mgr.44100) 550 : cluster [DBG] pgmap v1079: 105 pgs: 7 creating+peering, 21 unknown, 77 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-02-18T08:35:21.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:21 smithi110 bash[55875]: audit 2024-02-18T08:35:20.303532+0000 mon.a (mon.0) 1637 : audit [INF] from='client.? 172.21.15.110:0/1885368258' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70222-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:21.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:21 smithi110 bash[55875]: cluster 2024-02-18T08:35:20.303629+0000 mon.a (mon.0) 1638 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-02-18T08:35:21.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:21 smithi110 bash[55875]: cluster 2024-02-18T08:35:20.891376+0000 mgr.y (mgr.44100) 550 : cluster [DBG] pgmap v1079: 105 pgs: 7 creating+peering, 21 unknown, 77 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-02-18T08:35:22.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:22 smithi191 bash[38688]: cluster 2024-02-18T08:35:21.314925+0000 mon.a (mon.0) 1639 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-02-18T08:35:22.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:22 smithi110 bash[54479]: cluster 2024-02-18T08:35:21.314925+0000 mon.a (mon.0) 1639 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-02-18T08:35:22.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:22 smithi110 bash[55875]: cluster 2024-02-18T08:35:21.314925+0000 mon.a (mon.0) 1639 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-02-18T08:35:23.556 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.mirror_image_status (2607 ms) 2024-02-18T08:35:23.556 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-02-18T08:35:23.585 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:23 smithi191 bash[38688]: cluster 2024-02-18T08:35:22.891864+0000 mgr.y (mgr.44100) 551 : cluster [DBG] pgmap v1081: 105 pgs: 7 creating+peering, 3 unknown, 95 active+clean; 5.7 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 1.46k op/s 2024-02-18T08:35:23.657 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.mirror_image_map (101 ms) 2024-02-18T08:35:23.657 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-02-18T08:35:23.666 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.mirror_instances (9 ms) 2024-02-18T08:35:23.666 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-02-18T08:35:23.669 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-02-18T08:35:23.669 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-02-18T08:35:23.671 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_dir_add (3 ms) 2024-02-18T08:35:23.671 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-02-18T08:35:23.675 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-02-18T08:35:23.675 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-02-18T08:35:23.682 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_dir_rename (8 ms) 2024-02-18T08:35:23.683 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-02-18T08:35:23.687 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2024-02-18T08:35:23.687 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-02-18T08:35:23.693 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (6 ms) 2024-02-18T08:35:23.693 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_image_add 2024-02-18T08:35:23.696 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_image_add (3 ms) 2024-02-18T08:35:23.696 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-02-18T08:35:23.700 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_image_remove (4 ms) 2024-02-18T08:35:23.700 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_image_list 2024-02-18T08:35:23.703 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-02-18T08:35:23.703 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-02-18T08:35:23.708 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-02-18T08:35:23.708 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.image_group_add 2024-02-18T08:35:23.710 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2024-02-18T08:35:23.710 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-02-18T08:35:23.714 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-02-18T08:35:23.714 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.image_group_get 2024-02-18T08:35:23.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:23 smithi110 bash[54479]: cluster 2024-02-18T08:35:22.891864+0000 mgr.y (mgr.44100) 551 : cluster [DBG] pgmap v1081: 105 pgs: 7 creating+peering, 3 unknown, 95 active+clean; 5.7 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 1.46k op/s 2024-02-18T08:35:23.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:23 smithi110 bash[55875]: cluster 2024-02-18T08:35:22.891864+0000 mgr.y (mgr.44100) 551 : cluster [DBG] pgmap v1081: 105 pgs: 7 creating+peering, 3 unknown, 95 active+clean; 5.7 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 1.46k op/s 2024-02-18T08:35:23.716 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-02-18T08:35:23.716 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-02-18T08:35:23.718 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-02-18T08:35:23.718 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-02-18T08:35:23.720 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-02-18T08:35:23.720 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-02-18T08:35:23.723 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-02-18T08:35:23.723 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-02-18T08:35:23.726 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-02-18T08:35:23.726 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-02-18T08:35:23.729 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_snap_set (3 ms) 2024-02-18T08:35:23.729 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-02-18T08:35:23.732 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-02-18T08:35:23.732 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-02-18T08:35:23.748 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-02-18T08:35:23.748 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-02-18T08:35:23.752 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_snap_remove (5 ms) 2024-02-18T08:35:23.752 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-02-18T08:35:23.755 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-02-18T08:35:23.755 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.trash_methods 2024-02-18T08:35:23.763 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.trash_methods (8 ms) 2024-02-18T08:35:23.763 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.op_features 2024-02-18T08:35:23.769 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-02-18T08:35:23.769 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.clone_parent 2024-02-18T08:35:23.792 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.clone_parent (22 ms) 2024-02-18T08:35:23.792 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-02-18T08:35:23.800 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-02-18T08:35:23.800 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.clone_child 2024-02-18T08:35:23.812 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.clone_child (13 ms) 2024-02-18T08:35:23.813 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-02-18T08:35:23.820 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-02-18T08:35:23.820 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.migration 2024-02-18T08:35:23.833 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.migration (14 ms) 2024-02-18T08:35:23.833 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.migration_v1 2024-02-18T08:35:23.844 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.migration_v1 (11 ms) 2024-02-18T08:35:23.844 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-02-18T08:35:25.323 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1478 ms) 2024-02-18T08:35:25.324 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestClsRbd.sparsify 2024-02-18T08:35:25.363 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestClsRbd.sparsify (39 ms) 2024-02-18T08:35:25.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:25 smithi191 bash[38688]: cluster 2024-02-18T08:35:24.325142+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-02-18T08:35:25.586 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:25 smithi191 bash[38688]: cluster 2024-02-18T08:35:24.892654+0000 mgr.y (mgr.44100) 552 : cluster [DBG] pgmap v1083: 105 pgs: 105 active+clean; 5.7 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 1.28k op/s 2024-02-18T08:35:25.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:25 smithi110 bash[54479]: cluster 2024-02-18T08:35:24.325142+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-02-18T08:35:25.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:25 smithi110 bash[54479]: cluster 2024-02-18T08:35:24.892654+0000 mgr.y (mgr.44100) 552 : cluster [DBG] pgmap v1083: 105 pgs: 105 active+clean; 5.7 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 1.28k op/s 2024-02-18T08:35:25.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:25 smithi110 bash[55875]: cluster 2024-02-18T08:35:24.325142+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-02-18T08:35:25.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:25 smithi110 bash[55875]: cluster 2024-02-18T08:35:24.892654+0000 mgr.y (mgr.44100) 552 : cluster [DBG] pgmap v1083: 105 pgs: 105 active+clean; 5.7 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 1.28k op/s 2024-02-18T08:35:26.350 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 68 tests from TestClsRbd (5064 ms total) 2024-02-18T08:35:26.350 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T08:35:26.350 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment tear-down 2024-02-18T08:35:26.350 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] 68 tests from 1 test suite ran. (7947 ms total) 2024-02-18T08:35:26.350 INFO:tasks.workunit.client.0.smithi110.stdout:[ PASSED ] 68 tests. 2024-02-18T08:35:26.353 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:35:26.353 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T08:35:26.409 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-02-18T08:35:26.409 DEBUG:teuthology.orchestra.run.smithi110:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 CLS_RBD_GTEST_FILTER='*:-TestClsRbd.mirror_snapshot' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-02-18T08:35:26.472 INFO:tasks.workunit.client.0.smithi110.stdout:Running main() from gmock_main.cc 2024-02-18T08:35:26.472 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] Running 5 tests from 1 test suite. 2024-02-18T08:35:26.472 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment set-up. 2024-02-18T08:35:26.472 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 5 tests from cls_rgw 2024-02-18T08:35:26.472 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.test_implicit 2024-02-18T08:35:26.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:26 smithi110 bash[54479]: cluster 2024-02-18T08:35:25.328787+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-02-18T08:35:26.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:26 smithi110 bash[55875]: cluster 2024-02-18T08:35:25.328787+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-02-18T08:35:26.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:26 smithi191 bash[38688]: cluster 2024-02-18T08:35:25.328787+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-02-18T08:35:27.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:27 smithi110 bash[54479]: cluster 2024-02-18T08:35:26.353453+0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-02-18T08:35:27.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:27 smithi110 bash[54479]: cluster 2024-02-18T08:35:26.893208+0000 mgr.y (mgr.44100) 553 : cluster [DBG] pgmap v1086: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:27.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:27 smithi110 bash[55875]: cluster 2024-02-18T08:35:26.353453+0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-02-18T08:35:27.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:27 smithi110 bash[55875]: cluster 2024-02-18T08:35:26.893208+0000 mgr.y (mgr.44100) 553 : cluster [DBG] pgmap v1086: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:27.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:27 smithi191 bash[38688]: cluster 2024-02-18T08:35:26.353453+0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-02-18T08:35:27.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:27 smithi191 bash[38688]: cluster 2024-02-18T08:35:26.893208+0000 mgr.y (mgr.44100) 553 : cluster [DBG] pgmap v1086: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:28.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:28 smithi110 bash[55875]: cluster 2024-02-18T08:35:27.366980+0000 mon.a (mon.0) 1643 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-02-18T08:35:28.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:28 smithi110 bash[55875]: audit 2024-02-18T08:35:27.368341+0000 mon.a (mon.0) 1644 : audit [INF] from='client.? 172.21.15.110:0/2042595225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:28.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:28 smithi110 bash[54479]: cluster 2024-02-18T08:35:27.366980+0000 mon.a (mon.0) 1643 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-02-18T08:35:28.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:28 smithi110 bash[54479]: audit 2024-02-18T08:35:27.368341+0000 mon.a (mon.0) 1644 : audit [INF] from='client.? 172.21.15.110:0/2042595225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:28.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:28 smithi191 bash[38688]: cluster 2024-02-18T08:35:27.366980+0000 mon.a (mon.0) 1643 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-02-18T08:35:28.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:28 smithi191 bash[38688]: audit 2024-02-18T08:35:27.368341+0000 mon.a (mon.0) 1644 : audit [INF] from='client.? 172.21.15.110:0/2042595225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:29.380 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.test_implicit (2908 ms) 2024-02-18T08:35:29.380 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-02-18T08:35:29.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:29 smithi110 bash[54479]: audit 2024-02-18T08:35:28.376058+0000 mon.a (mon.0) 1645 : audit [INF] from='client.? 172.21.15.110:0/2042595225' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:29.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:29 smithi110 bash[54479]: cluster 2024-02-18T08:35:28.376500+0000 mon.a (mon.0) 1646 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-02-18T08:35:29.716 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:29 smithi110 bash[54479]: cluster 2024-02-18T08:35:28.894009+0000 mgr.y (mgr.44100) 554 : cluster [DBG] pgmap v1089: 105 pgs: 11 creating+peering, 19 unknown, 75 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:29.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:29 smithi110 bash[55875]: audit 2024-02-18T08:35:28.376058+0000 mon.a (mon.0) 1645 : audit [INF] from='client.? 172.21.15.110:0/2042595225' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:29.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:29 smithi110 bash[55875]: cluster 2024-02-18T08:35:28.376500+0000 mon.a (mon.0) 1646 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-02-18T08:35:29.716 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:29 smithi110 bash[55875]: cluster 2024-02-18T08:35:28.894009+0000 mgr.y (mgr.44100) 554 : cluster [DBG] pgmap v1089: 105 pgs: 11 creating+peering, 19 unknown, 75 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:29.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:29 smithi191 bash[38688]: audit 2024-02-18T08:35:28.376058+0000 mon.a (mon.0) 1645 : audit [INF] from='client.? 172.21.15.110:0/2042595225' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:29.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:29 smithi191 bash[38688]: cluster 2024-02-18T08:35:28.376500+0000 mon.a (mon.0) 1646 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-02-18T08:35:29.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:29 smithi191 bash[38688]: cluster 2024-02-18T08:35:28.894009+0000 mgr.y (mgr.44100) 554 : cluster [DBG] pgmap v1089: 105 pgs: 11 creating+peering, 19 unknown, 75 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:30.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:30 smithi110 bash[54479]: cluster 2024-02-18T08:35:29.384483+0000 mon.a (mon.0) 1647 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-02-18T08:35:30.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:30 smithi110 bash[55875]: cluster 2024-02-18T08:35:29.384483+0000 mon.a (mon.0) 1647 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-02-18T08:35:30.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:30 smithi191 bash[38688]: cluster 2024-02-18T08:35:29.384483+0000 mon.a (mon.0) 1647 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-02-18T08:35:31.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:31 smithi110 bash[54479]: cluster 2024-02-18T08:35:30.394473+0000 mon.a (mon.0) 1648 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-02-18T08:35:31.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:31 smithi110 bash[54479]: audit 2024-02-18T08:35:30.400640+0000 mon.c (mon.1) 37 : audit [INF] from='client.? 172.21.15.110:0/2275497509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:31.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:31 smithi110 bash[54479]: audit 2024-02-18T08:35:30.401225+0000 mon.a (mon.0) 1649 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:31.715 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:31 smithi110 bash[54479]: cluster 2024-02-18T08:35:30.894787+0000 mgr.y (mgr.44100) 555 : cluster [DBG] pgmap v1092: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:31.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:31 smithi110 bash[55875]: cluster 2024-02-18T08:35:30.394473+0000 mon.a (mon.0) 1648 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-02-18T08:35:31.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:31 smithi110 bash[55875]: audit 2024-02-18T08:35:30.400640+0000 mon.c (mon.1) 37 : audit [INF] from='client.? 172.21.15.110:0/2275497509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:31.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:31 smithi110 bash[55875]: audit 2024-02-18T08:35:30.401225+0000 mon.a (mon.0) 1649 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:31.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:31 smithi110 bash[55875]: cluster 2024-02-18T08:35:30.894787+0000 mgr.y (mgr.44100) 555 : cluster [DBG] pgmap v1092: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:31.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:31 smithi191 bash[38688]: cluster 2024-02-18T08:35:30.394473+0000 mon.a (mon.0) 1648 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-02-18T08:35:31.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:31 smithi191 bash[38688]: audit 2024-02-18T08:35:30.400640+0000 mon.c (mon.1) 37 : audit [INF] from='client.? 172.21.15.110:0/2275497509' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:31.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:31 smithi191 bash[38688]: audit 2024-02-18T08:35:30.401225+0000 mon.a (mon.0) 1649 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:31.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:31 smithi191 bash[38688]: cluster 2024-02-18T08:35:30.894787+0000 mgr.y (mgr.44100) 555 : cluster [DBG] pgmap v1092: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:32.399 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3019 ms) 2024-02-18T08:35:32.399 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.test_put_snap 2024-02-18T08:35:32.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:32 smithi110 bash[54479]: audit 2024-02-18T08:35:31.400647+0000 mon.a (mon.0) 1650 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:32.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:32 smithi110 bash[54479]: cluster 2024-02-18T08:35:31.401045+0000 mon.a (mon.0) 1651 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-02-18T08:35:32.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:32 smithi110 bash[54479]: cluster 2024-02-18T08:35:32.402926+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-02-18T08:35:32.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:32 smithi110 bash[55875]: audit 2024-02-18T08:35:31.400647+0000 mon.a (mon.0) 1650 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:32.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:32 smithi110 bash[55875]: cluster 2024-02-18T08:35:31.401045+0000 mon.a (mon.0) 1651 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-02-18T08:35:32.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:32 smithi110 bash[55875]: cluster 2024-02-18T08:35:32.402926+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-02-18T08:35:32.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:32 smithi191 bash[38688]: audit 2024-02-18T08:35:31.400647+0000 mon.a (mon.0) 1650 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:32.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:32 smithi191 bash[38688]: cluster 2024-02-18T08:35:31.401045+0000 mon.a (mon.0) 1651 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-02-18T08:35:32.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:32 smithi191 bash[38688]: cluster 2024-02-18T08:35:32.402926+0000 mon.a (mon.0) 1652 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-02-18T08:35:33.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:33 smithi110 bash[54479]: cluster 2024-02-18T08:35:32.895538+0000 mgr.y (mgr.44100) 556 : cluster [DBG] pgmap v1095: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:33.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:33 smithi110 bash[55875]: cluster 2024-02-18T08:35:32.895538+0000 mgr.y (mgr.44100) 556 : cluster [DBG] pgmap v1095: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:33.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:33 smithi191 bash[38688]: cluster 2024-02-18T08:35:32.895538+0000 mgr.y (mgr.44100) 556 : cluster [DBG] pgmap v1095: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:34.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:34 smithi110 bash[54479]: cluster 2024-02-18T08:35:33.430412+0000 mon.a (mon.0) 1653 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-02-18T08:35:34.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:34 smithi110 bash[54479]: audit 2024-02-18T08:35:33.434245+0000 mon.c (mon.1) 38 : audit [INF] from='client.? 172.21.15.110:0/1670417268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:34.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:34 smithi110 bash[54479]: audit 2024-02-18T08:35:33.434763+0000 mon.a (mon.0) 1654 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:34.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:34 smithi110 bash[55875]: cluster 2024-02-18T08:35:33.430412+0000 mon.a (mon.0) 1653 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-02-18T08:35:34.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:34 smithi110 bash[55875]: audit 2024-02-18T08:35:33.434245+0000 mon.c (mon.1) 38 : audit [INF] from='client.? 172.21.15.110:0/1670417268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:34.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:34 smithi110 bash[55875]: audit 2024-02-18T08:35:33.434763+0000 mon.a (mon.0) 1654 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:34.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:34 smithi191 bash[38688]: cluster 2024-02-18T08:35:33.430412+0000 mon.a (mon.0) 1653 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-02-18T08:35:34.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:34 smithi191 bash[38688]: audit 2024-02-18T08:35:33.434245+0000 mon.c (mon.1) 38 : audit [INF] from='client.? 172.21.15.110:0/1670417268' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:34.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:34 smithi191 bash[38688]: audit 2024-02-18T08:35:33.434763+0000 mon.a (mon.0) 1654 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:35.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:35 smithi110 bash[54479]: audit 2024-02-18T08:35:34.440669+0000 mon.a (mon.0) 1655 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:35.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:35 smithi110 bash[54479]: cluster 2024-02-18T08:35:34.440917+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-02-18T08:35:35.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:35 smithi110 bash[54479]: cluster 2024-02-18T08:35:34.896255+0000 mgr.y (mgr.44100) 557 : cluster [DBG] pgmap v1098: 105 pgs: 2 creating+peering, 22 unknown, 81 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-02-18T08:35:35.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:35 smithi110 bash[55875]: audit 2024-02-18T08:35:34.440669+0000 mon.a (mon.0) 1655 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:35.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:35 smithi110 bash[55875]: cluster 2024-02-18T08:35:34.440917+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-02-18T08:35:35.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:35 smithi110 bash[55875]: cluster 2024-02-18T08:35:34.896255+0000 mgr.y (mgr.44100) 557 : cluster [DBG] pgmap v1098: 105 pgs: 2 creating+peering, 22 unknown, 81 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-02-18T08:35:35.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:35 smithi191 bash[38688]: audit 2024-02-18T08:35:34.440669+0000 mon.a (mon.0) 1655 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:35.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:35 smithi191 bash[38688]: cluster 2024-02-18T08:35:34.440917+0000 mon.a (mon.0) 1656 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-02-18T08:35:35.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:35 smithi191 bash[38688]: cluster 2024-02-18T08:35:34.896255+0000 mgr.y (mgr.44100) 557 : cluster [DBG] pgmap v1098: 105 pgs: 2 creating+peering, 22 unknown, 81 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-02-18T08:35:36.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:36 smithi110 bash[54479]: cluster 2024-02-18T08:35:35.444985+0000 mon.a (mon.0) 1657 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-02-18T08:35:36.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:36 smithi110 bash[55875]: cluster 2024-02-18T08:35:35.444985+0000 mon.a (mon.0) 1657 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-02-18T08:35:36.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:36 smithi191 bash[38688]: cluster 2024-02-18T08:35:35.444985+0000 mon.a (mon.0) 1657 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-02-18T08:35:37.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:37 smithi110 bash[54479]: cluster 2024-02-18T08:35:36.897104+0000 mgr.y (mgr.44100) 558 : cluster [DBG] pgmap v1100: 105 pgs: 2 creating+peering, 17 unknown, 86 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 227 B/s wr, 0 op/s 2024-02-18T08:35:37.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:37 smithi110 bash[55875]: cluster 2024-02-18T08:35:36.897104+0000 mgr.y (mgr.44100) 558 : cluster [DBG] pgmap v1100: 105 pgs: 2 creating+peering, 17 unknown, 86 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 227 B/s wr, 0 op/s 2024-02-18T08:35:37.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:37 smithi191 bash[38688]: cluster 2024-02-18T08:35:36.897104+0000 mgr.y (mgr.44100) 558 : cluster [DBG] pgmap v1100: 105 pgs: 2 creating+peering, 17 unknown, 86 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 227 B/s wr, 0 op/s 2024-02-18T08:35:39.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:39 smithi110 bash[54479]: cluster 2024-02-18T08:35:38.462192+0000 mon.a (mon.0) 1658 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-02-18T08:35:39.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:39 smithi110 bash[54479]: cluster 2024-02-18T08:35:38.897940+0000 mgr.y (mgr.44100) 559 : cluster [DBG] pgmap v1102: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-02-18T08:35:39.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:39 smithi110 bash[55875]: cluster 2024-02-18T08:35:38.462192+0000 mon.a (mon.0) 1658 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-02-18T08:35:39.715 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:39 smithi110 bash[55875]: cluster 2024-02-18T08:35:38.897940+0000 mgr.y (mgr.44100) 559 : cluster [DBG] pgmap v1102: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-02-18T08:35:39.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:39 smithi191 bash[38688]: cluster 2024-02-18T08:35:38.462192+0000 mon.a (mon.0) 1658 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-02-18T08:35:39.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:39 smithi191 bash[38688]: cluster 2024-02-18T08:35:38.897940+0000 mgr.y (mgr.44100) 559 : cluster [DBG] pgmap v1102: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-02-18T08:35:40.714 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:40 smithi110 bash[54479]: cluster 2024-02-18T08:35:39.470627+0000 mon.a (mon.0) 1659 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-02-18T08:35:40.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:40 smithi110 bash[55875]: cluster 2024-02-18T08:35:39.470627+0000 mon.a (mon.0) 1659 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-02-18T08:35:40.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:40 smithi191 bash[38688]: cluster 2024-02-18T08:35:39.470627+0000 mon.a (mon.0) 1659 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-02-18T08:35:41.488 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.test_put_snap (9089 ms) 2024-02-18T08:35:41.488 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.test_explicit 2024-02-18T08:35:41.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:41 smithi191 bash[38688]: cluster 2024-02-18T08:35:40.477452+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-02-18T08:35:41.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:41 smithi191 bash[38688]: cluster 2024-02-18T08:35:40.898785+0000 mgr.y (mgr.44100) 560 : cluster [DBG] pgmap v1105: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-02-18T08:35:41.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:41 smithi110 bash[54479]: cluster 2024-02-18T08:35:40.477452+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-02-18T08:35:41.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:41 smithi110 bash[54479]: cluster 2024-02-18T08:35:40.898785+0000 mgr.y (mgr.44100) 560 : cluster [DBG] pgmap v1105: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-02-18T08:35:41.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:41 smithi110 bash[55875]: cluster 2024-02-18T08:35:40.477452+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-02-18T08:35:41.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:41 smithi110 bash[55875]: cluster 2024-02-18T08:35:40.898785+0000 mgr.y (mgr.44100) 560 : cluster [DBG] pgmap v1105: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-02-18T08:35:42.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:42 smithi191 bash[38688]: cluster 2024-02-18T08:35:41.490450+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-02-18T08:35:42.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:42 smithi110 bash[54479]: cluster 2024-02-18T08:35:41.490450+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-02-18T08:35:42.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:42 smithi110 bash[55875]: cluster 2024-02-18T08:35:41.490450+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-02-18T08:35:43.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:43 smithi191 bash[38688]: cluster 2024-02-18T08:35:42.499471+0000 mon.a (mon.0) 1662 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-02-18T08:35:43.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:43 smithi191 bash[38688]: audit 2024-02-18T08:35:42.500857+0000 mon.c (mon.1) 39 : audit [INF] from='client.? 172.21.15.110:0/2111410668' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:43.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:43 smithi191 bash[38688]: audit 2024-02-18T08:35:42.507361+0000 mon.a (mon.0) 1663 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:43.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:43 smithi191 bash[38688]: cluster 2024-02-18T08:35:42.899567+0000 mgr.y (mgr.44100) 561 : cluster [DBG] pgmap v1108: 105 pgs: 32 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:43.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:43 smithi110 bash[54479]: cluster 2024-02-18T08:35:42.499471+0000 mon.a (mon.0) 1662 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-02-18T08:35:43.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:43 smithi110 bash[54479]: audit 2024-02-18T08:35:42.500857+0000 mon.c (mon.1) 39 : audit [INF] from='client.? 172.21.15.110:0/2111410668' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:43.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:43 smithi110 bash[54479]: audit 2024-02-18T08:35:42.507361+0000 mon.a (mon.0) 1663 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:43.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:43 smithi110 bash[54479]: cluster 2024-02-18T08:35:42.899567+0000 mgr.y (mgr.44100) 561 : cluster [DBG] pgmap v1108: 105 pgs: 32 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:43.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:43 smithi110 bash[55875]: cluster 2024-02-18T08:35:42.499471+0000 mon.a (mon.0) 1662 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-02-18T08:35:43.965 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:43 smithi110 bash[55875]: audit 2024-02-18T08:35:42.500857+0000 mon.c (mon.1) 39 : audit [INF] from='client.? 172.21.15.110:0/2111410668' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:43.965 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:43 smithi110 bash[55875]: audit 2024-02-18T08:35:42.507361+0000 mon.a (mon.0) 1663 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:43.965 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:43 smithi110 bash[55875]: cluster 2024-02-18T08:35:42.899567+0000 mgr.y (mgr.44100) 561 : cluster [DBG] pgmap v1108: 105 pgs: 32 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:44.519 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.test_explicit (3032 ms) 2024-02-18T08:35:44.519 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.set 2024-02-18T08:35:44.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:44 smithi191 bash[38688]: audit 2024-02-18T08:35:43.509270+0000 mon.a (mon.0) 1664 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:44.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:44 smithi191 bash[38688]: cluster 2024-02-18T08:35:43.509616+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-02-18T08:35:44.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:44 smithi110 bash[54479]: audit 2024-02-18T08:35:43.509270+0000 mon.a (mon.0) 1664 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:44.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:44 smithi110 bash[54479]: cluster 2024-02-18T08:35:43.509616+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-02-18T08:35:44.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:44 smithi110 bash[55875]: audit 2024-02-18T08:35:43.509270+0000 mon.a (mon.0) 1664 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:44.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:44 smithi110 bash[55875]: cluster 2024-02-18T08:35:43.509616+0000 mon.a (mon.0) 1665 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-02-18T08:35:45.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:45 smithi191 bash[38688]: cluster 2024-02-18T08:35:44.520212+0000 mon.a (mon.0) 1666 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-02-18T08:35:45.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:45 smithi191 bash[38688]: cluster 2024-02-18T08:35:44.900232+0000 mgr.y (mgr.44100) 562 : cluster [DBG] pgmap v1111: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:45.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:45 smithi110 bash[55875]: cluster 2024-02-18T08:35:44.520212+0000 mon.a (mon.0) 1666 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-02-18T08:35:45.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:45 smithi110 bash[55875]: cluster 2024-02-18T08:35:44.900232+0000 mgr.y (mgr.44100) 562 : cluster [DBG] pgmap v1111: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:45.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:45 smithi110 bash[54479]: cluster 2024-02-18T08:35:44.520212+0000 mon.a (mon.0) 1666 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-02-18T08:35:45.965 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:45 smithi110 bash[54479]: cluster 2024-02-18T08:35:44.900232+0000 mgr.y (mgr.44100) 562 : cluster [DBG] pgmap v1111: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:46.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:46 smithi191 bash[38688]: cluster 2024-02-18T08:35:45.531024+0000 mon.a (mon.0) 1667 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-02-18T08:35:46.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:46 smithi191 bash[38688]: audit 2024-02-18T08:35:45.532507+0000 mon.c (mon.1) 40 : audit [INF] from='client.? 172.21.15.110:0/4131525645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:46.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:46 smithi191 bash[38688]: audit 2024-02-18T08:35:45.535802+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:46.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:46 smithi110 bash[54479]: cluster 2024-02-18T08:35:45.531024+0000 mon.a (mon.0) 1667 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-02-18T08:35:46.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:46 smithi110 bash[54479]: audit 2024-02-18T08:35:45.532507+0000 mon.c (mon.1) 40 : audit [INF] from='client.? 172.21.15.110:0/4131525645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:46.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:46 smithi110 bash[54479]: audit 2024-02-18T08:35:45.535802+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:46.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:46 smithi110 bash[55875]: cluster 2024-02-18T08:35:45.531024+0000 mon.a (mon.0) 1667 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-02-18T08:35:46.965 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:46 smithi110 bash[55875]: audit 2024-02-18T08:35:45.532507+0000 mon.c (mon.1) 40 : audit [INF] from='client.? 172.21.15.110:0/4131525645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:46.965 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:46 smithi110 bash[55875]: audit 2024-02-18T08:35:45.535802+0000 mon.a (mon.0) 1668 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:47.555 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.set (3033 ms) 2024-02-18T08:35:47.555 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 5 tests from cls_rgw (21081 ms total) 2024-02-18T08:35:47.555 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T08:35:47.555 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment tear-down 2024-02-18T08:35:47.555 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] 5 tests from 1 test suite ran. (21081 ms total) 2024-02-18T08:35:47.555 INFO:tasks.workunit.client.0.smithi110.stdout:[ PASSED ] 5 tests. 2024-02-18T08:35:47.555 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:35:47.556 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T08:35:47.611 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-02-18T08:35:47.611 DEBUG:teuthology.orchestra.run.smithi110:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 CLS_RBD_GTEST_FILTER='*:-TestClsRbd.mirror_snapshot' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-02-18T08:35:47.676 INFO:tasks.workunit.client.0.smithi110.stdout:Running main() from gmock_main.cc 2024-02-18T08:35:47.676 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] Running 15 tests from 1 test suite. 2024-02-18T08:35:47.676 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment set-up. 2024-02-18T08:35:47.676 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 15 tests from cls_rgw 2024-02-18T08:35:47.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:47 smithi191 bash[38688]: audit 2024-02-18T08:35:46.536587+0000 mon.a (mon.0) 1669 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:47.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:47 smithi191 bash[38688]: cluster 2024-02-18T08:35:46.536950+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-02-18T08:35:47.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:47 smithi191 bash[38688]: cluster 2024-02-18T08:35:46.901023+0000 mgr.y (mgr.44100) 563 : cluster [DBG] pgmap v1114: 105 pgs: 5 creating+peering, 22 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:47.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:47 smithi110 bash[54479]: audit 2024-02-18T08:35:46.536587+0000 mon.a (mon.0) 1669 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:47.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:47 smithi110 bash[54479]: cluster 2024-02-18T08:35:46.536950+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-02-18T08:35:47.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:47 smithi110 bash[54479]: cluster 2024-02-18T08:35:46.901023+0000 mgr.y (mgr.44100) 563 : cluster [DBG] pgmap v1114: 105 pgs: 5 creating+peering, 22 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:47.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:47 smithi110 bash[55875]: audit 2024-02-18T08:35:46.536587+0000 mon.a (mon.0) 1669 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70248-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:47.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:47 smithi110 bash[55875]: cluster 2024-02-18T08:35:46.536950+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-02-18T08:35:47.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:47 smithi110 bash[55875]: cluster 2024-02-18T08:35:46.901023+0000 mgr.y (mgr.44100) 563 : cluster [DBG] pgmap v1114: 105 pgs: 5 creating+peering, 22 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:48.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:48 smithi191 bash[38688]: cluster 2024-02-18T08:35:47.555201+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-02-18T08:35:48.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:48 smithi110 bash[55875]: cluster 2024-02-18T08:35:47.555201+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-02-18T08:35:48.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:48 smithi110 bash[54479]: cluster 2024-02-18T08:35:47.555201+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-02-18T08:35:49.565 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.index_basic 2024-02-18T08:35:49.609 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.index_basic (45 ms) 2024-02-18T08:35:49.610 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-02-18T08:35:49.643 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (34 ms) 2024-02-18T08:35:49.643 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.index_remove_object 2024-02-18T08:35:49.683 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.index_remove_object (39 ms) 2024-02-18T08:35:49.683 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.index_suggest 2024-02-18T08:35:49.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:49 smithi191 bash[38688]: cluster 2024-02-18T08:35:48.565963+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-02-18T08:35:49.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:49 smithi191 bash[38688]: audit 2024-02-18T08:35:48.567755+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.15.110:0/137557245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:49.836 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:49 smithi191 bash[38688]: cluster 2024-02-18T08:35:48.901860+0000 mgr.y (mgr.44100) 564 : cluster [DBG] pgmap v1117: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:49.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:49 smithi110 bash[54479]: cluster 2024-02-18T08:35:48.565963+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-02-18T08:35:49.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:49 smithi110 bash[54479]: audit 2024-02-18T08:35:48.567755+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.15.110:0/137557245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:49.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:49 smithi110 bash[54479]: cluster 2024-02-18T08:35:48.901860+0000 mgr.y (mgr.44100) 564 : cluster [DBG] pgmap v1117: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:49.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:49 smithi110 bash[55875]: cluster 2024-02-18T08:35:48.565963+0000 mon.a (mon.0) 1672 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-02-18T08:35:49.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:49 smithi110 bash[55875]: audit 2024-02-18T08:35:48.567755+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.15.110:0/137557245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:35:49.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:49 smithi110 bash[55875]: cluster 2024-02-18T08:35:48.901860+0000 mgr.y (mgr.44100) 564 : cluster [DBG] pgmap v1117: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:35:50.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:50 smithi191 bash[38688]: audit 2024-02-18T08:35:49.569404+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? 172.21.15.110:0/137557245' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:50.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:50 smithi191 bash[38688]: cluster 2024-02-18T08:35:49.569656+0000 mon.a (mon.0) 1675 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-02-18T08:35:50.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:50 smithi110 bash[54479]: audit 2024-02-18T08:35:49.569404+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? 172.21.15.110:0/137557245' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:50.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:50 smithi110 bash[54479]: cluster 2024-02-18T08:35:49.569656+0000 mon.a (mon.0) 1675 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-02-18T08:35:50.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:50 smithi110 bash[55875]: audit 2024-02-18T08:35:49.569404+0000 mon.a (mon.0) 1674 : audit [INF] from='client.? 172.21.15.110:0/137557245' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:35:50.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:50 smithi110 bash[55875]: cluster 2024-02-18T08:35:49.569656+0000 mon.a (mon.0) 1675 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-02-18T08:35:51.213 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.index_suggest (1530 ms) 2024-02-18T08:35:51.213 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-02-18T08:35:51.222 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.index_suggest_complete (9 ms) 2024-02-18T08:35:51.222 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.index_list 2024-02-18T08:35:51.242 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.index_list (21 ms) 2024-02-18T08:35:51.242 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-02-18T08:35:51.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:51 smithi191 bash[38688]: cluster 2024-02-18T08:35:50.588395+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-02-18T08:35:51.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:51 smithi191 bash[38688]: cluster 2024-02-18T08:35:50.902426+0000 mgr.y (mgr.44100) 565 : cluster [DBG] pgmap v1120: 105 pgs: 6 creating+peering, 18 unknown, 81 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 20 op/s 2024-02-18T08:35:51.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:51 smithi191 bash[38688]: audit 2024-02-18T08:35:51.464676+0000 mon.a (mon.0) 1677 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:35:51.963 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:51 smithi110 bash[54479]: cluster 2024-02-18T08:35:50.588395+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-02-18T08:35:51.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:51 smithi110 bash[54479]: cluster 2024-02-18T08:35:50.902426+0000 mgr.y (mgr.44100) 565 : cluster [DBG] pgmap v1120: 105 pgs: 6 creating+peering, 18 unknown, 81 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 20 op/s 2024-02-18T08:35:51.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:51 smithi110 bash[54479]: audit 2024-02-18T08:35:51.464676+0000 mon.a (mon.0) 1677 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:35:51.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:51 smithi110 bash[55875]: cluster 2024-02-18T08:35:50.588395+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-02-18T08:35:51.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:51 smithi110 bash[55875]: cluster 2024-02-18T08:35:50.902426+0000 mgr.y (mgr.44100) 565 : cluster [DBG] pgmap v1120: 105 pgs: 6 creating+peering, 18 unknown, 81 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 20 op/s 2024-02-18T08:35:51.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:51 smithi110 bash[55875]: audit 2024-02-18T08:35:51.464676+0000 mon.a (mon.0) 1677 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:35:52.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:52 smithi191 bash[38688]: audit 2024-02-18T08:35:51.775837+0000 mon.a (mon.0) 1678 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:35:52.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:52 smithi191 bash[38688]: audit 2024-02-18T08:35:51.776644+0000 mon.a (mon.0) 1679 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:35:52.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:52 smithi191 bash[38688]: cephadm 2024-02-18T08:35:51.777404+0000 mgr.y (mgr.44100) 566 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:35:52.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:52 smithi191 bash[38688]: audit 2024-02-18T08:35:51.781062+0000 mon.a (mon.0) 1680 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:35:52.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:52 smithi110 bash[54479]: audit 2024-02-18T08:35:51.775837+0000 mon.a (mon.0) 1678 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:35:52.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:52 smithi110 bash[54479]: audit 2024-02-18T08:35:51.776644+0000 mon.a (mon.0) 1679 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:35:52.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:52 smithi110 bash[54479]: cephadm 2024-02-18T08:35:51.777404+0000 mgr.y (mgr.44100) 566 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:35:52.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:52 smithi110 bash[54479]: audit 2024-02-18T08:35:51.781062+0000 mon.a (mon.0) 1680 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:35:52.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:52 smithi110 bash[55875]: audit 2024-02-18T08:35:51.775837+0000 mon.a (mon.0) 1678 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:35:52.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:52 smithi110 bash[55875]: audit 2024-02-18T08:35:51.776644+0000 mon.a (mon.0) 1679 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:35:52.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:52 smithi110 bash[55875]: cephadm 2024-02-18T08:35:51.777404+0000 mgr.y (mgr.44100) 566 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:35:52.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:52 smithi110 bash[55875]: audit 2024-02-18T08:35:51.781062+0000 mon.a (mon.0) 1680 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:35:53.964 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:53 smithi110 bash[54479]: cluster 2024-02-18T08:35:52.902975+0000 mgr.y (mgr.44100) 567 : cluster [DBG] pgmap v1121: 105 pgs: 6 creating+peering, 99 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 214 KiB/s rd, 111 KiB/s wr, 359 op/s 2024-02-18T08:35:53.964 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:53 smithi110 bash[55875]: cluster 2024-02-18T08:35:52.902975+0000 mgr.y (mgr.44100) 567 : cluster [DBG] pgmap v1121: 105 pgs: 6 creating+peering, 99 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 214 KiB/s rd, 111 KiB/s wr, 359 op/s 2024-02-18T08:35:54.085 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:53 smithi191 bash[38688]: cluster 2024-02-18T08:35:52.902975+0000 mgr.y (mgr.44100) 567 : cluster [DBG] pgmap v1121: 105 pgs: 6 creating+peering, 99 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 214 KiB/s rd, 111 KiB/s wr, 359 op/s 2024-02-18T08:35:56.213 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:55 smithi110 bash[54479]: cluster 2024-02-18T08:35:54.903393+0000 mgr.y (mgr.44100) 568 : cluster [DBG] pgmap v1122: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 716 KiB/s rd, 450 KiB/s wr, 1.37k op/s 2024-02-18T08:35:56.214 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:55 smithi110 bash[55875]: cluster 2024-02-18T08:35:54.903393+0000 mgr.y (mgr.44100) 568 : cluster [DBG] pgmap v1122: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 716 KiB/s rd, 450 KiB/s wr, 1.37k op/s 2024-02-18T08:35:56.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:55 smithi191 bash[38688]: cluster 2024-02-18T08:35:54.903393+0000 mgr.y (mgr.44100) 568 : cluster [DBG] pgmap v1122: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 716 KiB/s rd, 450 KiB/s wr, 1.37k op/s 2024-02-18T08:35:58.214 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:57 smithi110 bash[54479]: cluster 2024-02-18T08:35:56.903813+0000 mgr.y (mgr.44100) 569 : cluster [DBG] pgmap v1123: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 567 KiB/s rd, 357 KiB/s wr, 1.09k op/s 2024-02-18T08:35:58.214 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:57 smithi110 bash[55875]: cluster 2024-02-18T08:35:56.903813+0000 mgr.y (mgr.44100) 569 : cluster [DBG] pgmap v1123: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 567 KiB/s rd, 357 KiB/s wr, 1.09k op/s 2024-02-18T08:35:58.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:57 smithi191 bash[38688]: cluster 2024-02-18T08:35:56.903813+0000 mgr.y (mgr.44100) 569 : cluster [DBG] pgmap v1123: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 567 KiB/s rd, 357 KiB/s wr, 1.09k op/s 2024-02-18T08:36:00.214 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:35:59 smithi110 bash[54479]: cluster 2024-02-18T08:35:58.904323+0000 mgr.y (mgr.44100) 570 : cluster [DBG] pgmap v1124: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 989 KiB/s rd, 641 KiB/s wr, 1.94k op/s 2024-02-18T08:36:00.214 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:35:59 smithi110 bash[55875]: cluster 2024-02-18T08:35:58.904323+0000 mgr.y (mgr.44100) 570 : cluster [DBG] pgmap v1124: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 989 KiB/s rd, 641 KiB/s wr, 1.94k op/s 2024-02-18T08:36:00.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:35:59 smithi191 bash[38688]: cluster 2024-02-18T08:35:58.904323+0000 mgr.y (mgr.44100) 570 : cluster [DBG] pgmap v1124: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 989 KiB/s rd, 641 KiB/s wr, 1.94k op/s 2024-02-18T08:36:02.213 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:01 smithi110 bash[54479]: cluster 2024-02-18T08:36:00.904833+0000 mgr.y (mgr.44100) 571 : cluster [DBG] pgmap v1125: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 890 KiB/s rd, 578 KiB/s wr, 1.75k op/s 2024-02-18T08:36:02.214 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:01 smithi110 bash[55875]: cluster 2024-02-18T08:36:00.904833+0000 mgr.y (mgr.44100) 571 : cluster [DBG] pgmap v1125: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 890 KiB/s rd, 578 KiB/s wr, 1.75k op/s 2024-02-18T08:36:02.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:01 smithi191 bash[38688]: cluster 2024-02-18T08:36:00.904833+0000 mgr.y (mgr.44100) 571 : cluster [DBG] pgmap v1125: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 890 KiB/s rd, 578 KiB/s wr, 1.75k op/s 2024-02-18T08:36:04.214 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:03 smithi110 bash[54479]: cluster 2024-02-18T08:36:02.905365+0000 mgr.y (mgr.44100) 572 : cluster [DBG] pgmap v1126: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 765 KiB/s rd, 497 KiB/s wr, 1.50k op/s 2024-02-18T08:36:04.214 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:03 smithi110 bash[55875]: cluster 2024-02-18T08:36:02.905365+0000 mgr.y (mgr.44100) 572 : cluster [DBG] pgmap v1126: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 765 KiB/s rd, 497 KiB/s wr, 1.50k op/s 2024-02-18T08:36:04.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:03 smithi191 bash[38688]: cluster 2024-02-18T08:36:02.905365+0000 mgr.y (mgr.44100) 572 : cluster [DBG] pgmap v1126: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 765 KiB/s rd, 497 KiB/s wr, 1.50k op/s 2024-02-18T08:36:06.213 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:05 smithi110 bash[55875]: cluster 2024-02-18T08:36:04.905888+0000 mgr.y (mgr.44100) 573 : cluster [DBG] pgmap v1127: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 939 KiB/s rd, 626 KiB/s wr, 1.88k op/s 2024-02-18T08:36:06.214 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:05 smithi110 bash[54479]: cluster 2024-02-18T08:36:04.905888+0000 mgr.y (mgr.44100) 573 : cluster [DBG] pgmap v1127: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 939 KiB/s rd, 626 KiB/s wr, 1.88k op/s 2024-02-18T08:36:06.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:05 smithi191 bash[38688]: cluster 2024-02-18T08:36:04.905888+0000 mgr.y (mgr.44100) 573 : cluster [DBG] pgmap v1127: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 939 KiB/s rd, 626 KiB/s wr, 1.88k op/s 2024-02-18T08:36:08.213 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:07 smithi110 bash[54479]: cluster 2024-02-18T08:36:06.906379+0000 mgr.y (mgr.44100) 574 : cluster [DBG] pgmap v1128: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 656 KiB/s rd, 437 KiB/s wr, 1.31k op/s 2024-02-18T08:36:08.214 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:07 smithi110 bash[55875]: cluster 2024-02-18T08:36:06.906379+0000 mgr.y (mgr.44100) 574 : cluster [DBG] pgmap v1128: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 656 KiB/s rd, 437 KiB/s wr, 1.31k op/s 2024-02-18T08:36:08.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:07 smithi191 bash[38688]: cluster 2024-02-18T08:36:06.906379+0000 mgr.y (mgr.44100) 574 : cluster [DBG] pgmap v1128: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 656 KiB/s rd, 437 KiB/s wr, 1.31k op/s 2024-02-18T08:36:10.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:09 smithi191 bash[38688]: cluster 2024-02-18T08:36:08.906953+0000 mgr.y (mgr.44100) 575 : cluster [DBG] pgmap v1129: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 920 KiB/s rd, 614 KiB/s wr, 1.84k op/s 2024-02-18T08:36:10.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:09 smithi110 bash[54479]: cluster 2024-02-18T08:36:08.906953+0000 mgr.y (mgr.44100) 575 : cluster [DBG] pgmap v1129: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 920 KiB/s rd, 614 KiB/s wr, 1.84k op/s 2024-02-18T08:36:10.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:09 smithi110 bash[55875]: cluster 2024-02-18T08:36:08.906953+0000 mgr.y (mgr.44100) 575 : cluster [DBG] pgmap v1129: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 920 KiB/s rd, 614 KiB/s wr, 1.84k op/s 2024-02-18T08:36:12.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:11 smithi191 bash[38688]: cluster 2024-02-18T08:36:10.907469+0000 mgr.y (mgr.44100) 576 : cluster [DBG] pgmap v1130: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2024-02-18T08:36:12.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:11 smithi110 bash[54479]: cluster 2024-02-18T08:36:10.907469+0000 mgr.y (mgr.44100) 576 : cluster [DBG] pgmap v1130: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2024-02-18T08:36:12.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:11 smithi110 bash[55875]: cluster 2024-02-18T08:36:10.907469+0000 mgr.y (mgr.44100) 576 : cluster [DBG] pgmap v1130: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2024-02-18T08:36:14.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:13 smithi191 bash[38688]: cluster 2024-02-18T08:36:12.908028+0000 mgr.y (mgr.44100) 577 : cluster [DBG] pgmap v1131: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2024-02-18T08:36:14.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:13 smithi110 bash[54479]: cluster 2024-02-18T08:36:12.908028+0000 mgr.y (mgr.44100) 577 : cluster [DBG] pgmap v1131: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2024-02-18T08:36:14.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:13 smithi110 bash[55875]: cluster 2024-02-18T08:36:12.908028+0000 mgr.y (mgr.44100) 577 : cluster [DBG] pgmap v1131: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 529 KiB/s rd, 353 KiB/s wr, 1.06k op/s 2024-02-18T08:36:16.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:15 smithi191 bash[38688]: cluster 2024-02-18T08:36:14.908517+0000 mgr.y (mgr.44100) 578 : cluster [DBG] pgmap v1132: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 532 KiB/s wr, 1.60k op/s 2024-02-18T08:36:16.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:15 smithi110 bash[55875]: cluster 2024-02-18T08:36:14.908517+0000 mgr.y (mgr.44100) 578 : cluster [DBG] pgmap v1132: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 532 KiB/s wr, 1.60k op/s 2024-02-18T08:36:16.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:15 smithi110 bash[54479]: cluster 2024-02-18T08:36:14.908517+0000 mgr.y (mgr.44100) 578 : cluster [DBG] pgmap v1132: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 532 KiB/s wr, 1.60k op/s 2024-02-18T08:36:18.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:17 smithi191 bash[38688]: cluster 2024-02-18T08:36:16.908987+0000 mgr.y (mgr.44100) 579 : cluster [DBG] pgmap v1133: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-02-18T08:36:18.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:17 smithi110 bash[55875]: cluster 2024-02-18T08:36:16.908987+0000 mgr.y (mgr.44100) 579 : cluster [DBG] pgmap v1133: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-02-18T08:36:18.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:17 smithi110 bash[54479]: cluster 2024-02-18T08:36:16.908987+0000 mgr.y (mgr.44100) 579 : cluster [DBG] pgmap v1133: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-02-18T08:36:20.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:19 smithi191 bash[38688]: cluster 2024-02-18T08:36:18.909562+0000 mgr.y (mgr.44100) 580 : cluster [DBG] pgmap v1134: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 533 KiB/s wr, 1.60k op/s 2024-02-18T08:36:20.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:19 smithi110 bash[54479]: cluster 2024-02-18T08:36:18.909562+0000 mgr.y (mgr.44100) 580 : cluster [DBG] pgmap v1134: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 533 KiB/s wr, 1.60k op/s 2024-02-18T08:36:20.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:19 smithi110 bash[55875]: cluster 2024-02-18T08:36:18.909562+0000 mgr.y (mgr.44100) 580 : cluster [DBG] pgmap v1134: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 799 KiB/s rd, 533 KiB/s wr, 1.60k op/s 2024-02-18T08:36:22.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:21 smithi191 bash[38688]: cluster 2024-02-18T08:36:20.910030+0000 mgr.y (mgr.44100) 581 : cluster [DBG] pgmap v1135: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 535 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-02-18T08:36:22.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:21 smithi110 bash[54479]: cluster 2024-02-18T08:36:20.910030+0000 mgr.y (mgr.44100) 581 : cluster [DBG] pgmap v1135: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 535 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-02-18T08:36:22.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:21 smithi110 bash[55875]: cluster 2024-02-18T08:36:20.910030+0000 mgr.y (mgr.44100) 581 : cluster [DBG] pgmap v1135: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 535 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-02-18T08:36:24.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:23 smithi191 bash[38688]: cluster 2024-02-18T08:36:22.910642+0000 mgr.y (mgr.44100) 582 : cluster [DBG] pgmap v1136: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 535 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-02-18T08:36:24.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:23 smithi110 bash[54479]: cluster 2024-02-18T08:36:22.910642+0000 mgr.y (mgr.44100) 582 : cluster [DBG] pgmap v1136: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 535 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-02-18T08:36:24.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:23 smithi110 bash[55875]: cluster 2024-02-18T08:36:22.910642+0000 mgr.y (mgr.44100) 582 : cluster [DBG] pgmap v1136: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 535 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-02-18T08:36:26.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:25 smithi191 bash[38688]: cluster 2024-02-18T08:36:24.911154+0000 mgr.y (mgr.44100) 583 : cluster [DBG] pgmap v1137: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 796 KiB/s rd, 531 KiB/s wr, 1.59k op/s 2024-02-18T08:36:26.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:25 smithi110 bash[54479]: cluster 2024-02-18T08:36:24.911154+0000 mgr.y (mgr.44100) 583 : cluster [DBG] pgmap v1137: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 796 KiB/s rd, 531 KiB/s wr, 1.59k op/s 2024-02-18T08:36:26.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:25 smithi110 bash[55875]: cluster 2024-02-18T08:36:24.911154+0000 mgr.y (mgr.44100) 583 : cluster [DBG] pgmap v1137: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 796 KiB/s rd, 531 KiB/s wr, 1.59k op/s 2024-02-18T08:36:28.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:27 smithi191 bash[38688]: cluster 2024-02-18T08:36:26.911674+0000 mgr.y (mgr.44100) 584 : cluster [DBG] pgmap v1138: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 526 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2024-02-18T08:36:28.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:27 smithi110 bash[54479]: cluster 2024-02-18T08:36:26.911674+0000 mgr.y (mgr.44100) 584 : cluster [DBG] pgmap v1138: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 526 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2024-02-18T08:36:28.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:27 smithi110 bash[55875]: cluster 2024-02-18T08:36:26.911674+0000 mgr.y (mgr.44100) 584 : cluster [DBG] pgmap v1138: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 526 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2024-02-18T08:36:30.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:29 smithi191 bash[38688]: cluster 2024-02-18T08:36:28.912319+0000 mgr.y (mgr.44100) 585 : cluster [DBG] pgmap v1139: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 790 KiB/s rd, 527 KiB/s wr, 1.58k op/s 2024-02-18T08:36:30.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:29 smithi110 bash[54479]: cluster 2024-02-18T08:36:28.912319+0000 mgr.y (mgr.44100) 585 : cluster [DBG] pgmap v1139: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 790 KiB/s rd, 527 KiB/s wr, 1.58k op/s 2024-02-18T08:36:30.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:29 smithi110 bash[55875]: cluster 2024-02-18T08:36:28.912319+0000 mgr.y (mgr.44100) 585 : cluster [DBG] pgmap v1139: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 790 KiB/s rd, 527 KiB/s wr, 1.58k op/s 2024-02-18T08:36:32.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:31 smithi191 bash[38688]: cluster 2024-02-18T08:36:30.912811+0000 mgr.y (mgr.44100) 586 : cluster [DBG] pgmap v1140: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-02-18T08:36:32.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:31 smithi110 bash[54479]: cluster 2024-02-18T08:36:30.912811+0000 mgr.y (mgr.44100) 586 : cluster [DBG] pgmap v1140: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-02-18T08:36:32.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:31 smithi110 bash[55875]: cluster 2024-02-18T08:36:30.912811+0000 mgr.y (mgr.44100) 586 : cluster [DBG] pgmap v1140: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-02-18T08:36:34.092 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.index_list_delimited (42850 ms) 2024-02-18T08:36:34.092 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.bi_list 2024-02-18T08:36:34.172 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.bi_list (80 ms) 2024-02-18T08:36:34.172 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.gc_set 2024-02-18T08:36:34.203 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.gc_set (32 ms) 2024-02-18T08:36:34.203 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.gc_list 2024-02-18T08:36:34.228 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.gc_list (24 ms) 2024-02-18T08:36:34.228 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.gc_defer 2024-02-18T08:36:34.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:34 smithi191 bash[38688]: cluster 2024-02-18T08:36:32.913334+0000 mgr.y (mgr.44100) 587 : cluster [DBG] pgmap v1141: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-02-18T08:36:34.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:34 smithi110 bash[54479]: cluster 2024-02-18T08:36:32.913334+0000 mgr.y (mgr.44100) 587 : cluster [DBG] pgmap v1141: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-02-18T08:36:34.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:34 smithi110 bash[55875]: cluster 2024-02-18T08:36:32.913334+0000 mgr.y (mgr.44100) 587 : cluster [DBG] pgmap v1141: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-02-18T08:36:36.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:36 smithi191 bash[38688]: cluster 2024-02-18T08:36:34.914167+0000 mgr.y (mgr.44100) 588 : cluster [DBG] pgmap v1142: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 778 KiB/s rd, 518 KiB/s wr, 1.55k op/s 2024-02-18T08:36:36.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:36 smithi191 bash[38688]: cluster 2024-02-18T08:36:35.015943+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-02-18T08:36:36.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:36 smithi191 bash[38688]: audit 2024-02-18T08:36:35.017539+0000 mon.a (mon.0) 1682 : audit [INF] from='client.? 172.21.15.110:0/268389630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:36:36.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:36 smithi110 bash[55875]: cluster 2024-02-18T08:36:34.914167+0000 mgr.y (mgr.44100) 588 : cluster [DBG] pgmap v1142: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 778 KiB/s rd, 518 KiB/s wr, 1.55k op/s 2024-02-18T08:36:36.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:36 smithi110 bash[55875]: cluster 2024-02-18T08:36:35.015943+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-02-18T08:36:36.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:36 smithi110 bash[55875]: audit 2024-02-18T08:36:35.017539+0000 mon.a (mon.0) 1682 : audit [INF] from='client.? 172.21.15.110:0/268389630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:36:36.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:36 smithi110 bash[54479]: cluster 2024-02-18T08:36:34.914167+0000 mgr.y (mgr.44100) 588 : cluster [DBG] pgmap v1142: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 778 KiB/s rd, 518 KiB/s wr, 1.55k op/s 2024-02-18T08:36:36.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:36 smithi110 bash[54479]: cluster 2024-02-18T08:36:35.015943+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-02-18T08:36:36.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:36 smithi110 bash[54479]: audit 2024-02-18T08:36:35.017539+0000 mon.a (mon.0) 1682 : audit [INF] from='client.? 172.21.15.110:0/268389630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:36:37.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:37 smithi191 bash[38688]: audit 2024-02-18T08:36:36.028141+0000 mon.a (mon.0) 1683 : audit [INF] from='client.? 172.21.15.110:0/268389630' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:36:37.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:37 smithi191 bash[38688]: cluster 2024-02-18T08:36:36.028549+0000 mon.a (mon.0) 1684 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-02-18T08:36:37.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:37 smithi110 bash[54479]: audit 2024-02-18T08:36:36.028141+0000 mon.a (mon.0) 1683 : audit [INF] from='client.? 172.21.15.110:0/268389630' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:36:37.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:37 smithi110 bash[54479]: cluster 2024-02-18T08:36:36.028549+0000 mon.a (mon.0) 1684 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-02-18T08:36:37.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:37 smithi110 bash[55875]: audit 2024-02-18T08:36:36.028141+0000 mon.a (mon.0) 1683 : audit [INF] from='client.? 172.21.15.110:0/268389630' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70351-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:36:37.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:37 smithi110 bash[55875]: cluster 2024-02-18T08:36:36.028549+0000 mon.a (mon.0) 1684 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-02-18T08:36:38.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:38 smithi191 bash[38688]: cluster 2024-02-18T08:36:36.914989+0000 mgr.y (mgr.44100) 589 : cluster [DBG] pgmap v1145: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 379 KiB/s rd, 253 KiB/s wr, 758 op/s 2024-02-18T08:36:38.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:38 smithi191 bash[38688]: cluster 2024-02-18T08:36:37.036905+0000 mon.a (mon.0) 1685 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-02-18T08:36:38.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:38 smithi110 bash[54479]: cluster 2024-02-18T08:36:36.914989+0000 mgr.y (mgr.44100) 589 : cluster [DBG] pgmap v1145: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 379 KiB/s rd, 253 KiB/s wr, 758 op/s 2024-02-18T08:36:38.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:38 smithi110 bash[54479]: cluster 2024-02-18T08:36:37.036905+0000 mon.a (mon.0) 1685 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-02-18T08:36:38.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:38 smithi110 bash[55875]: cluster 2024-02-18T08:36:36.914989+0000 mgr.y (mgr.44100) 589 : cluster [DBG] pgmap v1145: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 379 KiB/s rd, 253 KiB/s wr, 758 op/s 2024-02-18T08:36:38.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:38 smithi110 bash[55875]: cluster 2024-02-18T08:36:37.036905+0000 mon.a (mon.0) 1685 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-02-18T08:36:40.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:40 smithi191 bash[38688]: cluster 2024-02-18T08:36:38.915918+0000 mgr.y (mgr.44100) 590 : cluster [DBG] pgmap v1147: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 802 KiB/s rd, 376 KiB/s wr, 1.12k op/s 2024-02-18T08:36:40.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:40 smithi110 bash[54479]: cluster 2024-02-18T08:36:38.915918+0000 mgr.y (mgr.44100) 590 : cluster [DBG] pgmap v1147: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 802 KiB/s rd, 376 KiB/s wr, 1.12k op/s 2024-02-18T08:36:40.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:40 smithi110 bash[55875]: cluster 2024-02-18T08:36:38.915918+0000 mgr.y (mgr.44100) 590 : cluster [DBG] pgmap v1147: 137 pgs: 4 creating+peering, 7 unknown, 126 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 802 KiB/s rd, 376 KiB/s wr, 1.12k op/s 2024-02-18T08:36:42.049 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.gc_defer (7821 ms) 2024-02-18T08:36:42.049 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.usage_basic 2024-02-18T08:36:42.141 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.usage_basic (93 ms) 2024-02-18T08:36:42.141 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-02-18T08:36:42.142 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-02-18T08:36:42.143 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.usage_clear 2024-02-18T08:36:42.283 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.usage_clear (141 ms) 2024-02-18T08:36:42.283 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-02-18T08:36:42.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:42 smithi191 bash[38688]: cluster 2024-02-18T08:36:40.916886+0000 mgr.y (mgr.44100) 591 : cluster [DBG] pgmap v1148: 137 pgs: 137 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 297 KiB/s rd, 39 KiB/s wr, 110 op/s 2024-02-18T08:36:42.341 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] cls_rgw.bi_log_trim (57 ms) 2024-02-18T08:36:42.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:42 smithi110 bash[55875]: cluster 2024-02-18T08:36:40.916886+0000 mgr.y (mgr.44100) 591 : cluster [DBG] pgmap v1148: 137 pgs: 137 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 297 KiB/s rd, 39 KiB/s wr, 110 op/s 2024-02-18T08:36:42.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:42 smithi110 bash[54479]: cluster 2024-02-18T08:36:40.916886+0000 mgr.y (mgr.44100) 591 : cluster [DBG] pgmap v1148: 137 pgs: 137 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 297 KiB/s rd, 39 KiB/s wr, 110 op/s 2024-02-18T08:36:43.067 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 15 tests from cls_rgw (52777 ms total) 2024-02-18T08:36:43.067 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T08:36:43.067 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment tear-down 2024-02-18T08:36:43.067 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] 15 tests from 1 test suite ran. (55392 ms total) 2024-02-18T08:36:43.067 INFO:tasks.workunit.client.0.smithi110.stdout:[ PASSED ] 15 tests. 2024-02-18T08:36:43.070 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:36:43.070 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T08:36:43.122 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-02-18T08:36:43.123 DEBUG:teuthology.orchestra.run.smithi110:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 CLS_RBD_GTEST_FILTER='*:-TestClsRbd.mirror_snapshot' adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-02-18T08:36:43.189 INFO:tasks.workunit.client.0.smithi110.stdout:Running main() from gmock_main.cc 2024-02-18T08:36:43.189 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] Running 2 tests from 1 test suite. 2024-02-18T08:36:43.189 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment set-up. 2024-02-18T08:36:43.189 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 2 tests from ClsSDK 2024-02-18T08:36:43.189 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-02-18T08:36:43.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:43 smithi191 bash[38688]: cluster 2024-02-18T08:36:42.051347+0000 mon.a (mon.0) 1686 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-02-18T08:36:43.563 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:43 smithi110 bash[55875]: cluster 2024-02-18T08:36:42.051347+0000 mon.a (mon.0) 1686 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-02-18T08:36:43.564 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:43 smithi110 bash[54479]: cluster 2024-02-18T08:36:42.051347+0000 mon.a (mon.0) 1686 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-02-18T08:36:44.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:44 smithi191 bash[38688]: cluster 2024-02-18T08:36:42.917744+0000 mgr.y (mgr.44100) 592 : cluster [DBG] pgmap v1150: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 566 KiB/s rd, 625 KiB/s wr, 993 op/s 2024-02-18T08:36:44.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:44 smithi191 bash[38688]: cluster 2024-02-18T08:36:43.071706+0000 mon.a (mon.0) 1687 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-02-18T08:36:44.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:44 smithi110 bash[54479]: cluster 2024-02-18T08:36:42.917744+0000 mgr.y (mgr.44100) 592 : cluster [DBG] pgmap v1150: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 566 KiB/s rd, 625 KiB/s wr, 993 op/s 2024-02-18T08:36:44.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:44 smithi110 bash[54479]: cluster 2024-02-18T08:36:43.071706+0000 mon.a (mon.0) 1687 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-02-18T08:36:44.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:44 smithi110 bash[55875]: cluster 2024-02-18T08:36:42.917744+0000 mgr.y (mgr.44100) 592 : cluster [DBG] pgmap v1150: 105 pgs: 105 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 566 KiB/s rd, 625 KiB/s wr, 993 op/s 2024-02-18T08:36:44.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:44 smithi110 bash[55875]: cluster 2024-02-18T08:36:43.071706+0000 mon.a (mon.0) 1687 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-02-18T08:36:45.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:45 smithi110 bash[54479]: cluster 2024-02-18T08:36:44.083229+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-02-18T08:36:45.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:45 smithi110 bash[54479]: audit 2024-02-18T08:36:44.087519+0000 mon.a (mon.0) 1689 : audit [INF] from='client.? 172.21.15.110:0/1131373028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:36:45.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:45 smithi110 bash[55875]: cluster 2024-02-18T08:36:44.083229+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-02-18T08:36:45.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:45 smithi110 bash[55875]: audit 2024-02-18T08:36:44.087519+0000 mon.a (mon.0) 1689 : audit [INF] from='client.? 172.21.15.110:0/1131373028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:36:45.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:45 smithi191 bash[38688]: cluster 2024-02-18T08:36:44.083229+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-02-18T08:36:45.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:45 smithi191 bash[38688]: audit 2024-02-18T08:36:44.087519+0000 mon.a (mon.0) 1689 : audit [INF] from='client.? 172.21.15.110:0/1131373028' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:36:46.088 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2899 ms) 2024-02-18T08:36:46.088 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-02-18T08:36:46.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:46 smithi110 bash[55875]: cluster 2024-02-18T08:36:44.918613+0000 mgr.y (mgr.44100) 593 : cluster [DBG] pgmap v1153: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:46.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:46 smithi110 bash[55875]: audit 2024-02-18T08:36:45.089113+0000 mon.a (mon.0) 1690 : audit [INF] from='client.? 172.21.15.110:0/1131373028' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:36:46.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:46 smithi110 bash[55875]: cluster 2024-02-18T08:36:45.089439+0000 mon.a (mon.0) 1691 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-02-18T08:36:46.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:46 smithi110 bash[55875]: cluster 2024-02-18T08:36:46.091781+0000 mon.a (mon.0) 1692 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-02-18T08:36:46.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:46 smithi110 bash[54479]: cluster 2024-02-18T08:36:44.918613+0000 mgr.y (mgr.44100) 593 : cluster [DBG] pgmap v1153: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:46.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:46 smithi110 bash[54479]: audit 2024-02-18T08:36:45.089113+0000 mon.a (mon.0) 1690 : audit [INF] from='client.? 172.21.15.110:0/1131373028' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:36:46.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:46 smithi110 bash[54479]: cluster 2024-02-18T08:36:45.089439+0000 mon.a (mon.0) 1691 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-02-18T08:36:46.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:46 smithi110 bash[54479]: cluster 2024-02-18T08:36:46.091781+0000 mon.a (mon.0) 1692 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-02-18T08:36:46.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:46 smithi191 bash[38688]: cluster 2024-02-18T08:36:44.918613+0000 mgr.y (mgr.44100) 593 : cluster [DBG] pgmap v1153: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:46.585 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:46 smithi191 bash[38688]: audit 2024-02-18T08:36:45.089113+0000 mon.a (mon.0) 1690 : audit [INF] from='client.? 172.21.15.110:0/1131373028' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:36:46.585 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:46 smithi191 bash[38688]: cluster 2024-02-18T08:36:45.089439+0000 mon.a (mon.0) 1691 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-02-18T08:36:46.585 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:46 smithi191 bash[38688]: cluster 2024-02-18T08:36:46.091781+0000 mon.a (mon.0) 1692 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-02-18T08:36:48.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:48 smithi110 bash[54479]: cluster 2024-02-18T08:36:46.919329+0000 mgr.y (mgr.44100) 594 : cluster [DBG] pgmap v1156: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:48.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:48 smithi110 bash[54479]: cluster 2024-02-18T08:36:47.116769+0000 mon.a (mon.0) 1693 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-02-18T08:36:48.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:48 smithi110 bash[54479]: audit 2024-02-18T08:36:47.120580+0000 mon.a (mon.0) 1694 : audit [INF] from='client.? 172.21.15.110:0/506541434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:36:48.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:48 smithi110 bash[55875]: cluster 2024-02-18T08:36:46.919329+0000 mgr.y (mgr.44100) 594 : cluster [DBG] pgmap v1156: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:48.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:48 smithi110 bash[55875]: cluster 2024-02-18T08:36:47.116769+0000 mon.a (mon.0) 1693 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-02-18T08:36:48.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:48 smithi110 bash[55875]: audit 2024-02-18T08:36:47.120580+0000 mon.a (mon.0) 1694 : audit [INF] from='client.? 172.21.15.110:0/506541434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:36:48.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:48 smithi191 bash[38688]: cluster 2024-02-18T08:36:46.919329+0000 mgr.y (mgr.44100) 594 : cluster [DBG] pgmap v1156: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:48.585 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:48 smithi191 bash[38688]: cluster 2024-02-18T08:36:47.116769+0000 mon.a (mon.0) 1693 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-02-18T08:36:48.585 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:48 smithi191 bash[38688]: audit 2024-02-18T08:36:47.120580+0000 mon.a (mon.0) 1694 : audit [INF] from='client.? 172.21.15.110:0/506541434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:36:49.137 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3046 ms) 2024-02-18T08:36:49.137 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 2 tests from ClsSDK (5946 ms total) 2024-02-18T08:36:49.137 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T08:36:49.137 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment tear-down 2024-02-18T08:36:49.137 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] 2 tests from 1 test suite ran. (5946 ms total) 2024-02-18T08:36:49.137 INFO:tasks.workunit.client.0.smithi110.stdout:[ PASSED ] 2 tests. 2024-02-18T08:36:49.137 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:36:49.138 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T08:36:49.190 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-02-18T08:36:49.190 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-02-18T08:36:49.411 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:49 smithi110 bash[54479]: audit 2024-02-18T08:36:48.128037+0000 mon.a (mon.0) 1695 : audit [INF] from='client.? 172.21.15.110:0/506541434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:36:49.412 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:49 smithi110 bash[54479]: cluster 2024-02-18T08:36:48.128233+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-02-18T08:36:49.412 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:49 smithi110 bash[55875]: audit 2024-02-18T08:36:48.128037+0000 mon.a (mon.0) 1695 : audit [INF] from='client.? 172.21.15.110:0/506541434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:36:49.412 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:49 smithi110 bash[55875]: cluster 2024-02-18T08:36:48.128233+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-02-18T08:36:49.413 DEBUG:teuthology.parallel:result is None 2024-02-18T08:36:49.414 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-02-18T08:36:49.422 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-02-18T08:36:49.423 DEBUG:teuthology.orchestra.run.smithi110:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-02-18T08:36:49.478 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-02-18T08:36:49.479 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-02-18T08:36:49.479 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-02-18T08:36:49.479 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-02-18T08:36:49.479 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-02-18T08:36:49.479 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-02-18T08:36:49.480 INFO:tasks.workunit:Pulling workunits from ref octopus 2024-02-18T08:36:49.480 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-02-18T08:36:49.480 DEBUG:teuthology.orchestra.run.smithi110:> stat -- /home/ubuntu/cephtest/mnt.0 2024-02-18T08:36:49.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-18T08:36:49.528 INFO:teuthology.orchestra.run.smithi110.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-02-18T08:36:49.528 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-02-18T08:36:49.576 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-02-18T08:36:49.576 DEBUG:teuthology.orchestra.run.smithi110:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-02-18T08:36:49.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:49 smithi191 bash[38688]: audit 2024-02-18T08:36:48.128037+0000 mon.a (mon.0) 1695 : audit [INF] from='client.? 172.21.15.110:0/506541434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi110-70407-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:36:49.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:49 smithi191 bash[38688]: cluster 2024-02-18T08:36:48.128233+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-02-18T08:36:49.628 INFO:tasks.workunit:timeout=3h 2024-02-18T08:36:49.628 INFO:tasks.workunit:cleanup=True 2024-02-18T08:36:49.628 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-02-18T08:36:49.676 INFO:tasks.workunit.client.0.smithi110.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-02-18T08:36:50.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:50 smithi110 bash[54479]: cluster 2024-02-18T08:36:48.920138+0000 mgr.y (mgr.44100) 595 : cluster [DBG] pgmap v1159: 105 pgs: 10 creating+peering, 17 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:50.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:50 smithi110 bash[54479]: cluster 2024-02-18T08:36:49.140327+0000 mon.a (mon.0) 1697 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-02-18T08:36:50.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:50 smithi110 bash[55875]: cluster 2024-02-18T08:36:48.920138+0000 mgr.y (mgr.44100) 595 : cluster [DBG] pgmap v1159: 105 pgs: 10 creating+peering, 17 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:50.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:50 smithi110 bash[55875]: cluster 2024-02-18T08:36:49.140327+0000 mon.a (mon.0) 1697 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-02-18T08:36:50.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:50 smithi191 bash[38688]: cluster 2024-02-18T08:36:48.920138+0000 mgr.y (mgr.44100) 595 : cluster [DBG] pgmap v1159: 105 pgs: 10 creating+peering, 17 unknown, 78 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:50.585 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:50 smithi191 bash[38688]: cluster 2024-02-18T08:36:49.140327+0000 mon.a (mon.0) 1697 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-02-18T08:36:52.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:52 smithi110 bash[54479]: cluster 2024-02-18T08:36:50.920961+0000 mgr.y (mgr.44100) 596 : cluster [DBG] pgmap v1161: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:52.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:52 smithi110 bash[54479]: audit 2024-02-18T08:36:51.786605+0000 mon.a (mon.0) 1698 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:36:52.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:52 smithi110 bash[54479]: audit 2024-02-18T08:36:52.091502+0000 mon.a (mon.0) 1699 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:36:52.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:52 smithi110 bash[54479]: audit 2024-02-18T08:36:52.093091+0000 mon.a (mon.0) 1700 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:36:52.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:52 smithi110 bash[54479]: audit 2024-02-18T08:36:52.100344+0000 mon.a (mon.0) 1701 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:36:52.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:52 smithi110 bash[55875]: cluster 2024-02-18T08:36:50.920961+0000 mgr.y (mgr.44100) 596 : cluster [DBG] pgmap v1161: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:52.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:52 smithi110 bash[55875]: audit 2024-02-18T08:36:51.786605+0000 mon.a (mon.0) 1698 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:36:52.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:52 smithi110 bash[55875]: audit 2024-02-18T08:36:52.091502+0000 mon.a (mon.0) 1699 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:36:52.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:52 smithi110 bash[55875]: audit 2024-02-18T08:36:52.093091+0000 mon.a (mon.0) 1700 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:36:52.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:52 smithi110 bash[55875]: audit 2024-02-18T08:36:52.100344+0000 mon.a (mon.0) 1701 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:36:52.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:52 smithi191 bash[38688]: cluster 2024-02-18T08:36:50.920961+0000 mgr.y (mgr.44100) 596 : cluster [DBG] pgmap v1161: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:52.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:52 smithi191 bash[38688]: audit 2024-02-18T08:36:51.786605+0000 mon.a (mon.0) 1698 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:36:52.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:52 smithi191 bash[38688]: audit 2024-02-18T08:36:52.091502+0000 mon.a (mon.0) 1699 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:36:52.585 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:52 smithi191 bash[38688]: audit 2024-02-18T08:36:52.093091+0000 mon.a (mon.0) 1700 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:36:52.585 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:52 smithi191 bash[38688]: audit 2024-02-18T08:36:52.100344+0000 mon.a (mon.0) 1701 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:36:53.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:53 smithi110 bash[54479]: cephadm 2024-02-18T08:36:52.094556+0000 mgr.y (mgr.44100) 597 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:36:53.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:53 smithi110 bash[55875]: cephadm 2024-02-18T08:36:52.094556+0000 mgr.y (mgr.44100) 597 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:36:53.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:53 smithi191 bash[38688]: cephadm 2024-02-18T08:36:52.094556+0000 mgr.y (mgr.44100) 597 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:36:54.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:54 smithi110 bash[55875]: cluster 2024-02-18T08:36:52.921866+0000 mgr.y (mgr.44100) 598 : cluster [DBG] pgmap v1162: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:54.464 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:54 smithi110 bash[54479]: cluster 2024-02-18T08:36:52.921866+0000 mgr.y (mgr.44100) 598 : cluster [DBG] pgmap v1162: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:54.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:54 smithi191 bash[38688]: cluster 2024-02-18T08:36:52.921866+0000 mgr.y (mgr.44100) 598 : cluster [DBG] pgmap v1162: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:55.629 DEBUG:teuthology.orchestra.run.smithi110:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-02-18T08:36:55.676 INFO:tasks.workunit.client.0.smithi110.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-02-18T08:36:55.680 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-02-18T08:36:55.680 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-02-18T08:36:55.743 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-02-18T08:36:55.813 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-02-18T08:36:55.864 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-02-18T08:36:55.866 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-02-18T08:36:55.866 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-02-18T08:36:55.922 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-02-18T08:36:55.926 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:36:55.926 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-02-18T08:36:55.980 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-02-18T08:36:55.981 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-02-18T08:36:55.981 DEBUG:teuthology.orchestra.run.smithi110:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-02-18T08:36:56.086 INFO:tasks.workunit.client.0.smithi110.stdout:run length 1200 seconds 2024-02-18T08:36:56.086 INFO:tasks.workunit.client.0.smithi110.stdout:preparing 10240 objects 2024-02-18T08:36:56.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:56 smithi110 bash[54479]: cluster 2024-02-18T08:36:54.922646+0000 mgr.y (mgr.44100) 599 : cluster [DBG] pgmap v1163: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:56.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:56 smithi110 bash[55875]: cluster 2024-02-18T08:36:54.922646+0000 mgr.y (mgr.44100) 599 : cluster [DBG] pgmap v1163: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:56.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:56 smithi191 bash[38688]: cluster 2024-02-18T08:36:54.922646+0000 mgr.y (mgr.44100) 599 : cluster [DBG] pgmap v1163: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:36:57.966 INFO:tasks.workunit.client.0.smithi110.stdout:load-gen will run 1200 seconds 2024-02-18T08:36:58.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:36:58 smithi110 bash[55875]: cluster 2024-02-18T08:36:56.923787+0000 mgr.y (mgr.44100) 600 : cluster [DBG] pgmap v1164: 73 pgs: 73 active+clean; 16 GiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 145 KiB/s wr, 145 op/s 2024-02-18T08:36:58.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:36:58 smithi110 bash[54479]: cluster 2024-02-18T08:36:56.923787+0000 mgr.y (mgr.44100) 600 : cluster [DBG] pgmap v1164: 73 pgs: 73 active+clean; 16 GiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 145 KiB/s wr, 145 op/s 2024-02-18T08:36:58.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:36:58 smithi191 bash[38688]: cluster 2024-02-18T08:36:56.923787+0000 mgr.y (mgr.44100) 600 : cluster [DBG] pgmap v1164: 73 pgs: 73 active+clean; 16 GiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 145 KiB/s wr, 145 op/s 2024-02-18T08:36:58.966 INFO:tasks.workunit.client.0.smithi110.stdout: 1: throughput=0MB/sec pending data=0 2024-02-18T08:36:58.966 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OsYOQv7ZenHz5KQ off=996798 len=1846758 2024-02-18T08:36:58.986 INFO:tasks.workunit.client.0.smithi110.stdout:op 0 completed, throughput=1.73MB/sec 2024-02-18T08:36:58.986 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XHe3ZrMdtskiqyR off=11016565 len=1774842 2024-02-18T08:36:59.002 INFO:tasks.workunit.client.0.smithi110.stdout:op 1 completed, throughput=3.33MB/sec 2024-02-18T08:36:59.002 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dfTiwNr3IBDOELY off=10003648 len=1822886 2024-02-18T08:36:59.011 INFO:tasks.workunit.client.0.smithi110.stdout:op 2 completed, throughput=4.97MB/sec 2024-02-18T08:36:59.011 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-woeus-1MPwJkBd_ off=7294128 len=1789645 2024-02-18T08:36:59.014 INFO:tasks.workunit.client.0.smithi110.stdout:op 3 completed, throughput=6.58MB/sec 2024-02-18T08:37:00.015 INFO:tasks.workunit.client.0.smithi110.stdout: 2: throughput=3.37MB/sec pending data=0 2024-02-18T08:37:00.015 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sSqGrNco1x3PgIp off=402509 len=1492135 2024-02-18T08:37:00.017 INFO:tasks.workunit.client.0.smithi110.stdout:op 4 completed, throughput=4.06MB/sec 2024-02-18T08:37:00.017 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WgVYUnjEe509FdM off=14104783 len=1337858 2024-02-18T08:37:00.019 INFO:tasks.workunit.client.0.smithi110.stdout:op 5 completed, throughput=4.67MB/sec 2024-02-18T08:37:00.019 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-giE7w6QS8rr7zdw off=9089596 len=1265982 2024-02-18T08:37:00.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 6 completed, throughput=5.23MB/sec 2024-02-18T08:37:00.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:00 smithi110 bash[54479]: cluster 2024-02-18T08:36:58.924686+0000 mgr.y (mgr.44100) 601 : cluster [DBG] pgmap v1165: 73 pgs: 73 active+clean; 62 GiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 500 KiB/s wr, 499 op/s 2024-02-18T08:37:00.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:00 smithi110 bash[55875]: cluster 2024-02-18T08:36:58.924686+0000 mgr.y (mgr.44100) 601 : cluster [DBG] pgmap v1165: 73 pgs: 73 active+clean; 62 GiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 500 KiB/s wr, 499 op/s 2024-02-18T08:37:00.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:00 smithi191 bash[38688]: cluster 2024-02-18T08:36:58.924686+0000 mgr.y (mgr.44100) 601 : cluster [DBG] pgmap v1165: 73 pgs: 73 active+clean; 62 GiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 500 KiB/s wr, 499 op/s 2024-02-18T08:37:01.030 INFO:tasks.workunit.client.0.smithi110.stdout: 3: throughput=3.53MB/sec pending data=0 2024-02-18T08:37:01.030 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ytLYDrjT8Jo9K1Z off=111371 len=1911135 2024-02-18T08:37:01.044 INFO:tasks.workunit.client.0.smithi110.stdout:op 7 completed, throughput=4.1MB/sec 2024-02-18T08:37:01.044 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RLGo_oJyh7NxULd off=2812791 len=335468 2024-02-18T08:37:01.045 INFO:tasks.workunit.client.0.smithi110.stdout:op 8 completed, throughput=4.2MB/sec 2024-02-18T08:37:01.045 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cuJK0Bx2CVBMoW1 off=5219675 len=1227276 2024-02-18T08:37:01.048 INFO:tasks.workunit.client.0.smithi110.stdout:op 9 completed, throughput=4.58MB/sec 2024-02-18T08:37:01.048 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DgbGiGKj4-P5OJ6 off=15856913 len=194298 2024-02-18T08:37:01.052 INFO:tasks.workunit.client.0.smithi110.stdout:op 10 completed, throughput=4.63MB/sec 2024-02-18T08:37:01.053 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-94ploTLH5E25FLS off=7558929 len=1140247 2024-02-18T08:37:01.061 INFO:tasks.workunit.client.0.smithi110.stdout:op 11 completed, throughput=4.97MB/sec 2024-02-18T08:37:01.061 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r2MVmG7V14co5dt off=4739777 len=1146149 2024-02-18T08:37:01.072 INFO:tasks.workunit.client.0.smithi110.stdout:op 12 completed, throughput=5.31MB/sec 2024-02-18T08:37:02.073 INFO:tasks.workunit.client.0.smithi110.stdout: 4: throughput=4.01MB/sec pending data=0 2024-02-18T08:37:02.073 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xkdsSk4iP3onQU- off=8296728 len=731554 2024-02-18T08:37:02.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 13 completed, throughput=4.18MB/sec 2024-02-18T08:37:02.076 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WZTMOfcegPhzyjA off=968939 len=80047 2024-02-18T08:37:02.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 14 completed, throughput=4.19MB/sec 2024-02-18T08:37:02.080 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0Eqr0hk5NszWfWy off=9753529 len=1606495 2024-02-18T08:37:02.087 INFO:tasks.workunit.client.0.smithi110.stdout:op 15 completed, throughput=4.56MB/sec 2024-02-18T08:37:02.087 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-33qhKhSQlPv7aS- off=2587337 len=1729094 2024-02-18T08:37:02.099 INFO:tasks.workunit.client.0.smithi110.stdout:op 16 completed, throughput=4.95MB/sec 2024-02-18T08:37:02.099 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uzgtg81my6Zsuwq off=2266368 len=535586 2024-02-18T08:37:02.105 INFO:tasks.workunit.client.0.smithi110.stdout:op 17 completed, throughput=5.06MB/sec 2024-02-18T08:37:02.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:02 smithi110 bash[54479]: cluster 2024-02-18T08:37:00.925620+0000 mgr.y (mgr.44100) 602 : cluster [DBG] pgmap v1166: 73 pgs: 73 active+clean; 94 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 640 KiB/s wr, 639 op/s 2024-02-18T08:37:02.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:02 smithi110 bash[55875]: cluster 2024-02-18T08:37:00.925620+0000 mgr.y (mgr.44100) 602 : cluster [DBG] pgmap v1166: 73 pgs: 73 active+clean; 94 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 640 KiB/s wr, 639 op/s 2024-02-18T08:37:02.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:02 smithi191 bash[38688]: cluster 2024-02-18T08:37:00.925620+0000 mgr.y (mgr.44100) 602 : cluster [DBG] pgmap v1166: 73 pgs: 73 active+clean; 94 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 640 KiB/s wr, 639 op/s 2024-02-18T08:37:03.105 INFO:tasks.workunit.client.0.smithi110.stdout: 5: throughput=4.08MB/sec pending data=0 2024-02-18T08:37:03.105 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6R_Xh_uSv320vHh off=8034641 len=626154 2024-02-18T08:37:03.109 INFO:tasks.workunit.client.0.smithi110.stdout:op 18 completed, throughput=4.19MB/sec 2024-02-18T08:37:03.109 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZNp2l8N4v94cnSJ off=1994955 len=694198 2024-02-18T08:37:03.117 INFO:tasks.workunit.client.0.smithi110.stdout:op 19 completed, throughput=4.31MB/sec 2024-02-18T08:37:03.118 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0Kt-vVXBHsGi7z2 off=4379375 len=1307504 2024-02-18T08:37:03.120 INFO:tasks.workunit.client.0.smithi110.stdout:op 20 completed, throughput=4.55MB/sec 2024-02-18T08:37:03.120 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6LGbWbjyAM-m8OL off=2041376 len=1711126 2024-02-18T08:37:03.122 INFO:tasks.workunit.client.0.smithi110.stdout:op 21 completed, throughput=4.87MB/sec 2024-02-18T08:37:03.122 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JMgKAUW0IfwFXP2 off=53929 len=294006 2024-02-18T08:37:03.123 INFO:tasks.workunit.client.0.smithi110.stdout:op 22 completed, throughput=4.92MB/sec 2024-02-18T08:37:03.123 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7-10Fb5OArt2Ek0 off=7861656 len=1677901 2024-02-18T08:37:03.125 INFO:tasks.workunit.client.0.smithi110.stdout:op 23 completed, throughput=5.23MB/sec 2024-02-18T08:37:04.125 INFO:tasks.workunit.client.0.smithi110.stdout: 6: throughput=4.38MB/sec pending data=0 2024-02-18T08:37:04.125 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Yxkqvnh5mMK-6nT off=1105211 len=572641 2024-02-18T08:37:04.132 INFO:tasks.workunit.client.0.smithi110.stdout:op 24 completed, throughput=4.46MB/sec 2024-02-18T08:37:04.132 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bkl9qV989rJOfWP off=3298814 len=1554441 2024-02-18T08:37:04.138 INFO:tasks.workunit.client.0.smithi110.stdout:op 25 completed, throughput=4.7MB/sec 2024-02-18T08:37:04.138 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OacjkfgFzIktSCZ off=3360726 len=646691 2024-02-18T08:37:04.144 INFO:tasks.workunit.client.0.smithi110.stdout:op 26 completed, throughput=4.79MB/sec 2024-02-18T08:37:04.144 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AFf6bYShpF5HLHr off=848241 len=1960346 2024-02-18T08:37:04.158 INFO:tasks.workunit.client.0.smithi110.stdout:op 27 completed, throughput=5.08MB/sec 2024-02-18T08:37:04.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:04 smithi110 bash[54479]: cluster 2024-02-18T08:37:02.926670+0000 mgr.y (mgr.44100) 603 : cluster [DBG] pgmap v1167: 73 pgs: 73 active+clean; 127 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 634 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-02-18T08:37:04.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:04 smithi110 bash[55875]: cluster 2024-02-18T08:37:02.926670+0000 mgr.y (mgr.44100) 603 : cluster [DBG] pgmap v1167: 73 pgs: 73 active+clean; 127 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 634 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-02-18T08:37:04.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:04 smithi191 bash[38688]: cluster 2024-02-18T08:37:02.926670+0000 mgr.y (mgr.44100) 603 : cluster [DBG] pgmap v1167: 73 pgs: 73 active+clean; 127 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 634 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-02-18T08:37:05.159 INFO:tasks.workunit.client.0.smithi110.stdout: 7: throughput=4.38MB/sec pending data=0 2024-02-18T08:37:05.159 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DrkBo85ylSfouT- off=7692836 len=673746 2024-02-18T08:37:05.162 INFO:tasks.workunit.client.0.smithi110.stdout:op 28 completed, throughput=4.46MB/sec 2024-02-18T08:37:05.162 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-acxiDrLa9eddIB1 off=1048084 len=1505869 2024-02-18T08:37:05.174 INFO:tasks.workunit.client.0.smithi110.stdout:op 29 completed, throughput=4.66MB/sec 2024-02-18T08:37:05.174 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sijduuL07I82IPc off=8997859 len=1296151 2024-02-18T08:37:05.176 INFO:tasks.workunit.client.0.smithi110.stdout:op 30 completed, throughput=4.83MB/sec 2024-02-18T08:37:05.176 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1QHbch0aTutAzI2 off=11563208 len=1783229 2024-02-18T08:37:05.185 INFO:tasks.workunit.client.0.smithi110.stdout:op 31 completed, throughput=5.06MB/sec 2024-02-18T08:37:06.185 INFO:tasks.workunit.client.0.smithi110.stdout: 8: throughput=4.44MB/sec pending data=0 2024-02-18T08:37:06.186 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EspA3F71Q5eBeu2 off=4047975 len=145813 2024-02-18T08:37:06.190 INFO:tasks.workunit.client.0.smithi110.stdout:op 32 completed, throughput=4.45MB/sec 2024-02-18T08:37:06.190 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JWBfESyNl80xNbM off=5568720 len=782956 2024-02-18T08:37:06.193 INFO:tasks.workunit.client.0.smithi110.stdout:op 33 completed, throughput=4.54MB/sec 2024-02-18T08:37:06.193 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8vKiXP0V5udcqUm off=1627772 len=1821061 2024-02-18T08:37:06.206 INFO:tasks.workunit.client.0.smithi110.stdout:op 34 completed, throughput=4.75MB/sec 2024-02-18T08:37:06.206 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A19CvzfTNiOiHvr off=14506 len=249458 2024-02-18T08:37:06.208 INFO:tasks.workunit.client.0.smithi110.stdout:op 35 completed, throughput=4.78MB/sec 2024-02-18T08:37:06.208 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-962p70POqrBryKm off=13268643 len=1832467 2024-02-18T08:37:06.211 INFO:tasks.workunit.client.0.smithi110.stdout:op 36 completed, throughput=4.99MB/sec 2024-02-18T08:37:06.211 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FNqUOw3C75IRb3t off=2757432 len=654188 2024-02-18T08:37:06.214 INFO:tasks.workunit.client.0.smithi110.stdout:op 37 completed, throughput=5.06MB/sec 2024-02-18T08:37:06.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:06 smithi110 bash[54479]: cluster 2024-02-18T08:37:04.927508+0000 mgr.y (mgr.44100) 604 : cluster [DBG] pgmap v1168: 73 pgs: 73 active+clean; 127 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 768 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-02-18T08:37:06.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:06 smithi110 bash[55875]: cluster 2024-02-18T08:37:04.927508+0000 mgr.y (mgr.44100) 604 : cluster [DBG] pgmap v1168: 73 pgs: 73 active+clean; 127 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 768 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-02-18T08:37:06.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:06 smithi191 bash[38688]: cluster 2024-02-18T08:37:04.927508+0000 mgr.y (mgr.44100) 604 : cluster [DBG] pgmap v1168: 73 pgs: 73 active+clean; 127 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 768 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2024-02-18T08:37:07.214 INFO:tasks.workunit.client.0.smithi110.stdout: 9: throughput=4.51MB/sec pending data=0 2024-02-18T08:37:07.214 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BOyclzovO2mGfKL off=177784 len=956704 2024-02-18T08:37:07.218 INFO:tasks.workunit.client.0.smithi110.stdout:op 38 completed, throughput=4.61MB/sec 2024-02-18T08:37:07.218 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8q3uSliG_RRY0jJ off=10040179 len=904984 2024-02-18T08:37:07.226 INFO:tasks.workunit.client.0.smithi110.stdout:op 39 completed, throughput=4.7MB/sec 2024-02-18T08:37:07.226 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OmW1IfP3uUXEWuI off=1584283 len=1522189 2024-02-18T08:37:07.234 INFO:tasks.workunit.client.0.smithi110.stdout:op 40 completed, throughput=4.85MB/sec 2024-02-18T08:37:07.234 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X6dLkvoMroQbkFH off=18475026 len=1115658 2024-02-18T08:37:07.237 INFO:tasks.workunit.client.0.smithi110.stdout:op 41 completed, throughput=4.96MB/sec 2024-02-18T08:37:07.237 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sGBcHMjAjITn0yo off=2697282 len=1624417 2024-02-18T08:37:07.247 INFO:tasks.workunit.client.0.smithi110.stdout:op 42 completed, throughput=5.13MB/sec 2024-02-18T08:37:08.247 INFO:tasks.workunit.client.0.smithi110.stdout: 10: throughput=4.63MB/sec pending data=0 2024-02-18T08:37:08.247 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LnButepwU2aIkr_ off=10491968 len=2034219 2024-02-18T08:37:08.255 INFO:tasks.workunit.client.0.smithi110.stdout:op 43 completed, throughput=4.81MB/sec 2024-02-18T08:37:08.255 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7-jtGANgfFKBVvH off=1107806 len=1889177 2024-02-18T08:37:08.267 INFO:tasks.workunit.client.0.smithi110.stdout:op 44 completed, throughput=4.98MB/sec 2024-02-18T08:37:08.267 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XgvKuAx8-Oru-6l off=0 len=1800322 2024-02-18T08:37:08.269 INFO:tasks.workunit.client.0.smithi110.stdout:op 45 completed, throughput=5.15MB/sec 2024-02-18T08:37:08.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:08 smithi110 bash[54479]: cluster 2024-02-18T08:37:06.928342+0000 mgr.y (mgr.44100) 605 : cluster [DBG] pgmap v1169: 73 pgs: 73 active+clean; 127 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-02-18T08:37:08.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:08 smithi110 bash[55875]: cluster 2024-02-18T08:37:06.928342+0000 mgr.y (mgr.44100) 605 : cluster [DBG] pgmap v1169: 73 pgs: 73 active+clean; 127 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-02-18T08:37:08.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:08 smithi191 bash[38688]: cluster 2024-02-18T08:37:06.928342+0000 mgr.y (mgr.44100) 605 : cluster [DBG] pgmap v1169: 73 pgs: 73 active+clean; 127 GiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2024-02-18T08:37:09.269 INFO:tasks.workunit.client.0.smithi110.stdout: 11: throughput=4.69MB/sec pending data=0 2024-02-18T08:37:09.269 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LWMt4NYwMx9KvWq off=13212839 len=1260777 2024-02-18T08:37:09.274 INFO:tasks.workunit.client.0.smithi110.stdout:op 46 completed, throughput=4.8MB/sec 2024-02-18T08:37:09.274 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wltL2rLaj1UC7Fa off=506917 len=449394 2024-02-18T08:37:09.280 INFO:tasks.workunit.client.0.smithi110.stdout:op 47 completed, throughput=4.83MB/sec 2024-02-18T08:37:09.281 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Di-Oru2TesQrtob off=3319151 len=1699676 2024-02-18T08:37:09.291 INFO:tasks.workunit.client.0.smithi110.stdout:op 48 completed, throughput=4.97MB/sec 2024-02-18T08:37:09.291 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-W6dvVA0y2yQgmYx off=9978290 len=2027889 2024-02-18T08:37:09.295 INFO:tasks.workunit.client.0.smithi110.stdout:op 49 completed, throughput=5.14MB/sec 2024-02-18T08:37:10.295 INFO:tasks.workunit.client.0.smithi110.stdout: 12: throughput=4.72MB/sec pending data=0 2024-02-18T08:37:10.295 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--sj1414kn78Gg9l off=2049647 len=1403420 2024-02-18T08:37:10.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 50 completed, throughput=4.83MB/sec 2024-02-18T08:37:10.307 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sGQrWDfAWs-9a_G off=6340955 len=1404952 2024-02-18T08:37:10.310 INFO:tasks.workunit.client.0.smithi110.stdout:op 51 completed, throughput=4.93MB/sec 2024-02-18T08:37:10.310 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bcEG9bibxKPnzxb off=11463040 len=1961119 2024-02-18T08:37:10.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 52 completed, throughput=5.08MB/sec 2024-02-18T08:37:10.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:10 smithi110 bash[54479]: cluster 2024-02-18T08:37:08.929376+0000 mgr.y (mgr.44100) 606 : cluster [DBG] pgmap v1170: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 749 op/s 2024-02-18T08:37:10.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:10 smithi110 bash[55875]: cluster 2024-02-18T08:37:08.929376+0000 mgr.y (mgr.44100) 606 : cluster [DBG] pgmap v1170: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 749 op/s 2024-02-18T08:37:10.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:10 smithi191 bash[38688]: cluster 2024-02-18T08:37:08.929376+0000 mgr.y (mgr.44100) 606 : cluster [DBG] pgmap v1170: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 749 op/s 2024-02-18T08:37:11.324 INFO:tasks.workunit.client.0.smithi110.stdout: 13: throughput=4.7MB/sec pending data=0 2024-02-18T08:37:11.324 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pXWi1HJaBIA5jDp off=11616297 len=2061326 2024-02-18T08:37:11.331 INFO:tasks.workunit.client.0.smithi110.stdout:op 53 completed, throughput=4.84MB/sec 2024-02-18T08:37:11.331 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YGwmx7_gUtfF9aQ off=7860662 len=1037500 2024-02-18T08:37:11.341 INFO:tasks.workunit.client.0.smithi110.stdout:op 54 completed, throughput=4.91MB/sec 2024-02-18T08:37:11.341 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kXiZMh7mrOKd27r off=6113071 len=1164621 2024-02-18T08:37:11.345 INFO:tasks.workunit.client.0.smithi110.stdout:op 55 completed, throughput=4.99MB/sec 2024-02-18T08:37:11.346 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3f9C_kEIfSPKylL off=103900 len=91873 2024-02-18T08:37:11.349 INFO:tasks.workunit.client.0.smithi110.stdout:op 56 completed, throughput=5MB/sec 2024-02-18T08:37:11.349 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Rios7RT0F80V3co off=2971697 len=1419401 2024-02-18T08:37:11.354 INFO:tasks.workunit.client.0.smithi110.stdout:op 57 completed, throughput=5.1MB/sec 2024-02-18T08:37:12.361 INFO:tasks.workunit.client.0.smithi110.stdout: 14: throughput=4.74MB/sec pending data=0 2024-02-18T08:37:12.361 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-D76D_taGDzC6X0L off=4404522 len=524273 2024-02-18T08:37:12.362 INFO:tasks.workunit.client.0.smithi110.stdout:op 58 completed, throughput=4.78MB/sec 2024-02-18T08:37:12.362 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-65QH-q3In5i3RSo off=9999362 len=939418 2024-02-18T08:37:12.365 INFO:tasks.workunit.client.0.smithi110.stdout:op 59 completed, throughput=4.84MB/sec 2024-02-18T08:37:12.365 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wjRI0NaVhDk02FN off=496130 len=2035551 2024-02-18T08:37:12.381 INFO:tasks.workunit.client.0.smithi110.stdout:op 60 completed, throughput=4.97MB/sec 2024-02-18T08:37:12.381 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DxZQK08mbbKlI_q off=4238770 len=1996803 2024-02-18T08:37:12.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 61 completed, throughput=5.1MB/sec 2024-02-18T08:37:12.465 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:12 smithi110 bash[54479]: cluster 2024-02-18T08:37:10.930210+0000 mgr.y (mgr.44100) 607 : cluster [DBG] pgmap v1171: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 439 op/s 2024-02-18T08:37:12.465 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:12 smithi110 bash[55875]: cluster 2024-02-18T08:37:10.930210+0000 mgr.y (mgr.44100) 607 : cluster [DBG] pgmap v1171: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 439 op/s 2024-02-18T08:37:12.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:12 smithi191 bash[38688]: cluster 2024-02-18T08:37:10.930210+0000 mgr.y (mgr.44100) 607 : cluster [DBG] pgmap v1171: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 439 op/s 2024-02-18T08:37:13.390 INFO:tasks.workunit.client.0.smithi110.stdout: 15: throughput=4.77MB/sec pending data=0 2024-02-18T08:37:13.390 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6loSaGwJuR01TiL off=12712246 len=1151546 2024-02-18T08:37:13.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 62 completed, throughput=4.84MB/sec 2024-02-18T08:37:13.394 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hppCWFLNLzYjJZ3 off=399323 len=1880189 2024-02-18T08:37:13.408 INFO:tasks.workunit.client.0.smithi110.stdout:op 63 completed, throughput=4.95MB/sec 2024-02-18T08:37:13.409 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aKxufAT8YGOvkep off=417227 len=1443543 2024-02-18T08:37:13.411 INFO:tasks.workunit.client.0.smithi110.stdout:op 64 completed, throughput=5.04MB/sec 2024-02-18T08:37:14.411 INFO:tasks.workunit.client.0.smithi110.stdout: 16: throughput=4.73MB/sec pending data=0 2024-02-18T08:37:14.411 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qTu4Tl4sxAX410b off=1475410 len=1937872 2024-02-18T08:37:14.426 INFO:tasks.workunit.client.0.smithi110.stdout:op 65 completed, throughput=4.84MB/sec 2024-02-18T08:37:14.426 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-553g0NJL_KCA0IS off=11821387 len=1054120 2024-02-18T08:37:14.435 INFO:tasks.workunit.client.0.smithi110.stdout:op 66 completed, throughput=4.9MB/sec 2024-02-18T08:37:14.435 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Y-I-V_nplqt9j7y off=6748716 len=552918 2024-02-18T08:37:14.441 INFO:tasks.workunit.client.0.smithi110.stdout:op 67 completed, throughput=4.93MB/sec 2024-02-18T08:37:14.441 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TGLn6sTBnZYiaX0 off=1403956 len=996521 2024-02-18T08:37:14.447 INFO:tasks.workunit.client.0.smithi110.stdout:op 68 completed, throughput=4.98MB/sec 2024-02-18T08:37:14.447 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yZ4pgS6ukteufc3 off=3055454 len=1048588 2024-02-18T08:37:14.454 INFO:tasks.workunit.client.0.smithi110.stdout:op 69 completed, throughput=5.04MB/sec 2024-02-18T08:37:14.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:14 smithi110 bash[54479]: cluster 2024-02-18T08:37:12.931126+0000 mgr.y (mgr.44100) 608 : cluster [DBG] pgmap v1172: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 229 op/s 2024-02-18T08:37:14.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:14 smithi110 bash[55875]: cluster 2024-02-18T08:37:12.931126+0000 mgr.y (mgr.44100) 608 : cluster [DBG] pgmap v1172: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 229 op/s 2024-02-18T08:37:14.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:14 smithi191 bash[38688]: cluster 2024-02-18T08:37:12.931126+0000 mgr.y (mgr.44100) 608 : cluster [DBG] pgmap v1172: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 229 op/s 2024-02-18T08:37:15.454 INFO:tasks.workunit.client.0.smithi110.stdout: 17: throughput=4.75MB/sec pending data=0 2024-02-18T08:37:15.455 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Cg9Evw0YjSM9pN8 off=2285491 len=1851265 2024-02-18T08:37:15.469 INFO:tasks.workunit.client.0.smithi110.stdout:op 70 completed, throughput=4.85MB/sec 2024-02-18T08:37:15.469 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0RiJ_wI1Rszkfnb off=16014134 len=1096952 2024-02-18T08:37:15.477 INFO:tasks.workunit.client.0.smithi110.stdout:op 71 completed, throughput=4.91MB/sec 2024-02-18T08:37:15.477 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dH81MZEPO5nxlK8 off=7652474 len=2026225 2024-02-18T08:37:15.481 INFO:tasks.workunit.client.0.smithi110.stdout:op 72 completed, throughput=5.02MB/sec 2024-02-18T08:37:16.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:16 smithi110 bash[54479]: cluster 2024-02-18T08:37:14.931926+0000 mgr.y (mgr.44100) 609 : cluster [DBG] pgmap v1173: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-02-18T08:37:16.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:16 smithi110 bash[55875]: cluster 2024-02-18T08:37:14.931926+0000 mgr.y (mgr.44100) 609 : cluster [DBG] pgmap v1173: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-02-18T08:37:16.481 INFO:tasks.workunit.client.0.smithi110.stdout: 18: throughput=4.74MB/sec pending data=0 2024-02-18T08:37:16.482 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wTHNQidCM3RUa5X off=0 len=1095616 2024-02-18T08:37:16.490 INFO:tasks.workunit.client.0.smithi110.stdout:op 73 completed, throughput=4.8MB/sec 2024-02-18T08:37:16.491 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tCmPgnO3Jd2KdHS off=2606902 len=1449478 2024-02-18T08:37:16.493 INFO:tasks.workunit.client.0.smithi110.stdout:op 74 completed, throughput=4.87MB/sec 2024-02-18T08:37:16.493 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zbdIynnIEJ7bMIW off=3898818 len=568352 2024-02-18T08:37:16.500 INFO:tasks.workunit.client.0.smithi110.stdout:op 75 completed, throughput=4.9MB/sec 2024-02-18T08:37:16.500 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vNvzUYfLjAE2MkK off=2104270 len=1389701 2024-02-18T08:37:16.509 INFO:tasks.workunit.client.0.smithi110.stdout:op 76 completed, throughput=4.97MB/sec 2024-02-18T08:37:16.509 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dzm2VLCwU5NBmxe off=3930476 len=333358 2024-02-18T08:37:16.510 INFO:tasks.workunit.client.0.smithi110.stdout:op 77 completed, throughput=4.99MB/sec 2024-02-18T08:37:16.510 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xpRIEAywEcC6skW off=17135918 len=611777 2024-02-18T08:37:16.516 INFO:tasks.workunit.client.0.smithi110.stdout:op 78 completed, throughput=5.02MB/sec 2024-02-18T08:37:16.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:16 smithi191 bash[38688]: cluster 2024-02-18T08:37:14.931926+0000 mgr.y (mgr.44100) 609 : cluster [DBG] pgmap v1173: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-02-18T08:37:17.516 INFO:tasks.workunit.client.0.smithi110.stdout: 19: throughput=4.76MB/sec pending data=0 2024-02-18T08:37:17.516 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zZHn5eVjDHeO_n_ off=7315937 len=909000 2024-02-18T08:37:17.518 INFO:tasks.workunit.client.0.smithi110.stdout:op 79 completed, throughput=4.8MB/sec 2024-02-18T08:37:17.518 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PKZ7aAtEJGzQYsc off=17375806 len=1151960 2024-02-18T08:37:17.529 INFO:tasks.workunit.client.0.smithi110.stdout:op 80 completed, throughput=4.86MB/sec 2024-02-18T08:37:17.529 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XtjeUirPuCGp0Yl off=19991698 len=1081851 2024-02-18T08:37:17.533 INFO:tasks.workunit.client.0.smithi110.stdout:op 81 completed, throughput=4.91MB/sec 2024-02-18T08:37:17.533 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hyjzWHNysMU2xe- off=18930436 len=1534158 2024-02-18T08:37:17.535 INFO:tasks.workunit.client.0.smithi110.stdout:op 82 completed, throughput=4.98MB/sec 2024-02-18T08:37:17.535 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I0PU-1um79wx9yW off=5879755 len=803154 2024-02-18T08:37:17.542 INFO:tasks.workunit.client.0.smithi110.stdout:op 83 completed, throughput=5.02MB/sec 2024-02-18T08:37:18.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:18 smithi110 bash[54479]: cluster 2024-02-18T08:37:16.932760+0000 mgr.y (mgr.44100) 610 : cluster [DBG] pgmap v1174: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-02-18T08:37:18.463 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:18 smithi110 bash[55875]: cluster 2024-02-18T08:37:16.932760+0000 mgr.y (mgr.44100) 610 : cluster [DBG] pgmap v1174: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-02-18T08:37:18.543 INFO:tasks.workunit.client.0.smithi110.stdout: 20: throughput=4.78MB/sec pending data=0 2024-02-18T08:37:18.543 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j5ZiR_b9Nlj8YqM off=6279639 len=358554 2024-02-18T08:37:18.545 INFO:tasks.workunit.client.0.smithi110.stdout:op 84 completed, throughput=4.79MB/sec 2024-02-18T08:37:18.545 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lwPat0PeC9BWZKJ off=1843677 len=44762 2024-02-18T08:37:18.549 INFO:tasks.workunit.client.0.smithi110.stdout:op 85 completed, throughput=4.79MB/sec 2024-02-18T08:37:18.549 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xVGciavkd1hiO76 off=7820504 len=291547 2024-02-18T08:37:18.554 INFO:tasks.workunit.client.0.smithi110.stdout:op 86 completed, throughput=4.81MB/sec 2024-02-18T08:37:18.554 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fn3EYe6S6-HBEL9 off=3715187 len=1723003 2024-02-18T08:37:18.564 INFO:tasks.workunit.client.0.smithi110.stdout:op 87 completed, throughput=4.88MB/sec 2024-02-18T08:37:18.564 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7XH_f8rdHx4nLHQ off=2952166 len=533226 2024-02-18T08:37:18.565 INFO:tasks.workunit.client.0.smithi110.stdout:op 88 completed, throughput=4.91MB/sec 2024-02-18T08:37:18.565 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sjXOO0dN7zUvd3O off=7698672 len=1385538 2024-02-18T08:37:18.567 INFO:tasks.workunit.client.0.smithi110.stdout:op 89 completed, throughput=4.97MB/sec 2024-02-18T08:37:18.567 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T30X9AyWG9Tu1Ic off=7860941 len=1386860 2024-02-18T08:37:18.575 INFO:tasks.workunit.client.0.smithi110.stdout:op 90 completed, throughput=5.03MB/sec 2024-02-18T08:37:18.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:18 smithi191 bash[38688]: cluster 2024-02-18T08:37:16.932760+0000 mgr.y (mgr.44100) 610 : cluster [DBG] pgmap v1174: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-02-18T08:37:19.576 INFO:tasks.workunit.client.0.smithi110.stdout: 21: throughput=4.8MB/sec pending data=0 2024-02-18T08:37:19.576 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ve6zF_ZsRL7NL3- off=8412942 len=629581 2024-02-18T08:37:19.583 INFO:tasks.workunit.client.0.smithi110.stdout:op 91 completed, throughput=4.83MB/sec 2024-02-18T08:37:19.584 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AQkJ9vVEz9OqQRW off=7429789 len=605925 2024-02-18T08:37:19.586 INFO:tasks.workunit.client.0.smithi110.stdout:op 92 completed, throughput=4.85MB/sec 2024-02-18T08:37:19.586 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tAyjljIdIkamxQl off=6557122 len=1259535 2024-02-18T08:37:19.595 INFO:tasks.workunit.client.0.smithi110.stdout:op 93 completed, throughput=4.91MB/sec 2024-02-18T08:37:19.595 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wzaxhkBVmiRadDT off=1038302 len=787973 2024-02-18T08:37:19.602 INFO:tasks.workunit.client.0.smithi110.stdout:op 94 completed, throughput=4.94MB/sec 2024-02-18T08:37:19.602 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EPmHhLVaSpN2F7p off=8890824 len=1819104 2024-02-18T08:37:19.611 INFO:tasks.workunit.client.0.smithi110.stdout:op 95 completed, throughput=5.02MB/sec 2024-02-18T08:37:20.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:20 smithi191 bash[38688]: cluster 2024-02-18T08:37:18.933711+0000 mgr.y (mgr.44100) 611 : cluster [DBG] pgmap v1175: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:37:20.611 INFO:tasks.workunit.client.0.smithi110.stdout: 22: throughput=4.8MB/sec pending data=0 2024-02-18T08:37:20.611 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-noZN7r85yPNKm8Q off=18730508 len=552771 2024-02-18T08:37:20.617 INFO:tasks.workunit.client.0.smithi110.stdout:op 96 completed, throughput=4.82MB/sec 2024-02-18T08:37:20.617 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tEaRRKNE3KVdZFE off=6143613 len=295613 2024-02-18T08:37:20.623 INFO:tasks.workunit.client.0.smithi110.stdout:op 97 completed, throughput=4.83MB/sec 2024-02-18T08:37:20.623 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-toAjCp1PXTDSF17 off=4278693 len=1290676 2024-02-18T08:37:20.626 INFO:tasks.workunit.client.0.smithi110.stdout:op 98 completed, throughput=4.88MB/sec 2024-02-18T08:37:20.626 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-h-CHgbLb2gc5Fnu off=10721967 len=696108 2024-02-18T08:37:20.632 INFO:tasks.workunit.client.0.smithi110.stdout:op 99 completed, throughput=4.91MB/sec 2024-02-18T08:37:20.633 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EVeiIArBOmPaGRY off=5883327 len=1807345 2024-02-18T08:37:20.642 INFO:tasks.workunit.client.0.smithi110.stdout:op 100 completed, throughput=4.98MB/sec 2024-02-18T08:37:20.642 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2dz-dJRmvgKHW3s off=1388364 len=1184973 2024-02-18T08:37:20.643 INFO:tasks.workunit.client.0.smithi110.stdout:op 101 completed, throughput=5.03MB/sec 2024-02-18T08:37:20.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:20 smithi110 bash[54479]: cluster 2024-02-18T08:37:18.933711+0000 mgr.y (mgr.44100) 611 : cluster [DBG] pgmap v1175: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:37:20.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:20 smithi110 bash[55875]: cluster 2024-02-18T08:37:18.933711+0000 mgr.y (mgr.44100) 611 : cluster [DBG] pgmap v1175: 73 pgs: 73 active+clean; 127 GiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:37:21.643 INFO:tasks.workunit.client.0.smithi110.stdout: 23: throughput=4.82MB/sec pending data=0 2024-02-18T08:37:21.644 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gFA9qfpW9fWdZsp off=2435711 len=1130913 2024-02-18T08:37:21.652 INFO:tasks.workunit.client.0.smithi110.stdout:op 102 completed, throughput=4.87MB/sec 2024-02-18T08:37:21.652 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iXsNJet3oyEE237 off=8827347 len=656038 2024-02-18T08:37:21.656 INFO:tasks.workunit.client.0.smithi110.stdout:op 103 completed, throughput=4.89MB/sec 2024-02-18T08:37:21.656 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PJpZnxsx3B7c94T off=7640336 len=888992 2024-02-18T08:37:21.665 INFO:tasks.workunit.client.0.smithi110.stdout:op 104 completed, throughput=4.92MB/sec 2024-02-18T08:37:21.665 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EFlzdx0OnO1AgDr off=13605608 len=1558086 2024-02-18T08:37:21.672 INFO:tasks.workunit.client.0.smithi110.stdout:op 105 completed, throughput=4.99MB/sec 2024-02-18T08:37:21.672 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-thM8JSPYW1L_wXU off=9721021 len=1169002 2024-02-18T08:37:21.674 INFO:tasks.workunit.client.0.smithi110.stdout:op 106 completed, throughput=5.03MB/sec 2024-02-18T08:37:22.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:22 smithi191 bash[38688]: cluster 2024-02-18T08:37:20.934602+0000 mgr.y (mgr.44100) 612 : cluster [DBG] pgmap v1176: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-02-18T08:37:22.675 INFO:tasks.workunit.client.0.smithi110.stdout: 24: throughput=4.83MB/sec pending data=0 2024-02-18T08:37:22.675 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lu4DNRjFWrOQHa7 off=6524458 len=1565809 2024-02-18T08:37:22.680 INFO:tasks.workunit.client.0.smithi110.stdout:op 107 completed, throughput=4.89MB/sec 2024-02-18T08:37:22.680 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ks2obRGY5k_bUJn off=22763219 len=1756899 2024-02-18T08:37:22.692 INFO:tasks.workunit.client.0.smithi110.stdout:op 108 completed, throughput=4.95MB/sec 2024-02-18T08:37:22.692 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3HvWDoKzYM2uoMK off=5684665 len=1705785 2024-02-18T08:37:22.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 109 completed, throughput=5.02MB/sec 2024-02-18T08:37:22.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:22 smithi110 bash[54479]: cluster 2024-02-18T08:37:20.934602+0000 mgr.y (mgr.44100) 612 : cluster [DBG] pgmap v1176: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-02-18T08:37:22.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:22 smithi110 bash[55875]: cluster 2024-02-18T08:37:20.934602+0000 mgr.y (mgr.44100) 612 : cluster [DBG] pgmap v1176: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-02-18T08:37:23.696 INFO:tasks.workunit.client.0.smithi110.stdout: 25: throughput=4.82MB/sec pending data=0 2024-02-18T08:37:23.696 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a5QcWWJCTvt5SwQ off=6359688 len=1411966 2024-02-18T08:37:23.708 INFO:tasks.workunit.client.0.smithi110.stdout:op 110 completed, throughput=4.87MB/sec 2024-02-18T08:37:23.708 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L3lAKfOqE4k8Lrh off=11855074 len=1270975 2024-02-18T08:37:23.717 INFO:tasks.workunit.client.0.smithi110.stdout:op 111 completed, throughput=4.92MB/sec 2024-02-18T08:37:23.717 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eRmQTCzWMkSWJGd off=3444432 len=689141 2024-02-18T08:37:23.719 INFO:tasks.workunit.client.0.smithi110.stdout:op 112 completed, throughput=4.94MB/sec 2024-02-18T08:37:23.719 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cG11B55hANG_kf0 off=7956887 len=1179915 2024-02-18T08:37:23.722 INFO:tasks.workunit.client.0.smithi110.stdout:op 113 completed, throughput=4.99MB/sec 2024-02-18T08:37:23.723 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M5r3KtKU_k74KnG off=12077778 len=21598 2024-02-18T08:37:23.726 INFO:tasks.workunit.client.0.smithi110.stdout:op 114 completed, throughput=4.99MB/sec 2024-02-18T08:37:23.726 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Kid0fThpRwACpyj off=9497218 len=795966 2024-02-18T08:37:23.732 INFO:tasks.workunit.client.0.smithi110.stdout:op 115 completed, throughput=5.02MB/sec 2024-02-18T08:37:24.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:24 smithi191 bash[38688]: cluster 2024-02-18T08:37:22.935535+0000 mgr.y (mgr.44100) 613 : cluster [DBG] pgmap v1177: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:37:24.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:24 smithi110 bash[54479]: cluster 2024-02-18T08:37:22.935535+0000 mgr.y (mgr.44100) 613 : cluster [DBG] pgmap v1177: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:37:24.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:24 smithi110 bash[55875]: cluster 2024-02-18T08:37:22.935535+0000 mgr.y (mgr.44100) 613 : cluster [DBG] pgmap v1177: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:37:24.732 INFO:tasks.workunit.client.0.smithi110.stdout: 26: throughput=4.83MB/sec pending data=0 2024-02-18T08:37:24.733 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xWOa8cv0aq5L8Ep off=2971371 len=730518 2024-02-18T08:37:24.741 INFO:tasks.workunit.client.0.smithi110.stdout:op 116 completed, throughput=4.85MB/sec 2024-02-18T08:37:24.741 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Kg91Mowf3XjieEt off=646100 len=520510 2024-02-18T08:37:24.743 INFO:tasks.workunit.client.0.smithi110.stdout:op 117 completed, throughput=4.87MB/sec 2024-02-18T08:37:24.743 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fl4BANKfMD4JguW off=1016546 len=632164 2024-02-18T08:37:24.746 INFO:tasks.workunit.client.0.smithi110.stdout:op 118 completed, throughput=4.89MB/sec 2024-02-18T08:37:24.746 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NHRYbixAjtPAHPC off=2542580 len=112684 2024-02-18T08:37:24.750 INFO:tasks.workunit.client.0.smithi110.stdout:op 119 completed, throughput=4.9MB/sec 2024-02-18T08:37:24.750 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0x4KRkvwgaZ6bw7 off=2903242 len=734545 2024-02-18T08:37:24.752 INFO:tasks.workunit.client.0.smithi110.stdout:op 120 completed, throughput=4.92MB/sec 2024-02-18T08:37:24.752 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pZ3s7WZwa5P9ZCQ off=5712626 len=1435640 2024-02-18T08:37:24.763 INFO:tasks.workunit.client.0.smithi110.stdout:op 121 completed, throughput=4.97MB/sec 2024-02-18T08:37:24.763 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YDgn90mHSiqDxDX off=2758485 len=440639 2024-02-18T08:37:24.767 INFO:tasks.workunit.client.0.smithi110.stdout:op 122 completed, throughput=4.99MB/sec 2024-02-18T08:37:24.767 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-M1zHuqBZXmHuCVi off=985397 len=1267660 2024-02-18T08:37:24.769 INFO:tasks.workunit.client.0.smithi110.stdout:op 123 completed, throughput=5.03MB/sec 2024-02-18T08:37:25.770 INFO:tasks.workunit.client.0.smithi110.stdout: 27: throughput=4.85MB/sec pending data=0 2024-02-18T08:37:25.770 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A0vF8AJDiYO7Fj7 off=5688348 len=1459245 2024-02-18T08:37:25.772 INFO:tasks.workunit.client.0.smithi110.stdout:op 124 completed, throughput=4.9MB/sec 2024-02-18T08:37:25.772 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YYbX4rb9qlUEBCF off=7572780 len=1313381 2024-02-18T08:37:25.781 INFO:tasks.workunit.client.0.smithi110.stdout:op 125 completed, throughput=4.94MB/sec 2024-02-18T08:37:25.781 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MokK8Uxxnw6S-il off=8327107 len=986596 2024-02-18T08:37:25.784 INFO:tasks.workunit.client.0.smithi110.stdout:op 126 completed, throughput=4.98MB/sec 2024-02-18T08:37:25.784 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cfXLbKoCVd2nZuR off=14599929 len=1535406 2024-02-18T08:37:25.788 INFO:tasks.workunit.client.0.smithi110.stdout:op 127 completed, throughput=5.03MB/sec 2024-02-18T08:37:26.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:26 smithi191 bash[38688]: cluster 2024-02-18T08:37:24.936392+0000 mgr.y (mgr.44100) 614 : cluster [DBG] pgmap v1178: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:37:26.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:26 smithi110 bash[54479]: cluster 2024-02-18T08:37:24.936392+0000 mgr.y (mgr.44100) 614 : cluster [DBG] pgmap v1178: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:37:26.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:26 smithi110 bash[55875]: cluster 2024-02-18T08:37:24.936392+0000 mgr.y (mgr.44100) 614 : cluster [DBG] pgmap v1178: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:37:26.789 INFO:tasks.workunit.client.0.smithi110.stdout: 28: throughput=4.85MB/sec pending data=0 2024-02-18T08:37:26.789 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nVStTUDA9gc9gW7 off=2981483 len=1002012 2024-02-18T08:37:26.797 INFO:tasks.workunit.client.0.smithi110.stdout:op 128 completed, throughput=4.88MB/sec 2024-02-18T08:37:26.797 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Q7B9f5MJKDDG83K off=13601442 len=1899383 2024-02-18T08:37:26.803 INFO:tasks.workunit.client.0.smithi110.stdout:op 129 completed, throughput=4.95MB/sec 2024-02-18T08:37:26.803 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HbyvmM1vasJVxmM off=6186812 len=1667498 2024-02-18T08:37:26.806 INFO:tasks.workunit.client.0.smithi110.stdout:op 130 completed, throughput=5MB/sec 2024-02-18T08:37:27.807 INFO:tasks.workunit.client.0.smithi110.stdout: 29: throughput=4.83MB/sec pending data=0 2024-02-18T08:37:27.807 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ouwzi95TjISaPgc off=2963844 len=1194830 2024-02-18T08:37:27.817 INFO:tasks.workunit.client.0.smithi110.stdout:op 131 completed, throughput=4.87MB/sec 2024-02-18T08:37:27.817 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--JYkjzpiQBoi-Pr off=15935513 len=1609525 2024-02-18T08:37:27.819 INFO:tasks.workunit.client.0.smithi110.stdout:op 132 completed, throughput=4.92MB/sec 2024-02-18T08:37:27.819 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2yOmHtLvjElp9yW off=5357904 len=34781 2024-02-18T08:37:27.820 INFO:tasks.workunit.client.0.smithi110.stdout:op 133 completed, throughput=4.92MB/sec 2024-02-18T08:37:27.820 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QEMXXBTD_hujBtC off=3560548 len=65555 2024-02-18T08:37:27.821 INFO:tasks.workunit.client.0.smithi110.stdout:op 134 completed, throughput=4.92MB/sec 2024-02-18T08:37:27.821 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-n5_nmYWPCZhBFA- off=8041837 len=103297 2024-02-18T08:37:27.822 INFO:tasks.workunit.client.0.smithi110.stdout:op 135 completed, throughput=4.93MB/sec 2024-02-18T08:37:27.822 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pbDAFsSdQNGlN7U off=9165595 len=732401 2024-02-18T08:37:27.823 INFO:tasks.workunit.client.0.smithi110.stdout:op 136 completed, throughput=4.95MB/sec 2024-02-18T08:37:27.823 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XvC20vCrZHibr_- off=2002800 len=1664688 2024-02-18T08:37:27.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 137 completed, throughput=5MB/sec 2024-02-18T08:37:28.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:28 smithi191 bash[38688]: cluster 2024-02-18T08:37:26.937206+0000 mgr.y (mgr.44100) 615 : cluster [DBG] pgmap v1179: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-02-18T08:37:28.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:28 smithi110 bash[54479]: cluster 2024-02-18T08:37:26.937206+0000 mgr.y (mgr.44100) 615 : cluster [DBG] pgmap v1179: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-02-18T08:37:28.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:28 smithi110 bash[55875]: cluster 2024-02-18T08:37:26.937206+0000 mgr.y (mgr.44100) 615 : cluster [DBG] pgmap v1179: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-02-18T08:37:28.826 INFO:tasks.workunit.client.0.smithi110.stdout: 30: throughput=4.84MB/sec pending data=0 2024-02-18T08:37:28.826 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DllhNR3SJhtkd58 off=2503204 len=2073244 2024-02-18T08:37:28.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 138 completed, throughput=4.9MB/sec 2024-02-18T08:37:28.832 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hOL4rKyxy_3ZzdA off=666864 len=861917 2024-02-18T08:37:28.839 INFO:tasks.workunit.client.0.smithi110.stdout:op 139 completed, throughput=4.93MB/sec 2024-02-18T08:37:28.839 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2MlKLbfsLkDqPp9 off=4702507 len=1838498 2024-02-18T08:37:28.846 INFO:tasks.workunit.client.0.smithi110.stdout:op 140 completed, throughput=4.99MB/sec 2024-02-18T08:37:28.846 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aJmKLAmFf0QbK_I off=8270000 len=1612850 2024-02-18T08:37:28.850 INFO:tasks.workunit.client.0.smithi110.stdout:op 141 completed, throughput=5.03MB/sec 2024-02-18T08:37:29.850 INFO:tasks.workunit.client.0.smithi110.stdout: 31: throughput=4.88MB/sec pending data=0 2024-02-18T08:37:29.851 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JPmSue2EosridDE off=143050 len=1546983 2024-02-18T08:37:29.863 INFO:tasks.workunit.client.0.smithi110.stdout:op 142 completed, throughput=4.92MB/sec 2024-02-18T08:37:29.863 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WNGPevBe5uUGA9P off=13731773 len=1452153 2024-02-18T08:37:29.866 INFO:tasks.workunit.client.0.smithi110.stdout:op 143 completed, throughput=4.96MB/sec 2024-02-18T08:37:29.866 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jP8Owa4HWAd86Bv off=3609217 len=61596 2024-02-18T08:37:29.869 INFO:tasks.workunit.client.0.smithi110.stdout:op 144 completed, throughput=4.96MB/sec 2024-02-18T08:37:29.869 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LfcN1oa0iaeSGLF off=1832403 len=1563856 2024-02-18T08:37:29.872 INFO:tasks.workunit.client.0.smithi110.stdout:op 145 completed, throughput=5.01MB/sec 2024-02-18T08:37:30.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:30 smithi191 bash[38688]: cluster 2024-02-18T08:37:28.938210+0000 mgr.y (mgr.44100) 616 : cluster [DBG] pgmap v1180: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:37:30.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:30 smithi110 bash[54479]: cluster 2024-02-18T08:37:28.938210+0000 mgr.y (mgr.44100) 616 : cluster [DBG] pgmap v1180: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:37:30.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:30 smithi110 bash[55875]: cluster 2024-02-18T08:37:28.938210+0000 mgr.y (mgr.44100) 616 : cluster [DBG] pgmap v1180: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:37:30.872 INFO:tasks.workunit.client.0.smithi110.stdout: 32: throughput=4.86MB/sec pending data=0 2024-02-18T08:37:30.872 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3TW-Y0dmAZWSI6l off=2271464 len=1352960 2024-02-18T08:37:30.875 INFO:tasks.workunit.client.0.smithi110.stdout:op 146 completed, throughput=4.9MB/sec 2024-02-18T08:37:30.875 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O2ARbnUYibDkM25 off=7063147 len=1569651 2024-02-18T08:37:30.881 INFO:tasks.workunit.client.0.smithi110.stdout:op 147 completed, throughput=4.94MB/sec 2024-02-18T08:37:30.881 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Celr4gCVgRsAsW1 off=9200372 len=1294662 2024-02-18T08:37:30.892 INFO:tasks.workunit.client.0.smithi110.stdout:op 148 completed, throughput=4.98MB/sec 2024-02-18T08:37:30.892 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dICzvpjHkUhxwwG off=995448 len=703330 2024-02-18T08:37:30.899 INFO:tasks.workunit.client.0.smithi110.stdout:op 149 completed, throughput=5MB/sec 2024-02-18T08:37:30.899 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YSWGxJ19Ml_v_ci off=151599 len=1324560 2024-02-18T08:37:30.900 INFO:tasks.workunit.client.0.smithi110.stdout:op 150 completed, throughput=5.04MB/sec 2024-02-18T08:37:31.901 INFO:tasks.workunit.client.0.smithi110.stdout: 33: throughput=4.89MB/sec pending data=0 2024-02-18T08:37:31.901 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-u6vYkXiJWT_Zadk off=2106060 len=75031 2024-02-18T08:37:31.902 INFO:tasks.workunit.client.0.smithi110.stdout:op 151 completed, throughput=4.89MB/sec 2024-02-18T08:37:31.902 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g4WRhI4ZRWVEgLP off=4926164 len=334556 2024-02-18T08:37:31.908 INFO:tasks.workunit.client.0.smithi110.stdout:op 152 completed, throughput=4.9MB/sec 2024-02-18T08:37:31.908 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9Va9hUrdhqp0KCT off=15924735 len=354393 2024-02-18T08:37:31.914 INFO:tasks.workunit.client.0.smithi110.stdout:op 153 completed, throughput=4.91MB/sec 2024-02-18T08:37:31.914 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZcVj5iwxwmjWLNq off=3168721 len=1521659 2024-02-18T08:37:31.925 INFO:tasks.workunit.client.0.smithi110.stdout:op 154 completed, throughput=4.95MB/sec 2024-02-18T08:37:31.925 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ofmuxkKD4S74A43 off=16046947 len=755309 2024-02-18T08:37:31.930 INFO:tasks.workunit.client.0.smithi110.stdout:op 155 completed, throughput=4.97MB/sec 2024-02-18T08:37:31.930 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZH_IgC_CkhyXw9a off=22841084 len=1208998 2024-02-18T08:37:31.936 INFO:tasks.workunit.client.0.smithi110.stdout:op 156 completed, throughput=5MB/sec 2024-02-18T08:37:32.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:32 smithi191 bash[38688]: cluster 2024-02-18T08:37:30.939063+0000 mgr.y (mgr.44100) 617 : cluster [DBG] pgmap v1181: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:37:32.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:32 smithi110 bash[54479]: cluster 2024-02-18T08:37:30.939063+0000 mgr.y (mgr.44100) 617 : cluster [DBG] pgmap v1181: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:37:32.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:32 smithi110 bash[55875]: cluster 2024-02-18T08:37:30.939063+0000 mgr.y (mgr.44100) 617 : cluster [DBG] pgmap v1181: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:37:32.936 INFO:tasks.workunit.client.0.smithi110.stdout: 34: throughput=4.86MB/sec pending data=0 2024-02-18T08:37:32.936 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AiHyBsbXfMaX6Ij off=9624759 len=980335 2024-02-18T08:37:32.940 INFO:tasks.workunit.client.0.smithi110.stdout:op 157 completed, throughput=4.88MB/sec 2024-02-18T08:37:32.940 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ukJjiZ5YlybqH4o off=5343023 len=1737596 2024-02-18T08:37:32.946 INFO:tasks.workunit.client.0.smithi110.stdout:op 158 completed, throughput=4.93MB/sec 2024-02-18T08:37:32.946 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zn-ZpFs_AYHjXct off=1665711 len=1822440 2024-02-18T08:37:32.951 INFO:tasks.workunit.client.0.smithi110.stdout:op 159 completed, throughput=4.98MB/sec 2024-02-18T08:37:32.951 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YgVUw0feCtBpDvS off=2797365 len=631324 2024-02-18T08:37:32.957 INFO:tasks.workunit.client.0.smithi110.stdout:op 160 completed, throughput=5MB/sec 2024-02-18T08:37:32.957 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QxHlmFh-zcKzAEe off=1249036 len=649195 2024-02-18T08:37:32.959 INFO:tasks.workunit.client.0.smithi110.stdout:op 161 completed, throughput=5.01MB/sec 2024-02-18T08:37:33.959 INFO:tasks.workunit.client.0.smithi110.stdout: 35: throughput=4.87MB/sec pending data=0 2024-02-18T08:37:33.959 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pf3204pJfnqzOkb off=1450130 len=32731 2024-02-18T08:37:33.960 INFO:tasks.workunit.client.0.smithi110.stdout:op 162 completed, throughput=4.88MB/sec 2024-02-18T08:37:33.960 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qfw--ftxogWNBs0 off=17761998 len=1806904 2024-02-18T08:37:33.967 INFO:tasks.workunit.client.0.smithi110.stdout:op 163 completed, throughput=4.92MB/sec 2024-02-18T08:37:33.967 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WT5Krci63HvxK5O off=491051 len=1720487 2024-02-18T08:37:33.970 INFO:tasks.workunit.client.0.smithi110.stdout:op 164 completed, throughput=4.97MB/sec 2024-02-18T08:37:33.970 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Wx1KoNDUfGp5Vl off=5087214 len=1376884 2024-02-18T08:37:33.979 INFO:tasks.workunit.client.0.smithi110.stdout:op 165 completed, throughput=5MB/sec 2024-02-18T08:37:34.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:34 smithi191 bash[38688]: cluster 2024-02-18T08:37:32.939933+0000 mgr.y (mgr.44100) 618 : cluster [DBG] pgmap v1182: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:37:34.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:34 smithi110 bash[54479]: cluster 2024-02-18T08:37:32.939933+0000 mgr.y (mgr.44100) 618 : cluster [DBG] pgmap v1182: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:37:34.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:34 smithi110 bash[55875]: cluster 2024-02-18T08:37:32.939933+0000 mgr.y (mgr.44100) 618 : cluster [DBG] pgmap v1182: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:37:34.980 INFO:tasks.workunit.client.0.smithi110.stdout: 36: throughput=4.87MB/sec pending data=0 2024-02-18T08:37:34.980 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JiYBQ1S6G5sPX2O off=2294718 len=560564 2024-02-18T08:37:34.987 INFO:tasks.workunit.client.0.smithi110.stdout:op 166 completed, throughput=4.88MB/sec 2024-02-18T08:37:34.987 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9KcdiIy-46mENEi off=18337185 len=1109053 2024-02-18T08:37:34.996 INFO:tasks.workunit.client.0.smithi110.stdout:op 167 completed, throughput=4.91MB/sec 2024-02-18T08:37:34.996 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nsiFBBypFeJEdY3 off=7246400 len=1876606 2024-02-18T08:37:35.001 INFO:tasks.workunit.client.0.smithi110.stdout:op 168 completed, throughput=4.96MB/sec 2024-02-18T08:37:35.001 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yDN8t3ZFVAKWYjV off=3401320 len=1499573 2024-02-18T08:37:35.004 INFO:tasks.workunit.client.0.smithi110.stdout:op 169 completed, throughput=4.99MB/sec 2024-02-18T08:37:35.004 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Cp8TC2qv1xRIcpb off=3326071 len=1528713 2024-02-18T08:37:35.008 INFO:tasks.workunit.client.0.smithi110.stdout:op 170 completed, throughput=5.03MB/sec 2024-02-18T08:37:36.009 INFO:tasks.workunit.client.0.smithi110.stdout: 37: throughput=4.9MB/sec pending data=0 2024-02-18T08:37:36.009 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vKDF5JFCdeW6hnZ off=8311734 len=964249 2024-02-18T08:37:36.012 INFO:tasks.workunit.client.0.smithi110.stdout:op 171 completed, throughput=4.92MB/sec 2024-02-18T08:37:36.012 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-moFQwkWTcCnu3hY off=16244170 len=876183 2024-02-18T08:37:36.016 INFO:tasks.workunit.client.0.smithi110.stdout:op 172 completed, throughput=4.95MB/sec 2024-02-18T08:37:36.016 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5AEwNcYoEJMRhAU off=8857150 len=621004 2024-02-18T08:37:36.017 INFO:tasks.workunit.client.0.smithi110.stdout:op 173 completed, throughput=4.96MB/sec 2024-02-18T08:37:36.018 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0hikZXr6BkeK-KC off=399114 len=774663 2024-02-18T08:37:36.025 INFO:tasks.workunit.client.0.smithi110.stdout:op 174 completed, throughput=4.98MB/sec 2024-02-18T08:37:36.026 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FRO5YAxBiz-oXRm off=8303709 len=1118106 2024-02-18T08:37:36.029 INFO:tasks.workunit.client.0.smithi110.stdout:op 175 completed, throughput=5.01MB/sec 2024-02-18T08:37:36.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:36 smithi191 bash[38688]: cluster 2024-02-18T08:37:34.940716+0000 mgr.y (mgr.44100) 619 : cluster [DBG] pgmap v1183: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:37:36.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:36 smithi110 bash[55875]: cluster 2024-02-18T08:37:34.940716+0000 mgr.y (mgr.44100) 619 : cluster [DBG] pgmap v1183: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:37:36.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:36 smithi110 bash[54479]: cluster 2024-02-18T08:37:34.940716+0000 mgr.y (mgr.44100) 619 : cluster [DBG] pgmap v1183: 73 pgs: 73 active+clean; 127 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:37:37.029 INFO:tasks.workunit.client.0.smithi110.stdout: 38: throughput=4.88MB/sec pending data=0 2024-02-18T08:37:37.030 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TK18r9PYZwxP_c7 off=9648615 len=1813890 2024-02-18T08:37:37.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 176 completed, throughput=4.92MB/sec 2024-02-18T08:37:37.041 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GwfD02qfURH9J7l off=3779677 len=2074541 2024-02-18T08:37:37.047 INFO:tasks.workunit.client.0.smithi110.stdout:op 177 completed, throughput=4.97MB/sec 2024-02-18T08:37:37.047 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VKzxwWU0M9pF3T8 off=10869797 len=454587 2024-02-18T08:37:37.050 INFO:tasks.workunit.client.0.smithi110.stdout:op 178 completed, throughput=4.98MB/sec 2024-02-18T08:37:37.050 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-I4CPJ0J34dIohj8 off=9115059 len=363969 2024-02-18T08:37:37.050 INFO:tasks.workunit.client.0.smithi110.stdout:op 179 completed, throughput=4.99MB/sec 2024-02-18T08:37:37.050 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eMxylSdY6jDg54H off=2355319 len=1632643 2024-02-18T08:37:37.061 INFO:tasks.workunit.client.0.smithi110.stdout:op 180 completed, throughput=5.03MB/sec 2024-02-18T08:37:38.061 INFO:tasks.workunit.client.0.smithi110.stdout: 39: throughput=4.9MB/sec pending data=0 2024-02-18T08:37:38.062 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VD445sGVjICA-X2 off=4778202 len=1097897 2024-02-18T08:37:38.072 INFO:tasks.workunit.client.0.smithi110.stdout:op 181 completed, throughput=4.93MB/sec 2024-02-18T08:37:38.072 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OvekPvLVxIM8mCm off=24983097 len=595467 2024-02-18T08:37:38.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 182 completed, throughput=4.94MB/sec 2024-02-18T08:37:38.074 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QX9FQm362_Dfeye off=803348 len=90538 2024-02-18T08:37:38.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 183 completed, throughput=4.94MB/sec 2024-02-18T08:37:38.075 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Iic754MLf7NmvKy off=2219682 len=1806584 2024-02-18T08:37:38.079 INFO:tasks.workunit.client.0.smithi110.stdout:op 184 completed, throughput=4.99MB/sec 2024-02-18T08:37:38.079 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a1Hb9W0JGLlunt9 off=12570260 len=198656 2024-02-18T08:37:38.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 185 completed, throughput=4.99MB/sec 2024-02-18T08:37:38.080 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qkWThhYoA3dMrsb off=4809216 len=1875436 2024-02-18T08:37:38.094 INFO:tasks.workunit.client.0.smithi110.stdout:op 186 completed, throughput=5.03MB/sec 2024-02-18T08:37:38.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:38 smithi191 bash[38688]: cluster 2024-02-18T08:37:36.941566+0000 mgr.y (mgr.44100) 620 : cluster [DBG] pgmap v1184: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-02-18T08:37:38.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:38 smithi110 bash[54479]: cluster 2024-02-18T08:37:36.941566+0000 mgr.y (mgr.44100) 620 : cluster [DBG] pgmap v1184: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-02-18T08:37:38.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:38 smithi110 bash[55875]: cluster 2024-02-18T08:37:36.941566+0000 mgr.y (mgr.44100) 620 : cluster [DBG] pgmap v1184: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-02-18T08:37:39.094 INFO:tasks.workunit.client.0.smithi110.stdout: 40: throughput=4.91MB/sec pending data=0 2024-02-18T08:37:39.094 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--JP1sWpowUto_ID off=21112290 len=1289977 2024-02-18T08:37:39.099 INFO:tasks.workunit.client.0.smithi110.stdout:op 187 completed, throughput=4.94MB/sec 2024-02-18T08:37:39.099 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0bkk-7oJ1J0rZ94 off=901022 len=622976 2024-02-18T08:37:39.102 INFO:tasks.workunit.client.0.smithi110.stdout:op 188 completed, throughput=4.96MB/sec 2024-02-18T08:37:39.102 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-91ric42h6DzhVqc off=2441788 len=2058168 2024-02-18T08:37:39.106 INFO:tasks.workunit.client.0.smithi110.stdout:op 189 completed, throughput=5MB/sec 2024-02-18T08:37:39.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:39 smithi191 bash[38688]: audit 2024-02-18T08:37:38.904955+0000 mon.a (mon.0) 1702 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-02-18T08:37:39.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:39 smithi191 bash[38688]: audit 2024-02-18T08:37:38.905683+0000 mon.a (mon.0) 1703 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:37:39.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:39 smithi191 bash[38688]: audit 2024-02-18T08:37:38.906168+0000 mon.a (mon.0) 1704 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:37:39.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:39 smithi110 bash[54479]: audit 2024-02-18T08:37:38.904955+0000 mon.a (mon.0) 1702 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-02-18T08:37:39.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:39 smithi110 bash[54479]: audit 2024-02-18T08:37:38.905683+0000 mon.a (mon.0) 1703 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:37:39.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:39 smithi110 bash[54479]: audit 2024-02-18T08:37:38.906168+0000 mon.a (mon.0) 1704 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:37:39.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:39 smithi110 bash[55875]: audit 2024-02-18T08:37:38.904955+0000 mon.a (mon.0) 1702 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-02-18T08:37:39.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:39 smithi110 bash[55875]: audit 2024-02-18T08:37:38.905683+0000 mon.a (mon.0) 1703 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:37:39.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:39 smithi110 bash[55875]: audit 2024-02-18T08:37:38.906168+0000 mon.a (mon.0) 1704 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:37:40.107 INFO:tasks.workunit.client.0.smithi110.stdout: 41: throughput=4.88MB/sec pending data=0 2024-02-18T08:37:40.107 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-s9EXmx7E4K-i1Fw off=2153182 len=265939 2024-02-18T08:37:40.109 INFO:tasks.workunit.client.0.smithi110.stdout:op 190 completed, throughput=4.89MB/sec 2024-02-18T08:37:40.109 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CIdozc2QS0Dufp6 off=9819450 len=1322852 2024-02-18T08:37:40.113 INFO:tasks.workunit.client.0.smithi110.stdout:op 191 completed, throughput=4.92MB/sec 2024-02-18T08:37:40.113 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XSvhdn-koJ5rimy off=17524971 len=246704 2024-02-18T08:37:40.118 INFO:tasks.workunit.client.0.smithi110.stdout:op 192 completed, throughput=4.92MB/sec 2024-02-18T08:37:40.118 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mUL0lA4YQxcWk1F off=9255731 len=671557 2024-02-18T08:37:40.122 INFO:tasks.workunit.client.0.smithi110.stdout:op 193 completed, throughput=4.94MB/sec 2024-02-18T08:37:40.122 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5dm3TERBEMm6Kca off=3466101 len=759820 2024-02-18T08:37:40.130 INFO:tasks.workunit.client.0.smithi110.stdout:op 194 completed, throughput=4.96MB/sec 2024-02-18T08:37:40.130 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-U2zpM3uVipD7Hit off=2425062 len=561796 2024-02-18T08:37:40.132 INFO:tasks.workunit.client.0.smithi110.stdout:op 195 completed, throughput=4.97MB/sec 2024-02-18T08:37:40.132 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FJ5DpQIsCPNIUr3 off=490580 len=1424522 2024-02-18T08:37:40.136 INFO:tasks.workunit.client.0.smithi110.stdout:op 196 completed, throughput=5MB/sec 2024-02-18T08:37:40.136 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OczmmuVJo1lXfa2 off=1298703 len=1876826 2024-02-18T08:37:40.145 INFO:tasks.workunit.client.0.smithi110.stdout:op 197 completed, throughput=5.04MB/sec 2024-02-18T08:37:40.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:40 smithi191 bash[38688]: cluster 2024-02-18T08:37:38.942483+0000 mgr.y (mgr.44100) 621 : cluster [DBG] pgmap v1185: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-02-18T08:37:40.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:40 smithi110 bash[54479]: cluster 2024-02-18T08:37:38.942483+0000 mgr.y (mgr.44100) 621 : cluster [DBG] pgmap v1185: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-02-18T08:37:40.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:40 smithi110 bash[55875]: cluster 2024-02-18T08:37:38.942483+0000 mgr.y (mgr.44100) 621 : cluster [DBG] pgmap v1185: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-02-18T08:37:41.145 INFO:tasks.workunit.client.0.smithi110.stdout: 42: throughput=4.92MB/sec pending data=0 2024-02-18T08:37:41.145 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Pvwg3xHwGLehKDg off=8844458 len=380719 2024-02-18T08:37:41.151 INFO:tasks.workunit.client.0.smithi110.stdout:op 198 completed, throughput=4.93MB/sec 2024-02-18T08:37:41.151 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CpDqoMe_IbXN1B7 off=965360 len=1228975 2024-02-18T08:37:41.160 INFO:tasks.workunit.client.0.smithi110.stdout:op 199 completed, throughput=4.96MB/sec 2024-02-18T08:37:41.161 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c7nui4rgpJHlVlF off=6841370 len=454423 2024-02-18T08:37:41.165 INFO:tasks.workunit.client.0.smithi110.stdout:op 200 completed, throughput=4.97MB/sec 2024-02-18T08:37:41.165 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mMHknb3WOffZ8TC off=2540664 len=1322323 2024-02-18T08:37:41.175 INFO:tasks.workunit.client.0.smithi110.stdout:op 201 completed, throughput=5MB/sec 2024-02-18T08:37:41.176 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3TW-Y0dmAZWSI6l off=2209310 len=1415114 2024-02-18T08:37:41.185 INFO:tasks.workunit.client.0.smithi110.stdout:op 202 completed, throughput=5.03MB/sec 2024-02-18T08:37:42.186 INFO:tasks.workunit.client.0.smithi110.stdout: 43: throughput=4.91MB/sec pending data=0 2024-02-18T08:37:42.186 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zB93Uq-dCl7S0Zf off=11654811 len=1271340 2024-02-18T08:37:42.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 203 completed, throughput=4.94MB/sec 2024-02-18T08:37:42.195 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k6a--I_rCghxebe off=5949324 len=1787812 2024-02-18T08:37:42.200 INFO:tasks.workunit.client.0.smithi110.stdout:op 204 completed, throughput=4.98MB/sec 2024-02-18T08:37:42.201 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MM1rsVjsUsUL5T0 off=5806752 len=285859 2024-02-18T08:37:42.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 205 completed, throughput=4.98MB/sec 2024-02-18T08:37:42.202 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-v89eMovOeSXcKhY off=19779359 len=93468 2024-02-18T08:37:42.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 206 completed, throughput=4.98MB/sec 2024-02-18T08:37:42.202 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AVQF623xbprli4l off=5825126 len=1028815 2024-02-18T08:37:42.210 INFO:tasks.workunit.client.0.smithi110.stdout:op 207 completed, throughput=5.01MB/sec 2024-02-18T08:37:42.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:42 smithi191 bash[38688]: cluster 2024-02-18T08:37:40.943308+0000 mgr.y (mgr.44100) 622 : cluster [DBG] pgmap v1186: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-02-18T08:37:42.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:42 smithi110 bash[54479]: cluster 2024-02-18T08:37:40.943308+0000 mgr.y (mgr.44100) 622 : cluster [DBG] pgmap v1186: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-02-18T08:37:42.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:42 smithi110 bash[55875]: cluster 2024-02-18T08:37:40.943308+0000 mgr.y (mgr.44100) 622 : cluster [DBG] pgmap v1186: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-02-18T08:37:43.211 INFO:tasks.workunit.client.0.smithi110.stdout: 44: throughput=4.89MB/sec pending data=0 2024-02-18T08:37:43.211 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nNuQgaTQMRpT1po off=18259503 len=1836359 2024-02-18T08:37:43.234 INFO:tasks.workunit.client.0.smithi110.stdout:op 208 completed, throughput=4.93MB/sec 2024-02-18T08:37:43.234 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VhIujOs_K35Srq5 off=14789327 len=93061 2024-02-18T08:37:43.235 INFO:tasks.workunit.client.0.smithi110.stdout:op 209 completed, throughput=4.93MB/sec 2024-02-18T08:37:43.236 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CG6a7X-2_yT5it- off=815717 len=86885 2024-02-18T08:37:43.246 INFO:tasks.workunit.client.0.smithi110.stdout:op 210 completed, throughput=4.93MB/sec 2024-02-18T08:37:43.246 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mmtk4xvsvjVyuQx off=9116428 len=608490 2024-02-18T08:37:43.246 INFO:tasks.workunit.client.0.smithi110.stdout:op 211 completed, throughput=4.95MB/sec 2024-02-18T08:37:43.246 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AiHyBsbXfMaX6Ij off=21275868 len=2034400 2024-02-18T08:37:43.252 INFO:tasks.workunit.client.0.smithi110.stdout:op 212 completed, throughput=4.99MB/sec 2024-02-18T08:37:43.252 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--rmtNyQ7WwU6sEk off=53338 len=1412021 2024-02-18T08:37:43.258 INFO:tasks.workunit.client.0.smithi110.stdout:op 213 completed, throughput=5.02MB/sec 2024-02-18T08:37:44.253 INFO:tasks.workunit.client.0.smithi110.stdout: 45: throughput=4.91MB/sec pending data=0 2024-02-18T08:37:44.253 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZLbEgwct2E3UKkt off=743953 len=2020577 2024-02-18T08:37:44.260 INFO:tasks.workunit.client.0.smithi110.stdout:op 214 completed, throughput=4.95MB/sec 2024-02-18T08:37:44.260 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OR335KADI5npjx8 off=13151821 len=1523647 2024-02-18T08:37:44.270 INFO:tasks.workunit.client.0.smithi110.stdout:op 215 completed, throughput=4.98MB/sec 2024-02-18T08:37:44.270 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cFW3tuLMxh8dhzp off=22692760 len=407173 2024-02-18T08:37:44.276 INFO:tasks.workunit.client.0.smithi110.stdout:op 216 completed, throughput=4.99MB/sec 2024-02-18T08:37:44.277 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nLbRxTcrMfUWQhq off=3270164 len=801894 2024-02-18T08:37:44.283 INFO:tasks.workunit.client.0.smithi110.stdout:op 217 completed, throughput=5MB/sec 2024-02-18T08:37:44.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:44 smithi191 bash[38688]: cluster 2024-02-18T08:37:42.944229+0000 mgr.y (mgr.44100) 623 : cluster [DBG] pgmap v1187: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:37:44.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:44 smithi110 bash[54479]: cluster 2024-02-18T08:37:42.944229+0000 mgr.y (mgr.44100) 623 : cluster [DBG] pgmap v1187: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:37:44.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:44 smithi110 bash[55875]: cluster 2024-02-18T08:37:42.944229+0000 mgr.y (mgr.44100) 623 : cluster [DBG] pgmap v1187: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:37:45.283 INFO:tasks.workunit.client.0.smithi110.stdout: 46: throughput=4.9MB/sec pending data=0 2024-02-18T08:37:45.283 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ngATWPMiUa4zWZB off=5488180 len=1143943 2024-02-18T08:37:45.287 INFO:tasks.workunit.client.0.smithi110.stdout:op 218 completed, throughput=4.92MB/sec 2024-02-18T08:37:45.287 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hRoey_LL9uAO4Wp off=4062619 len=1499649 2024-02-18T08:37:45.298 INFO:tasks.workunit.client.0.smithi110.stdout:op 219 completed, throughput=4.95MB/sec 2024-02-18T08:37:45.298 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uuK4X5qXNzC8LUl off=13268377 len=1363685 2024-02-18T08:37:45.307 INFO:tasks.workunit.client.0.smithi110.stdout:op 220 completed, throughput=4.98MB/sec 2024-02-18T08:37:45.307 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dBu4aHjV2T2dTvE off=10736788 len=1989706 2024-02-18T08:37:45.309 INFO:tasks.workunit.client.0.smithi110.stdout:op 221 completed, throughput=5.02MB/sec 2024-02-18T08:37:46.310 INFO:tasks.workunit.client.0.smithi110.stdout: 47: throughput=4.91MB/sec pending data=0 2024-02-18T08:37:46.310 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-o3sB6lAirpFElR2 off=6267353 len=1285785 2024-02-18T08:37:46.319 INFO:tasks.workunit.client.0.smithi110.stdout:op 222 completed, throughput=4.94MB/sec 2024-02-18T08:37:46.319 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-o1R6yXVo2NStAKg off=1460107 len=145175 2024-02-18T08:37:46.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 223 completed, throughput=4.94MB/sec 2024-02-18T08:37:46.323 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-V7GKRDB3GRyRUZJ off=4695306 len=884637 2024-02-18T08:37:46.326 INFO:tasks.workunit.client.0.smithi110.stdout:op 224 completed, throughput=4.96MB/sec 2024-02-18T08:37:46.326 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bAEWQALK_TyyaTS off=34347 len=1763395 2024-02-18T08:37:46.334 INFO:tasks.workunit.client.0.smithi110.stdout:op 225 completed, throughput=4.99MB/sec 2024-02-18T08:37:46.334 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pyssqd0iWLOj7RQ off=4481763 len=194289 2024-02-18T08:37:46.337 INFO:tasks.workunit.client.0.smithi110.stdout:op 226 completed, throughput=4.99MB/sec 2024-02-18T08:37:46.337 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BFtZRKF0PkTAw0q off=8248083 len=302073 2024-02-18T08:37:46.338 INFO:tasks.workunit.client.0.smithi110.stdout:op 227 completed, throughput=5MB/sec 2024-02-18T08:37:46.338 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wqTM3UIdEd4XxB2 off=8003007 len=921056 2024-02-18T08:37:46.341 INFO:tasks.workunit.client.0.smithi110.stdout:op 228 completed, throughput=5.02MB/sec 2024-02-18T08:37:46.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:46 smithi191 bash[38688]: cluster 2024-02-18T08:37:44.945021+0000 mgr.y (mgr.44100) 624 : cluster [DBG] pgmap v1188: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:37:46.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:46 smithi110 bash[54479]: cluster 2024-02-18T08:37:44.945021+0000 mgr.y (mgr.44100) 624 : cluster [DBG] pgmap v1188: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:37:46.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:46 smithi110 bash[55875]: cluster 2024-02-18T08:37:44.945021+0000 mgr.y (mgr.44100) 624 : cluster [DBG] pgmap v1188: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:37:47.341 INFO:tasks.workunit.client.0.smithi110.stdout: 48: throughput=4.92MB/sec pending data=0 2024-02-18T08:37:47.341 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-76XKtG0w1c_wGRI off=2074829 len=1546198 2024-02-18T08:37:47.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 229 completed, throughput=4.94MB/sec 2024-02-18T08:37:47.355 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5AEwNcYoEJMRhAU off=10832457 len=7236 2024-02-18T08:37:47.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 230 completed, throughput=4.94MB/sec 2024-02-18T08:37:47.355 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-npIlidou9GYGboa off=2756894 len=1129411 2024-02-18T08:37:47.362 INFO:tasks.workunit.client.0.smithi110.stdout:op 231 completed, throughput=4.97MB/sec 2024-02-18T08:37:47.362 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wGTsKNGCTjYduk_ off=14627863 len=511827 2024-02-18T08:37:47.363 INFO:tasks.workunit.client.0.smithi110.stdout:op 232 completed, throughput=4.98MB/sec 2024-02-18T08:37:47.363 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T30X9AyWG9Tu1Ic off=17813018 len=1920598 2024-02-18T08:37:47.369 INFO:tasks.workunit.client.0.smithi110.stdout:op 233 completed, throughput=5.01MB/sec 2024-02-18T08:37:48.370 INFO:tasks.workunit.client.0.smithi110.stdout: 49: throughput=4.91MB/sec pending data=0 2024-02-18T08:37:48.370 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PS2Vhkq9P5u7tzN off=1843220 len=750782 2024-02-18T08:37:48.373 INFO:tasks.workunit.client.0.smithi110.stdout:op 234 completed, throughput=4.93MB/sec 2024-02-18T08:37:48.373 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MD4AxRH-yRYHZVY off=1215635 len=689437 2024-02-18T08:37:48.381 INFO:tasks.workunit.client.0.smithi110.stdout:op 235 completed, throughput=4.94MB/sec 2024-02-18T08:37:48.381 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KpKxciOdHOu7drH off=4971590 len=1599463 2024-02-18T08:37:48.384 INFO:tasks.workunit.client.0.smithi110.stdout:op 236 completed, throughput=4.97MB/sec 2024-02-18T08:37:48.384 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dA2nlF_WeUe4F8T off=2396275 len=1011992 2024-02-18T08:37:48.388 INFO:tasks.workunit.client.0.smithi110.stdout:op 237 completed, throughput=4.99MB/sec 2024-02-18T08:37:48.388 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4a-swruidtnZTQE off=14085389 len=196755 2024-02-18T08:37:48.392 INFO:tasks.workunit.client.0.smithi110.stdout:op 238 completed, throughput=4.99MB/sec 2024-02-18T08:37:48.392 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LAxj2BIcqBsdcP8 off=367989 len=1603680 2024-02-18T08:37:48.394 INFO:tasks.workunit.client.0.smithi110.stdout:op 239 completed, throughput=5.02MB/sec 2024-02-18T08:37:48.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:48 smithi191 bash[38688]: cluster 2024-02-18T08:37:46.945917+0000 mgr.y (mgr.44100) 625 : cluster [DBG] pgmap v1189: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:37:48.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:48 smithi110 bash[54479]: cluster 2024-02-18T08:37:46.945917+0000 mgr.y (mgr.44100) 625 : cluster [DBG] pgmap v1189: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:37:48.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:48 smithi110 bash[55875]: cluster 2024-02-18T08:37:46.945917+0000 mgr.y (mgr.44100) 625 : cluster [DBG] pgmap v1189: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:37:49.394 INFO:tasks.workunit.client.0.smithi110.stdout: 50: throughput=4.92MB/sec pending data=0 2024-02-18T08:37:49.394 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Cng4DO-hMkbSjbw off=22925793 len=50426 2024-02-18T08:37:49.400 INFO:tasks.workunit.client.0.smithi110.stdout:op 240 completed, throughput=4.92MB/sec 2024-02-18T08:37:49.400 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lueVliQ323AsZzG off=277765 len=680197 2024-02-18T08:37:49.402 INFO:tasks.workunit.client.0.smithi110.stdout:op 241 completed, throughput=4.94MB/sec 2024-02-18T08:37:49.402 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xE0nHBb_HaKyj6v off=4724486 len=221290 2024-02-18T08:37:49.404 INFO:tasks.workunit.client.0.smithi110.stdout:op 242 completed, throughput=4.94MB/sec 2024-02-18T08:37:49.404 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-irHr4q-MMl51vrT off=16753536 len=669684 2024-02-18T08:37:49.410 INFO:tasks.workunit.client.0.smithi110.stdout:op 243 completed, throughput=4.95MB/sec 2024-02-18T08:37:49.410 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MmAOsIvzF34emUt off=2033143 len=624052 2024-02-18T08:37:49.415 INFO:tasks.workunit.client.0.smithi110.stdout:op 244 completed, throughput=4.96MB/sec 2024-02-18T08:37:49.415 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-v3Ed_bTrVl46hCR off=8176592 len=1666545 2024-02-18T08:37:49.418 INFO:tasks.workunit.client.0.smithi110.stdout:op 245 completed, throughput=4.99MB/sec 2024-02-18T08:37:49.418 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GUgX6qppNxdAKYj off=2201483 len=1047805 2024-02-18T08:37:49.424 INFO:tasks.workunit.client.0.smithi110.stdout:op 246 completed, throughput=5.01MB/sec 2024-02-18T08:37:50.424 INFO:tasks.workunit.client.0.smithi110.stdout: 51: throughput=4.92MB/sec pending data=0 2024-02-18T08:37:50.424 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jP8Owa4HWAd86Bv off=1971777 len=1012258 2024-02-18T08:37:50.428 INFO:tasks.workunit.client.0.smithi110.stdout:op 247 completed, throughput=4.93MB/sec 2024-02-18T08:37:50.428 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L92BONTQa_AXWxR off=3005980 len=328966 2024-02-18T08:37:50.429 INFO:tasks.workunit.client.0.smithi110.stdout:op 248 completed, throughput=4.94MB/sec 2024-02-18T08:37:50.429 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PQJQaX5K2ntaeRP off=406477 len=361264 2024-02-18T08:37:50.431 INFO:tasks.workunit.client.0.smithi110.stdout:op 249 completed, throughput=4.95MB/sec 2024-02-18T08:37:50.431 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-otwGq-jDItRv5u5 off=14137901 len=193526 2024-02-18T08:37:50.436 INFO:tasks.workunit.client.0.smithi110.stdout:op 250 completed, throughput=4.95MB/sec 2024-02-18T08:37:50.436 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ik7YdsOYdmmsFMK off=6124699 len=546976 2024-02-18T08:37:50.438 INFO:tasks.workunit.client.0.smithi110.stdout:op 251 completed, throughput=4.96MB/sec 2024-02-18T08:37:50.438 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BfiUTGkP373DuVH off=11979599 len=1133511 2024-02-18T08:37:50.441 INFO:tasks.workunit.client.0.smithi110.stdout:op 252 completed, throughput=4.98MB/sec 2024-02-18T08:37:50.441 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OaNbzM51S8-EyPN off=7474449 len=973214 2024-02-18T08:37:50.448 INFO:tasks.workunit.client.0.smithi110.stdout:op 253 completed, throughput=5MB/sec 2024-02-18T08:37:50.448 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4-C0be6gfO5EgBL off=16665753 len=282121 2024-02-18T08:37:50.451 INFO:tasks.workunit.client.0.smithi110.stdout:op 254 completed, throughput=5MB/sec 2024-02-18T08:37:50.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:50 smithi191 bash[38688]: cluster 2024-02-18T08:37:48.946838+0000 mgr.y (mgr.44100) 626 : cluster [DBG] pgmap v1190: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:37:50.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:50 smithi110 bash[54479]: cluster 2024-02-18T08:37:48.946838+0000 mgr.y (mgr.44100) 626 : cluster [DBG] pgmap v1190: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:37:50.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:50 smithi110 bash[55875]: cluster 2024-02-18T08:37:48.946838+0000 mgr.y (mgr.44100) 626 : cluster [DBG] pgmap v1190: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:37:51.452 INFO:tasks.workunit.client.0.smithi110.stdout: 52: throughput=4.91MB/sec pending data=0 2024-02-18T08:37:51.452 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9rF9Q0qu3siutyD off=2151560 len=1466695 2024-02-18T08:37:51.456 INFO:tasks.workunit.client.0.smithi110.stdout:op 255 completed, throughput=4.93MB/sec 2024-02-18T08:37:51.456 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QNYAuwEOWcB_vXh off=553372 len=477056 2024-02-18T08:37:51.463 INFO:tasks.workunit.client.0.smithi110.stdout:op 256 completed, throughput=4.94MB/sec 2024-02-18T08:37:51.463 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_GBwTjqmeTqiigX off=17564233 len=974916 2024-02-18T08:37:51.471 INFO:tasks.workunit.client.0.smithi110.stdout:op 257 completed, throughput=4.96MB/sec 2024-02-18T08:37:51.471 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VdYj4DXzJ2iUwsN off=195554 len=2029053 2024-02-18T08:37:51.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 258 completed, throughput=4.99MB/sec 2024-02-18T08:37:51.484 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g0lwgk5RtnO-xkS off=21724254 len=352894 2024-02-18T08:37:51.485 INFO:tasks.workunit.client.0.smithi110.stdout:op 259 completed, throughput=5MB/sec 2024-02-18T08:37:51.485 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j3E71B3avAlMcW0 off=8445211 len=47359 2024-02-18T08:37:51.485 INFO:tasks.workunit.client.0.smithi110.stdout:op 260 completed, throughput=5MB/sec 2024-02-18T08:37:51.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:51 smithi191 bash[38688]: cluster 2024-02-18T08:37:50.947677+0000 mgr.y (mgr.44100) 627 : cluster [DBG] pgmap v1191: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:37:51.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:51 smithi110 bash[54479]: cluster 2024-02-18T08:37:50.947677+0000 mgr.y (mgr.44100) 627 : cluster [DBG] pgmap v1191: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:37:51.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:51 smithi110 bash[55875]: cluster 2024-02-18T08:37:50.947677+0000 mgr.y (mgr.44100) 627 : cluster [DBG] pgmap v1191: 73 pgs: 73 active+clean; 127 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:37:52.486 INFO:tasks.workunit.client.0.smithi110.stdout: 53: throughput=4.91MB/sec pending data=0 2024-02-18T08:37:52.486 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aP6AWbNANsXyqi_ off=18654075 len=1706244 2024-02-18T08:37:52.490 INFO:tasks.workunit.client.0.smithi110.stdout:op 261 completed, throughput=4.94MB/sec 2024-02-18T08:37:52.490 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GG2aolpqVVHEqfV off=3034265 len=1119455 2024-02-18T08:37:52.494 INFO:tasks.workunit.client.0.smithi110.stdout:op 262 completed, throughput=4.96MB/sec 2024-02-18T08:37:52.494 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eb5SKlim06H8He5 off=11883450 len=555779 2024-02-18T08:37:52.500 INFO:tasks.workunit.client.0.smithi110.stdout:op 263 completed, throughput=4.97MB/sec 2024-02-18T08:37:52.501 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B0Cbf-4XwqDNOfq off=9027823 len=1414880 2024-02-18T08:37:52.504 INFO:tasks.workunit.client.0.smithi110.stdout:op 264 completed, throughput=4.99MB/sec 2024-02-18T08:37:52.504 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tnmAhESh7pKCLRY off=4509262 len=1602585 2024-02-18T08:37:52.521 INFO:tasks.workunit.client.0.smithi110.stdout:op 265 completed, throughput=5.02MB/sec 2024-02-18T08:37:52.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:52 smithi191 bash[38688]: audit 2024-02-18T08:37:52.108865+0000 mon.a (mon.0) 1705 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:37:52.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:52 smithi110 bash[54479]: audit 2024-02-18T08:37:52.108865+0000 mon.a (mon.0) 1705 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:37:52.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:52 smithi110 bash[55875]: audit 2024-02-18T08:37:52.108865+0000 mon.a (mon.0) 1705 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:37:53.521 INFO:tasks.workunit.client.0.smithi110.stdout: 54: throughput=4.93MB/sec pending data=0 2024-02-18T08:37:53.522 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iQSHy9qPZn7BtZo off=18301558 len=734568 2024-02-18T08:37:53.523 INFO:tasks.workunit.client.0.smithi110.stdout:op 266 completed, throughput=4.94MB/sec 2024-02-18T08:37:53.524 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yfd2Tuw5-rrN0zq off=1929589 len=1624155 2024-02-18T08:37:53.530 INFO:tasks.workunit.client.0.smithi110.stdout:op 267 completed, throughput=4.97MB/sec 2024-02-18T08:37:53.530 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k_RswKPcB58zQ4c off=10392148 len=772085 2024-02-18T08:37:53.532 INFO:tasks.workunit.client.0.smithi110.stdout:op 268 completed, throughput=4.98MB/sec 2024-02-18T08:37:53.532 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2tITKUY-8xA0xf8 off=6295946 len=1193065 2024-02-18T08:37:53.535 INFO:tasks.workunit.client.0.smithi110.stdout:op 269 completed, throughput=5MB/sec 2024-02-18T08:37:53.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:53 smithi191 bash[38688]: audit 2024-02-18T08:37:52.406927+0000 mon.a (mon.0) 1706 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:37:53.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:53 smithi191 bash[38688]: audit 2024-02-18T08:37:52.408352+0000 mon.a (mon.0) 1707 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:37:53.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:53 smithi191 bash[38688]: cephadm 2024-02-18T08:37:52.409625+0000 mgr.y (mgr.44100) 628 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:37:53.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:53 smithi191 bash[38688]: audit 2024-02-18T08:37:52.416448+0000 mon.a (mon.0) 1708 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:37:53.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:53 smithi191 bash[38688]: cluster 2024-02-18T08:37:52.948592+0000 mgr.y (mgr.44100) 629 : cluster [DBG] pgmap v1192: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-02-18T08:37:53.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:53 smithi110 bash[54479]: audit 2024-02-18T08:37:52.406927+0000 mon.a (mon.0) 1706 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:37:53.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:53 smithi110 bash[54479]: audit 2024-02-18T08:37:52.408352+0000 mon.a (mon.0) 1707 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:37:53.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:53 smithi110 bash[54479]: cephadm 2024-02-18T08:37:52.409625+0000 mgr.y (mgr.44100) 628 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:37:53.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:53 smithi110 bash[54479]: audit 2024-02-18T08:37:52.416448+0000 mon.a (mon.0) 1708 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:37:53.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:53 smithi110 bash[54479]: cluster 2024-02-18T08:37:52.948592+0000 mgr.y (mgr.44100) 629 : cluster [DBG] pgmap v1192: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-02-18T08:37:53.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:53 smithi110 bash[55875]: audit 2024-02-18T08:37:52.406927+0000 mon.a (mon.0) 1706 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:37:53.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:53 smithi110 bash[55875]: audit 2024-02-18T08:37:52.408352+0000 mon.a (mon.0) 1707 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:37:53.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:53 smithi110 bash[55875]: cephadm 2024-02-18T08:37:52.409625+0000 mgr.y (mgr.44100) 628 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:37:53.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:53 smithi110 bash[55875]: audit 2024-02-18T08:37:52.416448+0000 mon.a (mon.0) 1708 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:37:53.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:53 smithi110 bash[55875]: cluster 2024-02-18T08:37:52.948592+0000 mgr.y (mgr.44100) 629 : cluster [DBG] pgmap v1192: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-02-18T08:37:54.535 INFO:tasks.workunit.client.0.smithi110.stdout: 55: throughput=4.91MB/sec pending data=0 2024-02-18T08:37:54.535 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qdwBxgLUg0YatB5 off=15291108 len=1322784 2024-02-18T08:37:54.546 INFO:tasks.workunit.client.0.smithi110.stdout:op 270 completed, throughput=4.93MB/sec 2024-02-18T08:37:54.546 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jzb4xf9R2bVDQlh off=579194 len=1832027 2024-02-18T08:37:54.550 INFO:tasks.workunit.client.0.smithi110.stdout:op 271 completed, throughput=4.96MB/sec 2024-02-18T08:37:54.550 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SCPPH_AS4bG3-bT off=7806662 len=961313 2024-02-18T08:37:54.553 INFO:tasks.workunit.client.0.smithi110.stdout:op 272 completed, throughput=4.98MB/sec 2024-02-18T08:37:54.553 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oWrPMZNN8j_ArII off=10674115 len=757624 2024-02-18T08:37:54.555 INFO:tasks.workunit.client.0.smithi110.stdout:op 273 completed, throughput=4.99MB/sec 2024-02-18T08:37:54.555 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-poNA3PM90VSMwsF off=4005683 len=633891 2024-02-18T08:37:54.561 INFO:tasks.workunit.client.0.smithi110.stdout:op 274 completed, throughput=5MB/sec 2024-02-18T08:37:55.561 INFO:tasks.workunit.client.0.smithi110.stdout: 56: throughput=4.92MB/sec pending data=0 2024-02-18T08:37:55.562 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rDku4jQAay67B_o off=8705947 len=188918 2024-02-18T08:37:55.569 INFO:tasks.workunit.client.0.smithi110.stdout:op 275 completed, throughput=4.92MB/sec 2024-02-18T08:37:55.569 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FUD0WFzuRakulAa off=1318293 len=861630 2024-02-18T08:37:55.572 INFO:tasks.workunit.client.0.smithi110.stdout:op 276 completed, throughput=4.93MB/sec 2024-02-18T08:37:55.572 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AkvmSeNEOq0m9pU off=13237340 len=427116 2024-02-18T08:37:55.577 INFO:tasks.workunit.client.0.smithi110.stdout:op 277 completed, throughput=4.94MB/sec 2024-02-18T08:37:55.578 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-15BOXV_6zn7kv_z off=8194264 len=471687 2024-02-18T08:37:55.579 INFO:tasks.workunit.client.0.smithi110.stdout:op 278 completed, throughput=4.95MB/sec 2024-02-18T08:37:55.579 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BqqG7DxXYFyCSAd off=654601 len=476688 2024-02-18T08:37:55.580 INFO:tasks.workunit.client.0.smithi110.stdout:op 279 completed, throughput=4.95MB/sec 2024-02-18T08:37:55.580 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X0B8xGHk9LL8q6f off=1579882 len=1316968 2024-02-18T08:37:55.583 INFO:tasks.workunit.client.0.smithi110.stdout:op 280 completed, throughput=4.98MB/sec 2024-02-18T08:37:55.583 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eKWPuCW2dnJiHiR off=8166630 len=403868 2024-02-18T08:37:55.584 INFO:tasks.workunit.client.0.smithi110.stdout:op 281 completed, throughput=4.98MB/sec 2024-02-18T08:37:55.584 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SoJwuntQkY8ymgJ off=1577540 len=1948492 2024-02-18T08:37:55.587 INFO:tasks.workunit.client.0.smithi110.stdout:op 282 completed, throughput=5.01MB/sec 2024-02-18T08:37:56.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:56 smithi191 bash[38688]: cluster 2024-02-18T08:37:54.949475+0000 mgr.y (mgr.44100) 630 : cluster [DBG] pgmap v1193: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:37:56.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:56 smithi110 bash[54479]: cluster 2024-02-18T08:37:54.949475+0000 mgr.y (mgr.44100) 630 : cluster [DBG] pgmap v1193: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:37:56.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:56 smithi110 bash[55875]: cluster 2024-02-18T08:37:54.949475+0000 mgr.y (mgr.44100) 630 : cluster [DBG] pgmap v1193: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:37:56.587 INFO:tasks.workunit.client.0.smithi110.stdout: 57: throughput=4.93MB/sec pending data=0 2024-02-18T08:37:56.587 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WphgshLKjXNpmaa off=688660 len=1776241 2024-02-18T08:37:56.595 INFO:tasks.workunit.client.0.smithi110.stdout:op 283 completed, throughput=4.96MB/sec 2024-02-18T08:37:56.595 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9wyh3KtjW81Ioxw off=13408637 len=434975 2024-02-18T08:37:56.601 INFO:tasks.workunit.client.0.smithi110.stdout:op 284 completed, throughput=4.96MB/sec 2024-02-18T08:37:56.601 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-u8lSCyN-kXPzvHh off=990522 len=640815 2024-02-18T08:37:56.602 INFO:tasks.workunit.client.0.smithi110.stdout:op 285 completed, throughput=4.97MB/sec 2024-02-18T08:37:56.602 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0ojQ5gtUaI02Ttf off=2745309 len=649286 2024-02-18T08:37:56.605 INFO:tasks.workunit.client.0.smithi110.stdout:op 286 completed, throughput=4.98MB/sec 2024-02-18T08:37:56.605 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rsD23wUA-Yu4ixH off=4222706 len=1370875 2024-02-18T08:37:56.617 INFO:tasks.workunit.client.0.smithi110.stdout:op 287 completed, throughput=5.01MB/sec 2024-02-18T08:37:57.618 INFO:tasks.workunit.client.0.smithi110.stdout: 58: throughput=4.92MB/sec pending data=0 2024-02-18T08:37:57.618 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XoFjlvpthtU-Guq off=18223528 len=1240688 2024-02-18T08:37:57.622 INFO:tasks.workunit.client.0.smithi110.stdout:op 288 completed, throughput=4.94MB/sec 2024-02-18T08:37:57.622 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OB1uMMKad24Bf4V off=9092758 len=892520 2024-02-18T08:37:57.626 INFO:tasks.workunit.client.0.smithi110.stdout:op 289 completed, throughput=4.95MB/sec 2024-02-18T08:37:57.626 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BKtYzBWf68lEKFl off=413015 len=145307 2024-02-18T08:37:57.627 INFO:tasks.workunit.client.0.smithi110.stdout:op 290 completed, throughput=4.96MB/sec 2024-02-18T08:37:57.627 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2igr-ISLbK4f5Cg off=10855711 len=571132 2024-02-18T08:37:57.629 INFO:tasks.workunit.client.0.smithi110.stdout:op 291 completed, throughput=4.97MB/sec 2024-02-18T08:37:57.629 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DsXY2anecIS63M5 off=7220652 len=461164 2024-02-18T08:37:57.631 INFO:tasks.workunit.client.0.smithi110.stdout:op 292 completed, throughput=4.97MB/sec 2024-02-18T08:37:57.631 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SNetnFI_W25ym8n off=7609584 len=553733 2024-02-18T08:37:57.638 INFO:tasks.workunit.client.0.smithi110.stdout:op 293 completed, throughput=4.98MB/sec 2024-02-18T08:37:57.638 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KUbd8mInGJ3yGZE off=3256597 len=1280813 2024-02-18T08:37:57.640 INFO:tasks.workunit.client.0.smithi110.stdout:op 294 completed, throughput=5MB/sec 2024-02-18T08:37:58.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:37:58 smithi191 bash[38688]: cluster 2024-02-18T08:37:56.950407+0000 mgr.y (mgr.44100) 631 : cluster [DBG] pgmap v1194: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-02-18T08:37:58.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:37:58 smithi110 bash[54479]: cluster 2024-02-18T08:37:56.950407+0000 mgr.y (mgr.44100) 631 : cluster [DBG] pgmap v1194: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-02-18T08:37:58.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:37:58 smithi110 bash[55875]: cluster 2024-02-18T08:37:56.950407+0000 mgr.y (mgr.44100) 631 : cluster [DBG] pgmap v1194: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-02-18T08:37:58.641 INFO:tasks.workunit.client.0.smithi110.stdout: 59: throughput=4.92MB/sec pending data=0 2024-02-18T08:37:58.641 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3tN-GNWB7saradO off=1535321 len=15884 2024-02-18T08:37:58.642 INFO:tasks.workunit.client.0.smithi110.stdout:op 295 completed, throughput=4.92MB/sec 2024-02-18T08:37:58.642 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4PUKCkSurTgUeCb off=3605662 len=1684432 2024-02-18T08:37:58.648 INFO:tasks.workunit.client.0.smithi110.stdout:op 296 completed, throughput=4.95MB/sec 2024-02-18T08:37:58.648 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aOmY2AJ4tZofENo off=4755958 len=1584447 2024-02-18T08:37:58.661 INFO:tasks.workunit.client.0.smithi110.stdout:op 297 completed, throughput=4.97MB/sec 2024-02-18T08:37:58.661 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-My5-CXILYRZ1sEe off=1895679 len=1571829 2024-02-18T08:37:58.667 INFO:tasks.workunit.client.0.smithi110.stdout:op 298 completed, throughput=4.99MB/sec 2024-02-18T08:37:58.667 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IudOY8WtZuRYSUr off=1545569 len=436453 2024-02-18T08:37:58.668 INFO:tasks.workunit.client.0.smithi110.stdout:op 299 completed, throughput=5MB/sec 2024-02-18T08:37:59.669 INFO:tasks.workunit.client.0.smithi110.stdout: 60: throughput=4.92MB/sec pending data=0 2024-02-18T08:37:59.669 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zbdIynnIEJ7bMIW off=3473831 len=1899355 2024-02-18T08:37:59.684 INFO:tasks.workunit.client.0.smithi110.stdout:op 300 completed, throughput=4.95MB/sec 2024-02-18T08:37:59.684 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WrOlLmaJd-88r7Z off=5123117 len=1864393 2024-02-18T08:37:59.695 INFO:tasks.workunit.client.0.smithi110.stdout:op 301 completed, throughput=4.98MB/sec 2024-02-18T08:37:59.695 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3ZgnCdx_XtMhyKo off=1043726 len=45492 2024-02-18T08:37:59.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 302 completed, throughput=4.98MB/sec 2024-02-18T08:37:59.696 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eWabQVeUfEX2iZo off=4193750 len=1248845 2024-02-18T08:37:59.699 INFO:tasks.workunit.client.0.smithi110.stdout:op 303 completed, throughput=4.99MB/sec 2024-02-18T08:37:59.699 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-irZOajZarSx9OL5 off=908286 len=1303584 2024-02-18T08:37:59.706 INFO:tasks.workunit.client.0.smithi110.stdout:op 304 completed, throughput=5.01MB/sec 2024-02-18T08:38:00.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:00 smithi191 bash[38688]: cluster 2024-02-18T08:37:58.951317+0000 mgr.y (mgr.44100) 632 : cluster [DBG] pgmap v1195: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-02-18T08:38:00.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:00 smithi110 bash[54479]: cluster 2024-02-18T08:37:58.951317+0000 mgr.y (mgr.44100) 632 : cluster [DBG] pgmap v1195: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-02-18T08:38:00.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:00 smithi110 bash[55875]: cluster 2024-02-18T08:37:58.951317+0000 mgr.y (mgr.44100) 632 : cluster [DBG] pgmap v1195: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-02-18T08:38:00.707 INFO:tasks.workunit.client.0.smithi110.stdout: 61: throughput=4.93MB/sec pending data=0 2024-02-18T08:38:00.707 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tOWbrVOQZuK2Nfm off=12512110 len=329065 2024-02-18T08:38:00.709 INFO:tasks.workunit.client.0.smithi110.stdout:op 305 completed, throughput=4.94MB/sec 2024-02-18T08:38:00.709 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_DvGFJyfZghZQkD off=14355265 len=1203106 2024-02-18T08:38:00.714 INFO:tasks.workunit.client.0.smithi110.stdout:op 306 completed, throughput=4.96MB/sec 2024-02-18T08:38:00.714 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Z6v6w1ty8Vfdf01 off=3603410 len=1642883 2024-02-18T08:38:00.726 INFO:tasks.workunit.client.0.smithi110.stdout:op 307 completed, throughput=4.98MB/sec 2024-02-18T08:38:00.726 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Gjp95QeVMyAkVB0 off=11875595 len=1564563 2024-02-18T08:38:00.736 INFO:tasks.workunit.client.0.smithi110.stdout:op 308 completed, throughput=5MB/sec 2024-02-18T08:38:01.737 INFO:tasks.workunit.client.0.smithi110.stdout: 62: throughput=4.93MB/sec pending data=0 2024-02-18T08:38:01.737 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-83lxMwujEpxc4bx off=2755356 len=761258 2024-02-18T08:38:01.740 INFO:tasks.workunit.client.0.smithi110.stdout:op 309 completed, throughput=4.94MB/sec 2024-02-18T08:38:01.740 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ylVsrzlLFiw_42e off=10510037 len=823621 2024-02-18T08:38:01.742 INFO:tasks.workunit.client.0.smithi110.stdout:op 310 completed, throughput=4.95MB/sec 2024-02-18T08:38:01.742 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uzIc5iheQGg_aoG off=9842451 len=810175 2024-02-18T08:38:01.749 INFO:tasks.workunit.client.0.smithi110.stdout:op 311 completed, throughput=4.96MB/sec 2024-02-18T08:38:01.749 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xODXmIggGy0wQkF off=4385636 len=2020892 2024-02-18T08:38:01.763 INFO:tasks.workunit.client.0.smithi110.stdout:op 312 completed, throughput=4.99MB/sec 2024-02-18T08:38:01.763 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vZHwTyUiX_UkwHG off=11500516 len=700840 2024-02-18T08:38:01.769 INFO:tasks.workunit.client.0.smithi110.stdout:op 313 completed, throughput=5MB/sec 2024-02-18T08:38:01.769 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Fbdzn-MGnhDHTAi off=1585506 len=631944 2024-02-18T08:38:01.771 INFO:tasks.workunit.client.0.smithi110.stdout:op 314 completed, throughput=5.01MB/sec 2024-02-18T08:38:02.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:02 smithi191 bash[38688]: cluster 2024-02-18T08:38:00.952162+0000 mgr.y (mgr.44100) 633 : cluster [DBG] pgmap v1196: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-02-18T08:38:02.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:02 smithi110 bash[54479]: cluster 2024-02-18T08:38:00.952162+0000 mgr.y (mgr.44100) 633 : cluster [DBG] pgmap v1196: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-02-18T08:38:02.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:02 smithi110 bash[55875]: cluster 2024-02-18T08:38:00.952162+0000 mgr.y (mgr.44100) 633 : cluster [DBG] pgmap v1196: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-02-18T08:38:02.771 INFO:tasks.workunit.client.0.smithi110.stdout: 63: throughput=4.93MB/sec pending data=0 2024-02-18T08:38:02.771 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--RvqM4A4A9rgIw8 off=3364281 len=1256564 2024-02-18T08:38:02.774 INFO:tasks.workunit.client.0.smithi110.stdout:op 315 completed, throughput=4.95MB/sec 2024-02-18T08:38:02.774 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jKXEsBTu1o9sd26 off=8790634 len=116684 2024-02-18T08:38:02.776 INFO:tasks.workunit.client.0.smithi110.stdout:op 316 completed, throughput=4.95MB/sec 2024-02-18T08:38:02.776 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BUP1iygmv6JDcMJ off=6573396 len=593523 2024-02-18T08:38:02.783 INFO:tasks.workunit.client.0.smithi110.stdout:op 317 completed, throughput=4.96MB/sec 2024-02-18T08:38:02.783 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8dAwp2qyXyYNomt off=1218061 len=570647 2024-02-18T08:38:02.785 INFO:tasks.workunit.client.0.smithi110.stdout:op 318 completed, throughput=4.97MB/sec 2024-02-18T08:38:02.785 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lZ1gPunBk5K0S9K off=2992609 len=428051 2024-02-18T08:38:02.787 INFO:tasks.workunit.client.0.smithi110.stdout:op 319 completed, throughput=4.97MB/sec 2024-02-18T08:38:02.787 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fyPYEDRoF62w1-u off=9461080 len=1852967 2024-02-18T08:38:02.797 INFO:tasks.workunit.client.0.smithi110.stdout:op 320 completed, throughput=5MB/sec 2024-02-18T08:38:03.797 INFO:tasks.workunit.client.0.smithi110.stdout: 64: throughput=4.92MB/sec pending data=0 2024-02-18T08:38:03.797 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FbFvIegaGYsE53I off=282350 len=1880064 2024-02-18T08:38:03.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 321 completed, throughput=4.95MB/sec 2024-02-18T08:38:03.801 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fsYPatnB56izuoY off=19611820 len=373709 2024-02-18T08:38:03.808 INFO:tasks.workunit.client.0.smithi110.stdout:op 322 completed, throughput=4.96MB/sec 2024-02-18T08:38:03.808 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SVKfyTiexziRHM1 off=23129596 len=1774120 2024-02-18T08:38:03.815 INFO:tasks.workunit.client.0.smithi110.stdout:op 323 completed, throughput=4.98MB/sec 2024-02-18T08:38:03.815 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8Jct21WGx_xBZQS off=206863 len=1279131 2024-02-18T08:38:03.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 324 completed, throughput=5MB/sec 2024-02-18T08:38:03.825 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sshHAKksdGkAZkB off=0 len=1867803 2024-02-18T08:38:03.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 325 completed, throughput=5.02MB/sec 2024-02-18T08:38:04.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:04 smithi191 bash[38688]: cluster 2024-02-18T08:38:02.953121+0000 mgr.y (mgr.44100) 634 : cluster [DBG] pgmap v1197: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-02-18T08:38:04.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:04 smithi110 bash[54479]: cluster 2024-02-18T08:38:02.953121+0000 mgr.y (mgr.44100) 634 : cluster [DBG] pgmap v1197: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-02-18T08:38:04.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:04 smithi110 bash[55875]: cluster 2024-02-18T08:38:02.953121+0000 mgr.y (mgr.44100) 634 : cluster [DBG] pgmap v1197: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-02-18T08:38:04.850 INFO:tasks.workunit.client.0.smithi110.stdout: 65: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:04.850 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yYsdlIIsTW4YNYS off=4260651 len=698059 2024-02-18T08:38:04.857 INFO:tasks.workunit.client.0.smithi110.stdout:op 326 completed, throughput=4.96MB/sec 2024-02-18T08:38:04.857 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JOenwZAXdUAiTco off=13907997 len=450214 2024-02-18T08:38:04.862 INFO:tasks.workunit.client.0.smithi110.stdout:op 327 completed, throughput=4.96MB/sec 2024-02-18T08:38:04.862 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-po3p1c5s-EEgTTC off=1685717 len=1542273 2024-02-18T08:38:04.866 INFO:tasks.workunit.client.0.smithi110.stdout:op 328 completed, throughput=4.99MB/sec 2024-02-18T08:38:04.866 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--D6BM6LCvv2NPuG off=5806529 len=1282153 2024-02-18T08:38:04.868 INFO:tasks.workunit.client.0.smithi110.stdout:op 329 completed, throughput=5MB/sec 2024-02-18T08:38:05.868 INFO:tasks.workunit.client.0.smithi110.stdout: 66: throughput=4.93MB/sec pending data=0 2024-02-18T08:38:05.868 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0mvG4Qtt9-JWvpy off=1472124 len=1076497 2024-02-18T08:38:05.871 INFO:tasks.workunit.client.0.smithi110.stdout:op 330 completed, throughput=4.95MB/sec 2024-02-18T08:38:05.871 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-prLHKwp531mqAdO off=8622871 len=132855 2024-02-18T08:38:05.872 INFO:tasks.workunit.client.0.smithi110.stdout:op 331 completed, throughput=4.95MB/sec 2024-02-18T08:38:05.872 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AghbJfYVK_3r8pB off=516097 len=669968 2024-02-18T08:38:05.875 INFO:tasks.workunit.client.0.smithi110.stdout:op 332 completed, throughput=4.96MB/sec 2024-02-18T08:38:05.875 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_NHP1oiZUHrksZg off=670607 len=228748 2024-02-18T08:38:05.880 INFO:tasks.workunit.client.0.smithi110.stdout:op 333 completed, throughput=4.96MB/sec 2024-02-18T08:38:05.881 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-muJVfKfeUYyB3K9 off=6750716 len=1704293 2024-02-18T08:38:05.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 334 completed, throughput=4.98MB/sec 2024-02-18T08:38:05.894 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uxYP7mPq9oSz5Wr off=0 len=1849368 2024-02-18T08:38:05.904 INFO:tasks.workunit.client.0.smithi110.stdout:op 335 completed, throughput=5.01MB/sec 2024-02-18T08:38:06.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:06 smithi191 bash[38688]: cluster 2024-02-18T08:38:04.953953+0000 mgr.y (mgr.44100) 635 : cluster [DBG] pgmap v1198: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-02-18T08:38:06.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:06 smithi110 bash[54479]: cluster 2024-02-18T08:38:04.953953+0000 mgr.y (mgr.44100) 635 : cluster [DBG] pgmap v1198: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-02-18T08:38:06.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:06 smithi110 bash[55875]: cluster 2024-02-18T08:38:04.953953+0000 mgr.y (mgr.44100) 635 : cluster [DBG] pgmap v1198: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-02-18T08:38:06.904 INFO:tasks.workunit.client.0.smithi110.stdout: 67: throughput=4.94MB/sec pending data=0 2024-02-18T08:38:06.904 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fvY8Qkr4TqdSaXg off=3300710 len=1572006 2024-02-18T08:38:06.908 INFO:tasks.workunit.client.0.smithi110.stdout:op 336 completed, throughput=4.96MB/sec 2024-02-18T08:38:06.908 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-40uefZUagtLzRT- off=1441320 len=560818 2024-02-18T08:38:06.911 INFO:tasks.workunit.client.0.smithi110.stdout:op 337 completed, throughput=4.96MB/sec 2024-02-18T08:38:06.911 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-J4FBQVS29qxzWB- off=3352248 len=1897530 2024-02-18T08:38:06.926 INFO:tasks.workunit.client.0.smithi110.stdout:op 338 completed, throughput=4.99MB/sec 2024-02-18T08:38:06.926 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xHTBlmLVihSHBF8 off=12423995 len=1271101 2024-02-18T08:38:06.933 INFO:tasks.workunit.client.0.smithi110.stdout:op 339 completed, throughput=5.01MB/sec 2024-02-18T08:38:07.934 INFO:tasks.workunit.client.0.smithi110.stdout: 68: throughput=4.93MB/sec pending data=0 2024-02-18T08:38:07.934 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zWyPPqcnQlRQHPR off=9559782 len=1801651 2024-02-18T08:38:07.946 INFO:tasks.workunit.client.0.smithi110.stdout:op 340 completed, throughput=4.96MB/sec 2024-02-18T08:38:07.946 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0fq_KXlJbKwLp7f off=5317699 len=849970 2024-02-18T08:38:07.949 INFO:tasks.workunit.client.0.smithi110.stdout:op 341 completed, throughput=4.97MB/sec 2024-02-18T08:38:07.949 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UCysKe2FTtMqjIy off=3320710 len=1554291 2024-02-18T08:38:07.959 INFO:tasks.workunit.client.0.smithi110.stdout:op 342 completed, throughput=4.99MB/sec 2024-02-18T08:38:07.959 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cFnYNhWs1FclvvW off=7188107 len=62466 2024-02-18T08:38:07.961 INFO:tasks.workunit.client.0.smithi110.stdout:op 343 completed, throughput=4.99MB/sec 2024-02-18T08:38:07.962 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yK86FusyQ2fI8Lm off=10077020 len=1022514 2024-02-18T08:38:07.966 INFO:tasks.workunit.client.0.smithi110.stdout:op 344 completed, throughput=5MB/sec 2024-02-18T08:38:08.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:08 smithi191 bash[38688]: cluster 2024-02-18T08:38:06.954849+0000 mgr.y (mgr.44100) 636 : cluster [DBG] pgmap v1199: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:38:08.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:08 smithi110 bash[55875]: cluster 2024-02-18T08:38:06.954849+0000 mgr.y (mgr.44100) 636 : cluster [DBG] pgmap v1199: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:38:08.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:08 smithi110 bash[54479]: cluster 2024-02-18T08:38:06.954849+0000 mgr.y (mgr.44100) 636 : cluster [DBG] pgmap v1199: 73 pgs: 73 active+clean; 127 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:38:08.967 INFO:tasks.workunit.client.0.smithi110.stdout: 69: throughput=4.93MB/sec pending data=0 2024-02-18T08:38:08.967 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MciaL1o8m1fMRS5 off=1936724 len=1386741 2024-02-18T08:38:08.978 INFO:tasks.workunit.client.0.smithi110.stdout:op 345 completed, throughput=4.95MB/sec 2024-02-18T08:38:08.979 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MjSf924HAIG1d0S off=4005277 len=565728 2024-02-18T08:38:08.980 INFO:tasks.workunit.client.0.smithi110.stdout:op 346 completed, throughput=4.96MB/sec 2024-02-18T08:38:08.980 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SGzYHrE2gCLwBR9 off=8480502 len=1877035 2024-02-18T08:38:08.984 INFO:tasks.workunit.client.0.smithi110.stdout:op 347 completed, throughput=4.98MB/sec 2024-02-18T08:38:08.984 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-I8QK61-iBLF6fxS off=7379093 len=1959348 2024-02-18T08:38:08.995 INFO:tasks.workunit.client.0.smithi110.stdout:op 348 completed, throughput=5.01MB/sec 2024-02-18T08:38:09.996 INFO:tasks.workunit.client.0.smithi110.stdout: 70: throughput=4.94MB/sec pending data=0 2024-02-18T08:38:09.996 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ntrnRHtaLytgAqq off=0 len=1532964 2024-02-18T08:38:10.006 INFO:tasks.workunit.client.0.smithi110.stdout:op 349 completed, throughput=4.96MB/sec 2024-02-18T08:38:10.007 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zFbqSVZRvZAbAee off=1344713 len=1770912 2024-02-18T08:38:10.018 INFO:tasks.workunit.client.0.smithi110.stdout:op 350 completed, throughput=4.98MB/sec 2024-02-18T08:38:10.018 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nxk6lduHGb_dtvw off=8918169 len=698209 2024-02-18T08:38:10.020 INFO:tasks.workunit.client.0.smithi110.stdout:op 351 completed, throughput=4.99MB/sec 2024-02-18T08:38:10.020 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-v4xO9Aevnsirxlm off=1765650 len=1264789 2024-02-18T08:38:10.022 INFO:tasks.workunit.client.0.smithi110.stdout:op 352 completed, throughput=5.01MB/sec 2024-02-18T08:38:10.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:10 smithi191 bash[38688]: cluster 2024-02-18T08:38:08.955773+0000 mgr.y (mgr.44100) 637 : cluster [DBG] pgmap v1200: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:38:10.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:10 smithi110 bash[54479]: cluster 2024-02-18T08:38:08.955773+0000 mgr.y (mgr.44100) 637 : cluster [DBG] pgmap v1200: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:38:10.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:10 smithi110 bash[55875]: cluster 2024-02-18T08:38:08.955773+0000 mgr.y (mgr.44100) 637 : cluster [DBG] pgmap v1200: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:38:11.022 INFO:tasks.workunit.client.0.smithi110.stdout: 71: throughput=4.94MB/sec pending data=0 2024-02-18T08:38:11.022 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HZTafvw8WtblWIc off=1365417 len=2040189 2024-02-18T08:38:11.040 INFO:tasks.workunit.client.0.smithi110.stdout:op 353 completed, throughput=4.96MB/sec 2024-02-18T08:38:11.040 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4OYM2tK7PivDz8h off=15051532 len=1090293 2024-02-18T08:38:11.044 INFO:tasks.workunit.client.0.smithi110.stdout:op 354 completed, throughput=4.98MB/sec 2024-02-18T08:38:11.044 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-X3rzd6EDxa7y1xh off=17663228 len=1263631 2024-02-18T08:38:11.052 INFO:tasks.workunit.client.0.smithi110.stdout:op 355 completed, throughput=4.99MB/sec 2024-02-18T08:38:11.052 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jx1HNOaS5GMXt54 off=1964943 len=1760370 2024-02-18T08:38:11.053 INFO:tasks.workunit.client.0.smithi110.stdout:op 356 completed, throughput=5.02MB/sec 2024-02-18T08:38:12.054 INFO:tasks.workunit.client.0.smithi110.stdout: 72: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:12.054 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IQ9Eworkbpp_wqD off=1214416 len=964983 2024-02-18T08:38:12.060 INFO:tasks.workunit.client.0.smithi110.stdout:op 357 completed, throughput=4.96MB/sec 2024-02-18T08:38:12.060 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LQTs0pihqvQRL2A off=8856337 len=2014502 2024-02-18T08:38:12.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 358 completed, throughput=4.99MB/sec 2024-02-18T08:38:12.074 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-h73J-ky4X6h4Qyt off=7154813 len=800728 2024-02-18T08:38:12.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 359 completed, throughput=5MB/sec 2024-02-18T08:38:12.076 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ouVdoLGyqHZDoNA off=18485142 len=1560848 2024-02-18T08:38:12.091 INFO:tasks.workunit.client.0.smithi110.stdout:op 360 completed, throughput=5.02MB/sec 2024-02-18T08:38:12.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:12 smithi191 bash[38688]: cluster 2024-02-18T08:38:10.956612+0000 mgr.y (mgr.44100) 638 : cluster [DBG] pgmap v1201: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:38:12.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:12 smithi110 bash[55875]: cluster 2024-02-18T08:38:10.956612+0000 mgr.y (mgr.44100) 638 : cluster [DBG] pgmap v1201: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:38:12.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:12 smithi110 bash[54479]: cluster 2024-02-18T08:38:10.956612+0000 mgr.y (mgr.44100) 638 : cluster [DBG] pgmap v1201: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:38:13.092 INFO:tasks.workunit.client.0.smithi110.stdout: 73: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:13.092 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qM-Zh1QtHITvyK- off=4728264 len=1000291 2024-02-18T08:38:13.101 INFO:tasks.workunit.client.0.smithi110.stdout:op 361 completed, throughput=4.96MB/sec 2024-02-18T08:38:13.101 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tWFEtd2OGk18Age off=3673808 len=1278288 2024-02-18T08:38:13.115 INFO:tasks.workunit.client.0.smithi110.stdout:op 362 completed, throughput=4.98MB/sec 2024-02-18T08:38:13.115 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DVyirNvIOWpzkof off=13735609 len=413129 2024-02-18T08:38:13.116 INFO:tasks.workunit.client.0.smithi110.stdout:op 363 completed, throughput=4.98MB/sec 2024-02-18T08:38:13.116 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BQ4GwNXtys_mPoI off=6206575 len=1254657 2024-02-18T08:38:13.117 INFO:tasks.workunit.client.0.smithi110.stdout:op 364 completed, throughput=5MB/sec 2024-02-18T08:38:13.117 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EVeiIArBOmPaGRY off=3578925 len=177602 2024-02-18T08:38:13.121 INFO:tasks.workunit.client.0.smithi110.stdout:op 365 completed, throughput=5MB/sec 2024-02-18T08:38:13.122 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NC2mk2FFMcjbaJc off=4821640 len=2052382 2024-02-18T08:38:13.130 INFO:tasks.workunit.client.0.smithi110.stdout:op 366 completed, throughput=5.03MB/sec 2024-02-18T08:38:14.131 INFO:tasks.workunit.client.0.smithi110.stdout: 74: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:14.131 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UmYcXbXvP2wuthC off=7850171 len=1803753 2024-02-18T08:38:14.136 INFO:tasks.workunit.client.0.smithi110.stdout:op 367 completed, throughput=4.98MB/sec 2024-02-18T08:38:14.136 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Jttvz5MO-R-U53W off=2598670 len=726887 2024-02-18T08:38:14.146 INFO:tasks.workunit.client.0.smithi110.stdout:op 368 completed, throughput=4.99MB/sec 2024-02-18T08:38:14.147 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pKB7jN9bfjb4JwL off=8303651 len=431096 2024-02-18T08:38:14.151 INFO:tasks.workunit.client.0.smithi110.stdout:op 369 completed, throughput=4.99MB/sec 2024-02-18T08:38:14.151 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9dEeGAdlX3PQbPe off=22914175 len=1128521 2024-02-18T08:38:14.161 INFO:tasks.workunit.client.0.smithi110.stdout:op 370 completed, throughput=5.01MB/sec 2024-02-18T08:38:14.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:14 smithi191 bash[38688]: cluster 2024-02-18T08:38:12.957570+0000 mgr.y (mgr.44100) 639 : cluster [DBG] pgmap v1202: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:38:14.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:14 smithi110 bash[54479]: cluster 2024-02-18T08:38:12.957570+0000 mgr.y (mgr.44100) 639 : cluster [DBG] pgmap v1202: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:38:14.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:14 smithi110 bash[55875]: cluster 2024-02-18T08:38:12.957570+0000 mgr.y (mgr.44100) 639 : cluster [DBG] pgmap v1202: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:38:15.161 INFO:tasks.workunit.client.0.smithi110.stdout: 75: throughput=4.94MB/sec pending data=0 2024-02-18T08:38:15.161 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PIVan89uZisFy8s off=15091778 len=1176176 2024-02-18T08:38:15.172 INFO:tasks.workunit.client.0.smithi110.stdout:op 371 completed, throughput=4.96MB/sec 2024-02-18T08:38:15.172 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2j1IbM-F3-HB7F8 off=12680799 len=495766 2024-02-18T08:38:15.178 INFO:tasks.workunit.client.0.smithi110.stdout:op 372 completed, throughput=4.96MB/sec 2024-02-18T08:38:15.178 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-w0Braaq7XnIsV3h off=1191846 len=670225 2024-02-18T08:38:15.182 INFO:tasks.workunit.client.0.smithi110.stdout:op 373 completed, throughput=4.97MB/sec 2024-02-18T08:38:15.182 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CwVkQ8clSAnrqKy off=14718886 len=418902 2024-02-18T08:38:15.185 INFO:tasks.workunit.client.0.smithi110.stdout:op 374 completed, throughput=4.98MB/sec 2024-02-18T08:38:15.185 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3IIsGg7qa_VYwyq off=1166340 len=89641 2024-02-18T08:38:15.189 INFO:tasks.workunit.client.0.smithi110.stdout:op 375 completed, throughput=4.98MB/sec 2024-02-18T08:38:15.189 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HydSQYCQAZqXcaM off=741438 len=1862852 2024-02-18T08:38:15.193 INFO:tasks.workunit.client.0.smithi110.stdout:op 376 completed, throughput=5MB/sec 2024-02-18T08:38:15.193 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6egs371gYEAPCAm off=2850410 len=900889 2024-02-18T08:38:15.203 INFO:tasks.workunit.client.0.smithi110.stdout:op 377 completed, throughput=5.01MB/sec 2024-02-18T08:38:16.203 INFO:tasks.workunit.client.0.smithi110.stdout: 76: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:16.204 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g0lwgk5RtnO-xkS off=19674186 len=723225 2024-02-18T08:38:16.210 INFO:tasks.workunit.client.0.smithi110.stdout:op 378 completed, throughput=4.95MB/sec 2024-02-18T08:38:16.210 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YpjORaKu1A1GQ-8 off=4390023 len=1219567 2024-02-18T08:38:16.220 INFO:tasks.workunit.client.0.smithi110.stdout:op 379 completed, throughput=4.97MB/sec 2024-02-18T08:38:16.220 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4oRZU-xN4eY27zK off=20148848 len=81248 2024-02-18T08:38:16.221 INFO:tasks.workunit.client.0.smithi110.stdout:op 380 completed, throughput=4.97MB/sec 2024-02-18T08:38:16.221 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aaA-04lLQ0fY129 off=0 len=1127713 2024-02-18T08:38:16.227 INFO:tasks.workunit.client.0.smithi110.stdout:op 381 completed, throughput=4.98MB/sec 2024-02-18T08:38:16.227 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UwhHD3LYZJMB57w off=11061726 len=1338649 2024-02-18T08:38:16.233 INFO:tasks.workunit.client.0.smithi110.stdout:op 382 completed, throughput=5MB/sec 2024-02-18T08:38:16.234 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HRJN0K0gE4Jb2Qp off=128548 len=2045341 2024-02-18T08:38:16.245 INFO:tasks.workunit.client.0.smithi110.stdout:op 383 completed, throughput=5.02MB/sec 2024-02-18T08:38:16.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:16 smithi191 bash[38688]: cluster 2024-02-18T08:38:14.958461+0000 mgr.y (mgr.44100) 640 : cluster [DBG] pgmap v1203: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:38:16.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:16 smithi110 bash[54479]: cluster 2024-02-18T08:38:14.958461+0000 mgr.y (mgr.44100) 640 : cluster [DBG] pgmap v1203: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:38:16.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:16 smithi110 bash[55875]: cluster 2024-02-18T08:38:14.958461+0000 mgr.y (mgr.44100) 640 : cluster [DBG] pgmap v1203: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:38:17.245 INFO:tasks.workunit.client.0.smithi110.stdout: 77: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:17.245 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-k_nn5nIhqv8SSKc off=411799 len=1144251 2024-02-18T08:38:17.256 INFO:tasks.workunit.client.0.smithi110.stdout:op 384 completed, throughput=4.97MB/sec 2024-02-18T08:38:17.256 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bKzHJYnYdXX2QYf off=5536949 len=121499 2024-02-18T08:38:17.261 INFO:tasks.workunit.client.0.smithi110.stdout:op 385 completed, throughput=4.97MB/sec 2024-02-18T08:38:17.261 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SCgBL6oxOISUPYH off=6610947 len=199217 2024-02-18T08:38:17.263 INFO:tasks.workunit.client.0.smithi110.stdout:op 386 completed, throughput=4.98MB/sec 2024-02-18T08:38:17.263 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-b0xAxAm2FVYfA03 off=3142477 len=973983 2024-02-18T08:38:17.264 INFO:tasks.workunit.client.0.smithi110.stdout:op 387 completed, throughput=4.99MB/sec 2024-02-18T08:38:17.264 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zg0M3VS0FcDelu5 off=1019223 len=1274530 2024-02-18T08:38:17.267 INFO:tasks.workunit.client.0.smithi110.stdout:op 388 completed, throughput=5MB/sec 2024-02-18T08:38:18.267 INFO:tasks.workunit.client.0.smithi110.stdout: 78: throughput=4.94MB/sec pending data=0 2024-02-18T08:38:18.268 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oowyeX36KlOVkQq off=2866876 len=758126 2024-02-18T08:38:18.276 INFO:tasks.workunit.client.0.smithi110.stdout:op 389 completed, throughput=4.95MB/sec 2024-02-18T08:38:18.276 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6b4iTp2U9GyVt2- off=3706020 len=121583 2024-02-18T08:38:18.281 INFO:tasks.workunit.client.0.smithi110.stdout:op 390 completed, throughput=4.95MB/sec 2024-02-18T08:38:18.281 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ttge4oBGX7_E8x4 off=61782 len=440869 2024-02-18T08:38:18.282 INFO:tasks.workunit.client.0.smithi110.stdout:op 391 completed, throughput=4.96MB/sec 2024-02-18T08:38:18.282 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I9kT8yemBeyjiMk off=2767015 len=1819062 2024-02-18T08:38:18.292 INFO:tasks.workunit.client.0.smithi110.stdout:op 392 completed, throughput=4.98MB/sec 2024-02-18T08:38:18.292 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FmdWpjqrIKA04Qz off=259995 len=1573741 2024-02-18T08:38:18.300 INFO:tasks.workunit.client.0.smithi110.stdout:op 393 completed, throughput=4.99MB/sec 2024-02-18T08:38:18.300 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P9y4WlSkKTiiF82 off=5480577 len=992955 2024-02-18T08:38:18.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 394 completed, throughput=5.01MB/sec 2024-02-18T08:38:18.335 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:18 smithi191 bash[38688]: cluster 2024-02-18T08:38:16.959396+0000 mgr.y (mgr.44100) 641 : cluster [DBG] pgmap v1204: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:38:18.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:18 smithi110 bash[54479]: cluster 2024-02-18T08:38:16.959396+0000 mgr.y (mgr.44100) 641 : cluster [DBG] pgmap v1204: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:38:18.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:18 smithi110 bash[55875]: cluster 2024-02-18T08:38:16.959396+0000 mgr.y (mgr.44100) 641 : cluster [DBG] pgmap v1204: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:38:19.307 INFO:tasks.workunit.client.0.smithi110.stdout: 79: throughput=4.94MB/sec pending data=0 2024-02-18T08:38:19.307 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-i4xykZakqNjbxFy off=15460524 len=281268 2024-02-18T08:38:19.312 INFO:tasks.workunit.client.0.smithi110.stdout:op 395 completed, throughput=4.95MB/sec 2024-02-18T08:38:19.312 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kKjdIsAJN85vP7U off=645815 len=896441 2024-02-18T08:38:19.314 INFO:tasks.workunit.client.0.smithi110.stdout:op 396 completed, throughput=4.96MB/sec 2024-02-18T08:38:19.315 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ITHECjE8nsnLESZ off=3151136 len=1518287 2024-02-18T08:38:19.324 INFO:tasks.workunit.client.0.smithi110.stdout:op 397 completed, throughput=4.98MB/sec 2024-02-18T08:38:19.324 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FXulNG0gQimwYmC off=4810001 len=1193579 2024-02-18T08:38:19.332 INFO:tasks.workunit.client.0.smithi110.stdout:op 398 completed, throughput=4.99MB/sec 2024-02-18T08:38:19.332 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5fmZo2Ug_FwkUKt off=2891858 len=728230 2024-02-18T08:38:19.334 INFO:tasks.workunit.client.0.smithi110.stdout:op 399 completed, throughput=5MB/sec 2024-02-18T08:38:19.334 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a3ohMqr4dhW5bQy off=8913315 len=480521 2024-02-18T08:38:19.338 INFO:tasks.workunit.client.0.smithi110.stdout:op 400 completed, throughput=5MB/sec 2024-02-18T08:38:20.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:20 smithi191 bash[38688]: cluster 2024-02-18T08:38:18.960250+0000 mgr.y (mgr.44100) 642 : cluster [DBG] pgmap v1205: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:38:20.338 INFO:tasks.workunit.client.0.smithi110.stdout: 80: throughput=4.94MB/sec pending data=0 2024-02-18T08:38:20.338 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pzStqJLL3X9Nn3f off=15774877 len=1289471 2024-02-18T08:38:20.343 INFO:tasks.workunit.client.0.smithi110.stdout:op 401 completed, throughput=4.96MB/sec 2024-02-18T08:38:20.343 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Rh5itFP_uzItmrz off=7963713 len=1738766 2024-02-18T08:38:20.357 INFO:tasks.workunit.client.0.smithi110.stdout:op 402 completed, throughput=4.98MB/sec 2024-02-18T08:38:20.357 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HL2j6o-N1JuX1J5 off=2475557 len=956601 2024-02-18T08:38:20.360 INFO:tasks.workunit.client.0.smithi110.stdout:op 403 completed, throughput=4.99MB/sec 2024-02-18T08:38:20.360 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6HHvo_Q06OmBJyB off=6000795 len=895014 2024-02-18T08:38:20.361 INFO:tasks.workunit.client.0.smithi110.stdout:op 404 completed, throughput=5MB/sec 2024-02-18T08:38:20.361 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-61uLDwUSw2DOCaJ off=3763687 len=1765418 2024-02-18T08:38:20.371 INFO:tasks.workunit.client.0.smithi110.stdout:op 405 completed, throughput=5.02MB/sec 2024-02-18T08:38:20.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:20 smithi110 bash[54479]: cluster 2024-02-18T08:38:18.960250+0000 mgr.y (mgr.44100) 642 : cluster [DBG] pgmap v1205: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:38:20.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:20 smithi110 bash[55875]: cluster 2024-02-18T08:38:18.960250+0000 mgr.y (mgr.44100) 642 : cluster [DBG] pgmap v1205: 73 pgs: 73 active+clean; 127 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:38:21.371 INFO:tasks.workunit.client.0.smithi110.stdout: 81: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:21.372 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Et0SIXAtOplu02U off=15308394 len=1860195 2024-02-18T08:38:21.377 INFO:tasks.workunit.client.0.smithi110.stdout:op 406 completed, throughput=4.98MB/sec 2024-02-18T08:38:21.377 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-E-JaxhSxXXsClV- off=5418333 len=944890 2024-02-18T08:38:21.380 INFO:tasks.workunit.client.0.smithi110.stdout:op 407 completed, throughput=4.99MB/sec 2024-02-18T08:38:21.380 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9p_Ocp9k3VqfZ2h off=2220382 len=696815 2024-02-18T08:38:21.387 INFO:tasks.workunit.client.0.smithi110.stdout:op 408 completed, throughput=5MB/sec 2024-02-18T08:38:21.387 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ht4Q_zk4fnpLI4_ off=2651959 len=869756 2024-02-18T08:38:21.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 409 completed, throughput=5.01MB/sec 2024-02-18T08:38:22.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:22 smithi191 bash[38688]: cluster 2024-02-18T08:38:20.961017+0000 mgr.y (mgr.44100) 643 : cluster [DBG] pgmap v1206: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:38:22.393 INFO:tasks.workunit.client.0.smithi110.stdout: 82: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:22.393 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-K1LkXzF3vMlm2KL off=10597370 len=448308 2024-02-18T08:38:22.395 INFO:tasks.workunit.client.0.smithi110.stdout:op 410 completed, throughput=4.95MB/sec 2024-02-18T08:38:22.395 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kRYkart4uon2z-q off=2896207 len=982060 2024-02-18T08:38:22.406 INFO:tasks.workunit.client.0.smithi110.stdout:op 411 completed, throughput=4.96MB/sec 2024-02-18T08:38:22.406 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ccEGJHjn3U5U53i off=5352134 len=1069574 2024-02-18T08:38:22.413 INFO:tasks.workunit.client.0.smithi110.stdout:op 412 completed, throughput=4.97MB/sec 2024-02-18T08:38:22.413 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eRIVWMd-ktQRZSu off=17836048 len=595335 2024-02-18T08:38:22.415 INFO:tasks.workunit.client.0.smithi110.stdout:op 413 completed, throughput=4.98MB/sec 2024-02-18T08:38:22.415 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fj87WKGumXln6g5 off=15234280 len=1003089 2024-02-18T08:38:22.417 INFO:tasks.workunit.client.0.smithi110.stdout:op 414 completed, throughput=4.99MB/sec 2024-02-18T08:38:22.417 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4hvojak2_oxg-zW off=8686358 len=1224671 2024-02-18T08:38:22.424 INFO:tasks.workunit.client.0.smithi110.stdout:op 415 completed, throughput=5MB/sec 2024-02-18T08:38:22.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:22 smithi110 bash[54479]: cluster 2024-02-18T08:38:20.961017+0000 mgr.y (mgr.44100) 643 : cluster [DBG] pgmap v1206: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:38:22.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:22 smithi110 bash[55875]: cluster 2024-02-18T08:38:20.961017+0000 mgr.y (mgr.44100) 643 : cluster [DBG] pgmap v1206: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:38:23.425 INFO:tasks.workunit.client.0.smithi110.stdout: 83: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:23.425 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MkzuATYIvUFDJ4p off=1043012 len=114125 2024-02-18T08:38:23.426 INFO:tasks.workunit.client.0.smithi110.stdout:op 416 completed, throughput=4.95MB/sec 2024-02-18T08:38:23.426 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KQRaeRcuvSys5dO off=6861021 len=761841 2024-02-18T08:38:23.429 INFO:tasks.workunit.client.0.smithi110.stdout:op 417 completed, throughput=4.96MB/sec 2024-02-18T08:38:23.429 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pOdJ2YL2tSFi-Pt off=4848514 len=1628913 2024-02-18T08:38:23.434 INFO:tasks.workunit.client.0.smithi110.stdout:op 418 completed, throughput=4.97MB/sec 2024-02-18T08:38:23.434 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6LJB-Fl25xgcDHb off=10757661 len=1159410 2024-02-18T08:38:23.442 INFO:tasks.workunit.client.0.smithi110.stdout:op 419 completed, throughput=4.99MB/sec 2024-02-18T08:38:23.442 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jTx5BLCGEDYVazz off=7640063 len=1687952 2024-02-18T08:38:23.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 420 completed, throughput=5MB/sec 2024-02-18T08:38:24.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:24 smithi191 bash[38688]: cluster 2024-02-18T08:38:22.961967+0000 mgr.y (mgr.44100) 644 : cluster [DBG] pgmap v1207: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-02-18T08:38:24.454 INFO:tasks.workunit.client.0.smithi110.stdout: 84: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:24.454 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IvYm8w1qb8i0ikE off=2934180 len=910343 2024-02-18T08:38:24.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:24 smithi110 bash[54479]: cluster 2024-02-18T08:38:22.961967+0000 mgr.y (mgr.44100) 644 : cluster [DBG] pgmap v1207: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-02-18T08:38:24.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:24 smithi110 bash[55875]: cluster 2024-02-18T08:38:22.961967+0000 mgr.y (mgr.44100) 644 : cluster [DBG] pgmap v1207: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-02-18T08:38:24.463 INFO:tasks.workunit.client.0.smithi110.stdout:op 421 completed, throughput=4.96MB/sec 2024-02-18T08:38:24.463 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KWsuFR2hcyTosZ- off=5010301 len=902353 2024-02-18T08:38:24.470 INFO:tasks.workunit.client.0.smithi110.stdout:op 422 completed, throughput=4.96MB/sec 2024-02-18T08:38:24.470 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-znjH8GmgT3WIZc0 off=1674490 len=390767 2024-02-18T08:38:24.475 INFO:tasks.workunit.client.0.smithi110.stdout:op 423 completed, throughput=4.97MB/sec 2024-02-18T08:38:24.475 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0MlehcNLncrWA27 off=543731 len=997093 2024-02-18T08:38:24.477 INFO:tasks.workunit.client.0.smithi110.stdout:op 424 completed, throughput=4.98MB/sec 2024-02-18T08:38:24.477 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AEdDmxBLZAvtsLI off=15362452 len=1803407 2024-02-18T08:38:24.487 INFO:tasks.workunit.client.0.smithi110.stdout:op 425 completed, throughput=5MB/sec 2024-02-18T08:38:24.487 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6egs371gYEAPCAm off=2239475 len=751136 2024-02-18T08:38:24.489 INFO:tasks.workunit.client.0.smithi110.stdout:op 426 completed, throughput=5.01MB/sec 2024-02-18T08:38:25.489 INFO:tasks.workunit.client.0.smithi110.stdout: 85: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:25.489 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--JJ0K5XIWYVwdlF off=511662 len=789759 2024-02-18T08:38:25.496 INFO:tasks.workunit.client.0.smithi110.stdout:op 427 completed, throughput=4.96MB/sec 2024-02-18T08:38:25.496 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jW2DLU2YtjSw2b2 off=12640369 len=1428428 2024-02-18T08:38:25.506 INFO:tasks.workunit.client.0.smithi110.stdout:op 428 completed, throughput=4.97MB/sec 2024-02-18T08:38:25.507 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5AWEG-p5TgFZpdo off=9631414 len=652056 2024-02-18T08:38:25.507 INFO:tasks.workunit.client.0.smithi110.stdout:op 429 completed, throughput=4.98MB/sec 2024-02-18T08:38:25.507 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cN8XCz6bcQnT4M- off=14116602 len=215489 2024-02-18T08:38:25.508 INFO:tasks.workunit.client.0.smithi110.stdout:op 430 completed, throughput=4.98MB/sec 2024-02-18T08:38:25.509 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Pm73hy1--9mlaFp off=4364375 len=1040788 2024-02-18T08:38:25.515 INFO:tasks.workunit.client.0.smithi110.stdout:op 431 completed, throughput=4.99MB/sec 2024-02-18T08:38:25.515 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4NvD9wVmAhS082n off=18047605 len=1150467 2024-02-18T08:38:25.524 INFO:tasks.workunit.client.0.smithi110.stdout:op 432 completed, throughput=5.01MB/sec 2024-02-18T08:38:26.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:26 smithi191 bash[38688]: cluster 2024-02-18T08:38:24.962857+0000 mgr.y (mgr.44100) 645 : cluster [DBG] pgmap v1208: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:38:26.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:26 smithi110 bash[54479]: cluster 2024-02-18T08:38:24.962857+0000 mgr.y (mgr.44100) 645 : cluster [DBG] pgmap v1208: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:38:26.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:26 smithi110 bash[55875]: cluster 2024-02-18T08:38:24.962857+0000 mgr.y (mgr.44100) 645 : cluster [DBG] pgmap v1208: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:38:26.524 INFO:tasks.workunit.client.0.smithi110.stdout: 86: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:26.524 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uPYj77aIN6Ljaq9 off=7864220 len=2028973 2024-02-18T08:38:26.531 INFO:tasks.workunit.client.0.smithi110.stdout:op 433 completed, throughput=4.97MB/sec 2024-02-18T08:38:26.531 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rv-343Akd0B32sV off=9139428 len=916080 2024-02-18T08:38:26.534 INFO:tasks.workunit.client.0.smithi110.stdout:op 434 completed, throughput=4.98MB/sec 2024-02-18T08:38:26.534 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xRiDCm4llH7wMW2 off=14948245 len=1888907 2024-02-18T08:38:26.549 INFO:tasks.workunit.client.0.smithi110.stdout:op 435 completed, throughput=5MB/sec 2024-02-18T08:38:26.549 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XHbfgcWD0_1D0y_ off=2115145 len=1010070 2024-02-18T08:38:26.555 INFO:tasks.workunit.client.0.smithi110.stdout:op 436 completed, throughput=5.01MB/sec 2024-02-18T08:38:27.555 INFO:tasks.workunit.client.0.smithi110.stdout: 87: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:27.556 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5ED3FhPRN2Xeufr off=913721 len=319328 2024-02-18T08:38:27.557 INFO:tasks.workunit.client.0.smithi110.stdout:op 437 completed, throughput=4.96MB/sec 2024-02-18T08:38:27.557 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vBOZRWhsId-UO1n off=8624740 len=326665 2024-02-18T08:38:27.559 INFO:tasks.workunit.client.0.smithi110.stdout:op 438 completed, throughput=4.96MB/sec 2024-02-18T08:38:27.559 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-baPB-ICn8pYQc-l off=6843106 len=1266769 2024-02-18T08:38:27.568 INFO:tasks.workunit.client.0.smithi110.stdout:op 439 completed, throughput=4.97MB/sec 2024-02-18T08:38:27.568 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Lsy-SVfm7JdZfF0 off=7764654 len=473159 2024-02-18T08:38:27.570 INFO:tasks.workunit.client.0.smithi110.stdout:op 440 completed, throughput=4.98MB/sec 2024-02-18T08:38:27.570 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OYsZI5oM36_PGtp off=11286827 len=1704108 2024-02-18T08:38:27.581 INFO:tasks.workunit.client.0.smithi110.stdout:op 441 completed, throughput=5MB/sec 2024-02-18T08:38:27.581 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TonbBi2buY_NBTg off=138954 len=1316567 2024-02-18T08:38:27.589 INFO:tasks.workunit.client.0.smithi110.stdout:op 442 completed, throughput=5.01MB/sec 2024-02-18T08:38:28.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:28 smithi191 bash[38688]: cluster 2024-02-18T08:38:26.963748+0000 mgr.y (mgr.44100) 646 : cluster [DBG] pgmap v1209: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:38:28.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:28 smithi110 bash[54479]: cluster 2024-02-18T08:38:26.963748+0000 mgr.y (mgr.44100) 646 : cluster [DBG] pgmap v1209: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:38:28.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:28 smithi110 bash[55875]: cluster 2024-02-18T08:38:26.963748+0000 mgr.y (mgr.44100) 646 : cluster [DBG] pgmap v1209: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:38:28.590 INFO:tasks.workunit.client.0.smithi110.stdout: 88: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:28.590 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gs8cHiSA5FczbrX off=3304566 len=151962 2024-02-18T08:38:28.592 INFO:tasks.workunit.client.0.smithi110.stdout:op 443 completed, throughput=4.96MB/sec 2024-02-18T08:38:28.592 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6NDSeCOpJe237TW off=5232317 len=83410 2024-02-18T08:38:28.597 INFO:tasks.workunit.client.0.smithi110.stdout:op 444 completed, throughput=4.96MB/sec 2024-02-18T08:38:28.597 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uPQ9z8or7f05iK9 off=1174158 len=1942713 2024-02-18T08:38:28.603 INFO:tasks.workunit.client.0.smithi110.stdout:op 445 completed, throughput=4.98MB/sec 2024-02-18T08:38:28.604 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-v3LqpOUp-FYApVF off=19020037 len=1507702 2024-02-18T08:38:28.614 INFO:tasks.workunit.client.0.smithi110.stdout:op 446 completed, throughput=4.99MB/sec 2024-02-18T08:38:28.614 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-z2JEv2P0bLyfJX1 off=10778510 len=1430913 2024-02-18T08:38:28.618 INFO:tasks.workunit.client.0.smithi110.stdout:op 447 completed, throughput=5.01MB/sec 2024-02-18T08:38:29.618 INFO:tasks.workunit.client.0.smithi110.stdout: 89: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:29.618 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eDCFSbvy8CdjMcA off=7760980 len=615638 2024-02-18T08:38:29.626 INFO:tasks.workunit.client.0.smithi110.stdout:op 448 completed, throughput=4.96MB/sec 2024-02-18T08:38:29.626 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-l7-oRGXLLFr9OFt off=17067567 len=1187004 2024-02-18T08:38:29.635 INFO:tasks.workunit.client.0.smithi110.stdout:op 449 completed, throughput=4.97MB/sec 2024-02-18T08:38:29.635 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BDfXvh1NGM-93-C off=16754286 len=1656577 2024-02-18T08:38:29.645 INFO:tasks.workunit.client.0.smithi110.stdout:op 450 completed, throughput=4.99MB/sec 2024-02-18T08:38:29.645 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3wnz8Jxn12hsa3M off=3700954 len=980702 2024-02-18T08:38:29.647 INFO:tasks.workunit.client.0.smithi110.stdout:op 451 completed, throughput=5MB/sec 2024-02-18T08:38:29.647 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-S2ldBxPXwTFwd5N off=2395629 len=1919045 2024-02-18T08:38:29.656 INFO:tasks.workunit.client.0.smithi110.stdout:op 452 completed, throughput=5.02MB/sec 2024-02-18T08:38:30.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:30 smithi110 bash[54479]: cluster 2024-02-18T08:38:28.964639+0000 mgr.y (mgr.44100) 647 : cluster [DBG] pgmap v1210: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:38:30.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:30 smithi110 bash[55875]: cluster 2024-02-18T08:38:28.964639+0000 mgr.y (mgr.44100) 647 : cluster [DBG] pgmap v1210: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:38:30.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:30 smithi191 bash[38688]: cluster 2024-02-18T08:38:28.964639+0000 mgr.y (mgr.44100) 647 : cluster [DBG] pgmap v1210: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:38:30.657 INFO:tasks.workunit.client.0.smithi110.stdout: 90: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:30.657 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pa41V-O5_0FWWjE off=5155476 len=223190 2024-02-18T08:38:30.658 INFO:tasks.workunit.client.0.smithi110.stdout:op 453 completed, throughput=4.96MB/sec 2024-02-18T08:38:30.658 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xHoI0J2Ht5pOOml off=0 len=1156828 2024-02-18T08:38:30.663 INFO:tasks.workunit.client.0.smithi110.stdout:op 454 completed, throughput=4.98MB/sec 2024-02-18T08:38:30.663 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-azBqcuNMe1eVn56 off=9909586 len=352603 2024-02-18T08:38:30.665 INFO:tasks.workunit.client.0.smithi110.stdout:op 455 completed, throughput=4.98MB/sec 2024-02-18T08:38:30.665 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OrUVVNDS-XItI6z off=20304448 len=534201 2024-02-18T08:38:30.668 INFO:tasks.workunit.client.0.smithi110.stdout:op 456 completed, throughput=4.98MB/sec 2024-02-18T08:38:30.668 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vsSvR_3c5H9HF_l off=13274507 len=236957 2024-02-18T08:38:30.673 INFO:tasks.workunit.client.0.smithi110.stdout:op 457 completed, throughput=4.99MB/sec 2024-02-18T08:38:30.673 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mH2q_fTC3k0nuPD off=12880459 len=1930344 2024-02-18T08:38:30.687 INFO:tasks.workunit.client.0.smithi110.stdout:op 458 completed, throughput=5.01MB/sec 2024-02-18T08:38:31.688 INFO:tasks.workunit.client.0.smithi110.stdout: 91: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:31.688 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HsYSnccy09MBn4C off=710844 len=1167456 2024-02-18T08:38:31.692 INFO:tasks.workunit.client.0.smithi110.stdout:op 459 completed, throughput=4.96MB/sec 2024-02-18T08:38:31.692 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dNouvNjSdkIqTPA off=0 len=1617405 2024-02-18T08:38:31.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 460 completed, throughput=4.98MB/sec 2024-02-18T08:38:31.696 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0RvnK1MxG4Kf4B4 off=1420338 len=752992 2024-02-18T08:38:31.703 INFO:tasks.workunit.client.0.smithi110.stdout:op 461 completed, throughput=4.99MB/sec 2024-02-18T08:38:31.703 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Lg0qvIu7o7peNK6 off=3645510 len=1275429 2024-02-18T08:38:31.706 INFO:tasks.workunit.client.0.smithi110.stdout:op 462 completed, throughput=5MB/sec 2024-02-18T08:38:32.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:31 smithi191 bash[38688]: cluster 2024-02-18T08:38:30.965462+0000 mgr.y (mgr.44100) 648 : cluster [DBG] pgmap v1211: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:38:32.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:31 smithi110 bash[54479]: cluster 2024-02-18T08:38:30.965462+0000 mgr.y (mgr.44100) 648 : cluster [DBG] pgmap v1211: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:38:32.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:31 smithi110 bash[55875]: cluster 2024-02-18T08:38:30.965462+0000 mgr.y (mgr.44100) 648 : cluster [DBG] pgmap v1211: 73 pgs: 73 active+clean; 127 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:38:32.707 INFO:tasks.workunit.client.0.smithi110.stdout: 92: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:32.707 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-M9Rs_BrcsD8TYLR off=2384614 len=161432 2024-02-18T08:38:32.709 INFO:tasks.workunit.client.0.smithi110.stdout:op 463 completed, throughput=4.95MB/sec 2024-02-18T08:38:32.709 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DqzcIDsctCXILwx off=12338105 len=1423745 2024-02-18T08:38:32.721 INFO:tasks.workunit.client.0.smithi110.stdout:op 464 completed, throughput=4.96MB/sec 2024-02-18T08:38:32.721 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xivrJOJzewXkyHQ off=8479019 len=1955975 2024-02-18T08:38:32.734 INFO:tasks.workunit.client.0.smithi110.stdout:op 465 completed, throughput=4.98MB/sec 2024-02-18T08:38:32.734 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LxMgth9D7P-pc1c off=6347217 len=115493 2024-02-18T08:38:32.735 INFO:tasks.workunit.client.0.smithi110.stdout:op 466 completed, throughput=4.98MB/sec 2024-02-18T08:38:32.735 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sm-xd2xAGH4mfJf off=1396613 len=1848789 2024-02-18T08:38:32.740 INFO:tasks.workunit.client.0.smithi110.stdout:op 467 completed, throughput=5MB/sec 2024-02-18T08:38:33.740 INFO:tasks.workunit.client.0.smithi110.stdout: 93: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:33.740 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QegS6U5r6thUox2 off=4649168 len=1433336 2024-02-18T08:38:33.753 INFO:tasks.workunit.client.0.smithi110.stdout:op 468 completed, throughput=4.96MB/sec 2024-02-18T08:38:33.753 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3_69K6tLoxluPMO off=1260654 len=1704311 2024-02-18T08:38:33.757 INFO:tasks.workunit.client.0.smithi110.stdout:op 469 completed, throughput=4.98MB/sec 2024-02-18T08:38:33.757 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FdUo3WFKMXv1Yjt off=4702084 len=1129736 2024-02-18T08:38:33.760 INFO:tasks.workunit.client.0.smithi110.stdout:op 470 completed, throughput=4.99MB/sec 2024-02-18T08:38:33.760 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--Lc_wBUhEd8WAYE off=11821098 len=780097 2024-02-18T08:38:33.768 INFO:tasks.workunit.client.0.smithi110.stdout:op 471 completed, throughput=5MB/sec 2024-02-18T08:38:33.768 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ne0a20yw7qvPnN- off=9609051 len=1190606 2024-02-18T08:38:33.772 INFO:tasks.workunit.client.0.smithi110.stdout:op 472 completed, throughput=5.01MB/sec 2024-02-18T08:38:34.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:34 smithi191 bash[38688]: cluster 2024-02-18T08:38:32.966437+0000 mgr.y (mgr.44100) 649 : cluster [DBG] pgmap v1212: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-02-18T08:38:34.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:34 smithi110 bash[54479]: cluster 2024-02-18T08:38:32.966437+0000 mgr.y (mgr.44100) 649 : cluster [DBG] pgmap v1212: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-02-18T08:38:34.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:34 smithi110 bash[55875]: cluster 2024-02-18T08:38:32.966437+0000 mgr.y (mgr.44100) 649 : cluster [DBG] pgmap v1212: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-02-18T08:38:34.772 INFO:tasks.workunit.client.0.smithi110.stdout: 94: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:34.773 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3SJmrGkFwYt9eUC off=2329290 len=691076 2024-02-18T08:38:34.779 INFO:tasks.workunit.client.0.smithi110.stdout:op 473 completed, throughput=4.96MB/sec 2024-02-18T08:38:34.779 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Cbu3gVbiIhCIkDy off=5718257 len=1819200 2024-02-18T08:38:34.781 INFO:tasks.workunit.client.0.smithi110.stdout:op 474 completed, throughput=4.98MB/sec 2024-02-18T08:38:34.781 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-W3Za-7rMlNrDZPw off=4245386 len=171027 2024-02-18T08:38:34.784 INFO:tasks.workunit.client.0.smithi110.stdout:op 475 completed, throughput=4.98MB/sec 2024-02-18T08:38:34.784 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WxmZrQhuEetI42d off=2070011 len=240617 2024-02-18T08:38:34.789 INFO:tasks.workunit.client.0.smithi110.stdout:op 476 completed, throughput=4.99MB/sec 2024-02-18T08:38:34.789 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GB2f6JmDyLS0_8I off=2032813 len=1461030 2024-02-18T08:38:34.790 INFO:tasks.workunit.client.0.smithi110.stdout:op 477 completed, throughput=5MB/sec 2024-02-18T08:38:35.791 INFO:tasks.workunit.client.0.smithi110.stdout: 95: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:35.791 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-56xOev2lo5YoD_r off=1736533 len=1215855 2024-02-18T08:38:35.795 INFO:tasks.workunit.client.0.smithi110.stdout:op 478 completed, throughput=4.96MB/sec 2024-02-18T08:38:35.795 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DTw_7DfDMbcpChj off=11958021 len=398512 2024-02-18T08:38:35.797 INFO:tasks.workunit.client.0.smithi110.stdout:op 479 completed, throughput=4.96MB/sec 2024-02-18T08:38:35.797 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xODXmIggGy0wQkF off=3125247 len=1518387 2024-02-18T08:38:35.802 INFO:tasks.workunit.client.0.smithi110.stdout:op 480 completed, throughput=4.98MB/sec 2024-02-18T08:38:35.802 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RghNhgKjA52S3m5 off=10100404 len=840270 2024-02-18T08:38:35.805 INFO:tasks.workunit.client.0.smithi110.stdout:op 481 completed, throughput=4.99MB/sec 2024-02-18T08:38:35.805 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JndAUEo_cnZKMPJ off=721318 len=1472696 2024-02-18T08:38:35.808 INFO:tasks.workunit.client.0.smithi110.stdout:op 482 completed, throughput=5MB/sec 2024-02-18T08:38:36.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:36 smithi191 bash[38688]: cluster 2024-02-18T08:38:34.967357+0000 mgr.y (mgr.44100) 650 : cluster [DBG] pgmap v1213: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:38:36.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:36 smithi110 bash[54479]: cluster 2024-02-18T08:38:34.967357+0000 mgr.y (mgr.44100) 650 : cluster [DBG] pgmap v1213: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:38:36.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:36 smithi110 bash[55875]: cluster 2024-02-18T08:38:34.967357+0000 mgr.y (mgr.44100) 650 : cluster [DBG] pgmap v1213: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:38:36.809 INFO:tasks.workunit.client.0.smithi110.stdout: 96: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:36.809 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FoM87j_Ou2Do7Vf off=74183 len=1466557 2024-02-18T08:38:36.812 INFO:tasks.workunit.client.0.smithi110.stdout:op 483 completed, throughput=4.96MB/sec 2024-02-18T08:38:36.812 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JEt7u1H9BPCfD5w off=12121246 len=1921721 2024-02-18T08:38:36.827 INFO:tasks.workunit.client.0.smithi110.stdout:op 484 completed, throughput=4.98MB/sec 2024-02-18T08:38:36.827 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gHXE-qdbk5_DfsC off=2968071 len=2029695 2024-02-18T08:38:36.841 INFO:tasks.workunit.client.0.smithi110.stdout:op 485 completed, throughput=5MB/sec 2024-02-18T08:38:37.842 INFO:tasks.workunit.client.0.smithi110.stdout: 97: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:37.842 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-I3vSqihIC8O46vA off=8480244 len=647364 2024-02-18T08:38:37.845 INFO:tasks.workunit.client.0.smithi110.stdout:op 486 completed, throughput=4.96MB/sec 2024-02-18T08:38:37.845 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-epDKYcppEO_YQLh off=20891110 len=951318 2024-02-18T08:38:37.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 487 completed, throughput=4.97MB/sec 2024-02-18T08:38:37.848 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2dJ_7_oHfm69wZm off=3689540 len=60962 2024-02-18T08:38:37.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 488 completed, throughput=4.97MB/sec 2024-02-18T08:38:37.850 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rwoojTPnbKf0C7u off=8639782 len=339371 2024-02-18T08:38:37.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 489 completed, throughput=4.97MB/sec 2024-02-18T08:38:37.851 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0SYT6afz0XFCPwz off=4540583 len=1541840 2024-02-18T08:38:37.857 INFO:tasks.workunit.client.0.smithi110.stdout:op 490 completed, throughput=4.98MB/sec 2024-02-18T08:38:37.857 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Dxx_k_Ecu9C-xuy off=5122837 len=914639 2024-02-18T08:38:37.864 INFO:tasks.workunit.client.0.smithi110.stdout:op 491 completed, throughput=4.99MB/sec 2024-02-18T08:38:37.864 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-S-zFkEkTbo8Q-r6 off=10638418 len=612742 2024-02-18T08:38:37.871 INFO:tasks.workunit.client.0.smithi110.stdout:op 492 completed, throughput=5MB/sec 2024-02-18T08:38:37.871 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8-5_L6Yy1K0JNo9 off=4478719 len=924964 2024-02-18T08:38:37.873 INFO:tasks.workunit.client.0.smithi110.stdout:op 493 completed, throughput=5.01MB/sec 2024-02-18T08:38:38.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:38 smithi191 bash[38688]: cluster 2024-02-18T08:38:36.968294+0000 mgr.y (mgr.44100) 651 : cluster [DBG] pgmap v1214: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:38:38.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:38 smithi110 bash[54479]: cluster 2024-02-18T08:38:36.968294+0000 mgr.y (mgr.44100) 651 : cluster [DBG] pgmap v1214: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:38:38.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:38 smithi110 bash[55875]: cluster 2024-02-18T08:38:36.968294+0000 mgr.y (mgr.44100) 651 : cluster [DBG] pgmap v1214: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:38:38.873 INFO:tasks.workunit.client.0.smithi110.stdout: 98: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:38.873 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-plqSPqoifmxTjXo off=11236019 len=1892138 2024-02-18T08:38:38.887 INFO:tasks.workunit.client.0.smithi110.stdout:op 494 completed, throughput=4.97MB/sec 2024-02-18T08:38:38.887 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-x5qpkbtbX--rWVn off=19985506 len=1248164 2024-02-18T08:38:38.890 INFO:tasks.workunit.client.0.smithi110.stdout:op 495 completed, throughput=4.99MB/sec 2024-02-18T08:38:38.890 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-95oD_Akln4WTBFN off=1410762 len=1935861 2024-02-18T08:38:38.894 INFO:tasks.workunit.client.0.smithi110.stdout:op 496 completed, throughput=5MB/sec 2024-02-18T08:38:39.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:39 smithi191 bash[38688]: audit 2024-02-18T08:38:38.911429+0000 mon.a (mon.0) 1709 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:38:39.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:39 smithi191 bash[38688]: audit 2024-02-18T08:38:38.911891+0000 mon.a (mon.0) 1710 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:38:39.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:39 smithi191 bash[38688]: audit 2024-02-18T08:38:38.912205+0000 mon.a (mon.0) 1711 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2024-02-18T08:38:39.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:39 smithi110 bash[54479]: audit 2024-02-18T08:38:38.911429+0000 mon.a (mon.0) 1709 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:38:39.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:39 smithi110 bash[54479]: audit 2024-02-18T08:38:38.911891+0000 mon.a (mon.0) 1710 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:38:39.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:39 smithi110 bash[54479]: audit 2024-02-18T08:38:38.912205+0000 mon.a (mon.0) 1711 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2024-02-18T08:38:39.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:39 smithi110 bash[55875]: audit 2024-02-18T08:38:38.911429+0000 mon.a (mon.0) 1709 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:38:39.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:39 smithi110 bash[55875]: audit 2024-02-18T08:38:38.911891+0000 mon.a (mon.0) 1710 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:38:39.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:39 smithi110 bash[55875]: audit 2024-02-18T08:38:38.912205+0000 mon.a (mon.0) 1711 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2024-02-18T08:38:39.894 INFO:tasks.workunit.client.0.smithi110.stdout: 99: throughput=4.95MB/sec pending data=0 2024-02-18T08:38:39.894 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qqu3eVRojCZnFD0 off=10424824 len=1137938 2024-02-18T08:38:39.898 INFO:tasks.workunit.client.0.smithi110.stdout:op 497 completed, throughput=4.97MB/sec 2024-02-18T08:38:39.898 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0MIpVlbNt4JM_5c off=10763705 len=1991843 2024-02-18T08:38:39.912 INFO:tasks.workunit.client.0.smithi110.stdout:op 498 completed, throughput=4.98MB/sec 2024-02-18T08:38:39.912 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0FyW6ITzaqbBdYU off=6272533 len=1788292 2024-02-18T08:38:39.924 INFO:tasks.workunit.client.0.smithi110.stdout:op 499 completed, throughput=5MB/sec 2024-02-18T08:38:39.924 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mCQPbTFJgtknlfu off=1565328 len=1184695 2024-02-18T08:38:39.931 INFO:tasks.workunit.client.0.smithi110.stdout:op 500 completed, throughput=5.01MB/sec 2024-02-18T08:38:40.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:40 smithi191 bash[38688]: cluster 2024-02-18T08:38:38.969154+0000 mgr.y (mgr.44100) 652 : cluster [DBG] pgmap v1215: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:38:40.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:40 smithi110 bash[54479]: cluster 2024-02-18T08:38:38.969154+0000 mgr.y (mgr.44100) 652 : cluster [DBG] pgmap v1215: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:38:40.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:40 smithi110 bash[55875]: cluster 2024-02-18T08:38:38.969154+0000 mgr.y (mgr.44100) 652 : cluster [DBG] pgmap v1215: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:38:40.931 INFO:tasks.workunit.client.0.smithi110.stdout: 100: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:40.931 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6vrxo7vyu6XHrFD off=2583559 len=829750 2024-02-18T08:38:40.935 INFO:tasks.workunit.client.0.smithi110.stdout:op 501 completed, throughput=4.97MB/sec 2024-02-18T08:38:40.935 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mz2wL0Ghyvye_zM off=8598431 len=297417 2024-02-18T08:38:40.937 INFO:tasks.workunit.client.0.smithi110.stdout:op 502 completed, throughput=4.97MB/sec 2024-02-18T08:38:40.937 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6BxsuT7AL1fLoCK off=6104878 len=1110134 2024-02-18T08:38:40.945 INFO:tasks.workunit.client.0.smithi110.stdout:op 503 completed, throughput=4.98MB/sec 2024-02-18T08:38:40.945 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-f0Wh1ZY4fKUMZoV off=13567846 len=589332 2024-02-18T08:38:40.947 INFO:tasks.workunit.client.0.smithi110.stdout:op 504 completed, throughput=4.99MB/sec 2024-02-18T08:38:40.947 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4uru7yemVRO6gj6 off=3871500 len=230211 2024-02-18T08:38:40.951 INFO:tasks.workunit.client.0.smithi110.stdout:op 505 completed, throughput=4.99MB/sec 2024-02-18T08:38:40.952 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BCEs5pMa3caxopc off=4372031 len=1838418 2024-02-18T08:38:40.962 INFO:tasks.workunit.client.0.smithi110.stdout:op 506 completed, throughput=5.01MB/sec 2024-02-18T08:38:41.962 INFO:tasks.workunit.client.0.smithi110.stdout: 101: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:41.963 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2037PdM749sFUij off=11371468 len=313156 2024-02-18T08:38:41.968 INFO:tasks.workunit.client.0.smithi110.stdout:op 507 completed, throughput=4.96MB/sec 2024-02-18T08:38:41.968 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yFNOy9cJP3EeFwL off=2025281 len=1178680 2024-02-18T08:38:41.971 INFO:tasks.workunit.client.0.smithi110.stdout:op 508 completed, throughput=4.97MB/sec 2024-02-18T08:38:41.971 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZOqWyX3vzApME-_ off=20880778 len=1968147 2024-02-18T08:38:41.974 INFO:tasks.workunit.client.0.smithi110.stdout:op 509 completed, throughput=4.99MB/sec 2024-02-18T08:38:41.974 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P4CUzblzIItHV-c off=5853229 len=187238 2024-02-18T08:38:41.976 INFO:tasks.workunit.client.0.smithi110.stdout:op 510 completed, throughput=4.99MB/sec 2024-02-18T08:38:41.976 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kZ1AuEz89J3Qg3i off=5811867 len=523391 2024-02-18T08:38:41.978 INFO:tasks.workunit.client.0.smithi110.stdout:op 511 completed, throughput=4.99MB/sec 2024-02-18T08:38:41.978 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xnxHyAC3ByCPUhH off=15862230 len=1659657 2024-02-18T08:38:41.981 INFO:tasks.workunit.client.0.smithi110.stdout:op 512 completed, throughput=5.01MB/sec 2024-02-18T08:38:42.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:42 smithi191 bash[38688]: cluster 2024-02-18T08:38:40.969677+0000 mgr.y (mgr.44100) 653 : cluster [DBG] pgmap v1216: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:38:42.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:42 smithi110 bash[54479]: cluster 2024-02-18T08:38:40.969677+0000 mgr.y (mgr.44100) 653 : cluster [DBG] pgmap v1216: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:38:42.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:42 smithi110 bash[55875]: cluster 2024-02-18T08:38:40.969677+0000 mgr.y (mgr.44100) 653 : cluster [DBG] pgmap v1216: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:38:42.981 INFO:tasks.workunit.client.0.smithi110.stdout: 102: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:42.981 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Nucf-iMTUxrbslm off=18429320 len=1603551 2024-02-18T08:38:42.985 INFO:tasks.workunit.client.0.smithi110.stdout:op 513 completed, throughput=4.98MB/sec 2024-02-18T08:38:42.985 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-t0y1TZupcFHgPcO off=4541743 len=1277697 2024-02-18T08:38:42.995 INFO:tasks.workunit.client.0.smithi110.stdout:op 514 completed, throughput=4.99MB/sec 2024-02-18T08:38:42.995 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_4buS0676QEFItG off=1641659 len=162036 2024-02-18T08:38:42.999 INFO:tasks.workunit.client.0.smithi110.stdout:op 515 completed, throughput=4.99MB/sec 2024-02-18T08:38:43.000 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vl-3tyF6HVNgWOT off=21902324 len=1903391 2024-02-18T08:38:43.002 INFO:tasks.workunit.client.0.smithi110.stdout:op 516 completed, throughput=5.01MB/sec 2024-02-18T08:38:44.003 INFO:tasks.workunit.client.0.smithi110.stdout: 103: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:44.003 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VRewhz6nWeMvByP off=5142373 len=1537471 2024-02-18T08:38:44.007 INFO:tasks.workunit.client.0.smithi110.stdout:op 517 completed, throughput=4.97MB/sec 2024-02-18T08:38:44.007 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9LeTcAfQK5kKjlT off=279781 len=1299101 2024-02-18T08:38:44.017 INFO:tasks.workunit.client.0.smithi110.stdout:op 518 completed, throughput=4.98MB/sec 2024-02-18T08:38:44.017 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gSqWTZSVqHp1D5a off=3372224 len=642041 2024-02-18T08:38:44.018 INFO:tasks.workunit.client.0.smithi110.stdout:op 519 completed, throughput=4.99MB/sec 2024-02-18T08:38:44.018 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7czpivxKGQ40x6n off=1750055 len=345632 2024-02-18T08:38:44.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 520 completed, throughput=4.99MB/sec 2024-02-18T08:38:44.023 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GdLQTNiRUPCRmso off=10048 len=1720368 2024-02-18T08:38:44.025 INFO:tasks.workunit.client.0.smithi110.stdout:op 521 completed, throughput=5.01MB/sec 2024-02-18T08:38:44.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:44 smithi191 bash[38688]: cluster 2024-02-18T08:38:42.970543+0000 mgr.y (mgr.44100) 654 : cluster [DBG] pgmap v1217: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:38:44.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:44 smithi110 bash[54479]: cluster 2024-02-18T08:38:42.970543+0000 mgr.y (mgr.44100) 654 : cluster [DBG] pgmap v1217: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:38:44.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:44 smithi110 bash[55875]: cluster 2024-02-18T08:38:42.970543+0000 mgr.y (mgr.44100) 654 : cluster [DBG] pgmap v1217: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:38:45.026 INFO:tasks.workunit.client.0.smithi110.stdout: 104: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:45.026 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ov1JdhG4yBgZ84x off=7351769 len=1033866 2024-02-18T08:38:45.034 INFO:tasks.workunit.client.0.smithi110.stdout:op 522 completed, throughput=4.97MB/sec 2024-02-18T08:38:45.034 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4Mk5WmvIeNk5GlB off=11045047 len=1920805 2024-02-18T08:38:45.040 INFO:tasks.workunit.client.0.smithi110.stdout:op 523 completed, throughput=4.99MB/sec 2024-02-18T08:38:45.040 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--nQzRNwQSZPTUYr off=4587779 len=280351 2024-02-18T08:38:45.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 524 completed, throughput=4.99MB/sec 2024-02-18T08:38:45.041 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IWyZVH8GrMb3o96 off=11824039 len=372176 2024-02-18T08:38:45.047 INFO:tasks.workunit.client.0.smithi110.stdout:op 525 completed, throughput=4.99MB/sec 2024-02-18T08:38:45.047 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2ldJK6fRe_w6WGU off=3322794 len=1963703 2024-02-18T08:38:45.053 INFO:tasks.workunit.client.0.smithi110.stdout:op 526 completed, throughput=5.01MB/sec 2024-02-18T08:38:46.053 INFO:tasks.workunit.client.0.smithi110.stdout: 105: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:46.053 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uIOGQvefENqTM4Q off=9454111 len=1749364 2024-02-18T08:38:46.067 INFO:tasks.workunit.client.0.smithi110.stdout:op 527 completed, throughput=4.98MB/sec 2024-02-18T08:38:46.067 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GX2m5sDoRU3dap3 off=5827621 len=416732 2024-02-18T08:38:46.072 INFO:tasks.workunit.client.0.smithi110.stdout:op 528 completed, throughput=4.98MB/sec 2024-02-18T08:38:46.072 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sJ6tCNvB25WySh7 off=4609018 len=1015762 2024-02-18T08:38:46.077 INFO:tasks.workunit.client.0.smithi110.stdout:op 529 completed, throughput=4.99MB/sec 2024-02-18T08:38:46.078 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mDvMTjtvfFbcFRK off=3382413 len=1946389 2024-02-18T08:38:46.086 INFO:tasks.workunit.client.0.smithi110.stdout:op 530 completed, throughput=5.01MB/sec 2024-02-18T08:38:46.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:46 smithi191 bash[38688]: cluster 2024-02-18T08:38:44.971364+0000 mgr.y (mgr.44100) 655 : cluster [DBG] pgmap v1218: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-02-18T08:38:46.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:46 smithi110 bash[54479]: cluster 2024-02-18T08:38:44.971364+0000 mgr.y (mgr.44100) 655 : cluster [DBG] pgmap v1218: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-02-18T08:38:46.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:46 smithi110 bash[55875]: cluster 2024-02-18T08:38:44.971364+0000 mgr.y (mgr.44100) 655 : cluster [DBG] pgmap v1218: 73 pgs: 73 active+clean; 127 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-02-18T08:38:47.086 INFO:tasks.workunit.client.0.smithi110.stdout: 106: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:47.086 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mndfQb6ZrnvueGY off=7141965 len=8734 2024-02-18T08:38:47.087 INFO:tasks.workunit.client.0.smithi110.stdout:op 531 completed, throughput=4.96MB/sec 2024-02-18T08:38:47.088 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wx79QKqPmEpVv7P off=13148651 len=1947023 2024-02-18T08:38:47.093 INFO:tasks.workunit.client.0.smithi110.stdout:op 532 completed, throughput=4.98MB/sec 2024-02-18T08:38:47.093 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UhsdmoiU_GaEMLB off=1624202 len=1930877 2024-02-18T08:38:47.106 INFO:tasks.workunit.client.0.smithi110.stdout:op 533 completed, throughput=4.99MB/sec 2024-02-18T08:38:47.106 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WPJ-LSOXounxNwG off=5160417 len=1181661 2024-02-18T08:38:47.109 INFO:tasks.workunit.client.0.smithi110.stdout:op 534 completed, throughput=5MB/sec 2024-02-18T08:38:48.109 INFO:tasks.workunit.client.0.smithi110.stdout: 107: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:48.109 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--wRUrfKtqo3Mwu4 off=310192 len=854017 2024-02-18T08:38:48.112 INFO:tasks.workunit.client.0.smithi110.stdout:op 535 completed, throughput=4.97MB/sec 2024-02-18T08:38:48.113 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eNsg88m6vilkN1B off=1464340 len=946919 2024-02-18T08:38:48.121 INFO:tasks.workunit.client.0.smithi110.stdout:op 536 completed, throughput=4.97MB/sec 2024-02-18T08:38:48.121 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DpecjsZTmis1fNJ off=6796228 len=685509 2024-02-18T08:38:48.123 INFO:tasks.workunit.client.0.smithi110.stdout:op 537 completed, throughput=4.98MB/sec 2024-02-18T08:38:48.123 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9rG2YPlne5SNRSo off=2029147 len=1530097 2024-02-18T08:38:48.128 INFO:tasks.workunit.client.0.smithi110.stdout:op 538 completed, throughput=4.99MB/sec 2024-02-18T08:38:48.128 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XXtVFVRuwoYPB2R off=20712931 len=882940 2024-02-18T08:38:48.135 INFO:tasks.workunit.client.0.smithi110.stdout:op 539 completed, throughput=5MB/sec 2024-02-18T08:38:48.135 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fPjPR26mM7GwyP9 off=11773334 len=750400 2024-02-18T08:38:48.141 INFO:tasks.workunit.client.0.smithi110.stdout:op 540 completed, throughput=5.01MB/sec 2024-02-18T08:38:48.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:48 smithi191 bash[38688]: cluster 2024-02-18T08:38:46.972234+0000 mgr.y (mgr.44100) 656 : cluster [DBG] pgmap v1219: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:38:48.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:48 smithi110 bash[54479]: cluster 2024-02-18T08:38:46.972234+0000 mgr.y (mgr.44100) 656 : cluster [DBG] pgmap v1219: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:38:48.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:48 smithi110 bash[55875]: cluster 2024-02-18T08:38:46.972234+0000 mgr.y (mgr.44100) 656 : cluster [DBG] pgmap v1219: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:38:49.141 INFO:tasks.workunit.client.0.smithi110.stdout: 108: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:49.141 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BwSS6xheakp0IsS off=4036160 len=88352 2024-02-18T08:38:49.143 INFO:tasks.workunit.client.0.smithi110.stdout:op 541 completed, throughput=4.96MB/sec 2024-02-18T08:38:49.143 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rGEMDdL9unurwLb off=13335415 len=1197643 2024-02-18T08:38:49.153 INFO:tasks.workunit.client.0.smithi110.stdout:op 542 completed, throughput=4.97MB/sec 2024-02-18T08:38:49.153 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Z27o7wpb-2Wl6Fc off=18608541 len=645970 2024-02-18T08:38:49.158 INFO:tasks.workunit.client.0.smithi110.stdout:op 543 completed, throughput=4.98MB/sec 2024-02-18T08:38:49.158 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lM-TON4-vqoHa0I off=1592664 len=266334 2024-02-18T08:38:49.161 INFO:tasks.workunit.client.0.smithi110.stdout:op 544 completed, throughput=4.98MB/sec 2024-02-18T08:38:49.161 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2vZ67yPydCoWSNZ off=2857517 len=279805 2024-02-18T08:38:49.165 INFO:tasks.workunit.client.0.smithi110.stdout:op 545 completed, throughput=4.98MB/sec 2024-02-18T08:38:49.165 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Wpe8A1zcAFmvlLV off=5080070 len=996588 2024-02-18T08:38:49.166 INFO:tasks.workunit.client.0.smithi110.stdout:op 546 completed, throughput=4.99MB/sec 2024-02-18T08:38:49.166 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HvLRBKA8OjDtm1I off=11336185 len=968491 2024-02-18T08:38:49.173 INFO:tasks.workunit.client.0.smithi110.stdout:op 547 completed, throughput=5MB/sec 2024-02-18T08:38:49.173 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P7uVX9PPE3Vaz97 off=1420536 len=701921 2024-02-18T08:38:49.178 INFO:tasks.workunit.client.0.smithi110.stdout:op 548 completed, throughput=5MB/sec 2024-02-18T08:38:50.178 INFO:tasks.workunit.client.0.smithi110.stdout: 109: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:50.179 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QZKw4CHBXTzfMcB off=10063211 len=246670 2024-02-18T08:38:50.184 INFO:tasks.workunit.client.0.smithi110.stdout:op 549 completed, throughput=4.96MB/sec 2024-02-18T08:38:50.184 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-38bTUUmm3xpIQoT off=1743138 len=1379462 2024-02-18T08:38:50.189 INFO:tasks.workunit.client.0.smithi110.stdout:op 550 completed, throughput=4.97MB/sec 2024-02-18T08:38:50.189 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Gc29ZpCYziRKiuS off=629446 len=394837 2024-02-18T08:38:50.191 INFO:tasks.workunit.client.0.smithi110.stdout:op 551 completed, throughput=4.98MB/sec 2024-02-18T08:38:50.191 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-16QR4acbW2FNqNh off=12620523 len=946933 2024-02-18T08:38:50.198 INFO:tasks.workunit.client.0.smithi110.stdout:op 552 completed, throughput=4.98MB/sec 2024-02-18T08:38:50.198 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yYsdlIIsTW4YNYS off=18499763 len=1313667 2024-02-18T08:38:50.200 INFO:tasks.workunit.client.0.smithi110.stdout:op 553 completed, throughput=4.99MB/sec 2024-02-18T08:38:50.200 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j0S5foSiNc4i3H7 off=5928201 len=937902 2024-02-18T08:38:50.203 INFO:tasks.workunit.client.0.smithi110.stdout:op 554 completed, throughput=5MB/sec 2024-02-18T08:38:50.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:50 smithi191 bash[38688]: cluster 2024-02-18T08:38:48.973154+0000 mgr.y (mgr.44100) 657 : cluster [DBG] pgmap v1220: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:38:50.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:50 smithi110 bash[54479]: cluster 2024-02-18T08:38:48.973154+0000 mgr.y (mgr.44100) 657 : cluster [DBG] pgmap v1220: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:38:50.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:50 smithi110 bash[55875]: cluster 2024-02-18T08:38:48.973154+0000 mgr.y (mgr.44100) 657 : cluster [DBG] pgmap v1220: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:38:51.203 INFO:tasks.workunit.client.0.smithi110.stdout: 110: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:51.203 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jB2nepNq9m6FTxJ off=19043401 len=767649 2024-02-18T08:38:51.206 INFO:tasks.workunit.client.0.smithi110.stdout:op 555 completed, throughput=4.96MB/sec 2024-02-18T08:38:51.206 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mB2m994uwBAU9Gx off=2714442 len=1454261 2024-02-18T08:38:51.217 INFO:tasks.workunit.client.0.smithi110.stdout:op 556 completed, throughput=4.98MB/sec 2024-02-18T08:38:51.217 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ACDakxgcR_XjBCe off=673717 len=1138776 2024-02-18T08:38:51.225 INFO:tasks.workunit.client.0.smithi110.stdout:op 557 completed, throughput=4.99MB/sec 2024-02-18T08:38:51.225 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6j1GM9f-Ga6cV9M off=5132138 len=575416 2024-02-18T08:38:51.231 INFO:tasks.workunit.client.0.smithi110.stdout:op 558 completed, throughput=4.99MB/sec 2024-02-18T08:38:51.231 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g13C3jsJsfj9QAv off=3669866 len=459123 2024-02-18T08:38:51.235 INFO:tasks.workunit.client.0.smithi110.stdout:op 559 completed, throughput=4.99MB/sec 2024-02-18T08:38:51.235 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_EcY-at3exGChwQ off=5742999 len=1071918 2024-02-18T08:38:51.241 INFO:tasks.workunit.client.0.smithi110.stdout:op 560 completed, throughput=5MB/sec 2024-02-18T08:38:52.242 INFO:tasks.workunit.client.0.smithi110.stdout: 111: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:52.242 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zCgKfQ8tAZM_1py off=6838993 len=483906 2024-02-18T08:38:52.248 INFO:tasks.workunit.client.0.smithi110.stdout:op 561 completed, throughput=4.96MB/sec 2024-02-18T08:38:52.249 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V_bi9QsMrQrGLgN off=7337556 len=394120 2024-02-18T08:38:52.253 INFO:tasks.workunit.client.0.smithi110.stdout:op 562 completed, throughput=4.97MB/sec 2024-02-18T08:38:52.253 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L9ecNKW2IOuHtqO off=6650504 len=1127310 2024-02-18T08:38:52.259 INFO:tasks.workunit.client.0.smithi110.stdout:op 563 completed, throughput=4.97MB/sec 2024-02-18T08:38:52.259 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-05UOkLd8bW3ah3_ off=1279617 len=611845 2024-02-18T08:38:52.262 INFO:tasks.workunit.client.0.smithi110.stdout:op 564 completed, throughput=4.98MB/sec 2024-02-18T08:38:52.262 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ym7D7kx5XlKpyPN off=17707641 len=979271 2024-02-18T08:38:52.263 INFO:tasks.workunit.client.0.smithi110.stdout:op 565 completed, throughput=4.99MB/sec 2024-02-18T08:38:52.263 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_E0bvNTAR5WzwcH off=21213577 len=1382186 2024-02-18T08:38:52.267 INFO:tasks.workunit.client.0.smithi110.stdout:op 566 completed, throughput=5MB/sec 2024-02-18T08:38:52.267 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rVF30vvejnb0d6J off=2787478 len=1847589 2024-02-18T08:38:52.268 INFO:tasks.workunit.client.0.smithi110.stdout:op 567 completed, throughput=5.01MB/sec 2024-02-18T08:38:52.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:52 smithi191 bash[38688]: cluster 2024-02-18T08:38:50.974013+0000 mgr.y (mgr.44100) 658 : cluster [DBG] pgmap v1221: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:38:52.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:52 smithi110 bash[54479]: cluster 2024-02-18T08:38:50.974013+0000 mgr.y (mgr.44100) 658 : cluster [DBG] pgmap v1221: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:38:52.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:52 smithi110 bash[55875]: cluster 2024-02-18T08:38:50.974013+0000 mgr.y (mgr.44100) 658 : cluster [DBG] pgmap v1221: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:38:53.269 INFO:tasks.workunit.client.0.smithi110.stdout: 112: throughput=4.97MB/sec pending data=0 2024-02-18T08:38:53.269 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ckjSmoDxnsyQlAu off=5195910 len=2074638 2024-02-18T08:38:53.275 INFO:tasks.workunit.client.0.smithi110.stdout:op 568 completed, throughput=4.99MB/sec 2024-02-18T08:38:53.275 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VzFWVylUQOayMI9 off=13758264 len=1057510 2024-02-18T08:38:53.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 569 completed, throughput=5MB/sec 2024-02-18T08:38:53.285 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Knxvm-5hKK3hy4a off=2851084 len=297794 2024-02-18T08:38:53.287 INFO:tasks.workunit.client.0.smithi110.stdout:op 570 completed, throughput=5MB/sec 2024-02-18T08:38:53.287 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-O-s6DiSDx-wumXN off=20106839 len=884553 2024-02-18T08:38:53.293 INFO:tasks.workunit.client.0.smithi110.stdout:op 571 completed, throughput=5.01MB/sec 2024-02-18T08:38:53.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:53 smithi191 bash[38688]: audit 2024-02-18T08:38:52.424341+0000 mon.a (mon.0) 1712 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:38:53.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:53 smithi191 bash[38688]: audit 2024-02-18T08:38:52.727705+0000 mon.a (mon.0) 1713 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:38:53.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:53 smithi191 bash[38688]: audit 2024-02-18T08:38:52.729213+0000 mon.a (mon.0) 1714 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:38:53.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:53 smithi191 bash[38688]: audit 2024-02-18T08:38:52.738031+0000 mon.a (mon.0) 1715 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:38:53.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:53 smithi110 bash[54479]: audit 2024-02-18T08:38:52.424341+0000 mon.a (mon.0) 1712 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:38:53.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:53 smithi110 bash[54479]: audit 2024-02-18T08:38:52.727705+0000 mon.a (mon.0) 1713 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:38:53.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:53 smithi110 bash[54479]: audit 2024-02-18T08:38:52.729213+0000 mon.a (mon.0) 1714 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:38:53.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:53 smithi110 bash[54479]: audit 2024-02-18T08:38:52.738031+0000 mon.a (mon.0) 1715 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:38:53.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:53 smithi110 bash[55875]: audit 2024-02-18T08:38:52.424341+0000 mon.a (mon.0) 1712 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:38:53.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:53 smithi110 bash[55875]: audit 2024-02-18T08:38:52.727705+0000 mon.a (mon.0) 1713 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:38:53.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:53 smithi110 bash[55875]: audit 2024-02-18T08:38:52.729213+0000 mon.a (mon.0) 1714 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:38:53.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:53 smithi110 bash[55875]: audit 2024-02-18T08:38:52.738031+0000 mon.a (mon.0) 1715 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:38:54.294 INFO:tasks.workunit.client.0.smithi110.stdout: 113: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:54.294 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VeVuuUZlUn_UZIb off=1634611 len=345480 2024-02-18T08:38:54.300 INFO:tasks.workunit.client.0.smithi110.stdout:op 572 completed, throughput=4.96MB/sec 2024-02-18T08:38:54.300 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EFlzdx0OnO1AgDr off=9461931 len=1076543 2024-02-18T08:38:54.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 573 completed, throughput=4.97MB/sec 2024-02-18T08:38:54.303 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DgzIwTjZW-OrXkl off=3821507 len=1466842 2024-02-18T08:38:54.305 INFO:tasks.workunit.client.0.smithi110.stdout:op 574 completed, throughput=4.99MB/sec 2024-02-18T08:38:54.305 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ovoY7D68JSscxMF off=1528497 len=1823232 2024-02-18T08:38:54.318 INFO:tasks.workunit.client.0.smithi110.stdout:op 575 completed, throughput=5MB/sec 2024-02-18T08:38:54.318 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QUaZVBZb5u2xi_T off=4323906 len=305063 2024-02-18T08:38:54.319 INFO:tasks.workunit.client.0.smithi110.stdout:op 576 completed, throughput=5MB/sec 2024-02-18T08:38:54.332 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:54 smithi191 bash[38688]: cephadm 2024-02-18T08:38:52.730474+0000 mgr.y (mgr.44100) 659 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:38:54.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:54 smithi191 bash[38688]: cluster 2024-02-18T08:38:52.974607+0000 mgr.y (mgr.44100) 660 : cluster [DBG] pgmap v1222: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:38:54.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:54 smithi110 bash[54479]: cephadm 2024-02-18T08:38:52.730474+0000 mgr.y (mgr.44100) 659 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:38:54.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:54 smithi110 bash[54479]: cluster 2024-02-18T08:38:52.974607+0000 mgr.y (mgr.44100) 660 : cluster [DBG] pgmap v1222: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:38:54.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:54 smithi110 bash[55875]: cephadm 2024-02-18T08:38:52.730474+0000 mgr.y (mgr.44100) 659 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:38:54.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:54 smithi110 bash[55875]: cluster 2024-02-18T08:38:52.974607+0000 mgr.y (mgr.44100) 660 : cluster [DBG] pgmap v1222: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:38:55.319 INFO:tasks.workunit.client.0.smithi110.stdout: 114: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:55.319 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Fh7kECF74ms3PEt off=3040011 len=2016626 2024-02-18T08:38:55.325 INFO:tasks.workunit.client.0.smithi110.stdout:op 577 completed, throughput=4.98MB/sec 2024-02-18T08:38:55.325 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pwqJRjRWvAdneOY off=485767 len=109625 2024-02-18T08:38:55.330 INFO:tasks.workunit.client.0.smithi110.stdout:op 578 completed, throughput=4.98MB/sec 2024-02-18T08:38:55.330 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-efiMAoZPKaInZlH off=681305 len=1920252 2024-02-18T08:38:55.335 INFO:tasks.workunit.client.0.smithi110.stdout:op 579 completed, throughput=4.99MB/sec 2024-02-18T08:38:55.335 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ofmuxkKD4S74A43 off=10301360 len=678381 2024-02-18T08:38:55.337 INFO:tasks.workunit.client.0.smithi110.stdout:op 580 completed, throughput=5MB/sec 2024-02-18T08:38:55.337 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7eyJCKsFYWOjSTp off=7030787 len=952623 2024-02-18T08:38:55.340 INFO:tasks.workunit.client.0.smithi110.stdout:op 581 completed, throughput=5MB/sec 2024-02-18T08:38:56.333 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:56 smithi191 bash[38688]: cluster 2024-02-18T08:38:54.975364+0000 mgr.y (mgr.44100) 661 : cluster [DBG] pgmap v1223: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:38:56.340 INFO:tasks.workunit.client.0.smithi110.stdout: 115: throughput=4.96MB/sec pending data=0 2024-02-18T08:38:56.340 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3TfkT5FlefgUp_1 off=9418209 len=57369 2024-02-18T08:38:56.345 INFO:tasks.workunit.client.0.smithi110.stdout:op 582 completed, throughput=4.96MB/sec 2024-02-18T08:38:56.345 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I6rPnE15bolYZ3R off=7145414 len=1060491 2024-02-18T08:38:56.352 INFO:tasks.workunit.client.0.smithi110.stdout:op 583 completed, throughput=4.97MB/sec 2024-02-18T08:38:56.353 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-48MjIeyuNObZu88 off=18781422 len=932967 2024-02-18T08:38:56.356 INFO:tasks.workunit.client.0.smithi110.stdout:op 584 completed, throughput=4.98MB/sec 2024-02-18T08:38:56.356 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ItBqoY4Gh5nVRgy off=6359884 len=441416 2024-02-18T08:38:56.360 INFO:tasks.workunit.client.0.smithi110.stdout:op 585 completed, throughput=4.98MB/sec 2024-02-18T08:38:56.360 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7i4HZmkaaGY3EHN off=5081165 len=497716 2024-02-18T08:38:56.364 INFO:tasks.workunit.client.0.smithi110.stdout:op 586 completed, throughput=4.99MB/sec 2024-02-18T08:38:56.364 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ppGmTi5yOeZxi3i off=12904281 len=252145 2024-02-18T08:38:56.365 INFO:tasks.workunit.client.0.smithi110.stdout:op 587 completed, throughput=4.99MB/sec 2024-02-18T08:38:56.365 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bp9nEWYHNUGPiXR off=5140104 len=1537595 2024-02-18T08:38:56.372 INFO:tasks.workunit.client.0.smithi110.stdout:op 588 completed, throughput=5MB/sec 2024-02-18T08:38:56.372 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--f2BKLvjEARdFjj off=7121442 len=1240763 2024-02-18T08:38:56.374 INFO:tasks.workunit.client.0.smithi110.stdout:op 589 completed, throughput=5.01MB/sec 2024-02-18T08:38:56.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:56 smithi110 bash[54479]: cluster 2024-02-18T08:38:54.975364+0000 mgr.y (mgr.44100) 661 : cluster [DBG] pgmap v1223: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:38:56.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:56 smithi110 bash[55875]: cluster 2024-02-18T08:38:54.975364+0000 mgr.y (mgr.44100) 661 : cluster [DBG] pgmap v1223: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:38:57.375 INFO:tasks.workunit.client.0.smithi110.stdout: 116: throughput=4.97MB/sec pending data=0 2024-02-18T08:38:57.375 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aa4VqrOhyt5jkp7 off=9606625 len=1582896 2024-02-18T08:38:57.380 INFO:tasks.workunit.client.0.smithi110.stdout:op 590 completed, throughput=4.98MB/sec 2024-02-18T08:38:57.380 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mYe0wLI1x042Joo off=3263265 len=632351 2024-02-18T08:38:57.387 INFO:tasks.workunit.client.0.smithi110.stdout:op 591 completed, throughput=4.98MB/sec 2024-02-18T08:38:57.387 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_DE6_sMzohTdl83 off=1029755 len=597598 2024-02-18T08:38:57.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 592 completed, throughput=4.99MB/sec 2024-02-18T08:38:57.389 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aK8-h9kDdYUg8pz off=7925915 len=617605 2024-02-18T08:38:57.391 INFO:tasks.workunit.client.0.smithi110.stdout:op 593 completed, throughput=4.99MB/sec 2024-02-18T08:38:57.391 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TmLtNCHkU624sb3 off=619787 len=2029722 2024-02-18T08:38:57.396 INFO:tasks.workunit.client.0.smithi110.stdout:op 594 completed, throughput=5.01MB/sec 2024-02-18T08:38:58.397 INFO:tasks.workunit.client.0.smithi110.stdout: 117: throughput=4.97MB/sec pending data=0 2024-02-18T08:38:58.397 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--Ez7Pkf7qKDQ_Xf off=112900 len=1336781 2024-02-18T08:38:58.400 INFO:tasks.workunit.client.0.smithi110.stdout:op 595 completed, throughput=4.98MB/sec 2024-02-18T08:38:58.400 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MrQ-tmYmkGApaUN off=3558832 len=86895 2024-02-18T08:38:58.401 INFO:tasks.workunit.client.0.smithi110.stdout:op 596 completed, throughput=4.98MB/sec 2024-02-18T08:38:58.402 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-F-029kAoGeIj7Xf off=3669682 len=1820263 2024-02-18T08:38:58.415 INFO:tasks.workunit.client.0.smithi110.stdout:op 597 completed, throughput=4.99MB/sec 2024-02-18T08:38:58.415 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KMUN2L-D82qSRjH off=3578307 len=1748575 2024-02-18T08:38:58.425 INFO:tasks.workunit.client.0.smithi110.stdout:op 598 completed, throughput=5.01MB/sec 2024-02-18T08:38:58.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:38:58 smithi110 bash[54479]: cluster 2024-02-18T08:38:56.976225+0000 mgr.y (mgr.44100) 662 : cluster [DBG] pgmap v1224: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:38:58.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:38:58 smithi110 bash[55875]: cluster 2024-02-18T08:38:56.976225+0000 mgr.y (mgr.44100) 662 : cluster [DBG] pgmap v1224: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:38:58.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:38:58 smithi191 bash[38688]: cluster 2024-02-18T08:38:56.976225+0000 mgr.y (mgr.44100) 662 : cluster [DBG] pgmap v1224: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:38:59.425 INFO:tasks.workunit.client.0.smithi110.stdout: 118: throughput=4.97MB/sec pending data=0 2024-02-18T08:38:59.426 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OBnZ7p4MbfojCn_ off=5525733 len=1214947 2024-02-18T08:38:59.434 INFO:tasks.workunit.client.0.smithi110.stdout:op 599 completed, throughput=4.98MB/sec 2024-02-18T08:38:59.434 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NAaxLm9umfqGkjx off=18264106 len=1139995 2024-02-18T08:38:59.439 INFO:tasks.workunit.client.0.smithi110.stdout:op 600 completed, throughput=4.98MB/sec 2024-02-18T08:38:59.439 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ABBIMvcpLP_FcuW off=2359107 len=169998 2024-02-18T08:38:59.443 INFO:tasks.workunit.client.0.smithi110.stdout:op 601 completed, throughput=4.99MB/sec 2024-02-18T08:38:59.444 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mBI8Y1j7unWgtlA off=5128701 len=1283279 2024-02-18T08:38:59.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 602 completed, throughput=4.99MB/sec 2024-02-18T08:38:59.453 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-m_UEExxYNFCpK3P off=2831935 len=1014537 2024-02-18T08:38:59.454 INFO:tasks.workunit.client.0.smithi110.stdout:op 603 completed, throughput=5MB/sec 2024-02-18T08:39:00.455 INFO:tasks.workunit.client.0.smithi110.stdout: 119: throughput=4.96MB/sec pending data=0 2024-02-18T08:39:00.455 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GG5QYpOUV7P99Jj off=73704 len=1731703 2024-02-18T08:39:00.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:00 smithi110 bash[55875]: cluster 2024-02-18T08:38:58.977145+0000 mgr.y (mgr.44100) 663 : cluster [DBG] pgmap v1225: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:39:00.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:00 smithi110 bash[54479]: cluster 2024-02-18T08:38:58.977145+0000 mgr.y (mgr.44100) 663 : cluster [DBG] pgmap v1225: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:39:00.463 INFO:tasks.workunit.client.0.smithi110.stdout:op 604 completed, throughput=4.97MB/sec 2024-02-18T08:39:00.463 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uvHAvWC-lzgOFbb off=14524836 len=1024912 2024-02-18T08:39:00.472 INFO:tasks.workunit.client.0.smithi110.stdout:op 605 completed, throughput=4.98MB/sec 2024-02-18T08:39:00.472 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DEtO-km3LqBNClR off=3917090 len=646525 2024-02-18T08:39:00.480 INFO:tasks.workunit.client.0.smithi110.stdout:op 606 completed, throughput=4.99MB/sec 2024-02-18T08:39:00.480 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4r1ZG504TkBY86_ off=18552920 len=1067119 2024-02-18T08:39:00.481 INFO:tasks.workunit.client.0.smithi110.stdout:op 607 completed, throughput=5MB/sec 2024-02-18T08:39:00.481 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4bIiH86XDn4xEU7 off=2280548 len=1426388 2024-02-18T08:39:00.491 INFO:tasks.workunit.client.0.smithi110.stdout:op 608 completed, throughput=5.01MB/sec 2024-02-18T08:39:00.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:00 smithi191 bash[38688]: cluster 2024-02-18T08:38:58.977145+0000 mgr.y (mgr.44100) 663 : cluster [DBG] pgmap v1225: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:39:01.491 INFO:tasks.workunit.client.0.smithi110.stdout: 120: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:01.491 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Gw7bXVR15HYrgkF off=14768907 len=1218075 2024-02-18T08:39:01.495 INFO:tasks.workunit.client.0.smithi110.stdout:op 609 completed, throughput=4.97MB/sec 2024-02-18T08:39:01.495 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OEklPvgTUNMndYA off=2546043 len=1260425 2024-02-18T08:39:01.506 INFO:tasks.workunit.client.0.smithi110.stdout:op 610 completed, throughput=4.98MB/sec 2024-02-18T08:39:01.506 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zFxPzH82xqK8oqt off=24781905 len=156494 2024-02-18T08:39:01.510 INFO:tasks.workunit.client.0.smithi110.stdout:op 611 completed, throughput=4.99MB/sec 2024-02-18T08:39:01.511 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DAXVaJy03aj5xV1 off=7661355 len=883620 2024-02-18T08:39:01.518 INFO:tasks.workunit.client.0.smithi110.stdout:op 612 completed, throughput=4.99MB/sec 2024-02-18T08:39:01.518 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-idpisovKLl91KlL off=6457025 len=663451 2024-02-18T08:39:01.520 INFO:tasks.workunit.client.0.smithi110.stdout:op 613 completed, throughput=5MB/sec 2024-02-18T08:39:01.520 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-D04kd0GPyii4Aqm off=12187253 len=305545 2024-02-18T08:39:01.521 INFO:tasks.workunit.client.0.smithi110.stdout:op 614 completed, throughput=5MB/sec 2024-02-18T08:39:01.521 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-edU2sp3xMR-b8zD off=2167435 len=909801 2024-02-18T08:39:01.523 INFO:tasks.workunit.client.0.smithi110.stdout:op 615 completed, throughput=5.01MB/sec 2024-02-18T08:39:02.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:02 smithi110 bash[54479]: cluster 2024-02-18T08:39:00.977974+0000 mgr.y (mgr.44100) 664 : cluster [DBG] pgmap v1226: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:39:02.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:02 smithi110 bash[55875]: cluster 2024-02-18T08:39:00.977974+0000 mgr.y (mgr.44100) 664 : cluster [DBG] pgmap v1226: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:39:02.524 INFO:tasks.workunit.client.0.smithi110.stdout: 121: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:02.524 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ebo11ssoVlcuFGh off=7198479 len=702995 2024-02-18T08:39:02.532 INFO:tasks.workunit.client.0.smithi110.stdout:op 616 completed, throughput=4.97MB/sec 2024-02-18T08:39:02.532 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-N6hjNVPpwpa-tks off=6521628 len=1856785 2024-02-18T08:39:02.534 INFO:tasks.workunit.client.0.smithi110.stdout:op 617 completed, throughput=4.98MB/sec 2024-02-18T08:39:02.534 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-83mDzPm3ht7F0SA off=1252519 len=1977023 2024-02-18T08:39:02.537 INFO:tasks.workunit.client.0.smithi110.stdout:op 618 completed, throughput=5MB/sec 2024-02-18T08:39:02.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:02 smithi191 bash[38688]: cluster 2024-02-18T08:39:00.977974+0000 mgr.y (mgr.44100) 664 : cluster [DBG] pgmap v1226: 73 pgs: 73 active+clean; 127 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:39:03.537 INFO:tasks.workunit.client.0.smithi110.stdout: 122: throughput=4.96MB/sec pending data=0 2024-02-18T08:39:03.538 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AHbPxrh1WEkAGIf off=21372846 len=822432 2024-02-18T08:39:03.546 INFO:tasks.workunit.client.0.smithi110.stdout:op 619 completed, throughput=4.97MB/sec 2024-02-18T08:39:03.547 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2steYJ1eKgCOdQO off=5289575 len=1519856 2024-02-18T08:39:03.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 620 completed, throughput=4.98MB/sec 2024-02-18T08:39:03.552 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UGukaA4wRL0misy off=5271059 len=455284 2024-02-18T08:39:03.553 INFO:tasks.workunit.client.0.smithi110.stdout:op 621 completed, throughput=4.98MB/sec 2024-02-18T08:39:03.553 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7UIu6xQcVd3VqQz off=18479452 len=1165925 2024-02-18T08:39:03.558 INFO:tasks.workunit.client.0.smithi110.stdout:op 622 completed, throughput=4.99MB/sec 2024-02-18T08:39:03.558 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dHIoO5awEyLWpBU off=3625639 len=732220 2024-02-18T08:39:03.565 INFO:tasks.workunit.client.0.smithi110.stdout:op 623 completed, throughput=4.99MB/sec 2024-02-18T08:39:03.565 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1KeH6ndCAFFaSnr off=6460652 len=279944 2024-02-18T08:39:03.567 INFO:tasks.workunit.client.0.smithi110.stdout:op 624 completed, throughput=5MB/sec 2024-02-18T08:39:03.567 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8Upzp1uNV7G8hCd off=1976409 len=506662 2024-02-18T08:39:03.568 INFO:tasks.workunit.client.0.smithi110.stdout:op 625 completed, throughput=5MB/sec 2024-02-18T08:39:04.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:04 smithi110 bash[54479]: cluster 2024-02-18T08:39:02.978907+0000 mgr.y (mgr.44100) 665 : cluster [DBG] pgmap v1227: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-02-18T08:39:04.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:04 smithi110 bash[55875]: cluster 2024-02-18T08:39:02.978907+0000 mgr.y (mgr.44100) 665 : cluster [DBG] pgmap v1227: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-02-18T08:39:04.568 INFO:tasks.workunit.client.0.smithi110.stdout: 123: throughput=4.96MB/sec pending data=0 2024-02-18T08:39:04.568 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5aN21MC3MEEeWHn off=11671088 len=1983973 2024-02-18T08:39:04.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:04 smithi191 bash[38688]: cluster 2024-02-18T08:39:02.978907+0000 mgr.y (mgr.44100) 665 : cluster [DBG] pgmap v1227: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-02-18T08:39:04.583 INFO:tasks.workunit.client.0.smithi110.stdout:op 626 completed, throughput=4.98MB/sec 2024-02-18T08:39:04.583 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r6jIlAvL7BxVCWK off=5344667 len=1653318 2024-02-18T08:39:04.593 INFO:tasks.workunit.client.0.smithi110.stdout:op 627 completed, throughput=4.99MB/sec 2024-02-18T08:39:04.593 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UNHtoousKIm8m63 off=10365537 len=1468630 2024-02-18T08:39:04.600 INFO:tasks.workunit.client.0.smithi110.stdout:op 628 completed, throughput=5MB/sec 2024-02-18T08:39:04.600 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YZJF5i2CwRHuJ0q off=4247893 len=260214 2024-02-18T08:39:04.604 INFO:tasks.workunit.client.0.smithi110.stdout:op 629 completed, throughput=5MB/sec 2024-02-18T08:39:05.604 INFO:tasks.workunit.client.0.smithi110.stdout: 124: throughput=4.96MB/sec pending data=0 2024-02-18T08:39:05.604 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PtLJc2S7w7Wsits off=14643174 len=361745 2024-02-18T08:39:05.613 INFO:tasks.workunit.client.0.smithi110.stdout:op 630 completed, throughput=4.96MB/sec 2024-02-18T08:39:05.613 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pjR7E4hneCKIMQ- off=100199 len=1994362 2024-02-18T08:39:05.632 INFO:tasks.workunit.client.0.smithi110.stdout:op 631 completed, throughput=4.98MB/sec 2024-02-18T08:39:05.633 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DhhHQ01MAqj2UKr off=3462500 len=578366 2024-02-18T08:39:05.637 INFO:tasks.workunit.client.0.smithi110.stdout:op 632 completed, throughput=4.98MB/sec 2024-02-18T08:39:05.637 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BbzYXq5GWwYRZdf off=13839351 len=370561 2024-02-18T08:39:05.641 INFO:tasks.workunit.client.0.smithi110.stdout:op 633 completed, throughput=4.98MB/sec 2024-02-18T08:39:05.641 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9TZtWHw1knnF-gT off=10997671 len=1251493 2024-02-18T08:39:05.642 INFO:tasks.workunit.client.0.smithi110.stdout:op 634 completed, throughput=4.99MB/sec 2024-02-18T08:39:05.642 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wSHRLJw3OMZck72 off=4803272 len=1218915 2024-02-18T08:39:05.648 INFO:tasks.workunit.client.0.smithi110.stdout:op 635 completed, throughput=5MB/sec 2024-02-18T08:39:06.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:06 smithi110 bash[54479]: cluster 2024-02-18T08:39:04.979685+0000 mgr.y (mgr.44100) 666 : cluster [DBG] pgmap v1228: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:39:06.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:06 smithi110 bash[55875]: cluster 2024-02-18T08:39:04.979685+0000 mgr.y (mgr.44100) 666 : cluster [DBG] pgmap v1228: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:39:06.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:06 smithi191 bash[38688]: cluster 2024-02-18T08:39:04.979685+0000 mgr.y (mgr.44100) 666 : cluster [DBG] pgmap v1228: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:39:06.649 INFO:tasks.workunit.client.0.smithi110.stdout: 125: throughput=4.96MB/sec pending data=0 2024-02-18T08:39:06.649 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xmMVMkmlnbi4iTh off=12190446 len=772730 2024-02-18T08:39:06.657 INFO:tasks.workunit.client.0.smithi110.stdout:op 636 completed, throughput=4.97MB/sec 2024-02-18T08:39:06.657 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZygRnDtYQOzXjy5 off=13426924 len=1209092 2024-02-18T08:39:06.660 INFO:tasks.workunit.client.0.smithi110.stdout:op 637 completed, throughput=4.98MB/sec 2024-02-18T08:39:06.660 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZcVj5iwxwmjWLNq off=1249281 len=1519736 2024-02-18T08:39:06.664 INFO:tasks.workunit.client.0.smithi110.stdout:op 638 completed, throughput=4.99MB/sec 2024-02-18T08:39:06.665 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BpIrCqRipydiKZm off=1107358 len=617860 2024-02-18T08:39:06.667 INFO:tasks.workunit.client.0.smithi110.stdout:op 639 completed, throughput=4.99MB/sec 2024-02-18T08:39:06.667 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lPOb06D7WMYxxyG off=15570983 len=1669902 2024-02-18T08:39:06.672 INFO:tasks.workunit.client.0.smithi110.stdout:op 640 completed, throughput=5.01MB/sec 2024-02-18T08:39:07.672 INFO:tasks.workunit.client.0.smithi110.stdout: 126: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:07.672 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ufw3yjnGH0ApGAE off=13818005 len=1262135 2024-02-18T08:39:07.677 INFO:tasks.workunit.client.0.smithi110.stdout:op 641 completed, throughput=4.98MB/sec 2024-02-18T08:39:07.677 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lv0d-Up5VN92sN7 off=5940518 len=1019284 2024-02-18T08:39:07.686 INFO:tasks.workunit.client.0.smithi110.stdout:op 642 completed, throughput=4.98MB/sec 2024-02-18T08:39:07.686 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zNOSaaD8hk9ZmMG off=2578393 len=1492317 2024-02-18T08:39:07.694 INFO:tasks.workunit.client.0.smithi110.stdout:op 643 completed, throughput=4.99MB/sec 2024-02-18T08:39:07.695 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FJ5DpQIsCPNIUr3 off=1882131 len=519718 2024-02-18T08:39:07.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 644 completed, throughput=5MB/sec 2024-02-18T08:39:07.696 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-w2J8S8Dj48YcytN off=2735952 len=74330 2024-02-18T08:39:07.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 645 completed, throughput=5MB/sec 2024-02-18T08:39:07.696 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OyQnJSllLyuIUqE off=587848 len=1276278 2024-02-18T08:39:07.699 INFO:tasks.workunit.client.0.smithi110.stdout:op 646 completed, throughput=5.01MB/sec 2024-02-18T08:39:08.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:08 smithi110 bash[54479]: cluster 2024-02-18T08:39:06.980601+0000 mgr.y (mgr.44100) 667 : cluster [DBG] pgmap v1229: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:39:08.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:08 smithi110 bash[55875]: cluster 2024-02-18T08:39:06.980601+0000 mgr.y (mgr.44100) 667 : cluster [DBG] pgmap v1229: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:39:08.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:08 smithi191 bash[38688]: cluster 2024-02-18T08:39:06.980601+0000 mgr.y (mgr.44100) 667 : cluster [DBG] pgmap v1229: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:39:08.699 INFO:tasks.workunit.client.0.smithi110.stdout: 127: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:08.700 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lLWwxVy_AJmqU9N off=3222945 len=2011978 2024-02-18T08:39:08.712 INFO:tasks.workunit.client.0.smithi110.stdout:op 647 completed, throughput=4.98MB/sec 2024-02-18T08:39:08.713 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-epr3d-RWNHn7a5N off=2869669 len=1603461 2024-02-18T08:39:08.715 INFO:tasks.workunit.client.0.smithi110.stdout:op 648 completed, throughput=4.99MB/sec 2024-02-18T08:39:08.715 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uJWEjqqUX55Nnuk off=3983001 len=1848050 2024-02-18T08:39:08.723 INFO:tasks.workunit.client.0.smithi110.stdout:op 649 completed, throughput=5.01MB/sec 2024-02-18T08:39:09.723 INFO:tasks.workunit.client.0.smithi110.stdout: 128: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:09.723 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WaGJPiADPfEyPUr off=8193256 len=68379 2024-02-18T08:39:09.727 INFO:tasks.workunit.client.0.smithi110.stdout:op 650 completed, throughput=4.97MB/sec 2024-02-18T08:39:09.728 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5psPTOAeHymqkVs off=371220 len=1698015 2024-02-18T08:39:09.732 INFO:tasks.workunit.client.0.smithi110.stdout:op 651 completed, throughput=4.98MB/sec 2024-02-18T08:39:09.732 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZvBcJ1y_Jg-i9nh off=1262862 len=1271531 2024-02-18T08:39:09.734 INFO:tasks.workunit.client.0.smithi110.stdout:op 652 completed, throughput=4.99MB/sec 2024-02-18T08:39:09.734 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4BbKvUlXHitLmbp off=2227776 len=1405042 2024-02-18T08:39:09.739 INFO:tasks.workunit.client.0.smithi110.stdout:op 653 completed, throughput=5MB/sec 2024-02-18T08:39:10.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:10 smithi110 bash[54479]: cluster 2024-02-18T08:39:08.981510+0000 mgr.y (mgr.44100) 668 : cluster [DBG] pgmap v1230: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:39:10.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:10 smithi110 bash[55875]: cluster 2024-02-18T08:39:08.981510+0000 mgr.y (mgr.44100) 668 : cluster [DBG] pgmap v1230: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:39:10.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:10 smithi191 bash[38688]: cluster 2024-02-18T08:39:08.981510+0000 mgr.y (mgr.44100) 668 : cluster [DBG] pgmap v1230: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:39:10.739 INFO:tasks.workunit.client.0.smithi110.stdout: 129: throughput=4.96MB/sec pending data=0 2024-02-18T08:39:10.739 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZAKZQtl2_ZnFtJz off=15789947 len=1115522 2024-02-18T08:39:10.742 INFO:tasks.workunit.client.0.smithi110.stdout:op 654 completed, throughput=4.97MB/sec 2024-02-18T08:39:10.742 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kWrpW5CBwGjO5Fs off=811252 len=474180 2024-02-18T08:39:10.749 INFO:tasks.workunit.client.0.smithi110.stdout:op 655 completed, throughput=4.97MB/sec 2024-02-18T08:39:10.749 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-p3kN1v-JoT4CIAY off=10108875 len=405393 2024-02-18T08:39:10.751 INFO:tasks.workunit.client.0.smithi110.stdout:op 656 completed, throughput=4.98MB/sec 2024-02-18T08:39:10.751 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WZ3VHHiu98LDToC off=10021441 len=530935 2024-02-18T08:39:10.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 657 completed, throughput=4.98MB/sec 2024-02-18T08:39:10.758 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tWEOK2WxuqLaIMJ off=81340 len=1672807 2024-02-18T08:39:10.769 INFO:tasks.workunit.client.0.smithi110.stdout:op 658 completed, throughput=4.99MB/sec 2024-02-18T08:39:10.769 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HEaSoPwm0YySB_7 off=8776727 len=1004807 2024-02-18T08:39:10.775 INFO:tasks.workunit.client.0.smithi110.stdout:op 659 completed, throughput=5MB/sec 2024-02-18T08:39:10.775 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WInX6651YoKboNS off=9819106 len=734776 2024-02-18T08:39:10.776 INFO:tasks.workunit.client.0.smithi110.stdout:op 660 completed, throughput=5.01MB/sec 2024-02-18T08:39:11.780 INFO:tasks.workunit.client.0.smithi110.stdout: 130: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:11.780 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Wr8cT4YFkrrKXDv off=4356660 len=573564 2024-02-18T08:39:11.784 INFO:tasks.workunit.client.0.smithi110.stdout:op 661 completed, throughput=4.97MB/sec 2024-02-18T08:39:11.784 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-okDrpaExFeYIw_J off=602431 len=576888 2024-02-18T08:39:11.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 662 completed, throughput=4.98MB/sec 2024-02-18T08:39:11.801 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pZkBiAV7rTJjjAL off=14453461 len=680771 2024-02-18T08:39:11.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 663 completed, throughput=4.98MB/sec 2024-02-18T08:39:11.801 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vKVMsYcsx5dFl1W off=8416612 len=230359 2024-02-18T08:39:11.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 664 completed, throughput=4.98MB/sec 2024-02-18T08:39:11.801 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-q1u5fh5LWS4GukP off=10869880 len=1096267 2024-02-18T08:39:11.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 665 completed, throughput=4.99MB/sec 2024-02-18T08:39:11.801 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ftVgBCKXDkYu5gw off=3458918 len=903829 2024-02-18T08:39:11.805 INFO:tasks.workunit.client.0.smithi110.stdout:op 666 completed, throughput=5MB/sec 2024-02-18T08:39:11.805 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DpmNM54l9t7lQh_ off=746587 len=623924 2024-02-18T08:39:11.805 INFO:tasks.workunit.client.0.smithi110.stdout:op 667 completed, throughput=5MB/sec 2024-02-18T08:39:12.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:12 smithi110 bash[54479]: cluster 2024-02-18T08:39:10.982435+0000 mgr.y (mgr.44100) 669 : cluster [DBG] pgmap v1231: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:39:12.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:12 smithi110 bash[55875]: cluster 2024-02-18T08:39:10.982435+0000 mgr.y (mgr.44100) 669 : cluster [DBG] pgmap v1231: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:39:12.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:12 smithi191 bash[38688]: cluster 2024-02-18T08:39:10.982435+0000 mgr.y (mgr.44100) 669 : cluster [DBG] pgmap v1231: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:39:12.802 INFO:tasks.workunit.client.0.smithi110.stdout: 131: throughput=4.96MB/sec pending data=0 2024-02-18T08:39:12.802 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OBpYmXBvLU58eze off=507085 len=1832109 2024-02-18T08:39:12.806 INFO:tasks.workunit.client.0.smithi110.stdout:op 668 completed, throughput=4.98MB/sec 2024-02-18T08:39:12.806 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HW9361gssZOKJZc off=14749372 len=2081433 2024-02-18T08:39:12.813 INFO:tasks.workunit.client.0.smithi110.stdout:op 669 completed, throughput=4.99MB/sec 2024-02-18T08:39:12.814 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3mJPBDUqlFZhxQM off=1512998 len=1031659 2024-02-18T08:39:12.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 670 completed, throughput=5MB/sec 2024-02-18T08:39:12.825 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2aDDPYEoiDUebba off=11402202 len=949658 2024-02-18T08:39:12.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 671 completed, throughput=5MB/sec 2024-02-18T08:39:13.826 INFO:tasks.workunit.client.0.smithi110.stdout: 132: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:13.826 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F9BtRTMlWWVe0Gx off=2312164 len=1841353 2024-02-18T08:39:13.830 INFO:tasks.workunit.client.0.smithi110.stdout:op 672 completed, throughput=4.98MB/sec 2024-02-18T08:39:13.830 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-t0mFhfEmFuiJYVD off=2346251 len=705978 2024-02-18T08:39:13.837 INFO:tasks.workunit.client.0.smithi110.stdout:op 673 completed, throughput=4.98MB/sec 2024-02-18T08:39:13.837 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NruZzjLhJozFYzG off=3808771 len=143352 2024-02-18T08:39:13.838 INFO:tasks.workunit.client.0.smithi110.stdout:op 674 completed, throughput=4.99MB/sec 2024-02-18T08:39:13.838 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BgyDmerNXMJQ0Kp off=6903157 len=1121465 2024-02-18T08:39:13.846 INFO:tasks.workunit.client.0.smithi110.stdout:op 675 completed, throughput=4.99MB/sec 2024-02-18T08:39:13.847 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-563ylXd0g6sZVV1 off=1069397 len=399357 2024-02-18T08:39:13.847 INFO:tasks.workunit.client.0.smithi110.stdout:op 676 completed, throughput=5MB/sec 2024-02-18T08:39:13.847 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F5cKD7mq9zEYFIz off=16315877 len=453940 2024-02-18T08:39:13.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 677 completed, throughput=5MB/sec 2024-02-18T08:39:13.849 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-i-7lkfEU4JSYU3U off=14580719 len=1634841 2024-02-18T08:39:13.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 678 completed, throughput=5.01MB/sec 2024-02-18T08:39:14.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:14 smithi110 bash[54479]: cluster 2024-02-18T08:39:12.983385+0000 mgr.y (mgr.44100) 670 : cluster [DBG] pgmap v1232: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:39:14.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:14 smithi110 bash[55875]: cluster 2024-02-18T08:39:12.983385+0000 mgr.y (mgr.44100) 670 : cluster [DBG] pgmap v1232: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:39:14.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:14 smithi191 bash[38688]: cluster 2024-02-18T08:39:12.983385+0000 mgr.y (mgr.44100) 670 : cluster [DBG] pgmap v1232: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:39:14.851 INFO:tasks.workunit.client.0.smithi110.stdout: 133: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:14.852 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qU3ISNfyGzq8Q_Z off=1628734 len=1302750 2024-02-18T08:39:14.856 INFO:tasks.workunit.client.0.smithi110.stdout:op 679 completed, throughput=4.98MB/sec 2024-02-18T08:39:14.856 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gmjbUWuqG5spGb_ off=11601121 len=1224676 2024-02-18T08:39:14.860 INFO:tasks.workunit.client.0.smithi110.stdout:op 680 completed, throughput=4.99MB/sec 2024-02-18T08:39:14.860 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RSpLss3mq4GWoD6 off=7980035 len=1978452 2024-02-18T08:39:14.874 INFO:tasks.workunit.client.0.smithi110.stdout:op 681 completed, throughput=5MB/sec 2024-02-18T08:39:15.874 INFO:tasks.workunit.client.0.smithi110.stdout: 134: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:15.874 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FwbnfLPeXptL3vs off=4490375 len=1379414 2024-02-18T08:39:15.879 INFO:tasks.workunit.client.0.smithi110.stdout:op 682 completed, throughput=4.98MB/sec 2024-02-18T08:39:15.879 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jSLtWHQqfzNIZC5 off=7975196 len=141701 2024-02-18T08:39:15.883 INFO:tasks.workunit.client.0.smithi110.stdout:op 683 completed, throughput=4.98MB/sec 2024-02-18T08:39:15.883 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ts8PEcdSlrrNs6H off=18206373 len=2076335 2024-02-18T08:39:15.899 INFO:tasks.workunit.client.0.smithi110.stdout:op 684 completed, throughput=4.99MB/sec 2024-02-18T08:39:15.899 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4oG7PfolkI7csMC off=4569673 len=511561 2024-02-18T08:39:15.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 685 completed, throughput=5MB/sec 2024-02-18T08:39:15.905 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pJCg43D9Pcw9_OJ off=4647078 len=2076377 2024-02-18T08:39:15.919 INFO:tasks.workunit.client.0.smithi110.stdout:op 686 completed, throughput=5.01MB/sec 2024-02-18T08:39:16.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:16 smithi110 bash[55875]: cluster 2024-02-18T08:39:14.984217+0000 mgr.y (mgr.44100) 671 : cluster [DBG] pgmap v1233: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:39:16.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:16 smithi110 bash[54479]: cluster 2024-02-18T08:39:14.984217+0000 mgr.y (mgr.44100) 671 : cluster [DBG] pgmap v1233: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:39:16.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:16 smithi191 bash[38688]: cluster 2024-02-18T08:39:14.984217+0000 mgr.y (mgr.44100) 671 : cluster [DBG] pgmap v1233: 73 pgs: 73 active+clean; 127 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:39:16.920 INFO:tasks.workunit.client.0.smithi110.stdout: 135: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:16.920 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YZJF5i2CwRHuJ0q off=10266968 len=1067442 2024-02-18T08:39:16.929 INFO:tasks.workunit.client.0.smithi110.stdout:op 687 completed, throughput=4.98MB/sec 2024-02-18T08:39:16.929 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yi8vbHM1uD_-zyP off=5290201 len=1532523 2024-02-18T08:39:16.938 INFO:tasks.workunit.client.0.smithi110.stdout:op 688 completed, throughput=4.99MB/sec 2024-02-18T08:39:16.938 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-f-1VyHoSvNHers0 off=1323424 len=224013 2024-02-18T08:39:16.939 INFO:tasks.workunit.client.0.smithi110.stdout:op 689 completed, throughput=4.99MB/sec 2024-02-18T08:39:16.939 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ljfKsJGKWzlJrfG off=3612810 len=1705905 2024-02-18T08:39:16.942 INFO:tasks.workunit.client.0.smithi110.stdout:op 690 completed, throughput=5MB/sec 2024-02-18T08:39:17.942 INFO:tasks.workunit.client.0.smithi110.stdout: 136: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:17.943 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UgYJzXbTKR1Jkb6 off=336472 len=1354141 2024-02-18T08:39:17.955 INFO:tasks.workunit.client.0.smithi110.stdout:op 691 completed, throughput=4.98MB/sec 2024-02-18T08:39:17.955 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vQcfy35T38F7Ung off=2563442 len=821987 2024-02-18T08:39:17.958 INFO:tasks.workunit.client.0.smithi110.stdout:op 692 completed, throughput=4.98MB/sec 2024-02-18T08:39:17.958 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oDVnANEpJc5zByG off=69570 len=1596421 2024-02-18T08:39:17.967 INFO:tasks.workunit.client.0.smithi110.stdout:op 693 completed, throughput=4.99MB/sec 2024-02-18T08:39:17.968 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-op9pQo5VvT1DUHR off=3593187 len=102415 2024-02-18T08:39:17.968 INFO:tasks.workunit.client.0.smithi110.stdout:op 694 completed, throughput=4.99MB/sec 2024-02-18T08:39:17.968 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a1pyi-UzPpkot2M off=1966692 len=1131779 2024-02-18T08:39:17.970 INFO:tasks.workunit.client.0.smithi110.stdout:op 695 completed, throughput=5MB/sec 2024-02-18T08:39:18.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:18 smithi110 bash[54479]: cluster 2024-02-18T08:39:16.985092+0000 mgr.y (mgr.44100) 672 : cluster [DBG] pgmap v1234: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:39:18.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:18 smithi110 bash[55875]: cluster 2024-02-18T08:39:16.985092+0000 mgr.y (mgr.44100) 672 : cluster [DBG] pgmap v1234: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:39:18.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:18 smithi191 bash[38688]: cluster 2024-02-18T08:39:16.985092+0000 mgr.y (mgr.44100) 672 : cluster [DBG] pgmap v1234: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:39:18.971 INFO:tasks.workunit.client.0.smithi110.stdout: 137: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:18.971 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xigg3b7PLGTR5Vx off=513360 len=324455 2024-02-18T08:39:18.973 INFO:tasks.workunit.client.0.smithi110.stdout:op 696 completed, throughput=4.97MB/sec 2024-02-18T08:39:18.973 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-s1bcTBCNLxNM2pN off=2971397 len=337830 2024-02-18T08:39:18.974 INFO:tasks.workunit.client.0.smithi110.stdout:op 697 completed, throughput=4.97MB/sec 2024-02-18T08:39:18.974 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-r1itnfg56OE78pT off=10106065 len=1641682 2024-02-18T08:39:18.980 INFO:tasks.workunit.client.0.smithi110.stdout:op 698 completed, throughput=4.98MB/sec 2024-02-18T08:39:18.980 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cjEXaRuTCKi1NlD off=7412933 len=49112 2024-02-18T08:39:18.984 INFO:tasks.workunit.client.0.smithi110.stdout:op 699 completed, throughput=4.98MB/sec 2024-02-18T08:39:18.984 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mbEv_-38jhNaTTW off=231305 len=1485266 2024-02-18T08:39:18.996 INFO:tasks.workunit.client.0.smithi110.stdout:op 700 completed, throughput=4.99MB/sec 2024-02-18T08:39:18.996 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Oh1z18QUn11B-6Q off=1283421 len=1278263 2024-02-18T08:39:18.998 INFO:tasks.workunit.client.0.smithi110.stdout:op 701 completed, throughput=5MB/sec 2024-02-18T08:39:18.998 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-H0zCl3JSE2kZ9hG off=5648216 len=1879484 2024-02-18T08:39:19.002 INFO:tasks.workunit.client.0.smithi110.stdout:op 702 completed, throughput=5.01MB/sec 2024-02-18T08:39:20.002 INFO:tasks.workunit.client.0.smithi110.stdout: 138: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:20.002 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Elb-sf99QINePr- off=4756258 len=142180 2024-02-18T08:39:20.003 INFO:tasks.workunit.client.0.smithi110.stdout:op 703 completed, throughput=4.98MB/sec 2024-02-18T08:39:20.003 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0-JAtpKFi9NpkUH off=5460996 len=1153262 2024-02-18T08:39:20.007 INFO:tasks.workunit.client.0.smithi110.stdout:op 704 completed, throughput=4.98MB/sec 2024-02-18T08:39:20.007 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XIeupCjo34KMvIU off=11181441 len=831495 2024-02-18T08:39:20.015 INFO:tasks.workunit.client.0.smithi110.stdout:op 705 completed, throughput=4.99MB/sec 2024-02-18T08:39:20.016 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2b7oKbImIXppDSW off=3013418 len=85310 2024-02-18T08:39:20.019 INFO:tasks.workunit.client.0.smithi110.stdout:op 706 completed, throughput=4.99MB/sec 2024-02-18T08:39:20.019 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NXlhwPQcxzqBLX0 off=0 len=1138263 2024-02-18T08:39:20.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 707 completed, throughput=5MB/sec 2024-02-18T08:39:20.031 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A8lOv3tzu9JJQpn off=96002 len=341919 2024-02-18T08:39:20.035 INFO:tasks.workunit.client.0.smithi110.stdout:op 708 completed, throughput=5MB/sec 2024-02-18T08:39:20.035 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3nmImdN7BheSlpr off=16728632 len=308452 2024-02-18T08:39:20.036 INFO:tasks.workunit.client.0.smithi110.stdout:op 709 completed, throughput=5MB/sec 2024-02-18T08:39:20.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:20 smithi110 bash[54479]: cluster 2024-02-18T08:39:18.986002+0000 mgr.y (mgr.44100) 673 : cluster [DBG] pgmap v1235: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:39:20.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:20 smithi110 bash[55875]: cluster 2024-02-18T08:39:18.986002+0000 mgr.y (mgr.44100) 673 : cluster [DBG] pgmap v1235: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:39:20.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:20 smithi191 bash[38688]: cluster 2024-02-18T08:39:18.986002+0000 mgr.y (mgr.44100) 673 : cluster [DBG] pgmap v1235: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:39:21.036 INFO:tasks.workunit.client.0.smithi110.stdout: 139: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:21.037 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jx9uNGPfHzW7hj0 off=21766323 len=499630 2024-02-18T08:39:21.039 INFO:tasks.workunit.client.0.smithi110.stdout:op 710 completed, throughput=4.97MB/sec 2024-02-18T08:39:21.039 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xYzrxlNN5b7gdEZ off=5328268 len=1313726 2024-02-18T08:39:21.042 INFO:tasks.workunit.client.0.smithi110.stdout:op 711 completed, throughput=4.98MB/sec 2024-02-18T08:39:21.042 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yVcssTuOoePwOsW off=2164125 len=453087 2024-02-18T08:39:21.049 INFO:tasks.workunit.client.0.smithi110.stdout:op 712 completed, throughput=4.98MB/sec 2024-02-18T08:39:21.049 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Qk03zjmafDeNmg1 off=521740 len=1010868 2024-02-18T08:39:21.057 INFO:tasks.workunit.client.0.smithi110.stdout:op 713 completed, throughput=4.99MB/sec 2024-02-18T08:39:21.057 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V00wHf02rZaI6HW off=11465070 len=1059887 2024-02-18T08:39:21.065 INFO:tasks.workunit.client.0.smithi110.stdout:op 714 completed, throughput=4.99MB/sec 2024-02-18T08:39:21.065 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ftds9fKk6pTJZ_r off=818506 len=1669320 2024-02-18T08:39:21.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 715 completed, throughput=5.01MB/sec 2024-02-18T08:39:22.076 INFO:tasks.workunit.client.0.smithi110.stdout: 140: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:22.077 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rJpCaUbhm6wPENc off=13890984 len=1014918 2024-02-18T08:39:22.085 INFO:tasks.workunit.client.0.smithi110.stdout:op 716 completed, throughput=4.98MB/sec 2024-02-18T08:39:22.085 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-THng8I5P1drWFRz off=919341 len=1186709 2024-02-18T08:39:22.092 INFO:tasks.workunit.client.0.smithi110.stdout:op 717 completed, throughput=4.98MB/sec 2024-02-18T08:39:22.092 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PyqQs3l1urCzSoY off=17227302 len=377703 2024-02-18T08:39:22.094 INFO:tasks.workunit.client.0.smithi110.stdout:op 718 completed, throughput=4.99MB/sec 2024-02-18T08:39:22.094 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WYxuTOmJeqrlgUL off=17536504 len=201503 2024-02-18T08:39:22.098 INFO:tasks.workunit.client.0.smithi110.stdout:op 719 completed, throughput=4.99MB/sec 2024-02-18T08:39:22.098 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1gpFRkB04L5kGSM off=1696784 len=113208 2024-02-18T08:39:22.099 INFO:tasks.workunit.client.0.smithi110.stdout:op 720 completed, throughput=4.99MB/sec 2024-02-18T08:39:22.099 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SvKk1ZGnpWa8Re_ off=3266502 len=1233286 2024-02-18T08:39:22.102 INFO:tasks.workunit.client.0.smithi110.stdout:op 721 completed, throughput=5MB/sec 2024-02-18T08:39:22.102 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-v3Ed_bTrVl46hCR off=8160644 len=1743787 2024-02-18T08:39:22.104 INFO:tasks.workunit.client.0.smithi110.stdout:op 722 completed, throughput=5.01MB/sec 2024-02-18T08:39:22.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:22 smithi110 bash[54479]: cluster 2024-02-18T08:39:20.986800+0000 mgr.y (mgr.44100) 674 : cluster [DBG] pgmap v1236: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:39:22.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:22 smithi110 bash[55875]: cluster 2024-02-18T08:39:20.986800+0000 mgr.y (mgr.44100) 674 : cluster [DBG] pgmap v1236: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:39:22.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:22 smithi191 bash[38688]: cluster 2024-02-18T08:39:20.986800+0000 mgr.y (mgr.44100) 674 : cluster [DBG] pgmap v1236: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:39:23.105 INFO:tasks.workunit.client.0.smithi110.stdout: 141: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:23.105 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ODeU9OgVwoV6l7r off=10614794 len=910218 2024-02-18T08:39:23.108 INFO:tasks.workunit.client.0.smithi110.stdout:op 723 completed, throughput=4.98MB/sec 2024-02-18T08:39:23.108 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-89hID2mgMUgQy-Y off=7826043 len=1073543 2024-02-18T08:39:23.121 INFO:tasks.workunit.client.0.smithi110.stdout:op 724 completed, throughput=4.99MB/sec 2024-02-18T08:39:23.121 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3Zz4CGawzthJGh_ off=3500959 len=1561567 2024-02-18T08:39:23.131 INFO:tasks.workunit.client.0.smithi110.stdout:op 725 completed, throughput=5MB/sec 2024-02-18T08:39:23.132 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DSolfWiJcymNKmd off=11677014 len=1742762 2024-02-18T08:39:23.133 INFO:tasks.workunit.client.0.smithi110.stdout:op 726 completed, throughput=5.01MB/sec 2024-02-18T08:39:24.134 INFO:tasks.workunit.client.0.smithi110.stdout: 142: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:24.134 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MAGJt_UCPDURdlD off=11449786 len=725324 2024-02-18T08:39:24.136 INFO:tasks.workunit.client.0.smithi110.stdout:op 727 completed, throughput=4.98MB/sec 2024-02-18T08:39:24.136 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OPmqOKJM8vyseBj off=20178863 len=84104 2024-02-18T08:39:24.140 INFO:tasks.workunit.client.0.smithi110.stdout:op 728 completed, throughput=4.98MB/sec 2024-02-18T08:39:24.140 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FJuxTc-FrrJVIQN off=12991113 len=1567937 2024-02-18T08:39:24.152 INFO:tasks.workunit.client.0.smithi110.stdout:op 729 completed, throughput=4.99MB/sec 2024-02-18T08:39:24.152 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-leYuN3EmFTeQSah off=68637 len=338676 2024-02-18T08:39:24.153 INFO:tasks.workunit.client.0.smithi110.stdout:op 730 completed, throughput=4.99MB/sec 2024-02-18T08:39:24.153 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Pu3l96FfAIYm-6x off=11801790 len=427591 2024-02-18T08:39:24.158 INFO:tasks.workunit.client.0.smithi110.stdout:op 731 completed, throughput=4.99MB/sec 2024-02-18T08:39:24.158 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-U1mjN6mFlPDxKyE off=4656015 len=765126 2024-02-18T08:39:24.163 INFO:tasks.workunit.client.0.smithi110.stdout:op 732 completed, throughput=5MB/sec 2024-02-18T08:39:24.163 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oJXRyWhMWDaxpVp off=0 len=1272088 2024-02-18T08:39:24.166 INFO:tasks.workunit.client.0.smithi110.stdout:op 733 completed, throughput=5.01MB/sec 2024-02-18T08:39:24.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:24 smithi110 bash[55875]: cluster 2024-02-18T08:39:22.987695+0000 mgr.y (mgr.44100) 675 : cluster [DBG] pgmap v1237: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:39:24.462 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:24 smithi110 bash[54479]: cluster 2024-02-18T08:39:22.987695+0000 mgr.y (mgr.44100) 675 : cluster [DBG] pgmap v1237: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:39:24.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:24 smithi191 bash[38688]: cluster 2024-02-18T08:39:22.987695+0000 mgr.y (mgr.44100) 675 : cluster [DBG] pgmap v1237: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:39:25.166 INFO:tasks.workunit.client.0.smithi110.stdout: 143: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:25.167 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LfhZJc3g0KMtzDW off=1845725 len=1819062 2024-02-18T08:39:25.181 INFO:tasks.workunit.client.0.smithi110.stdout:op 734 completed, throughput=4.98MB/sec 2024-02-18T08:39:25.181 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-D3K6TaHrtMdi5l1 off=717882 len=1638501 2024-02-18T08:39:25.189 INFO:tasks.workunit.client.0.smithi110.stdout:op 735 completed, throughput=4.99MB/sec 2024-02-18T08:39:25.190 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eP9hHVqUq3ojh5R off=1834385 len=1957687 2024-02-18T08:39:25.200 INFO:tasks.workunit.client.0.smithi110.stdout:op 736 completed, throughput=5.01MB/sec 2024-02-18T08:39:26.201 INFO:tasks.workunit.client.0.smithi110.stdout: 144: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:26.201 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tNK3351J2Z2HEUI off=2267163 len=168754 2024-02-18T08:39:26.205 INFO:tasks.workunit.client.0.smithi110.stdout:op 737 completed, throughput=4.97MB/sec 2024-02-18T08:39:26.206 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LmgiMnd6Gx-6UfO off=9193009 len=1528406 2024-02-18T08:39:26.215 INFO:tasks.workunit.client.0.smithi110.stdout:op 738 completed, throughput=4.98MB/sec 2024-02-18T08:39:26.215 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NRHh1Mh1yYoN_Yc off=989303 len=64693 2024-02-18T08:39:26.219 INFO:tasks.workunit.client.0.smithi110.stdout:op 739 completed, throughput=4.98MB/sec 2024-02-18T08:39:26.219 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-U1L3imzFEQgdPR6 off=335589 len=1340290 2024-02-18T08:39:26.221 INFO:tasks.workunit.client.0.smithi110.stdout:op 740 completed, throughput=4.99MB/sec 2024-02-18T08:39:26.221 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fpboufdxrTavcWK off=5030769 len=198578 2024-02-18T08:39:26.225 INFO:tasks.workunit.client.0.smithi110.stdout:op 741 completed, throughput=4.99MB/sec 2024-02-18T08:39:26.225 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-X-23MOUrntRCKMT off=1768399 len=1620011 2024-02-18T08:39:26.234 INFO:tasks.workunit.client.0.smithi110.stdout:op 742 completed, throughput=5MB/sec 2024-02-18T08:39:26.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:26 smithi110 bash[54479]: cluster 2024-02-18T08:39:24.988482+0000 mgr.y (mgr.44100) 676 : cluster [DBG] pgmap v1238: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:39:26.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:26 smithi110 bash[55875]: cluster 2024-02-18T08:39:24.988482+0000 mgr.y (mgr.44100) 676 : cluster [DBG] pgmap v1238: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:39:26.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:26 smithi191 bash[38688]: cluster 2024-02-18T08:39:24.988482+0000 mgr.y (mgr.44100) 676 : cluster [DBG] pgmap v1238: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:39:27.234 INFO:tasks.workunit.client.0.smithi110.stdout: 145: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:27.234 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WgVYUnjEe509FdM off=16068323 len=1636839 2024-02-18T08:39:27.238 INFO:tasks.workunit.client.0.smithi110.stdout:op 743 completed, throughput=4.98MB/sec 2024-02-18T08:39:27.238 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mDvMTjtvfFbcFRK off=1176540 len=1031094 2024-02-18T08:39:27.247 INFO:tasks.workunit.client.0.smithi110.stdout:op 744 completed, throughput=4.99MB/sec 2024-02-18T08:39:27.247 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-s4l8qzUVHo1CLwE off=5308900 len=2043945 2024-02-18T08:39:27.259 INFO:tasks.workunit.client.0.smithi110.stdout:op 745 completed, throughput=5MB/sec 2024-02-18T08:39:27.259 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-n_NvNdAB84nPppC off=587591 len=51817 2024-02-18T08:39:27.260 INFO:tasks.workunit.client.0.smithi110.stdout:op 746 completed, throughput=5MB/sec 2024-02-18T08:39:27.260 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5AYje8JeRI7llvl off=8850656 len=508331 2024-02-18T08:39:27.261 INFO:tasks.workunit.client.0.smithi110.stdout:op 747 completed, throughput=5MB/sec 2024-02-18T08:39:28.261 INFO:tasks.workunit.client.0.smithi110.stdout: 146: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:28.262 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZzrtmQe3DEgEYPr off=550645 len=35985 2024-02-18T08:39:28.265 INFO:tasks.workunit.client.0.smithi110.stdout:op 748 completed, throughput=4.97MB/sec 2024-02-18T08:39:28.266 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Fns5cIR0G40M_NN off=8938760 len=670648 2024-02-18T08:39:28.271 INFO:tasks.workunit.client.0.smithi110.stdout:op 749 completed, throughput=4.97MB/sec 2024-02-18T08:39:28.271 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4Q8tuE-TEYETvIX off=1506482 len=819590 2024-02-18T08:39:28.272 INFO:tasks.workunit.client.0.smithi110.stdout:op 750 completed, throughput=4.98MB/sec 2024-02-18T08:39:28.272 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uKHGc1fJlamBYtp off=2219062 len=403838 2024-02-18T08:39:28.276 INFO:tasks.workunit.client.0.smithi110.stdout:op 751 completed, throughput=4.98MB/sec 2024-02-18T08:39:28.276 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JXnsSAGI7RDjwEC off=361022 len=382357 2024-02-18T08:39:28.277 INFO:tasks.workunit.client.0.smithi110.stdout:op 752 completed, throughput=4.98MB/sec 2024-02-18T08:39:28.278 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fc_Y8dNs9VX9lfE off=16900353 len=1733037 2024-02-18T08:39:28.282 INFO:tasks.workunit.client.0.smithi110.stdout:op 753 completed, throughput=4.99MB/sec 2024-02-18T08:39:28.282 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zxXoyqDGReN6gAA off=2265570 len=1859867 2024-02-18T08:39:28.296 INFO:tasks.workunit.client.0.smithi110.stdout:op 754 completed, throughput=5.01MB/sec 2024-02-18T08:39:28.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:28 smithi110 bash[54479]: cluster 2024-02-18T08:39:26.989353+0000 mgr.y (mgr.44100) 677 : cluster [DBG] pgmap v1239: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:39:28.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:28 smithi110 bash[55875]: cluster 2024-02-18T08:39:26.989353+0000 mgr.y (mgr.44100) 677 : cluster [DBG] pgmap v1239: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:39:28.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:28 smithi191 bash[38688]: cluster 2024-02-18T08:39:26.989353+0000 mgr.y (mgr.44100) 677 : cluster [DBG] pgmap v1239: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:39:29.293 INFO:tasks.workunit.client.0.smithi110.stdout: 147: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:29.293 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yDeKR6nwGAGj8ck off=8188663 len=1971620 2024-02-18T08:39:29.298 INFO:tasks.workunit.client.0.smithi110.stdout:op 755 completed, throughput=4.98MB/sec 2024-02-18T08:39:29.299 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Q63zoo1JFJoHbHF off=16050391 len=1253379 2024-02-18T08:39:29.310 INFO:tasks.workunit.client.0.smithi110.stdout:op 756 completed, throughput=4.99MB/sec 2024-02-18T08:39:29.310 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gPwGEMxOFFXAJ3t off=22476880 len=1534419 2024-02-18T08:39:29.315 INFO:tasks.workunit.client.0.smithi110.stdout:op 757 completed, throughput=5MB/sec 2024-02-18T08:39:30.314 INFO:tasks.workunit.client.0.smithi110.stdout: 148: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:30.314 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Plt1kMOSBS1we-- off=18933469 len=1644579 2024-02-18T08:39:30.319 INFO:tasks.workunit.client.0.smithi110.stdout:op 758 completed, throughput=4.98MB/sec 2024-02-18T08:39:30.319 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IILISZ3IQGxUDQq off=9910660 len=1024755 2024-02-18T08:39:30.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 759 completed, throughput=4.99MB/sec 2024-02-18T08:39:30.323 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B2bw2ul0O7PqSoN off=7584712 len=1287170 2024-02-18T08:39:30.326 INFO:tasks.workunit.client.0.smithi110.stdout:op 760 completed, throughput=4.99MB/sec 2024-02-18T08:39:30.326 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2gV_JokNr8vKIMD off=8391713 len=256187 2024-02-18T08:39:30.327 INFO:tasks.workunit.client.0.smithi110.stdout:op 761 completed, throughput=4.99MB/sec 2024-02-18T08:39:30.327 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KnNmk73SBfdBCq7 off=3104945 len=343714 2024-02-18T08:39:30.334 INFO:tasks.workunit.client.0.smithi110.stdout:op 762 completed, throughput=5MB/sec 2024-02-18T08:39:30.334 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-r-D6hq-AYg0TdZZ off=1135198 len=547685 2024-02-18T08:39:30.335 INFO:tasks.workunit.client.0.smithi110.stdout:op 763 completed, throughput=5MB/sec 2024-02-18T08:39:30.335 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Xu2gPsmp_NzDEv_ off=5331175 len=625200 2024-02-18T08:39:30.341 INFO:tasks.workunit.client.0.smithi110.stdout:op 764 completed, throughput=5MB/sec 2024-02-18T08:39:30.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:30 smithi110 bash[54479]: cluster 2024-02-18T08:39:28.990236+0000 mgr.y (mgr.44100) 678 : cluster [DBG] pgmap v1240: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:39:30.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:30 smithi110 bash[55875]: cluster 2024-02-18T08:39:28.990236+0000 mgr.y (mgr.44100) 678 : cluster [DBG] pgmap v1240: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:39:30.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:30 smithi191 bash[38688]: cluster 2024-02-18T08:39:28.990236+0000 mgr.y (mgr.44100) 678 : cluster [DBG] pgmap v1240: 73 pgs: 73 active+clean; 127 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:39:31.341 INFO:tasks.workunit.client.0.smithi110.stdout: 149: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:31.341 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3bf2yaWaIxW0bB_ off=10835816 len=124758 2024-02-18T08:39:31.342 INFO:tasks.workunit.client.0.smithi110.stdout:op 765 completed, throughput=4.97MB/sec 2024-02-18T08:39:31.342 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2P5oiuUlG3qShTD off=1315632 len=870371 2024-02-18T08:39:31.345 INFO:tasks.workunit.client.0.smithi110.stdout:op 766 completed, throughput=4.98MB/sec 2024-02-18T08:39:31.346 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2P5oiuUlG3qShTD off=927780 len=380362 2024-02-18T08:39:31.352 INFO:tasks.workunit.client.0.smithi110.stdout:op 767 completed, throughput=4.98MB/sec 2024-02-18T08:39:31.352 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZHj_sYREXfGFyUF off=7911997 len=308851 2024-02-18T08:39:31.354 INFO:tasks.workunit.client.0.smithi110.stdout:op 768 completed, throughput=4.98MB/sec 2024-02-18T08:39:31.354 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z_oF_zvcjZVWu9- off=2051206 len=28128 2024-02-18T08:39:31.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 769 completed, throughput=4.98MB/sec 2024-02-18T08:39:31.355 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hkDukNgdLgKo7zM off=4263779 len=1274723 2024-02-18T08:39:31.359 INFO:tasks.workunit.client.0.smithi110.stdout:op 770 completed, throughput=4.99MB/sec 2024-02-18T08:39:31.360 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hWwCHwMi6DI-Fkd off=4713913 len=1410801 2024-02-18T08:39:31.360 INFO:tasks.workunit.client.0.smithi110.stdout:op 771 completed, throughput=5MB/sec 2024-02-18T08:39:31.361 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KRia0yPQWHAO0PU off=5106639 len=405884 2024-02-18T08:39:31.362 INFO:tasks.workunit.client.0.smithi110.stdout:op 772 completed, throughput=5MB/sec 2024-02-18T08:39:32.363 INFO:tasks.workunit.client.0.smithi110.stdout: 150: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:32.363 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3132s3kb7tXB22q off=9044075 len=1256033 2024-02-18T08:39:32.373 INFO:tasks.workunit.client.0.smithi110.stdout:op 773 completed, throughput=4.98MB/sec 2024-02-18T08:39:32.373 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Xq98jRlfBj5zRnB off=15196127 len=948545 2024-02-18T08:39:32.381 INFO:tasks.workunit.client.0.smithi110.stdout:op 774 completed, throughput=4.98MB/sec 2024-02-18T08:39:32.383 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cUeaOynRkmXvYms off=13323635 len=1073357 2024-02-18T08:39:32.388 INFO:tasks.workunit.client.0.smithi110.stdout:op 775 completed, throughput=4.99MB/sec 2024-02-18T08:39:32.388 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lm3xdE4zFMVS6th off=9328045 len=2012505 2024-02-18T08:39:32.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 776 completed, throughput=5MB/sec 2024-02-18T08:39:32.393 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xMX1dhjb4k8rqlQ off=14017887 len=1497740 2024-02-18T08:39:32.400 INFO:tasks.workunit.client.0.smithi110.stdout:op 777 completed, throughput=5.01MB/sec 2024-02-18T08:39:32.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:32 smithi110 bash[55875]: cluster 2024-02-18T08:39:30.991063+0000 mgr.y (mgr.44100) 679 : cluster [DBG] pgmap v1241: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:39:32.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:32 smithi110 bash[54479]: cluster 2024-02-18T08:39:30.991063+0000 mgr.y (mgr.44100) 679 : cluster [DBG] pgmap v1241: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:39:32.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:32 smithi191 bash[38688]: cluster 2024-02-18T08:39:30.991063+0000 mgr.y (mgr.44100) 679 : cluster [DBG] pgmap v1241: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:39:33.401 INFO:tasks.workunit.client.0.smithi110.stdout: 151: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:33.401 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Bk_phxMzeurG11 off=10567347 len=302570 2024-02-18T08:39:33.407 INFO:tasks.workunit.client.0.smithi110.stdout:op 778 completed, throughput=4.98MB/sec 2024-02-18T08:39:33.407 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9GKrWwQ2V3rsVWl off=2948179 len=875845 2024-02-18T08:39:33.414 INFO:tasks.workunit.client.0.smithi110.stdout:op 779 completed, throughput=4.98MB/sec 2024-02-18T08:39:33.414 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uLLCe3ojs_4t6Zm off=5222987 len=1067877 2024-02-18T08:39:33.418 INFO:tasks.workunit.client.0.smithi110.stdout:op 780 completed, throughput=4.99MB/sec 2024-02-18T08:39:33.418 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-53-FEvlE5cEgkq_ off=5232546 len=1566896 2024-02-18T08:39:33.428 INFO:tasks.workunit.client.0.smithi110.stdout:op 781 completed, throughput=5MB/sec 2024-02-18T08:39:33.428 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6NCHCR3ZjcdZN2V off=4768498 len=187727 2024-02-18T08:39:33.432 INFO:tasks.workunit.client.0.smithi110.stdout:op 782 completed, throughput=5MB/sec 2024-02-18T08:39:33.432 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2steYJ1eKgCOdQO off=16565407 len=1398134 2024-02-18T08:39:33.439 INFO:tasks.workunit.client.0.smithi110.stdout:op 783 completed, throughput=5.01MB/sec 2024-02-18T08:39:34.440 INFO:tasks.workunit.client.0.smithi110.stdout: 152: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:34.440 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B0iT41-ehW-76k- off=20360067 len=1013951 2024-02-18T08:39:34.444 INFO:tasks.workunit.client.0.smithi110.stdout:op 784 completed, throughput=4.98MB/sec 2024-02-18T08:39:34.444 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9rjqOTWVYoUDOCg off=7079873 len=1328491 2024-02-18T08:39:34.447 INFO:tasks.workunit.client.0.smithi110.stdout:op 785 completed, throughput=4.99MB/sec 2024-02-18T08:39:34.447 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-baR3TX2tz1YiP_2 off=5312713 len=1772747 2024-02-18T08:39:34.451 INFO:tasks.workunit.client.0.smithi110.stdout:op 786 completed, throughput=5MB/sec 2024-02-18T08:39:34.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:34 smithi110 bash[55875]: cluster 2024-02-18T08:39:32.991966+0000 mgr.y (mgr.44100) 680 : cluster [DBG] pgmap v1242: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:39:34.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:34 smithi110 bash[54479]: cluster 2024-02-18T08:39:32.991966+0000 mgr.y (mgr.44100) 680 : cluster [DBG] pgmap v1242: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:39:34.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:34 smithi191 bash[38688]: cluster 2024-02-18T08:39:32.991966+0000 mgr.y (mgr.44100) 680 : cluster [DBG] pgmap v1242: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:39:35.451 INFO:tasks.workunit.client.0.smithi110.stdout: 153: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:35.451 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FegRsx2_A91dp4g off=6000912 len=1383926 2024-02-18T08:39:35.455 INFO:tasks.workunit.client.0.smithi110.stdout:op 787 completed, throughput=4.98MB/sec 2024-02-18T08:39:35.455 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IsB3y8-3D_8KR9- off=634975 len=1260436 2024-02-18T08:39:35.465 INFO:tasks.workunit.client.0.smithi110.stdout:op 788 completed, throughput=4.98MB/sec 2024-02-18T08:39:35.465 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Gok2fnXQlF266KR off=7650464 len=114238 2024-02-18T08:39:35.469 INFO:tasks.workunit.client.0.smithi110.stdout:op 789 completed, throughput=4.99MB/sec 2024-02-18T08:39:35.469 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bNk9ukkieAZo1jM off=470968 len=467573 2024-02-18T08:39:35.470 INFO:tasks.workunit.client.0.smithi110.stdout:op 790 completed, throughput=4.99MB/sec 2024-02-18T08:39:35.470 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-S43xHijnQfGYsNl off=0 len=1392316 2024-02-18T08:39:35.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 791 completed, throughput=5MB/sec 2024-02-18T08:39:35.479 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EnB0u5K3oe4Dt-Y off=9304119 len=1267089 2024-02-18T08:39:35.486 INFO:tasks.workunit.client.0.smithi110.stdout:op 792 completed, throughput=5MB/sec 2024-02-18T08:39:36.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:36 smithi110 bash[54479]: cluster 2024-02-18T08:39:34.992772+0000 mgr.y (mgr.44100) 681 : cluster [DBG] pgmap v1243: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:39:36.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:36 smithi110 bash[55875]: cluster 2024-02-18T08:39:34.992772+0000 mgr.y (mgr.44100) 681 : cluster [DBG] pgmap v1243: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:39:36.487 INFO:tasks.workunit.client.0.smithi110.stdout: 154: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:36.487 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fCB7JWg9sCFGwn1 off=9609375 len=66370 2024-02-18T08:39:36.488 INFO:tasks.workunit.client.0.smithi110.stdout:op 793 completed, throughput=4.97MB/sec 2024-02-18T08:39:36.488 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oH-0czqONS3ICCF off=4112518 len=1619185 2024-02-18T08:39:36.500 INFO:tasks.workunit.client.0.smithi110.stdout:op 794 completed, throughput=4.98MB/sec 2024-02-18T08:39:36.501 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HpzgxmHwz9vXWkm off=1663725 len=1739076 2024-02-18T08:39:36.511 INFO:tasks.workunit.client.0.smithi110.stdout:op 795 completed, throughput=4.99MB/sec 2024-02-18T08:39:36.511 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-W6HqeMJDK9GeYAw off=5956426 len=2085013 2024-02-18T08:39:36.524 INFO:tasks.workunit.client.0.smithi110.stdout:op 796 completed, throughput=5MB/sec 2024-02-18T08:39:36.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:36 smithi191 bash[38688]: cluster 2024-02-18T08:39:34.992772+0000 mgr.y (mgr.44100) 681 : cluster [DBG] pgmap v1243: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:39:37.525 INFO:tasks.workunit.client.0.smithi110.stdout: 155: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:37.525 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r1VIqnm7od4-Djl off=12952337 len=774741 2024-02-18T08:39:37.533 INFO:tasks.workunit.client.0.smithi110.stdout:op 797 completed, throughput=4.98MB/sec 2024-02-18T08:39:37.533 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fPjPR26mM7GwyP9 off=5179502 len=1915660 2024-02-18T08:39:37.547 INFO:tasks.workunit.client.0.smithi110.stdout:op 798 completed, throughput=4.99MB/sec 2024-02-18T08:39:37.547 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XKVRC0r5NEYxIFm off=360718 len=1369739 2024-02-18T08:39:37.548 INFO:tasks.workunit.client.0.smithi110.stdout:op 799 completed, throughput=5MB/sec 2024-02-18T08:39:37.548 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rEIR4aswefxTyeM off=15240001 len=1338764 2024-02-18T08:39:37.550 INFO:tasks.workunit.client.0.smithi110.stdout:op 800 completed, throughput=5MB/sec 2024-02-18T08:39:38.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:38 smithi110 bash[54479]: cluster 2024-02-18T08:39:36.993666+0000 mgr.y (mgr.44100) 682 : cluster [DBG] pgmap v1244: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:39:38.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:38 smithi110 bash[55875]: cluster 2024-02-18T08:39:36.993666+0000 mgr.y (mgr.44100) 682 : cluster [DBG] pgmap v1244: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:39:38.550 INFO:tasks.workunit.client.0.smithi110.stdout: 156: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:38.550 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vQ9-GtKUYXbJMw4 off=3061953 len=962391 2024-02-18T08:39:38.553 INFO:tasks.workunit.client.0.smithi110.stdout:op 801 completed, throughput=4.98MB/sec 2024-02-18T08:39:38.553 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-apsTpk38pTFlf7B off=7777029 len=1717403 2024-02-18T08:39:38.566 INFO:tasks.workunit.client.0.smithi110.stdout:op 802 completed, throughput=4.99MB/sec 2024-02-18T08:39:38.566 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vQwtXVsmrhy87ha off=6807364 len=845316 2024-02-18T08:39:38.568 INFO:tasks.workunit.client.0.smithi110.stdout:op 803 completed, throughput=4.99MB/sec 2024-02-18T08:39:38.568 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kLiOeaVbctQMR-S off=14344080 len=465294 2024-02-18T08:39:38.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 804 completed, throughput=5MB/sec 2024-02-18T08:39:38.573 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OtB3Nso8ogMvjqW off=10955704 len=499069 2024-02-18T08:39:38.574 INFO:tasks.workunit.client.0.smithi110.stdout:op 805 completed, throughput=5MB/sec 2024-02-18T08:39:38.574 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cDkCdgjtLQnruot off=9208000 len=1790548 2024-02-18T08:39:38.578 INFO:tasks.workunit.client.0.smithi110.stdout:op 806 completed, throughput=5.01MB/sec 2024-02-18T08:39:38.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:38 smithi191 bash[38688]: cluster 2024-02-18T08:39:36.993666+0000 mgr.y (mgr.44100) 682 : cluster [DBG] pgmap v1244: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:39:39.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:39 smithi110 bash[54479]: audit 2024-02-18T08:39:38.919360+0000 mon.a (mon.0) 1716 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:39:39.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:39 smithi110 bash[54479]: audit 2024-02-18T08:39:38.920172+0000 mon.a (mon.0) 1717 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:39:39.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:39 smithi110 bash[54479]: audit 2024-02-18T08:39:38.920916+0000 mon.a (mon.0) 1718 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:39:39.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:39 smithi110 bash[55875]: audit 2024-02-18T08:39:38.919360+0000 mon.a (mon.0) 1716 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:39:39.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:39 smithi110 bash[55875]: audit 2024-02-18T08:39:38.920172+0000 mon.a (mon.0) 1717 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:39:39.462 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:39 smithi110 bash[55875]: audit 2024-02-18T08:39:38.920916+0000 mon.a (mon.0) 1718 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:39:39.578 INFO:tasks.workunit.client.0.smithi110.stdout: 157: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:39.578 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1fKe6YmauN8AGwe off=12611145 len=111405 2024-02-18T08:39:39.580 INFO:tasks.workunit.client.0.smithi110.stdout:op 807 completed, throughput=4.98MB/sec 2024-02-18T08:39:39.580 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bOy8zufaUalUGex off=15639601 len=692125 2024-02-18T08:39:39.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:39 smithi191 bash[38688]: audit 2024-02-18T08:39:38.919360+0000 mon.a (mon.0) 1716 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:39:39.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:39 smithi191 bash[38688]: audit 2024-02-18T08:39:38.920172+0000 mon.a (mon.0) 1717 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:39:39.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:39 smithi191 bash[38688]: audit 2024-02-18T08:39:38.920916+0000 mon.a (mon.0) 1718 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:39:39.587 INFO:tasks.workunit.client.0.smithi110.stdout:op 808 completed, throughput=4.98MB/sec 2024-02-18T08:39:39.587 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LZ4faYezXOdmuGb off=20780113 len=1853585 2024-02-18T08:39:39.599 INFO:tasks.workunit.client.0.smithi110.stdout:op 809 completed, throughput=4.99MB/sec 2024-02-18T08:39:39.599 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1_SJuJIqOcyanyx off=14009481 len=1549621 2024-02-18T08:39:39.607 INFO:tasks.workunit.client.0.smithi110.stdout:op 810 completed, throughput=5MB/sec 2024-02-18T08:39:40.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:40 smithi110 bash[55875]: cluster 2024-02-18T08:39:38.994554+0000 mgr.y (mgr.44100) 683 : cluster [DBG] pgmap v1245: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:39:40.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:40 smithi110 bash[54479]: cluster 2024-02-18T08:39:38.994554+0000 mgr.y (mgr.44100) 683 : cluster [DBG] pgmap v1245: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:39:40.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:40 smithi191 bash[38688]: cluster 2024-02-18T08:39:38.994554+0000 mgr.y (mgr.44100) 683 : cluster [DBG] pgmap v1245: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:39:40.607 INFO:tasks.workunit.client.0.smithi110.stdout: 158: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:40.608 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EAGM9OEUoAWFFCA off=9259920 len=1704593 2024-02-18T08:39:40.611 INFO:tasks.workunit.client.0.smithi110.stdout:op 811 completed, throughput=4.98MB/sec 2024-02-18T08:39:40.611 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zLEZTW31l2g0oxr off=12194487 len=43895 2024-02-18T08:39:40.615 INFO:tasks.workunit.client.0.smithi110.stdout:op 812 completed, throughput=4.98MB/sec 2024-02-18T08:39:40.615 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sAPr7VKCjQxVhjb off=1496291 len=747749 2024-02-18T08:39:40.623 INFO:tasks.workunit.client.0.smithi110.stdout:op 813 completed, throughput=4.99MB/sec 2024-02-18T08:39:40.623 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ArDAXtnnM6QJ_ff off=5142892 len=1173167 2024-02-18T08:39:40.630 INFO:tasks.workunit.client.0.smithi110.stdout:op 814 completed, throughput=4.99MB/sec 2024-02-18T08:39:40.630 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2yMrdtikdPcIeL9 off=5337468 len=1457963 2024-02-18T08:39:40.639 INFO:tasks.workunit.client.0.smithi110.stdout:op 815 completed, throughput=5MB/sec 2024-02-18T08:39:41.640 INFO:tasks.workunit.client.0.smithi110.stdout: 159: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:41.640 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V28tKgajU4G3KYI off=20435297 len=1146599 2024-02-18T08:39:41.650 INFO:tasks.workunit.client.0.smithi110.stdout:op 816 completed, throughput=4.98MB/sec 2024-02-18T08:39:41.650 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qe6KBr9ewC4rraA off=4909880 len=1810617 2024-02-18T08:39:41.652 INFO:tasks.workunit.client.0.smithi110.stdout:op 817 completed, throughput=4.99MB/sec 2024-02-18T08:39:41.653 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gLroQDp5AMfsl3x off=660689 len=1946334 2024-02-18T08:39:41.663 INFO:tasks.workunit.client.0.smithi110.stdout:op 818 completed, throughput=5MB/sec 2024-02-18T08:39:41.664 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wU5iOEfz3sfGdTn off=1922300 len=1771834 2024-02-18T08:39:41.666 INFO:tasks.workunit.client.0.smithi110.stdout:op 819 completed, throughput=5.01MB/sec 2024-02-18T08:39:42.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:42 smithi110 bash[54479]: cluster 2024-02-18T08:39:40.995385+0000 mgr.y (mgr.44100) 684 : cluster [DBG] pgmap v1246: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:39:42.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:42 smithi110 bash[55875]: cluster 2024-02-18T08:39:40.995385+0000 mgr.y (mgr.44100) 684 : cluster [DBG] pgmap v1246: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:39:42.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:42 smithi191 bash[38688]: cluster 2024-02-18T08:39:40.995385+0000 mgr.y (mgr.44100) 684 : cluster [DBG] pgmap v1246: 73 pgs: 73 active+clean; 127 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:39:42.670 INFO:tasks.workunit.client.0.smithi110.stdout: 160: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:42.670 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7I_mA7AHK4EsPLP off=1348465 len=904041 2024-02-18T08:39:42.675 INFO:tasks.workunit.client.0.smithi110.stdout:op 820 completed, throughput=4.98MB/sec 2024-02-18T08:39:42.675 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-x77IYHsStPlTG-S off=3614886 len=1022109 2024-02-18T08:39:42.689 INFO:tasks.workunit.client.0.smithi110.stdout:op 821 completed, throughput=4.99MB/sec 2024-02-18T08:39:42.689 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mCQPbTFJgtknlfu off=4136009 len=365810 2024-02-18T08:39:42.689 INFO:tasks.workunit.client.0.smithi110.stdout:op 822 completed, throughput=4.99MB/sec 2024-02-18T08:39:42.689 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aNg8dNsPrYsER7V off=3030172 len=1763437 2024-02-18T08:39:42.689 INFO:tasks.workunit.client.0.smithi110.stdout:op 823 completed, throughput=5MB/sec 2024-02-18T08:39:43.688 INFO:tasks.workunit.client.0.smithi110.stdout: 161: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:43.688 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NEtPOAqJ9WGaANs off=4240814 len=891714 2024-02-18T08:39:43.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 824 completed, throughput=4.98MB/sec 2024-02-18T08:39:43.696 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EdeaXtZd7XBwtrI off=1179774 len=1974413 2024-02-18T08:39:43.698 INFO:tasks.workunit.client.0.smithi110.stdout:op 825 completed, throughput=4.99MB/sec 2024-02-18T08:39:43.698 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xDxObXOPNRlVTgc off=7440172 len=138824 2024-02-18T08:39:43.700 INFO:tasks.workunit.client.0.smithi110.stdout:op 826 completed, throughput=4.99MB/sec 2024-02-18T08:39:43.700 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CQxf7MX8GzcoF4s off=2057714 len=702441 2024-02-18T08:39:43.701 INFO:tasks.workunit.client.0.smithi110.stdout:op 827 completed, throughput=4.99MB/sec 2024-02-18T08:39:43.701 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-x7_ZL3HfJSKueSW off=7314458 len=419904 2024-02-18T08:39:43.703 INFO:tasks.workunit.client.0.smithi110.stdout:op 828 completed, throughput=4.99MB/sec 2024-02-18T08:39:43.704 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1TiIP4qVO909AtM off=19500521 len=1248299 2024-02-18T08:39:43.706 INFO:tasks.workunit.client.0.smithi110.stdout:op 829 completed, throughput=5MB/sec 2024-02-18T08:39:44.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:44 smithi110 bash[54479]: cluster 2024-02-18T08:39:42.996439+0000 mgr.y (mgr.44100) 685 : cluster [DBG] pgmap v1247: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:39:44.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:44 smithi110 bash[55875]: cluster 2024-02-18T08:39:42.996439+0000 mgr.y (mgr.44100) 685 : cluster [DBG] pgmap v1247: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:39:44.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:44 smithi191 bash[38688]: cluster 2024-02-18T08:39:42.996439+0000 mgr.y (mgr.44100) 685 : cluster [DBG] pgmap v1247: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:39:44.706 INFO:tasks.workunit.client.0.smithi110.stdout: 162: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:44.707 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0578Z0Y13qsNqwT off=3157959 len=1391749 2024-02-18T08:39:44.710 INFO:tasks.workunit.client.0.smithi110.stdout:op 830 completed, throughput=4.98MB/sec 2024-02-18T08:39:44.710 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OcpCS0wgSLSD1v5 off=1670470 len=970544 2024-02-18T08:39:44.714 INFO:tasks.workunit.client.0.smithi110.stdout:op 831 completed, throughput=4.98MB/sec 2024-02-18T08:39:44.714 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Rci-PY0uk4Uw54M off=7420226 len=1519872 2024-02-18T08:39:44.723 INFO:tasks.workunit.client.0.smithi110.stdout:op 832 completed, throughput=4.99MB/sec 2024-02-18T08:39:44.723 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tfwiqh7OmCCsCsW off=284252 len=351677 2024-02-18T08:39:44.725 INFO:tasks.workunit.client.0.smithi110.stdout:op 833 completed, throughput=4.99MB/sec 2024-02-18T08:39:44.725 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F3w0PSMKTu_MEm8 off=3389040 len=1502206 2024-02-18T08:39:44.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 834 completed, throughput=5MB/sec 2024-02-18T08:39:45.730 INFO:tasks.workunit.client.0.smithi110.stdout: 163: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:45.730 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HNMQLLE43sEUIuf off=3598364 len=1835641 2024-02-18T08:39:45.743 INFO:tasks.workunit.client.0.smithi110.stdout:op 835 completed, throughput=4.98MB/sec 2024-02-18T08:39:45.743 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ipy0Xg1-xZRyUBw off=8829972 len=1870921 2024-02-18T08:39:45.748 INFO:tasks.workunit.client.0.smithi110.stdout:op 836 completed, throughput=4.99MB/sec 2024-02-18T08:39:45.748 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qqu3eVRojCZnFD0 off=20854577 len=289253 2024-02-18T08:39:45.754 INFO:tasks.workunit.client.0.smithi110.stdout:op 837 completed, throughput=5MB/sec 2024-02-18T08:39:45.754 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8ESZhEsroKMrEh9 off=11566523 len=740812 2024-02-18T08:39:45.754 INFO:tasks.workunit.client.0.smithi110.stdout:op 838 completed, throughput=5MB/sec 2024-02-18T08:39:45.755 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WInX6651YoKboNS off=20489300 len=114312 2024-02-18T08:39:45.755 INFO:tasks.workunit.client.0.smithi110.stdout:op 839 completed, throughput=5MB/sec 2024-02-18T08:39:45.755 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iST-vlpr809GZGg off=2079451 len=154394 2024-02-18T08:39:45.756 INFO:tasks.workunit.client.0.smithi110.stdout:op 840 completed, throughput=5MB/sec 2024-02-18T08:39:46.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:46 smithi191 bash[38688]: cluster 2024-02-18T08:39:44.997226+0000 mgr.y (mgr.44100) 686 : cluster [DBG] pgmap v1248: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:39:46.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:46 smithi110 bash[54479]: cluster 2024-02-18T08:39:44.997226+0000 mgr.y (mgr.44100) 686 : cluster [DBG] pgmap v1248: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:39:46.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:46 smithi110 bash[55875]: cluster 2024-02-18T08:39:44.997226+0000 mgr.y (mgr.44100) 686 : cluster [DBG] pgmap v1248: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:39:46.756 INFO:tasks.workunit.client.0.smithi110.stdout: 164: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:46.756 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oJWQovwUh3SprO4 off=18292516 len=1747037 2024-02-18T08:39:46.760 INFO:tasks.workunit.client.0.smithi110.stdout:op 841 completed, throughput=4.98MB/sec 2024-02-18T08:39:46.760 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aXeDfTHsYnGL8jj off=1737670 len=716466 2024-02-18T08:39:46.762 INFO:tasks.workunit.client.0.smithi110.stdout:op 842 completed, throughput=4.98MB/sec 2024-02-18T08:39:46.762 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0aJ1WxZVuQ-JTH7 off=12070304 len=1362473 2024-02-18T08:39:46.774 INFO:tasks.workunit.client.0.smithi110.stdout:op 843 completed, throughput=4.99MB/sec 2024-02-18T08:39:46.774 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MeWoNxkssu1UM8P off=2543216 len=630086 2024-02-18T08:39:46.777 INFO:tasks.workunit.client.0.smithi110.stdout:op 844 completed, throughput=5MB/sec 2024-02-18T08:39:46.777 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6Ax81iCh05o9PxJ off=3214090 len=1644204 2024-02-18T08:39:46.781 INFO:tasks.workunit.client.0.smithi110.stdout:op 845 completed, throughput=5MB/sec 2024-02-18T08:39:47.781 INFO:tasks.workunit.client.0.smithi110.stdout: 165: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:47.781 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7MalgKEcNs8lGAe off=8203538 len=574249 2024-02-18T08:39:47.788 INFO:tasks.workunit.client.0.smithi110.stdout:op 846 completed, throughput=4.98MB/sec 2024-02-18T08:39:47.789 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0Yxh0cuyUc0HvpG off=1172997 len=761472 2024-02-18T08:39:47.795 INFO:tasks.workunit.client.0.smithi110.stdout:op 847 completed, throughput=4.98MB/sec 2024-02-18T08:39:47.795 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nqqbUDnZGy8rWcW off=3823562 len=748102 2024-02-18T08:39:47.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 848 completed, throughput=4.99MB/sec 2024-02-18T08:39:47.801 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dA1QE0n17tMfOGO off=736983 len=1428037 2024-02-18T08:39:47.810 INFO:tasks.workunit.client.0.smithi110.stdout:op 849 completed, throughput=4.99MB/sec 2024-02-18T08:39:47.810 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EshLSTRCFLD2v5W off=3197129 len=201643 2024-02-18T08:39:47.813 INFO:tasks.workunit.client.0.smithi110.stdout:op 850 completed, throughput=5MB/sec 2024-02-18T08:39:47.813 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IR0mUTpWWs1kjKm off=2040537 len=1306844 2024-02-18T08:39:47.820 INFO:tasks.workunit.client.0.smithi110.stdout:op 851 completed, throughput=5MB/sec 2024-02-18T08:39:48.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:48 smithi191 bash[38688]: cluster 2024-02-18T08:39:46.998206+0000 mgr.y (mgr.44100) 687 : cluster [DBG] pgmap v1249: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:39:48.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:48 smithi110 bash[54479]: cluster 2024-02-18T08:39:46.998206+0000 mgr.y (mgr.44100) 687 : cluster [DBG] pgmap v1249: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:39:48.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:48 smithi110 bash[55875]: cluster 2024-02-18T08:39:46.998206+0000 mgr.y (mgr.44100) 687 : cluster [DBG] pgmap v1249: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:39:48.820 INFO:tasks.workunit.client.0.smithi110.stdout: 166: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:48.820 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aGl_l97nuLLg-ry off=1773147 len=1572277 2024-02-18T08:39:48.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 852 completed, throughput=4.98MB/sec 2024-02-18T08:39:48.826 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wlOphaql_OuWg1G off=2626764 len=527906 2024-02-18T08:39:48.827 INFO:tasks.workunit.client.0.smithi110.stdout:op 853 completed, throughput=4.98MB/sec 2024-02-18T08:39:48.827 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ne74IeFxkS9kb9b off=11256185 len=1958544 2024-02-18T08:39:48.833 INFO:tasks.workunit.client.0.smithi110.stdout:op 854 completed, throughput=5MB/sec 2024-02-18T08:39:48.833 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MFnyp0e8RNUKXhz off=6788244 len=332750 2024-02-18T08:39:48.834 INFO:tasks.workunit.client.0.smithi110.stdout:op 855 completed, throughput=5MB/sec 2024-02-18T08:39:48.834 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xHTBlmLVihSHBF8 off=15655431 len=1854961 2024-02-18T08:39:48.846 INFO:tasks.workunit.client.0.smithi110.stdout:op 856 completed, throughput=5.01MB/sec 2024-02-18T08:39:49.846 INFO:tasks.workunit.client.0.smithi110.stdout: 167: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:49.846 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jQ8aA9h_74oQXOi off=6586704 len=537409 2024-02-18T08:39:49.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 857 completed, throughput=4.98MB/sec 2024-02-18T08:39:49.848 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dZVWTuYcS6S0Joj off=22046941 len=1585458 2024-02-18T08:39:49.858 INFO:tasks.workunit.client.0.smithi110.stdout:op 858 completed, throughput=4.99MB/sec 2024-02-18T08:39:49.858 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L-akkJYhDMw8o6d off=3085415 len=1272069 2024-02-18T08:39:49.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 859 completed, throughput=5MB/sec 2024-02-18T08:39:49.861 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-x3o5wt_3QVUdm0l off=15542510 len=1252163 2024-02-18T08:39:49.865 INFO:tasks.workunit.client.0.smithi110.stdout:op 860 completed, throughput=5MB/sec 2024-02-18T08:39:50.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:50 smithi191 bash[38688]: cluster 2024-02-18T08:39:48.999058+0000 mgr.y (mgr.44100) 688 : cluster [DBG] pgmap v1250: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:39:50.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:50 smithi110 bash[55875]: cluster 2024-02-18T08:39:48.999058+0000 mgr.y (mgr.44100) 688 : cluster [DBG] pgmap v1250: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:39:50.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:50 smithi110 bash[54479]: cluster 2024-02-18T08:39:48.999058+0000 mgr.y (mgr.44100) 688 : cluster [DBG] pgmap v1250: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:39:50.866 INFO:tasks.workunit.client.0.smithi110.stdout: 168: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:50.866 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A3Sg-gU1koi5m23 off=165823 len=317837 2024-02-18T08:39:50.872 INFO:tasks.workunit.client.0.smithi110.stdout:op 861 completed, throughput=4.98MB/sec 2024-02-18T08:39:50.872 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dnLzqctTg38MyJv off=256934 len=1338291 2024-02-18T08:39:50.881 INFO:tasks.workunit.client.0.smithi110.stdout:op 862 completed, throughput=4.98MB/sec 2024-02-18T08:39:50.881 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a7SkyZEnSTD8oJE off=7241773 len=211193 2024-02-18T08:39:50.885 INFO:tasks.workunit.client.0.smithi110.stdout:op 863 completed, throughput=4.98MB/sec 2024-02-18T08:39:50.885 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uiy6BOyQ48qCeau off=21303473 len=1136118 2024-02-18T08:39:50.887 INFO:tasks.workunit.client.0.smithi110.stdout:op 864 completed, throughput=4.99MB/sec 2024-02-18T08:39:50.887 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hXjWikdgk1xnfFc off=692966 len=1916378 2024-02-18T08:39:50.891 INFO:tasks.workunit.client.0.smithi110.stdout:op 865 completed, throughput=5MB/sec 2024-02-18T08:39:51.892 INFO:tasks.workunit.client.0.smithi110.stdout: 169: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:51.892 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kl1UslS_4SXOxF1 off=0 len=1400652 2024-02-18T08:39:51.895 INFO:tasks.workunit.client.0.smithi110.stdout:op 866 completed, throughput=4.98MB/sec 2024-02-18T08:39:51.895 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ggYqupn1kTNnVfO off=1359269 len=1672580 2024-02-18T08:39:51.908 INFO:tasks.workunit.client.0.smithi110.stdout:op 867 completed, throughput=4.99MB/sec 2024-02-18T08:39:51.908 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-13Ptb6dlEh-aKRE off=8136914 len=870660 2024-02-18T08:39:51.910 INFO:tasks.workunit.client.0.smithi110.stdout:op 868 completed, throughput=4.99MB/sec 2024-02-18T08:39:51.910 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BC3txEW1CxngOer off=141668 len=221758 2024-02-18T08:39:51.915 INFO:tasks.workunit.client.0.smithi110.stdout:op 869 completed, throughput=4.99MB/sec 2024-02-18T08:39:51.915 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-m9FZ0aCNBH4u92z off=12944351 len=1344869 2024-02-18T08:39:51.916 INFO:tasks.workunit.client.0.smithi110.stdout:op 870 completed, throughput=5MB/sec 2024-02-18T08:39:52.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:52 smithi191 bash[38688]: cluster 2024-02-18T08:39:50.999891+0000 mgr.y (mgr.44100) 689 : cluster [DBG] pgmap v1251: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:39:52.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:52 smithi110 bash[54479]: cluster 2024-02-18T08:39:50.999891+0000 mgr.y (mgr.44100) 689 : cluster [DBG] pgmap v1251: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:39:52.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:52 smithi110 bash[55875]: cluster 2024-02-18T08:39:50.999891+0000 mgr.y (mgr.44100) 689 : cluster [DBG] pgmap v1251: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:39:52.917 INFO:tasks.workunit.client.0.smithi110.stdout: 170: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:52.917 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eu8d7gBMYuMyqpT off=5789373 len=2063415 2024-02-18T08:39:52.920 INFO:tasks.workunit.client.0.smithi110.stdout:op 871 completed, throughput=4.98MB/sec 2024-02-18T08:39:52.920 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9m8uTZlOlBFCa95 off=5541140 len=1352612 2024-02-18T08:39:52.928 INFO:tasks.workunit.client.0.smithi110.stdout:op 872 completed, throughput=4.99MB/sec 2024-02-18T08:39:52.929 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9JIhFygCATD8uhM off=3361137 len=710062 2024-02-18T08:39:52.935 INFO:tasks.workunit.client.0.smithi110.stdout:op 873 completed, throughput=4.99MB/sec 2024-02-18T08:39:52.935 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fPhocUmWHcrUVEG off=14557865 len=1392277 2024-02-18T08:39:52.936 INFO:tasks.workunit.client.0.smithi110.stdout:op 874 completed, throughput=5MB/sec 2024-02-18T08:39:53.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:53 smithi191 bash[38688]: audit 2024-02-18T08:39:52.745342+0000 mon.a (mon.0) 1719 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:39:53.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:53 smithi191 bash[38688]: audit 2024-02-18T08:39:52.749359+0000 mon.a (mon.0) 1720 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:39:53.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:53 smithi191 bash[38688]: audit 2024-02-18T08:39:52.750178+0000 mon.a (mon.0) 1721 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:39:53.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:53 smithi110 bash[54479]: audit 2024-02-18T08:39:52.745342+0000 mon.a (mon.0) 1719 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:39:53.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:53 smithi110 bash[54479]: audit 2024-02-18T08:39:52.749359+0000 mon.a (mon.0) 1720 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:39:53.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:53 smithi110 bash[54479]: audit 2024-02-18T08:39:52.750178+0000 mon.a (mon.0) 1721 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:39:53.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:53 smithi110 bash[55875]: audit 2024-02-18T08:39:52.745342+0000 mon.a (mon.0) 1719 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:39:53.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:53 smithi110 bash[55875]: audit 2024-02-18T08:39:52.749359+0000 mon.a (mon.0) 1720 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:39:53.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:53 smithi110 bash[55875]: audit 2024-02-18T08:39:52.750178+0000 mon.a (mon.0) 1721 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:39:53.937 INFO:tasks.workunit.client.0.smithi110.stdout: 171: throughput=4.97MB/sec pending data=0 2024-02-18T08:39:53.937 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_cgTwdiccyADFOi off=4761958 len=570692 2024-02-18T08:39:53.939 INFO:tasks.workunit.client.0.smithi110.stdout:op 875 completed, throughput=4.98MB/sec 2024-02-18T08:39:53.939 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lLWwxVy_AJmqU9N off=15030202 len=55667 2024-02-18T08:39:53.940 INFO:tasks.workunit.client.0.smithi110.stdout:op 876 completed, throughput=4.98MB/sec 2024-02-18T08:39:53.940 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cfXLbKoCVd2nZuR off=2542945 len=923280 2024-02-18T08:39:53.950 INFO:tasks.workunit.client.0.smithi110.stdout:op 877 completed, throughput=4.98MB/sec 2024-02-18T08:39:53.950 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ALx8zOg6D2bXWQC off=741297 len=1937092 2024-02-18T08:39:53.956 INFO:tasks.workunit.client.0.smithi110.stdout:op 878 completed, throughput=4.99MB/sec 2024-02-18T08:39:53.956 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IwTbTmKna6QFL3c off=7074355 len=1145550 2024-02-18T08:39:53.964 INFO:tasks.workunit.client.0.smithi110.stdout:op 879 completed, throughput=5MB/sec 2024-02-18T08:39:53.964 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jZtDwWxMBwwxxmP off=2061833 len=1976653 2024-02-18T08:39:53.967 INFO:tasks.workunit.client.0.smithi110.stdout:op 880 completed, throughput=5.01MB/sec 2024-02-18T08:39:54.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:54 smithi191 bash[38688]: cluster 2024-02-18T08:39:53.000767+0000 mgr.y (mgr.44100) 690 : cluster [DBG] pgmap v1252: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:39:54.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:54 smithi110 bash[54479]: cluster 2024-02-18T08:39:53.000767+0000 mgr.y (mgr.44100) 690 : cluster [DBG] pgmap v1252: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:39:54.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:54 smithi110 bash[55875]: cluster 2024-02-18T08:39:53.000767+0000 mgr.y (mgr.44100) 690 : cluster [DBG] pgmap v1252: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:39:54.967 INFO:tasks.workunit.client.0.smithi110.stdout: 172: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:54.967 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O8IEBPxR-t5HaoJ off=3562328 len=112114 2024-02-18T08:39:54.969 INFO:tasks.workunit.client.0.smithi110.stdout:op 881 completed, throughput=4.98MB/sec 2024-02-18T08:39:54.969 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iWpJvJxlHuWe5k3 off=2216351 len=1317145 2024-02-18T08:39:54.982 INFO:tasks.workunit.client.0.smithi110.stdout:op 882 completed, throughput=4.99MB/sec 2024-02-18T08:39:54.982 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-REzFacg3TFaWzWl off=10926040 len=466414 2024-02-18T08:39:54.988 INFO:tasks.workunit.client.0.smithi110.stdout:op 883 completed, throughput=4.99MB/sec 2024-02-18T08:39:54.988 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TJDlUafeI57Mnh5 off=6448286 len=703060 2024-02-18T08:39:54.990 INFO:tasks.workunit.client.0.smithi110.stdout:op 884 completed, throughput=4.99MB/sec 2024-02-18T08:39:54.990 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-l6pB61EbA6c6ity off=6224448 len=1813737 2024-02-18T08:39:54.996 INFO:tasks.workunit.client.0.smithi110.stdout:op 885 completed, throughput=5MB/sec 2024-02-18T08:39:55.997 INFO:tasks.workunit.client.0.smithi110.stdout: 173: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:55.997 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hleehklL7J7-SQH off=1823338 len=196811 2024-02-18T08:39:56.003 INFO:tasks.workunit.client.0.smithi110.stdout:op 886 completed, throughput=4.98MB/sec 2024-02-18T08:39:56.003 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I-oTyWzTl4vdW14 off=6260765 len=1003585 2024-02-18T08:39:56.011 INFO:tasks.workunit.client.0.smithi110.stdout:op 887 completed, throughput=4.98MB/sec 2024-02-18T08:39:56.011 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Pq1QUp3PGB9-ECg off=3133083 len=1265326 2024-02-18T08:39:56.012 INFO:tasks.workunit.client.0.smithi110.stdout:op 888 completed, throughput=4.99MB/sec 2024-02-18T08:39:56.012 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F1AlepVlxCDe3dD off=561745 len=1452873 2024-02-18T08:39:56.016 INFO:tasks.workunit.client.0.smithi110.stdout:op 889 completed, throughput=5MB/sec 2024-02-18T08:39:56.016 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M7XgzjpTcN1l8JD off=2436386 len=166011 2024-02-18T08:39:56.021 INFO:tasks.workunit.client.0.smithi110.stdout:op 890 completed, throughput=5MB/sec 2024-02-18T08:39:56.021 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZqQxcuK4R6zim52 off=5861563 len=216567 2024-02-18T08:39:56.022 INFO:tasks.workunit.client.0.smithi110.stdout:op 891 completed, throughput=5MB/sec 2024-02-18T08:39:56.022 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Y7Bgw2MC0kygYM off=4943563 len=1469223 2024-02-18T08:39:56.033 INFO:tasks.workunit.client.0.smithi110.stdout:op 892 completed, throughput=5.01MB/sec 2024-02-18T08:39:56.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:56 smithi191 bash[38688]: cluster 2024-02-18T08:39:55.001358+0000 mgr.y (mgr.44100) 691 : cluster [DBG] pgmap v1253: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:39:56.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:56 smithi110 bash[54479]: cluster 2024-02-18T08:39:55.001358+0000 mgr.y (mgr.44100) 691 : cluster [DBG] pgmap v1253: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:39:56.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:56 smithi110 bash[55875]: cluster 2024-02-18T08:39:55.001358+0000 mgr.y (mgr.44100) 691 : cluster [DBG] pgmap v1253: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:39:57.033 INFO:tasks.workunit.client.0.smithi110.stdout: 174: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:57.034 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dyqZLpE9repFCbj off=19385691 len=1834741 2024-02-18T08:39:57.047 INFO:tasks.workunit.client.0.smithi110.stdout:op 893 completed, throughput=4.99MB/sec 2024-02-18T08:39:57.047 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-j1gbUAVGsA4twhO off=9253796 len=339044 2024-02-18T08:39:57.051 INFO:tasks.workunit.client.0.smithi110.stdout:op 894 completed, throughput=4.99MB/sec 2024-02-18T08:39:57.051 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HydSQYCQAZqXcaM off=387135 len=2055132 2024-02-18T08:39:57.056 INFO:tasks.workunit.client.0.smithi110.stdout:op 895 completed, throughput=5MB/sec 2024-02-18T08:39:57.056 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eZRk_LHpZs3X2o4 off=7946185 len=1673032 2024-02-18T08:39:57.064 INFO:tasks.workunit.client.0.smithi110.stdout:op 896 completed, throughput=5.01MB/sec 2024-02-18T08:39:58.065 INFO:tasks.workunit.client.0.smithi110.stdout: 175: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:58.065 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c9F2f-D41lWnjq- off=10381054 len=633875 2024-02-18T08:39:58.072 INFO:tasks.workunit.client.0.smithi110.stdout:op 897 completed, throughput=4.98MB/sec 2024-02-18T08:39:58.072 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZR90Z18T71X6jAe off=5599950 len=714215 2024-02-18T08:39:58.073 INFO:tasks.workunit.client.0.smithi110.stdout:op 898 completed, throughput=4.99MB/sec 2024-02-18T08:39:58.074 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AUODspBO3y4EIM6 off=2740397 len=1161354 2024-02-18T08:39:58.079 INFO:tasks.workunit.client.0.smithi110.stdout:op 899 completed, throughput=4.99MB/sec 2024-02-18T08:39:58.079 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-33_ZTB2xzk7VU5w off=7241924 len=1086166 2024-02-18T08:39:58.087 INFO:tasks.workunit.client.0.smithi110.stdout:op 900 completed, throughput=5MB/sec 2024-02-18T08:39:58.087 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FZ088naMshIgiJT off=8116375 len=1013847 2024-02-18T08:39:58.092 INFO:tasks.workunit.client.0.smithi110.stdout:op 901 completed, throughput=5MB/sec 2024-02-18T08:39:58.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:58 smithi191 bash[38688]: cluster 2024-02-18T08:39:57.002193+0000 mgr.y (mgr.44100) 692 : cluster [DBG] pgmap v1254: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:39:58.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:58 smithi110 bash[54479]: cluster 2024-02-18T08:39:57.002193+0000 mgr.y (mgr.44100) 692 : cluster [DBG] pgmap v1254: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:39:58.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:58 smithi110 bash[55875]: cluster 2024-02-18T08:39:57.002193+0000 mgr.y (mgr.44100) 692 : cluster [DBG] pgmap v1254: 73 pgs: 73 active+clean; 127 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:39:59.092 INFO:tasks.workunit.client.0.smithi110.stdout: 176: throughput=4.98MB/sec pending data=0 2024-02-18T08:39:59.092 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NJ8It5Sf7LbAICP off=201682 len=855135 2024-02-18T08:39:59.095 INFO:tasks.workunit.client.0.smithi110.stdout:op 902 completed, throughput=4.98MB/sec 2024-02-18T08:39:59.095 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-awECQFHqC2WLehB off=640379 len=382609 2024-02-18T08:39:59.097 INFO:tasks.workunit.client.0.smithi110.stdout:op 903 completed, throughput=4.98MB/sec 2024-02-18T08:39:59.097 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wltL2rLaj1UC7Fa off=667665 len=878199 2024-02-18T08:39:59.104 INFO:tasks.workunit.client.0.smithi110.stdout:op 904 completed, throughput=4.99MB/sec 2024-02-18T08:39:59.104 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a3ohMqr4dhW5bQy off=10601823 len=326189 2024-02-18T08:39:59.109 INFO:tasks.workunit.client.0.smithi110.stdout:op 905 completed, throughput=4.99MB/sec 2024-02-18T08:39:59.109 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PPiikDCIbmarstC off=29226 len=9509 2024-02-18T08:39:59.111 INFO:tasks.workunit.client.0.smithi110.stdout:op 906 completed, throughput=4.99MB/sec 2024-02-18T08:39:59.111 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Q0Oun6QesQXT197 off=6128195 len=849355 2024-02-18T08:39:59.118 INFO:tasks.workunit.client.0.smithi110.stdout:op 907 completed, throughput=4.99MB/sec 2024-02-18T08:39:59.118 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-n2SlpVJuOEADIfu off=1532732 len=1864354 2024-02-18T08:39:59.121 INFO:tasks.workunit.client.0.smithi110.stdout:op 908 completed, throughput=5MB/sec 2024-02-18T08:39:59.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[54479]: audit 2024-02-18T08:39:58.595313+0000 mon.a (mon.0) 1722 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:39:59.962 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[54479]: audit 2024-02-18T08:39:58.786523+0000 mon.a (mon.0) 1723 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:39:59.962 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[54479]: cluster 2024-02-18T08:39:59.003151+0000 mgr.y (mgr.44100) 693 : cluster [DBG] pgmap v1255: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:39:59.962 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[54479]: audit 2024-02-18T08:39:59.074015+0000 mon.a (mon.0) 1724 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:39:59.962 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[54479]: audit 2024-02-18T08:39:59.075998+0000 mon.a (mon.0) 1725 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:39:59.962 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[54479]: cephadm 2024-02-18T08:39:59.077684+0000 mgr.y (mgr.44100) 694 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:39:59.962 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[54479]: audit 2024-02-18T08:39:59.086022+0000 mon.a (mon.0) 1726 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:39:59.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[55875]: audit 2024-02-18T08:39:58.595313+0000 mon.a (mon.0) 1722 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:39:59.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[55875]: audit 2024-02-18T08:39:58.786523+0000 mon.a (mon.0) 1723 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:39:59.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[55875]: cluster 2024-02-18T08:39:59.003151+0000 mgr.y (mgr.44100) 693 : cluster [DBG] pgmap v1255: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:39:59.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[55875]: audit 2024-02-18T08:39:59.074015+0000 mon.a (mon.0) 1724 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:39:59.963 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[55875]: audit 2024-02-18T08:39:59.075998+0000 mon.a (mon.0) 1725 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:39:59.963 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[55875]: cephadm 2024-02-18T08:39:59.077684+0000 mgr.y (mgr.44100) 694 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:39:59.963 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:39:59 smithi110 bash[55875]: audit 2024-02-18T08:39:59.086022+0000 mon.a (mon.0) 1726 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:40:00.082 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:59 smithi191 bash[38688]: audit 2024-02-18T08:39:58.595313+0000 mon.a (mon.0) 1722 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:40:00.082 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:59 smithi191 bash[38688]: audit 2024-02-18T08:39:58.786523+0000 mon.a (mon.0) 1723 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:40:00.082 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:59 smithi191 bash[38688]: cluster 2024-02-18T08:39:59.003151+0000 mgr.y (mgr.44100) 693 : cluster [DBG] pgmap v1255: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:40:00.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:59 smithi191 bash[38688]: audit 2024-02-18T08:39:59.074015+0000 mon.a (mon.0) 1724 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:40:00.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:59 smithi191 bash[38688]: audit 2024-02-18T08:39:59.075998+0000 mon.a (mon.0) 1725 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:40:00.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:59 smithi191 bash[38688]: cephadm 2024-02-18T08:39:59.077684+0000 mgr.y (mgr.44100) 694 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:40:00.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:39:59 smithi191 bash[38688]: audit 2024-02-18T08:39:59.086022+0000 mon.a (mon.0) 1726 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:40:00.121 INFO:tasks.workunit.client.0.smithi110.stdout: 177: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:00.122 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-82HCxyMIDPXUKw6 off=5072964 len=1277412 2024-02-18T08:40:00.130 INFO:tasks.workunit.client.0.smithi110.stdout:op 909 completed, throughput=4.98MB/sec 2024-02-18T08:40:00.130 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9LeTcAfQK5kKjlT off=2425174 len=463888 2024-02-18T08:40:00.131 INFO:tasks.workunit.client.0.smithi110.stdout:op 910 completed, throughput=4.98MB/sec 2024-02-18T08:40:00.131 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UPUKMnNgAApTM7B off=1533904 len=796370 2024-02-18T08:40:00.134 INFO:tasks.workunit.client.0.smithi110.stdout:op 911 completed, throughput=4.99MB/sec 2024-02-18T08:40:00.134 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eGJhDv5mN1fA0Hk off=237034 len=1695770 2024-02-18T08:40:00.145 INFO:tasks.workunit.client.0.smithi110.stdout:op 912 completed, throughput=5MB/sec 2024-02-18T08:40:00.145 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OXSPrp8cu0NhWbJ off=8886507 len=1020826 2024-02-18T08:40:00.151 INFO:tasks.workunit.client.0.smithi110.stdout:op 913 completed, throughput=5MB/sec 2024-02-18T08:40:01.082 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:00 smithi191 bash[38688]: cluster 2024-02-18T08:40:00.000106+0000 mon.a (mon.0) 1727 : cluster [INF] overall HEALTH_OK 2024-02-18T08:40:01.151 INFO:tasks.workunit.client.0.smithi110.stdout: 178: throughput=4.97MB/sec pending data=0 2024-02-18T08:40:01.151 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OKDMSagUKQDzbyy off=9525540 len=1497950 2024-02-18T08:40:01.155 INFO:tasks.workunit.client.0.smithi110.stdout:op 914 completed, throughput=4.98MB/sec 2024-02-18T08:40:01.155 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JZRCTRUu77zaxTB off=16972546 len=644096 2024-02-18T08:40:01.157 INFO:tasks.workunit.client.0.smithi110.stdout:op 915 completed, throughput=4.99MB/sec 2024-02-18T08:40:01.157 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yRNfGqPcpotIbeQ off=7239585 len=501480 2024-02-18T08:40:01.159 INFO:tasks.workunit.client.0.smithi110.stdout:op 916 completed, throughput=4.99MB/sec 2024-02-18T08:40:01.159 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QxHlmFh-zcKzAEe off=9218 len=457589 2024-02-18T08:40:01.165 INFO:tasks.workunit.client.0.smithi110.stdout:op 917 completed, throughput=4.99MB/sec 2024-02-18T08:40:01.165 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-au3j29hh6B0xipb off=11710013 len=1029445 2024-02-18T08:40:01.169 INFO:tasks.workunit.client.0.smithi110.stdout:op 918 completed, throughput=5MB/sec 2024-02-18T08:40:01.169 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9NtELmLehznvcYC off=430949 len=1584099 2024-02-18T08:40:01.173 INFO:tasks.workunit.client.0.smithi110.stdout:op 919 completed, throughput=5MB/sec 2024-02-18T08:40:01.211 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:00 smithi110 bash[54479]: cluster 2024-02-18T08:40:00.000106+0000 mon.a (mon.0) 1727 : cluster [INF] overall HEALTH_OK 2024-02-18T08:40:01.211 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:00 smithi110 bash[55875]: cluster 2024-02-18T08:40:00.000106+0000 mon.a (mon.0) 1727 : cluster [INF] overall HEALTH_OK 2024-02-18T08:40:02.082 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:01 smithi191 bash[38688]: cluster 2024-02-18T08:40:01.003964+0000 mgr.y (mgr.44100) 695 : cluster [DBG] pgmap v1256: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:40:02.174 INFO:tasks.workunit.client.0.smithi110.stdout: 179: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:02.174 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aGErf3Vp9J0Vy4I off=1357346 len=274605 2024-02-18T08:40:02.179 INFO:tasks.workunit.client.0.smithi110.stdout:op 920 completed, throughput=4.98MB/sec 2024-02-18T08:40:02.180 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IQ9Eworkbpp_wqD off=1860741 len=1381268 2024-02-18T08:40:02.189 INFO:tasks.workunit.client.0.smithi110.stdout:op 921 completed, throughput=4.98MB/sec 2024-02-18T08:40:02.190 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eq0Eocp4aXf0Gt- off=8773825 len=1124140 2024-02-18T08:40:02.192 INFO:tasks.workunit.client.0.smithi110.stdout:op 922 completed, throughput=4.99MB/sec 2024-02-18T08:40:02.193 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-snvfuXmL0Mbc9Wq off=4846949 len=789699 2024-02-18T08:40:02.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 923 completed, throughput=4.99MB/sec 2024-02-18T08:40:02.195 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PZsZ1V9H0b5wj6m off=4010320 len=1087046 2024-02-18T08:40:02.197 INFO:tasks.workunit.client.0.smithi110.stdout:op 924 completed, throughput=5MB/sec 2024-02-18T08:40:02.197 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-w9YY77MIeAujapk off=9461395 len=1759100 2024-02-18T08:40:02.201 INFO:tasks.workunit.client.0.smithi110.stdout:op 925 completed, throughput=5.01MB/sec 2024-02-18T08:40:02.211 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:01 smithi110 bash[54479]: cluster 2024-02-18T08:40:01.003964+0000 mgr.y (mgr.44100) 695 : cluster [DBG] pgmap v1256: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:40:02.211 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:01 smithi110 bash[55875]: cluster 2024-02-18T08:40:01.003964+0000 mgr.y (mgr.44100) 695 : cluster [DBG] pgmap v1256: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:40:03.201 INFO:tasks.workunit.client.0.smithi110.stdout: 180: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:03.201 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rGEMDdL9unurwLb off=12777190 len=642369 2024-02-18T08:40:03.208 INFO:tasks.workunit.client.0.smithi110.stdout:op 926 completed, throughput=4.98MB/sec 2024-02-18T08:40:03.208 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5ED3FhPRN2Xeufr off=126090 len=1106959 2024-02-18T08:40:03.217 INFO:tasks.workunit.client.0.smithi110.stdout:op 927 completed, throughput=4.99MB/sec 2024-02-18T08:40:03.217 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-37Iy_ao-8WTb4t- off=1099724 len=1237225 2024-02-18T08:40:03.226 INFO:tasks.workunit.client.0.smithi110.stdout:op 928 completed, throughput=5MB/sec 2024-02-18T08:40:03.226 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Fgf1mU5H1CxqVOA off=22026277 len=1425991 2024-02-18T08:40:03.230 INFO:tasks.workunit.client.0.smithi110.stdout:op 929 completed, throughput=5MB/sec 2024-02-18T08:40:04.231 INFO:tasks.workunit.client.0.smithi110.stdout: 181: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:04.231 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-o7JAXPGy5_xYvec off=15255834 len=1238681 2024-02-18T08:40:04.242 INFO:tasks.workunit.client.0.smithi110.stdout:op 930 completed, throughput=4.98MB/sec 2024-02-18T08:40:04.243 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KhyjOmd7UBNoqQo off=6523673 len=1948726 2024-02-18T08:40:04.245 INFO:tasks.workunit.client.0.smithi110.stdout:op 931 completed, throughput=4.99MB/sec 2024-02-18T08:40:04.245 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-e3J4lUPkqHw56nV off=37592 len=1981243 2024-02-18T08:40:04.251 INFO:tasks.workunit.client.0.smithi110.stdout:op 932 completed, throughput=5MB/sec 2024-02-18T08:40:04.332 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:04 smithi191 bash[38688]: cluster 2024-02-18T08:40:03.004903+0000 mgr.y (mgr.44100) 696 : cluster [DBG] pgmap v1257: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:40:04.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:04 smithi110 bash[54479]: cluster 2024-02-18T08:40:03.004903+0000 mgr.y (mgr.44100) 696 : cluster [DBG] pgmap v1257: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:40:04.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:04 smithi110 bash[55875]: cluster 2024-02-18T08:40:03.004903+0000 mgr.y (mgr.44100) 696 : cluster [DBG] pgmap v1257: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:40:05.251 INFO:tasks.workunit.client.0.smithi110.stdout: 182: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:05.251 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DEmcmKAV9zjx2tr off=3441306 len=1948679 2024-02-18T08:40:05.255 INFO:tasks.workunit.client.0.smithi110.stdout:op 933 completed, throughput=4.99MB/sec 2024-02-18T08:40:05.255 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IgOQJUa93bIie6X off=677683 len=35462 2024-02-18T08:40:05.259 INFO:tasks.workunit.client.0.smithi110.stdout:op 934 completed, throughput=4.99MB/sec 2024-02-18T08:40:05.259 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TxpDtCeTHHGknvF off=2683127 len=1713878 2024-02-18T08:40:05.272 INFO:tasks.workunit.client.0.smithi110.stdout:op 935 completed, throughput=4.99MB/sec 2024-02-18T08:40:05.272 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--TQMfsmhwGxQ9y4 off=4614113 len=944933 2024-02-18T08:40:05.274 INFO:tasks.workunit.client.0.smithi110.stdout:op 936 completed, throughput=5MB/sec 2024-02-18T08:40:05.275 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZOKiGjcpu430FCY off=5049211 len=105381 2024-02-18T08:40:05.275 INFO:tasks.workunit.client.0.smithi110.stdout:op 937 completed, throughput=5MB/sec 2024-02-18T08:40:05.275 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Pvwg3xHwGLehKDg off=3706828 len=1462853 2024-02-18T08:40:05.283 INFO:tasks.workunit.client.0.smithi110.stdout:op 938 completed, throughput=5.01MB/sec 2024-02-18T08:40:06.284 INFO:tasks.workunit.client.0.smithi110.stdout: 183: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:06.284 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BWKZAAXsEY4jDVi off=3436769 len=407949 2024-02-18T08:40:06.286 INFO:tasks.workunit.client.0.smithi110.stdout:op 939 completed, throughput=4.98MB/sec 2024-02-18T08:40:06.286 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X_QB6Ii-FX9ysW1 off=5587838 len=353068 2024-02-18T08:40:06.288 INFO:tasks.workunit.client.0.smithi110.stdout:op 940 completed, throughput=4.98MB/sec 2024-02-18T08:40:06.288 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DiVUOxUjbT6Rpqk off=3563684 len=150153 2024-02-18T08:40:06.293 INFO:tasks.workunit.client.0.smithi110.stdout:op 941 completed, throughput=4.98MB/sec 2024-02-18T08:40:06.293 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0ZIsZob_-yk42Hw off=14175319 len=953300 2024-02-18T08:40:06.296 INFO:tasks.workunit.client.0.smithi110.stdout:op 942 completed, throughput=4.99MB/sec 2024-02-18T08:40:06.296 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fkbBUM6Bet_et9W off=1826186 len=919789 2024-02-18T08:40:06.298 INFO:tasks.workunit.client.0.smithi110.stdout:op 943 completed, throughput=4.99MB/sec 2024-02-18T08:40:06.298 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Yf6Lcr84KpGyVq1 off=8790887 len=418701 2024-02-18T08:40:06.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 944 completed, throughput=5MB/sec 2024-02-18T08:40:06.303 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-38JRIdQYqmwpNSv off=12145975 len=1895997 2024-02-18T08:40:06.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 945 completed, throughput=5.01MB/sec 2024-02-18T08:40:06.332 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:06 smithi191 bash[38688]: cluster 2024-02-18T08:40:05.005717+0000 mgr.y (mgr.44100) 697 : cluster [DBG] pgmap v1258: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:40:06.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:06 smithi110 bash[54479]: cluster 2024-02-18T08:40:05.005717+0000 mgr.y (mgr.44100) 697 : cluster [DBG] pgmap v1258: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:40:06.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:06 smithi110 bash[55875]: cluster 2024-02-18T08:40:05.005717+0000 mgr.y (mgr.44100) 697 : cluster [DBG] pgmap v1258: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:40:07.306 INFO:tasks.workunit.client.0.smithi110.stdout: 184: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:07.306 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xzsThXjI3Ishb0W off=11786737 len=894508 2024-02-18T08:40:07.309 INFO:tasks.workunit.client.0.smithi110.stdout:op 946 completed, throughput=4.98MB/sec 2024-02-18T08:40:07.309 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-W3DyTcIS_WGGnSH off=22725799 len=1795711 2024-02-18T08:40:07.315 INFO:tasks.workunit.client.0.smithi110.stdout:op 947 completed, throughput=4.99MB/sec 2024-02-18T08:40:07.315 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-z9JRewo3959tdcm off=18757011 len=1042035 2024-02-18T08:40:07.325 INFO:tasks.workunit.client.0.smithi110.stdout:op 948 completed, throughput=5MB/sec 2024-02-18T08:40:07.325 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VrXWzAVxIiZlO9R off=11352894 len=1746246 2024-02-18T08:40:07.328 INFO:tasks.workunit.client.0.smithi110.stdout:op 949 completed, throughput=5.01MB/sec 2024-02-18T08:40:08.329 INFO:tasks.workunit.client.0.smithi110.stdout: 185: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:08.329 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ar96fGjROEf-OvP off=8578316 len=234179 2024-02-18T08:40:08.330 INFO:tasks.workunit.client.0.smithi110.stdout:op 950 completed, throughput=4.98MB/sec 2024-02-18T08:40:08.331 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CLVIvDTPOLbI3vx off=13959161 len=1769206 2024-02-18T08:40:08.332 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:08 smithi191 bash[38688]: cluster 2024-02-18T08:40:07.006614+0000 mgr.y (mgr.44100) 698 : cluster [DBG] pgmap v1259: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:40:08.345 INFO:tasks.workunit.client.0.smithi110.stdout:op 951 completed, throughput=4.99MB/sec 2024-02-18T08:40:08.345 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FXVi6_oj-lMFY_o off=353309 len=1598192 2024-02-18T08:40:08.354 INFO:tasks.workunit.client.0.smithi110.stdout:op 952 completed, throughput=5MB/sec 2024-02-18T08:40:08.354 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OXk26r5BNiEFAyG off=4660866 len=244880 2024-02-18T08:40:08.357 INFO:tasks.workunit.client.0.smithi110.stdout:op 953 completed, throughput=5MB/sec 2024-02-18T08:40:08.357 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4BbKvUlXHitLmbp off=15143182 len=88070 2024-02-18T08:40:08.357 INFO:tasks.workunit.client.0.smithi110.stdout:op 954 completed, throughput=5MB/sec 2024-02-18T08:40:08.357 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5xrSecDLqNIDQqw off=5622577 len=188294 2024-02-18T08:40:08.359 INFO:tasks.workunit.client.0.smithi110.stdout:op 955 completed, throughput=5MB/sec 2024-02-18T08:40:08.359 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--MyW0UZm0OcjcxX off=4946390 len=1890502 2024-02-18T08:40:08.363 INFO:tasks.workunit.client.0.smithi110.stdout:op 956 completed, throughput=5.01MB/sec 2024-02-18T08:40:08.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:08 smithi110 bash[54479]: cluster 2024-02-18T08:40:07.006614+0000 mgr.y (mgr.44100) 698 : cluster [DBG] pgmap v1259: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:40:08.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:08 smithi110 bash[55875]: cluster 2024-02-18T08:40:07.006614+0000 mgr.y (mgr.44100) 698 : cluster [DBG] pgmap v1259: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:40:09.364 INFO:tasks.workunit.client.0.smithi110.stdout: 186: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:09.364 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xjOkQ7GdOsxgssP off=1118200 len=629289 2024-02-18T08:40:09.367 INFO:tasks.workunit.client.0.smithi110.stdout:op 957 completed, throughput=4.99MB/sec 2024-02-18T08:40:09.367 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1g4AQ9C267CG3Gq off=8216204 len=1400881 2024-02-18T08:40:09.377 INFO:tasks.workunit.client.0.smithi110.stdout:op 958 completed, throughput=4.99MB/sec 2024-02-18T08:40:09.377 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-65QH-q3In5i3RSo off=1363480 len=1207889 2024-02-18T08:40:09.380 INFO:tasks.workunit.client.0.smithi110.stdout:op 959 completed, throughput=5MB/sec 2024-02-18T08:40:09.380 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vqqnXJBizJIhQLm off=5029375 len=369315 2024-02-18T08:40:09.381 INFO:tasks.workunit.client.0.smithi110.stdout:op 960 completed, throughput=5MB/sec 2024-02-18T08:40:10.332 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:10 smithi191 bash[38688]: cluster 2024-02-18T08:40:09.007468+0000 mgr.y (mgr.44100) 699 : cluster [DBG] pgmap v1260: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:40:10.382 INFO:tasks.workunit.client.0.smithi110.stdout: 187: throughput=4.97MB/sec pending data=0 2024-02-18T08:40:10.382 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DVjk84rh1xsh5SW off=21287305 len=972653 2024-02-18T08:40:10.390 INFO:tasks.workunit.client.0.smithi110.stdout:op 961 completed, throughput=4.98MB/sec 2024-02-18T08:40:10.390 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-laZFI5gDOQXkuw1 off=12857721 len=1497571 2024-02-18T08:40:10.401 INFO:tasks.workunit.client.0.smithi110.stdout:op 962 completed, throughput=4.99MB/sec 2024-02-18T08:40:10.401 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HS1VSngX7rBkX4t off=8040405 len=244880 2024-02-18T08:40:10.404 INFO:tasks.workunit.client.0.smithi110.stdout:op 963 completed, throughput=4.99MB/sec 2024-02-18T08:40:10.404 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mJoBnNKZzNYHmlK off=344612 len=148908 2024-02-18T08:40:10.405 INFO:tasks.workunit.client.0.smithi110.stdout:op 964 completed, throughput=4.99MB/sec 2024-02-18T08:40:10.405 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XyaPSR_BTjAkVI3 off=14952072 len=825809 2024-02-18T08:40:10.407 INFO:tasks.workunit.client.0.smithi110.stdout:op 965 completed, throughput=4.99MB/sec 2024-02-18T08:40:10.407 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lZZyrz0ZasG3YSV off=9750713 len=1086956 2024-02-18T08:40:10.413 INFO:tasks.workunit.client.0.smithi110.stdout:op 966 completed, throughput=5MB/sec 2024-02-18T08:40:10.413 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3TW-Y0dmAZWSI6l off=1944794 len=1679630 2024-02-18T08:40:10.415 INFO:tasks.workunit.client.0.smithi110.stdout:op 967 completed, throughput=5.01MB/sec 2024-02-18T08:40:10.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:10 smithi110 bash[54479]: cluster 2024-02-18T08:40:09.007468+0000 mgr.y (mgr.44100) 699 : cluster [DBG] pgmap v1260: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:40:10.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:10 smithi110 bash[55875]: cluster 2024-02-18T08:40:09.007468+0000 mgr.y (mgr.44100) 699 : cluster [DBG] pgmap v1260: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:40:11.416 INFO:tasks.workunit.client.0.smithi110.stdout: 188: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:11.416 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cfumEvbbcjOuH0c off=5346524 len=869887 2024-02-18T08:40:11.425 INFO:tasks.workunit.client.0.smithi110.stdout:op 968 completed, throughput=4.98MB/sec 2024-02-18T08:40:11.425 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KUfOQ-m7vRZcaLc off=465848 len=1370926 2024-02-18T08:40:11.428 INFO:tasks.workunit.client.0.smithi110.stdout:op 969 completed, throughput=4.99MB/sec 2024-02-18T08:40:11.428 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7KRV_zj40ezzKtY off=12933646 len=81070 2024-02-18T08:40:11.432 INFO:tasks.workunit.client.0.smithi110.stdout:op 970 completed, throughput=4.99MB/sec 2024-02-18T08:40:11.432 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-syBgCJH1GXXfGSz off=3390038 len=1085886 2024-02-18T08:40:11.434 INFO:tasks.workunit.client.0.smithi110.stdout:op 971 completed, throughput=5MB/sec 2024-02-18T08:40:11.434 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--Xe0K7rxb-mTeg4 off=14095430 len=543429 2024-02-18T08:40:11.438 INFO:tasks.workunit.client.0.smithi110.stdout:op 972 completed, throughput=5MB/sec 2024-02-18T08:40:11.439 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Tcs3ZyyFy19rhQG off=2995593 len=879023 2024-02-18T08:40:11.441 INFO:tasks.workunit.client.0.smithi110.stdout:op 973 completed, throughput=5MB/sec 2024-02-18T08:40:12.332 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:12 smithi191 bash[38688]: cluster 2024-02-18T08:40:11.008252+0000 mgr.y (mgr.44100) 700 : cluster [DBG] pgmap v1261: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:40:12.442 INFO:tasks.workunit.client.0.smithi110.stdout: 189: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:12.442 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BNFaj3PvIcnErHc off=844230 len=1686502 2024-02-18T08:40:12.448 INFO:tasks.workunit.client.0.smithi110.stdout:op 974 completed, throughput=4.99MB/sec 2024-02-18T08:40:12.448 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RWXi48FfHX9kOym off=6742158 len=686851 2024-02-18T08:40:12.455 INFO:tasks.workunit.client.0.smithi110.stdout:op 975 completed, throughput=4.99MB/sec 2024-02-18T08:40:12.455 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QbBpKndQFqLhtNu off=10190900 len=1605529 2024-02-18T08:40:12.459 INFO:tasks.workunit.client.0.smithi110.stdout:op 976 completed, throughput=5MB/sec 2024-02-18T08:40:12.459 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UA8iz3SYeiDnUlL off=2198394 len=732384 2024-02-18T08:40:12.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:12 smithi110 bash[54479]: cluster 2024-02-18T08:40:11.008252+0000 mgr.y (mgr.44100) 700 : cluster [DBG] pgmap v1261: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:40:12.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:12 smithi110 bash[55875]: cluster 2024-02-18T08:40:11.008252+0000 mgr.y (mgr.44100) 700 : cluster [DBG] pgmap v1261: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:40:12.461 INFO:tasks.workunit.client.0.smithi110.stdout:op 977 completed, throughput=5MB/sec 2024-02-18T08:40:12.461 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AJR7nBGDKZemAUH off=2461358 len=133805 2024-02-18T08:40:12.465 INFO:tasks.workunit.client.0.smithi110.stdout:op 978 completed, throughput=5MB/sec 2024-02-18T08:40:13.469 INFO:tasks.workunit.client.0.smithi110.stdout: 190: throughput=4.97MB/sec pending data=0 2024-02-18T08:40:13.469 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hyiAkUAjIahG70G off=10369039 len=2069317 2024-02-18T08:40:13.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 979 completed, throughput=4.98MB/sec 2024-02-18T08:40:13.479 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fqH3M1Uc4Ph_du2 off=6810967 len=1146283 2024-02-18T08:40:13.494 INFO:tasks.workunit.client.0.smithi110.stdout:op 980 completed, throughput=4.99MB/sec 2024-02-18T08:40:13.494 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bDzBIWo5DzxPcHR off=1669005 len=257363 2024-02-18T08:40:13.494 INFO:tasks.workunit.client.0.smithi110.stdout:op 981 completed, throughput=4.99MB/sec 2024-02-18T08:40:13.494 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UAiMvjWqX5X4j-j off=16939479 len=1115773 2024-02-18T08:40:13.495 INFO:tasks.workunit.client.0.smithi110.stdout:op 982 completed, throughput=5MB/sec 2024-02-18T08:40:13.495 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ynvz2Q-d2C_g8iX off=10145747 len=98929 2024-02-18T08:40:13.495 INFO:tasks.workunit.client.0.smithi110.stdout:op 983 completed, throughput=5MB/sec 2024-02-18T08:40:13.495 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dH81MZEPO5nxlK8 off=13957733 len=424109 2024-02-18T08:40:13.496 INFO:tasks.workunit.client.0.smithi110.stdout:op 984 completed, throughput=5MB/sec 2024-02-18T08:40:13.496 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-irZOajZarSx9OL5 off=1105243 len=1106627 2024-02-18T08:40:13.503 INFO:tasks.workunit.client.0.smithi110.stdout:op 985 completed, throughput=5MB/sec 2024-02-18T08:40:14.332 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:14 smithi191 bash[38688]: cluster 2024-02-18T08:40:13.009161+0000 mgr.y (mgr.44100) 701 : cluster [DBG] pgmap v1262: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-02-18T08:40:14.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:14 smithi110 bash[54479]: cluster 2024-02-18T08:40:13.009161+0000 mgr.y (mgr.44100) 701 : cluster [DBG] pgmap v1262: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-02-18T08:40:14.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:14 smithi110 bash[55875]: cluster 2024-02-18T08:40:13.009161+0000 mgr.y (mgr.44100) 701 : cluster [DBG] pgmap v1262: 73 pgs: 73 active+clean; 127 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-02-18T08:40:14.503 INFO:tasks.workunit.client.0.smithi110.stdout: 191: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:14.503 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9cEtJYn2KngFaN- off=761664 len=1992423 2024-02-18T08:40:14.518 INFO:tasks.workunit.client.0.smithi110.stdout:op 986 completed, throughput=4.99MB/sec 2024-02-18T08:40:14.518 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tUQdYXLoIX2OTfh off=6632840 len=35264 2024-02-18T08:40:14.519 INFO:tasks.workunit.client.0.smithi110.stdout:op 987 completed, throughput=4.99MB/sec 2024-02-18T08:40:14.519 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-f9qbMx8HZO83Sgh off=5510143 len=417825 2024-02-18T08:40:14.520 INFO:tasks.workunit.client.0.smithi110.stdout:op 988 completed, throughput=4.99MB/sec 2024-02-18T08:40:14.521 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jaquUnXep_yEqyK off=1764967 len=1999494 2024-02-18T08:40:14.532 INFO:tasks.workunit.client.0.smithi110.stdout:op 989 completed, throughput=5MB/sec 2024-02-18T08:40:14.532 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-U-3uTbpl3ntPxZv off=6332862 len=1114222 2024-02-18T08:40:14.540 INFO:tasks.workunit.client.0.smithi110.stdout:op 990 completed, throughput=5MB/sec 2024-02-18T08:40:15.540 INFO:tasks.workunit.client.0.smithi110.stdout: 192: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:15.540 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HGx8fx6Gsi1T1qC off=6034352 len=817988 2024-02-18T08:40:15.542 INFO:tasks.workunit.client.0.smithi110.stdout:op 991 completed, throughput=4.98MB/sec 2024-02-18T08:40:15.542 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nIfduJ2QwahSJID off=2938311 len=826361 2024-02-18T08:40:15.550 INFO:tasks.workunit.client.0.smithi110.stdout:op 992 completed, throughput=4.99MB/sec 2024-02-18T08:40:15.550 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pRaGxtuL06WZjcc off=1591880 len=1106694 2024-02-18T08:40:15.559 INFO:tasks.workunit.client.0.smithi110.stdout:op 993 completed, throughput=4.99MB/sec 2024-02-18T08:40:15.559 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-h049ic-MAjKlttp off=4354354 len=1407969 2024-02-18T08:40:15.563 INFO:tasks.workunit.client.0.smithi110.stdout:op 994 completed, throughput=5MB/sec 2024-02-18T08:40:15.563 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-39vKGnlPti8MDrg off=11321525 len=1750507 2024-02-18T08:40:15.566 INFO:tasks.workunit.client.0.smithi110.stdout:op 995 completed, throughput=5.01MB/sec 2024-02-18T08:40:16.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:16 smithi110 bash[54479]: cluster 2024-02-18T08:40:15.009993+0000 mgr.y (mgr.44100) 702 : cluster [DBG] pgmap v1263: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:40:16.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:16 smithi110 bash[55875]: cluster 2024-02-18T08:40:15.009993+0000 mgr.y (mgr.44100) 702 : cluster [DBG] pgmap v1263: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:40:16.567 INFO:tasks.workunit.client.0.smithi110.stdout: 193: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:16.567 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-si2UAIhicw7IEsz off=2661005 len=789115 2024-02-18T08:40:16.569 INFO:tasks.workunit.client.0.smithi110.stdout:op 996 completed, throughput=4.99MB/sec 2024-02-18T08:40:16.569 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wJb-fdPscNIRgx_ off=13060430 len=1124154 2024-02-18T08:40:16.572 INFO:tasks.workunit.client.0.smithi110.stdout:op 997 completed, throughput=4.99MB/sec 2024-02-18T08:40:16.572 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2KhZu5AQ0kv8Hiv off=0 len=1442425 2024-02-18T08:40:16.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:16 smithi191 bash[38688]: cluster 2024-02-18T08:40:15.009993+0000 mgr.y (mgr.44100) 702 : cluster [DBG] pgmap v1263: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:40:16.582 INFO:tasks.workunit.client.0.smithi110.stdout:op 998 completed, throughput=5MB/sec 2024-02-18T08:40:16.582 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FJ5DpQIsCPNIUr3 off=494045 len=133190 2024-02-18T08:40:16.587 INFO:tasks.workunit.client.0.smithi110.stdout:op 999 completed, throughput=5MB/sec 2024-02-18T08:40:16.587 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QnDFZUyqCyJGwh8 off=43848 len=769660 2024-02-18T08:40:16.590 INFO:tasks.workunit.client.0.smithi110.stdout:op 1000 completed, throughput=5MB/sec 2024-02-18T08:40:17.591 INFO:tasks.workunit.client.0.smithi110.stdout: 194: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:17.591 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rgbQJT9hQtgdNsT off=689043 len=373753 2024-02-18T08:40:17.598 INFO:tasks.workunit.client.0.smithi110.stdout:op 1001 completed, throughput=4.98MB/sec 2024-02-18T08:40:17.598 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WhdA74FrkIfyYUH off=562930 len=1521452 2024-02-18T08:40:17.608 INFO:tasks.workunit.client.0.smithi110.stdout:op 1002 completed, throughput=4.99MB/sec 2024-02-18T08:40:17.608 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EGvgMehb9XLa0Cl off=4180510 len=412289 2024-02-18T08:40:17.612 INFO:tasks.workunit.client.0.smithi110.stdout:op 1003 completed, throughput=4.99MB/sec 2024-02-18T08:40:17.612 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-irHr4q-MMl51vrT off=20352969 len=181447 2024-02-18T08:40:17.616 INFO:tasks.workunit.client.0.smithi110.stdout:op 1004 completed, throughput=4.99MB/sec 2024-02-18T08:40:17.616 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VTpVL98IMjdSTDU off=14358375 len=1682617 2024-02-18T08:40:17.619 INFO:tasks.workunit.client.0.smithi110.stdout:op 1005 completed, throughput=5MB/sec 2024-02-18T08:40:17.619 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TJcjy_3M7iretIY off=4134034 len=52058 2024-02-18T08:40:17.621 INFO:tasks.workunit.client.0.smithi110.stdout:op 1006 completed, throughput=5MB/sec 2024-02-18T08:40:17.622 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1QOHN7ROvO0E3_o off=7643660 len=663652 2024-02-18T08:40:17.626 INFO:tasks.workunit.client.0.smithi110.stdout:op 1007 completed, throughput=5MB/sec 2024-02-18T08:40:17.626 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P_d0pbnrO26lkWC off=4802660 len=1306021 2024-02-18T08:40:17.628 INFO:tasks.workunit.client.0.smithi110.stdout:op 1008 completed, throughput=5.01MB/sec 2024-02-18T08:40:18.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:18 smithi110 bash[54479]: cluster 2024-02-18T08:40:17.010855+0000 mgr.y (mgr.44100) 703 : cluster [DBG] pgmap v1264: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:40:18.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:18 smithi110 bash[55875]: cluster 2024-02-18T08:40:17.010855+0000 mgr.y (mgr.44100) 703 : cluster [DBG] pgmap v1264: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:40:18.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:18 smithi191 bash[38688]: cluster 2024-02-18T08:40:17.010855+0000 mgr.y (mgr.44100) 703 : cluster [DBG] pgmap v1264: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:40:18.628 INFO:tasks.workunit.client.0.smithi110.stdout: 195: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:18.628 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nZjk-d5ZzKhW_Wb off=6447796 len=1588393 2024-02-18T08:40:18.633 INFO:tasks.workunit.client.0.smithi110.stdout:op 1009 completed, throughput=4.99MB/sec 2024-02-18T08:40:18.633 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DyaSL4OZMkMFy6i off=6834529 len=459678 2024-02-18T08:40:18.639 INFO:tasks.workunit.client.0.smithi110.stdout:op 1010 completed, throughput=4.99MB/sec 2024-02-18T08:40:18.639 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-G9mpNt6IJ3oXuJB off=2895946 len=437397 2024-02-18T08:40:18.641 INFO:tasks.workunit.client.0.smithi110.stdout:op 1011 completed, throughput=4.99MB/sec 2024-02-18T08:40:18.641 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yFVJcStbH3xfvir off=3801799 len=1596045 2024-02-18T08:40:18.644 INFO:tasks.workunit.client.0.smithi110.stdout:op 1012 completed, throughput=5MB/sec 2024-02-18T08:40:18.644 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3P-ASeRtqz-tbSO off=11363261 len=432490 2024-02-18T08:40:18.646 INFO:tasks.workunit.client.0.smithi110.stdout:op 1013 completed, throughput=5MB/sec 2024-02-18T08:40:19.646 INFO:tasks.workunit.client.0.smithi110.stdout: 196: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:19.646 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-x1kNeHF7onrWALy off=7878863 len=28390 2024-02-18T08:40:19.647 INFO:tasks.workunit.client.0.smithi110.stdout:op 1014 completed, throughput=4.98MB/sec 2024-02-18T08:40:19.647 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cvgzPMnqcGAeBhw off=13316245 len=605039 2024-02-18T08:40:19.654 INFO:tasks.workunit.client.0.smithi110.stdout:op 1015 completed, throughput=4.98MB/sec 2024-02-18T08:40:19.654 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X3rzd6EDxa7y1xh off=3015101 len=1397187 2024-02-18T08:40:19.655 INFO:tasks.workunit.client.0.smithi110.stdout:op 1016 completed, throughput=4.99MB/sec 2024-02-18T08:40:19.655 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ERsH2qePYyR9cw0 off=1402316 len=1464221 2024-02-18T08:40:19.658 INFO:tasks.workunit.client.0.smithi110.stdout:op 1017 completed, throughput=4.99MB/sec 2024-02-18T08:40:19.659 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fxcVs40daMNhLI4 off=10939606 len=325752 2024-02-18T08:40:19.664 INFO:tasks.workunit.client.0.smithi110.stdout:op 1018 completed, throughput=4.99MB/sec 2024-02-18T08:40:19.664 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lz2t2GmnoDqhdvk off=889443 len=1238246 2024-02-18T08:40:19.670 INFO:tasks.workunit.client.0.smithi110.stdout:op 1019 completed, throughput=5MB/sec 2024-02-18T08:40:19.670 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IqiyYUblY6F1XkC off=132178 len=1581469 2024-02-18T08:40:19.674 INFO:tasks.workunit.client.0.smithi110.stdout:op 1020 completed, throughput=5.01MB/sec 2024-02-18T08:40:20.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:20 smithi110 bash[54479]: cluster 2024-02-18T08:40:19.011731+0000 mgr.y (mgr.44100) 704 : cluster [DBG] pgmap v1265: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:40:20.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:20 smithi110 bash[55875]: cluster 2024-02-18T08:40:19.011731+0000 mgr.y (mgr.44100) 704 : cluster [DBG] pgmap v1265: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:40:20.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:20 smithi191 bash[38688]: cluster 2024-02-18T08:40:19.011731+0000 mgr.y (mgr.44100) 704 : cluster [DBG] pgmap v1265: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:40:20.675 INFO:tasks.workunit.client.0.smithi110.stdout: 197: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:20.675 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r7IAQzIsK-3joYg off=35439 len=822566 2024-02-18T08:40:20.683 INFO:tasks.workunit.client.0.smithi110.stdout:op 1021 completed, throughput=4.99MB/sec 2024-02-18T08:40:20.683 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-20olkxoV4bSZmyf off=10532448 len=953916 2024-02-18T08:40:20.686 INFO:tasks.workunit.client.0.smithi110.stdout:op 1022 completed, throughput=4.99MB/sec 2024-02-18T08:40:20.686 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-R_DAnXigphtB8il off=6627992 len=231692 2024-02-18T08:40:20.687 INFO:tasks.workunit.client.0.smithi110.stdout:op 1023 completed, throughput=4.99MB/sec 2024-02-18T08:40:20.687 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RrmV_NpNVaRVBip off=295762 len=777299 2024-02-18T08:40:20.693 INFO:tasks.workunit.client.0.smithi110.stdout:op 1024 completed, throughput=5MB/sec 2024-02-18T08:40:20.694 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-r6bCSl6oylN12Ml off=14416109 len=525461 2024-02-18T08:40:20.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 1025 completed, throughput=5MB/sec 2024-02-18T08:40:20.696 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-w_k71N0QpXAYXBJ off=7277102 len=714226 2024-02-18T08:40:20.703 INFO:tasks.workunit.client.0.smithi110.stdout:op 1026 completed, throughput=5MB/sec 2024-02-18T08:40:21.703 INFO:tasks.workunit.client.0.smithi110.stdout: 198: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:21.703 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oYKa5DZdlZSVlsp off=453649 len=1892559 2024-02-18T08:40:21.707 INFO:tasks.workunit.client.0.smithi110.stdout:op 1027 completed, throughput=4.98MB/sec 2024-02-18T08:40:21.707 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9GKrWwQ2V3rsVWl off=1319426 len=739006 2024-02-18T08:40:21.709 INFO:tasks.workunit.client.0.smithi110.stdout:op 1028 completed, throughput=4.99MB/sec 2024-02-18T08:40:21.709 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PpEtxUdKoVYI8Id off=13955622 len=203363 2024-02-18T08:40:21.711 INFO:tasks.workunit.client.0.smithi110.stdout:op 1029 completed, throughput=4.99MB/sec 2024-02-18T08:40:21.711 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uXW7f76hEVdO-mR off=3595697 len=404083 2024-02-18T08:40:21.718 INFO:tasks.workunit.client.0.smithi110.stdout:op 1030 completed, throughput=4.99MB/sec 2024-02-18T08:40:21.718 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-U_RGV0rce3vljKK off=2165323 len=559087 2024-02-18T08:40:21.723 INFO:tasks.workunit.client.0.smithi110.stdout:op 1031 completed, throughput=4.99MB/sec 2024-02-18T08:40:21.723 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-akNWivgR0bXGEDB off=3667813 len=135306 2024-02-18T08:40:21.724 INFO:tasks.workunit.client.0.smithi110.stdout:op 1032 completed, throughput=4.99MB/sec 2024-02-18T08:40:21.724 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Csl18MZX__h_h6v off=4897019 len=709540 2024-02-18T08:40:21.726 INFO:tasks.workunit.client.0.smithi110.stdout:op 1033 completed, throughput=5MB/sec 2024-02-18T08:40:21.726 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wgbHiuDTZiD6mRR off=19546924 len=885435 2024-02-18T08:40:21.728 INFO:tasks.workunit.client.0.smithi110.stdout:op 1034 completed, throughput=5MB/sec 2024-02-18T08:40:22.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:22 smithi110 bash[54479]: cluster 2024-02-18T08:40:21.012528+0000 mgr.y (mgr.44100) 705 : cluster [DBG] pgmap v1266: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:40:22.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:22 smithi110 bash[55875]: cluster 2024-02-18T08:40:21.012528+0000 mgr.y (mgr.44100) 705 : cluster [DBG] pgmap v1266: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:40:22.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:22 smithi191 bash[38688]: cluster 2024-02-18T08:40:21.012528+0000 mgr.y (mgr.44100) 705 : cluster [DBG] pgmap v1266: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:40:22.728 INFO:tasks.workunit.client.0.smithi110.stdout: 199: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:22.728 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qSD1ij9nKCVtwgJ off=3796241 len=303031 2024-02-18T08:40:22.731 INFO:tasks.workunit.client.0.smithi110.stdout:op 1035 completed, throughput=4.98MB/sec 2024-02-18T08:40:22.731 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8R11Oy6kpiAUh-L off=11652286 len=2088047 2024-02-18T08:40:22.744 INFO:tasks.workunit.client.0.smithi110.stdout:op 1036 completed, throughput=4.99MB/sec 2024-02-18T08:40:22.744 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-77GSwLKk4ErizEH off=17004925 len=882937 2024-02-18T08:40:22.746 INFO:tasks.workunit.client.0.smithi110.stdout:op 1037 completed, throughput=4.99MB/sec 2024-02-18T08:40:22.746 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KIkx371CIWZ68Vn off=4704527 len=819596 2024-02-18T08:40:22.749 INFO:tasks.workunit.client.0.smithi110.stdout:op 1038 completed, throughput=5MB/sec 2024-02-18T08:40:22.750 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LTBrvNQPKtVgjfp off=2815759 len=2087611 2024-02-18T08:40:22.752 INFO:tasks.workunit.client.0.smithi110.stdout:op 1039 completed, throughput=5.01MB/sec 2024-02-18T08:40:23.752 INFO:tasks.workunit.client.0.smithi110.stdout: 200: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:23.752 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9UN76FvFHx92UPn off=10385452 len=299570 2024-02-18T08:40:23.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 1040 completed, throughput=4.98MB/sec 2024-02-18T08:40:23.758 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7AQxn-dGQoRrY_L off=3823302 len=904829 2024-02-18T08:40:23.766 INFO:tasks.workunit.client.0.smithi110.stdout:op 1041 completed, throughput=4.99MB/sec 2024-02-18T08:40:23.767 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WXeggr-Qydq_1k0 off=1006177 len=1513735 2024-02-18T08:40:23.770 INFO:tasks.workunit.client.0.smithi110.stdout:op 1042 completed, throughput=4.99MB/sec 2024-02-18T08:40:23.770 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LaCDPbPPi9YBa5Q off=2861126 len=1926913 2024-02-18T08:40:23.774 INFO:tasks.workunit.client.0.smithi110.stdout:op 1043 completed, throughput=5MB/sec 2024-02-18T08:40:24.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:24 smithi110 bash[54479]: cluster 2024-02-18T08:40:23.013435+0000 mgr.y (mgr.44100) 706 : cluster [DBG] pgmap v1267: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-02-18T08:40:24.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:24 smithi110 bash[55875]: cluster 2024-02-18T08:40:23.013435+0000 mgr.y (mgr.44100) 706 : cluster [DBG] pgmap v1267: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-02-18T08:40:24.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:24 smithi191 bash[38688]: cluster 2024-02-18T08:40:23.013435+0000 mgr.y (mgr.44100) 706 : cluster [DBG] pgmap v1267: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-02-18T08:40:24.775 INFO:tasks.workunit.client.0.smithi110.stdout: 201: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:24.776 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bz3WD9f06CBujL8 off=15303227 len=873563 2024-02-18T08:40:24.778 INFO:tasks.workunit.client.0.smithi110.stdout:op 1044 completed, throughput=4.98MB/sec 2024-02-18T08:40:24.778 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aq5Aizl97O5cTRT off=5129132 len=346386 2024-02-18T08:40:24.779 INFO:tasks.workunit.client.0.smithi110.stdout:op 1045 completed, throughput=4.98MB/sec 2024-02-18T08:40:24.779 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yRNfGqPcpotIbeQ off=4102173 len=1911186 2024-02-18T08:40:24.793 INFO:tasks.workunit.client.0.smithi110.stdout:op 1046 completed, throughput=4.99MB/sec 2024-02-18T08:40:24.793 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tyW0l3VSLssyWyv off=619475 len=1667704 2024-02-18T08:40:24.796 INFO:tasks.workunit.client.0.smithi110.stdout:op 1047 completed, throughput=5MB/sec 2024-02-18T08:40:24.796 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qmxntL01hv9NWbK off=7502602 len=1762060 2024-02-18T08:40:24.798 INFO:tasks.workunit.client.0.smithi110.stdout:op 1048 completed, throughput=5.01MB/sec 2024-02-18T08:40:25.798 INFO:tasks.workunit.client.0.smithi110.stdout: 202: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:25.799 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--7NkdUehGQsvq9Q off=776844 len=1264165 2024-02-18T08:40:25.808 INFO:tasks.workunit.client.0.smithi110.stdout:op 1049 completed, throughput=4.99MB/sec 2024-02-18T08:40:25.809 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9vbsntVHHRd9CPl off=2119208 len=1489269 2024-02-18T08:40:25.819 INFO:tasks.workunit.client.0.smithi110.stdout:op 1050 completed, throughput=5MB/sec 2024-02-18T08:40:25.819 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-srUQ7gDg5FDPwl- off=9522490 len=1417854 2024-02-18T08:40:25.821 INFO:tasks.workunit.client.0.smithi110.stdout:op 1051 completed, throughput=5MB/sec 2024-02-18T08:40:26.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:26 smithi110 bash[54479]: cluster 2024-02-18T08:40:25.014252+0000 mgr.y (mgr.44100) 707 : cluster [DBG] pgmap v1268: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:40:26.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:26 smithi110 bash[55875]: cluster 2024-02-18T08:40:25.014252+0000 mgr.y (mgr.44100) 707 : cluster [DBG] pgmap v1268: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:40:26.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:26 smithi191 bash[38688]: cluster 2024-02-18T08:40:25.014252+0000 mgr.y (mgr.44100) 707 : cluster [DBG] pgmap v1268: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:40:26.821 INFO:tasks.workunit.client.0.smithi110.stdout: 203: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:26.821 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aKiNthN1YdnCfys off=8025403 len=1430236 2024-02-18T08:40:26.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 1052 completed, throughput=4.98MB/sec 2024-02-18T08:40:26.825 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TS90S6Ghm_4aCVV off=22562483 len=1383063 2024-02-18T08:40:26.830 INFO:tasks.workunit.client.0.smithi110.stdout:op 1053 completed, throughput=4.99MB/sec 2024-02-18T08:40:26.830 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CVYDbHvikNtZeNz off=7210080 len=1965361 2024-02-18T08:40:26.834 INFO:tasks.workunit.client.0.smithi110.stdout:op 1054 completed, throughput=5MB/sec 2024-02-18T08:40:26.834 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vPtvdN9D88SZsJs off=218188 len=849402 2024-02-18T08:40:26.841 INFO:tasks.workunit.client.0.smithi110.stdout:op 1055 completed, throughput=5MB/sec 2024-02-18T08:40:27.841 INFO:tasks.workunit.client.0.smithi110.stdout: 204: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:27.842 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-N7w8rLO2R7dMghd off=11660190 len=691265 2024-02-18T08:40:27.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 1056 completed, throughput=4.98MB/sec 2024-02-18T08:40:27.851 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JJYoIouUrcw4Ltn off=20867505 len=679172 2024-02-18T08:40:27.856 INFO:tasks.workunit.client.0.smithi110.stdout:op 1057 completed, throughput=4.99MB/sec 2024-02-18T08:40:27.856 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UMgVmfCBXomco37 off=9107572 len=850829 2024-02-18T08:40:27.862 INFO:tasks.workunit.client.0.smithi110.stdout:op 1058 completed, throughput=4.99MB/sec 2024-02-18T08:40:27.862 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DEBvE3G1rfdzVjw off=16641658 len=1542635 2024-02-18T08:40:27.869 INFO:tasks.workunit.client.0.smithi110.stdout:op 1059 completed, throughput=5MB/sec 2024-02-18T08:40:27.870 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6GKU-aZWNpvwTgx off=5082867 len=621971 2024-02-18T08:40:27.874 INFO:tasks.workunit.client.0.smithi110.stdout:op 1060 completed, throughput=5MB/sec 2024-02-18T08:40:27.874 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nEINC7A84Ab4o0X off=9034324 len=920871 2024-02-18T08:40:27.879 INFO:tasks.workunit.client.0.smithi110.stdout:op 1061 completed, throughput=5MB/sec 2024-02-18T08:40:28.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:28 smithi110 bash[54479]: cluster 2024-02-18T08:40:27.015100+0000 mgr.y (mgr.44100) 708 : cluster [DBG] pgmap v1269: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:40:28.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:28 smithi110 bash[55875]: cluster 2024-02-18T08:40:27.015100+0000 mgr.y (mgr.44100) 708 : cluster [DBG] pgmap v1269: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:40:28.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:28 smithi191 bash[38688]: cluster 2024-02-18T08:40:27.015100+0000 mgr.y (mgr.44100) 708 : cluster [DBG] pgmap v1269: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:40:28.880 INFO:tasks.workunit.client.0.smithi110.stdout: 205: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:28.880 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YJdzP94KtxrVjdP off=3070203 len=894457 2024-02-18T08:40:28.882 INFO:tasks.workunit.client.0.smithi110.stdout:op 1062 completed, throughput=4.98MB/sec 2024-02-18T08:40:28.882 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vqdDDND7-VMVXLD off=23879 len=1617654 2024-02-18T08:40:28.894 INFO:tasks.workunit.client.0.smithi110.stdout:op 1063 completed, throughput=4.99MB/sec 2024-02-18T08:40:28.894 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HKXTBgCStjrbyfM off=13836471 len=1515793 2024-02-18T08:40:28.897 INFO:tasks.workunit.client.0.smithi110.stdout:op 1064 completed, throughput=5MB/sec 2024-02-18T08:40:28.897 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ohc4FdTn4PvCamN off=2448097 len=1082616 2024-02-18T08:40:28.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 1065 completed, throughput=5MB/sec 2024-02-18T08:40:29.905 INFO:tasks.workunit.client.0.smithi110.stdout: 206: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:29.905 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DHbUkuh_io8hR62 off=11383414 len=1003949 2024-02-18T08:40:29.909 INFO:tasks.workunit.client.0.smithi110.stdout:op 1066 completed, throughput=4.98MB/sec 2024-02-18T08:40:29.909 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IXLcAf9-aE3npH5 off=5549411 len=1932501 2024-02-18T08:40:29.914 INFO:tasks.workunit.client.0.smithi110.stdout:op 1067 completed, throughput=4.99MB/sec 2024-02-18T08:40:29.915 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-noZN7r85yPNKm8Q off=16870497 len=153345 2024-02-18T08:40:29.916 INFO:tasks.workunit.client.0.smithi110.stdout:op 1068 completed, throughput=4.99MB/sec 2024-02-18T08:40:29.916 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6gLCo_qaJBGK6Ys off=3553673 len=942133 2024-02-18T08:40:29.924 INFO:tasks.workunit.client.0.smithi110.stdout:op 1069 completed, throughput=5MB/sec 2024-02-18T08:40:29.924 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AyQETdKdQOvb4o3 off=4846182 len=1087262 2024-02-18T08:40:29.926 INFO:tasks.workunit.client.0.smithi110.stdout:op 1070 completed, throughput=5MB/sec 2024-02-18T08:40:30.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:30 smithi110 bash[54479]: cluster 2024-02-18T08:40:29.015999+0000 mgr.y (mgr.44100) 709 : cluster [DBG] pgmap v1270: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:40:30.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:30 smithi110 bash[55875]: cluster 2024-02-18T08:40:29.015999+0000 mgr.y (mgr.44100) 709 : cluster [DBG] pgmap v1270: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:40:30.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:30 smithi191 bash[38688]: cluster 2024-02-18T08:40:29.015999+0000 mgr.y (mgr.44100) 709 : cluster [DBG] pgmap v1270: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:40:30.927 INFO:tasks.workunit.client.0.smithi110.stdout: 207: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:30.927 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f5MKcHSXpW2u1Dd off=2597404 len=50538 2024-02-18T08:40:30.931 INFO:tasks.workunit.client.0.smithi110.stdout:op 1071 completed, throughput=4.98MB/sec 2024-02-18T08:40:30.931 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4vuDwrXxDZjMNrN off=7047673 len=554637 2024-02-18T08:40:30.933 INFO:tasks.workunit.client.0.smithi110.stdout:op 1072 completed, throughput=4.98MB/sec 2024-02-18T08:40:30.933 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GIKdmEOFX_lM327 off=20776471 len=204018 2024-02-18T08:40:30.937 INFO:tasks.workunit.client.0.smithi110.stdout:op 1073 completed, throughput=4.98MB/sec 2024-02-18T08:40:30.937 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a-YVlxK_NAJLlx4 off=3754187 len=1155495 2024-02-18T08:40:30.945 INFO:tasks.workunit.client.0.smithi110.stdout:op 1074 completed, throughput=4.99MB/sec 2024-02-18T08:40:30.945 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HKXTBgCStjrbyfM off=16292905 len=41176 2024-02-18T08:40:30.945 INFO:tasks.workunit.client.0.smithi110.stdout:op 1075 completed, throughput=4.99MB/sec 2024-02-18T08:40:30.945 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GG2aolpqVVHEqfV off=7712652 len=1209120 2024-02-18T08:40:30.948 INFO:tasks.workunit.client.0.smithi110.stdout:op 1076 completed, throughput=4.99MB/sec 2024-02-18T08:40:30.948 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sxxWPsHlScDXLwL off=945245 len=1619912 2024-02-18T08:40:30.959 INFO:tasks.workunit.client.0.smithi110.stdout:op 1077 completed, throughput=5MB/sec 2024-02-18T08:40:30.959 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--qi2TdYJ_vcByxV off=2168932 len=1407047 2024-02-18T08:40:30.961 INFO:tasks.workunit.client.0.smithi110.stdout:op 1078 completed, throughput=5MB/sec 2024-02-18T08:40:31.961 INFO:tasks.workunit.client.0.smithi110.stdout: 208: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:31.962 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pP7KOMo9VE8t0_A off=2623411 len=687568 2024-02-18T08:40:31.969 INFO:tasks.workunit.client.0.smithi110.stdout:op 1079 completed, throughput=4.98MB/sec 2024-02-18T08:40:31.970 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P28vkPQmT6QJxdu off=3542578 len=1760254 2024-02-18T08:40:31.982 INFO:tasks.workunit.client.0.smithi110.stdout:op 1080 completed, throughput=4.99MB/sec 2024-02-18T08:40:31.982 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-06-f3dqvyjHVtrs off=24214203 len=1049281 2024-02-18T08:40:31.990 INFO:tasks.workunit.client.0.smithi110.stdout:op 1081 completed, throughput=5MB/sec 2024-02-18T08:40:31.990 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zeKTmICdJpH7GKi off=610178 len=2050766 2024-02-18T08:40:32.004 INFO:tasks.workunit.client.0.smithi110.stdout:op 1082 completed, throughput=5MB/sec 2024-02-18T08:40:32.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:32 smithi110 bash[54479]: cluster 2024-02-18T08:40:31.016899+0000 mgr.y (mgr.44100) 710 : cluster [DBG] pgmap v1271: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:40:32.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:32 smithi110 bash[55875]: cluster 2024-02-18T08:40:31.016899+0000 mgr.y (mgr.44100) 710 : cluster [DBG] pgmap v1271: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:40:32.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:32 smithi191 bash[38688]: cluster 2024-02-18T08:40:31.016899+0000 mgr.y (mgr.44100) 710 : cluster [DBG] pgmap v1271: 73 pgs: 73 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:40:33.004 INFO:tasks.workunit.client.0.smithi110.stdout: 209: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:33.004 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pyVFffVb1HH5Y3- off=13320794 len=363613 2024-02-18T08:40:33.005 INFO:tasks.workunit.client.0.smithi110.stdout:op 1083 completed, throughput=4.98MB/sec 2024-02-18T08:40:33.006 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L-akkJYhDMw8o6d off=1145541 len=862888 2024-02-18T08:40:33.008 INFO:tasks.workunit.client.0.smithi110.stdout:op 1084 completed, throughput=4.99MB/sec 2024-02-18T08:40:33.008 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fXG5oTki6sCjN3k off=1177148 len=2051172 2024-02-18T08:40:33.012 INFO:tasks.workunit.client.0.smithi110.stdout:op 1085 completed, throughput=5MB/sec 2024-02-18T08:40:33.012 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vSlWtX01ymaUFZY off=4561070 len=66735 2024-02-18T08:40:33.014 INFO:tasks.workunit.client.0.smithi110.stdout:op 1086 completed, throughput=5MB/sec 2024-02-18T08:40:33.014 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-INJ1_gpkdFFMad- off=8668896 len=1273468 2024-02-18T08:40:33.022 INFO:tasks.workunit.client.0.smithi110.stdout:op 1087 completed, throughput=5MB/sec 2024-02-18T08:40:34.023 INFO:tasks.workunit.client.0.smithi110.stdout: 210: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:34.023 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Bpet9I8RN4IGR4c off=129300 len=244971 2024-02-18T08:40:34.024 INFO:tasks.workunit.client.0.smithi110.stdout:op 1088 completed, throughput=4.98MB/sec 2024-02-18T08:40:34.024 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-M2mDOG_b_x-oi3T off=6896068 len=108662 2024-02-18T08:40:34.025 INFO:tasks.workunit.client.0.smithi110.stdout:op 1089 completed, throughput=4.98MB/sec 2024-02-18T08:40:34.025 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QgQ4AXScSlt3Zl2 off=25053577 len=535446 2024-02-18T08:40:34.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 1090 completed, throughput=4.98MB/sec 2024-02-18T08:40:34.028 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UGn5qzbMgrsnzoJ off=2527088 len=678446 2024-02-18T08:40:34.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 1091 completed, throughput=4.98MB/sec 2024-02-18T08:40:34.030 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-U1G9p81oM_RUVfX off=2221332 len=1234012 2024-02-18T08:40:34.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 1092 completed, throughput=4.99MB/sec 2024-02-18T08:40:34.041 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-p_VRUiktql-dodM off=6901689 len=2020866 2024-02-18T08:40:34.045 INFO:tasks.workunit.client.0.smithi110.stdout:op 1093 completed, throughput=5MB/sec 2024-02-18T08:40:34.045 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xjOkQ7GdOsxgssP off=8845796 len=897479 2024-02-18T08:40:34.052 INFO:tasks.workunit.client.0.smithi110.stdout:op 1094 completed, throughput=5MB/sec 2024-02-18T08:40:34.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:34 smithi110 bash[54479]: cluster 2024-02-18T08:40:33.017957+0000 mgr.y (mgr.44100) 711 : cluster [DBG] pgmap v1272: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:40:34.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:34 smithi110 bash[55875]: cluster 2024-02-18T08:40:33.017957+0000 mgr.y (mgr.44100) 711 : cluster [DBG] pgmap v1272: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:40:34.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:34 smithi191 bash[38688]: cluster 2024-02-18T08:40:33.017957+0000 mgr.y (mgr.44100) 711 : cluster [DBG] pgmap v1272: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:40:35.053 INFO:tasks.workunit.client.0.smithi110.stdout: 211: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:35.053 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yvb2DG0rnjZ3Hkh off=13525166 len=177527 2024-02-18T08:40:35.058 INFO:tasks.workunit.client.0.smithi110.stdout:op 1095 completed, throughput=4.98MB/sec 2024-02-18T08:40:35.058 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-d6lHbIii1b9l3fK off=18163808 len=585604 2024-02-18T08:40:35.064 INFO:tasks.workunit.client.0.smithi110.stdout:op 1096 completed, throughput=4.98MB/sec 2024-02-18T08:40:35.065 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A7c9tGJF6ZvRGpb off=3514218 len=314276 2024-02-18T08:40:35.065 INFO:tasks.workunit.client.0.smithi110.stdout:op 1097 completed, throughput=4.98MB/sec 2024-02-18T08:40:35.066 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CkHIH88h2idtn9Z off=12348573 len=93811 2024-02-18T08:40:35.068 INFO:tasks.workunit.client.0.smithi110.stdout:op 1098 completed, throughput=4.98MB/sec 2024-02-18T08:40:35.068 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-K_FHYls7udgA8_E off=10754132 len=912094 2024-02-18T08:40:35.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 1099 completed, throughput=4.99MB/sec 2024-02-18T08:40:35.074 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WM4xztMd4zgeev6 off=847540 len=1014516 2024-02-18T08:40:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 1100 completed, throughput=4.99MB/sec 2024-02-18T08:40:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lWTXkIFJxFRk_5N off=14444737 len=1049616 2024-02-18T08:40:35.086 INFO:tasks.workunit.client.0.smithi110.stdout:op 1101 completed, throughput=5MB/sec 2024-02-18T08:40:35.086 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-z9JRewo3959tdcm off=12143228 len=1836461 2024-02-18T08:40:35.097 INFO:tasks.workunit.client.0.smithi110.stdout:op 1102 completed, throughput=5MB/sec 2024-02-18T08:40:36.097 INFO:tasks.workunit.client.0.smithi110.stdout: 212: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:36.098 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AQkJ9vVEz9OqQRW off=5814897 len=1745879 2024-02-18T08:40:36.102 INFO:tasks.workunit.client.0.smithi110.stdout:op 1103 completed, throughput=4.99MB/sec 2024-02-18T08:40:36.103 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JXDvC-iTNUHgWPI off=3363975 len=873046 2024-02-18T08:40:36.105 INFO:tasks.workunit.client.0.smithi110.stdout:op 1104 completed, throughput=4.99MB/sec 2024-02-18T08:40:36.105 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Mx5DryHkJh_BUk6 off=2362645 len=478792 2024-02-18T08:40:36.112 INFO:tasks.workunit.client.0.smithi110.stdout:op 1105 completed, throughput=4.99MB/sec 2024-02-18T08:40:36.112 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6Ke6rZh_gcIRupA off=9875293 len=1540495 2024-02-18T08:40:36.123 INFO:tasks.workunit.client.0.smithi110.stdout:op 1106 completed, throughput=5MB/sec 2024-02-18T08:40:36.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:36 smithi110 bash[54479]: cluster 2024-02-18T08:40:35.018748+0000 mgr.y (mgr.44100) 712 : cluster [DBG] pgmap v1273: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:40:36.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:36 smithi110 bash[55875]: cluster 2024-02-18T08:40:35.018748+0000 mgr.y (mgr.44100) 712 : cluster [DBG] pgmap v1273: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:40:36.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:36 smithi191 bash[38688]: cluster 2024-02-18T08:40:35.018748+0000 mgr.y (mgr.44100) 712 : cluster [DBG] pgmap v1273: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:40:37.124 INFO:tasks.workunit.client.0.smithi110.stdout: 213: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:37.124 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0wsWaF1JNFfYKs4 off=6259658 len=572321 2024-02-18T08:40:37.126 INFO:tasks.workunit.client.0.smithi110.stdout:op 1107 completed, throughput=4.98MB/sec 2024-02-18T08:40:37.126 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Cn1NYlm4o_QsmCM off=24952 len=444238 2024-02-18T08:40:37.133 INFO:tasks.workunit.client.0.smithi110.stdout:op 1108 completed, throughput=4.98MB/sec 2024-02-18T08:40:37.134 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4YbaBxDt1WYizQx off=14949169 len=609549 2024-02-18T08:40:37.141 INFO:tasks.workunit.client.0.smithi110.stdout:op 1109 completed, throughput=4.99MB/sec 2024-02-18T08:40:37.141 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-20olkxoV4bSZmyf off=634210 len=317217 2024-02-18T08:40:37.145 INFO:tasks.workunit.client.0.smithi110.stdout:op 1110 completed, throughput=4.99MB/sec 2024-02-18T08:40:37.145 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--me222Kx15pEGBs off=5827953 len=570491 2024-02-18T08:40:37.149 INFO:tasks.workunit.client.0.smithi110.stdout:op 1111 completed, throughput=4.99MB/sec 2024-02-18T08:40:37.149 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NMQVAH69X0iUHpr off=2569540 len=1770275 2024-02-18T08:40:37.151 INFO:tasks.workunit.client.0.smithi110.stdout:op 1112 completed, throughput=5MB/sec 2024-02-18T08:40:37.151 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SJOkzmsIODGc4Tp off=4690630 len=792769 2024-02-18T08:40:37.156 INFO:tasks.workunit.client.0.smithi110.stdout:op 1113 completed, throughput=5MB/sec 2024-02-18T08:40:37.156 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jl9hMjkdN74IVwU off=3688648 len=1853703 2024-02-18T08:40:37.158 INFO:tasks.workunit.client.0.smithi110.stdout:op 1114 completed, throughput=5.01MB/sec 2024-02-18T08:40:38.159 INFO:tasks.workunit.client.0.smithi110.stdout: 214: throughput=4.99MB/sec pending data=0 2024-02-18T08:40:38.159 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LNfneg0Zx28-Inf off=11100190 len=465433 2024-02-18T08:40:38.165 INFO:tasks.workunit.client.0.smithi110.stdout:op 1115 completed, throughput=4.99MB/sec 2024-02-18T08:40:38.165 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dY7_V1UB2tQ3Dqd off=4425313 len=269421 2024-02-18T08:40:38.170 INFO:tasks.workunit.client.0.smithi110.stdout:op 1116 completed, throughput=4.99MB/sec 2024-02-18T08:40:38.170 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-93N-69onsqUYGpB off=6232461 len=486842 2024-02-18T08:40:38.174 INFO:tasks.workunit.client.0.smithi110.stdout:op 1117 completed, throughput=4.99MB/sec 2024-02-18T08:40:38.174 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a0mF0UCv8DbI2hg off=15114659 len=1337896 2024-02-18T08:40:38.183 INFO:tasks.workunit.client.0.smithi110.stdout:op 1118 completed, throughput=5MB/sec 2024-02-18T08:40:38.183 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xzOgnW8-y07E906 off=1613734 len=1255220 2024-02-18T08:40:38.186 INFO:tasks.workunit.client.0.smithi110.stdout:op 1119 completed, throughput=5MB/sec 2024-02-18T08:40:38.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:38 smithi110 bash[54479]: cluster 2024-02-18T08:40:37.019621+0000 mgr.y (mgr.44100) 713 : cluster [DBG] pgmap v1274: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:40:38.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:38 smithi110 bash[55875]: cluster 2024-02-18T08:40:37.019621+0000 mgr.y (mgr.44100) 713 : cluster [DBG] pgmap v1274: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:40:38.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:38 smithi191 bash[38688]: cluster 2024-02-18T08:40:37.019621+0000 mgr.y (mgr.44100) 713 : cluster [DBG] pgmap v1274: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:40:39.186 INFO:tasks.workunit.client.0.smithi110.stdout: 215: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:39.187 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lDmvjVp_vqQz29e off=8231200 len=992325 2024-02-18T08:40:39.190 INFO:tasks.workunit.client.0.smithi110.stdout:op 1120 completed, throughput=4.98MB/sec 2024-02-18T08:40:39.190 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AiX5kPFilPoSIim off=19713344 len=1792202 2024-02-18T08:40:39.200 INFO:tasks.workunit.client.0.smithi110.stdout:op 1121 completed, throughput=4.99MB/sec 2024-02-18T08:40:39.200 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XoWnf7kmlG6vyDR off=4518885 len=376198 2024-02-18T08:40:39.205 INFO:tasks.workunit.client.0.smithi110.stdout:op 1122 completed, throughput=4.99MB/sec 2024-02-18T08:40:39.205 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hCg-cCcJHJycScN off=4500175 len=1757056 2024-02-18T08:40:39.209 INFO:tasks.workunit.client.0.smithi110.stdout:op 1123 completed, throughput=5MB/sec 2024-02-18T08:40:39.209 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MlV9XuA5tkFgokz off=1830699 len=387350 2024-02-18T08:40:39.213 INFO:tasks.workunit.client.0.smithi110.stdout:op 1124 completed, throughput=5MB/sec 2024-02-18T08:40:39.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:39 smithi110 bash[54479]: audit 2024-02-18T08:40:38.928063+0000 mon.a (mon.0) 1728 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:40:39.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:39 smithi110 bash[54479]: audit 2024-02-18T08:40:38.928857+0000 mon.a (mon.0) 1729 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2024-02-18T08:40:39.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:39 smithi110 bash[54479]: audit 2024-02-18T08:40:38.929622+0000 mon.a (mon.0) 1730 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:40:39.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:39 smithi110 bash[55875]: audit 2024-02-18T08:40:38.928063+0000 mon.a (mon.0) 1728 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:40:39.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:39 smithi110 bash[55875]: audit 2024-02-18T08:40:38.928857+0000 mon.a (mon.0) 1729 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2024-02-18T08:40:39.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:39 smithi110 bash[55875]: audit 2024-02-18T08:40:38.929622+0000 mon.a (mon.0) 1730 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:40:39.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:39 smithi191 bash[38688]: audit 2024-02-18T08:40:38.928063+0000 mon.a (mon.0) 1728 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:40:39.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:39 smithi191 bash[38688]: audit 2024-02-18T08:40:38.928857+0000 mon.a (mon.0) 1729 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2024-02-18T08:40:39.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:39 smithi191 bash[38688]: audit 2024-02-18T08:40:38.929622+0000 mon.a (mon.0) 1730 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:40:40.213 INFO:tasks.workunit.client.0.smithi110.stdout: 216: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:40.213 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-csF9akzjvQ03pir off=2958591 len=1643394 2024-02-18T08:40:40.227 INFO:tasks.workunit.client.0.smithi110.stdout:op 1125 completed, throughput=4.98MB/sec 2024-02-18T08:40:40.227 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6wSX7Mkp7tnM1fC off=74386 len=1559507 2024-02-18T08:40:40.235 INFO:tasks.workunit.client.0.smithi110.stdout:op 1126 completed, throughput=4.99MB/sec 2024-02-18T08:40:40.235 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DSVy2HIPWvi9e8B off=11715666 len=1255524 2024-02-18T08:40:40.237 INFO:tasks.workunit.client.0.smithi110.stdout:op 1127 completed, throughput=5MB/sec 2024-02-18T08:40:40.237 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-THlHWK9FkIWF42G off=361222 len=9391 2024-02-18T08:40:40.239 INFO:tasks.workunit.client.0.smithi110.stdout:op 1128 completed, throughput=5MB/sec 2024-02-18T08:40:40.239 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QpzPfoqQ9RHRXbT off=1914464 len=1676462 2024-02-18T08:40:40.242 INFO:tasks.workunit.client.0.smithi110.stdout:op 1129 completed, throughput=5MB/sec 2024-02-18T08:40:40.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:40 smithi110 bash[54479]: cluster 2024-02-18T08:40:39.020475+0000 mgr.y (mgr.44100) 714 : cluster [DBG] pgmap v1275: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:40:40.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:40 smithi110 bash[55875]: cluster 2024-02-18T08:40:39.020475+0000 mgr.y (mgr.44100) 714 : cluster [DBG] pgmap v1275: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:40:40.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:40 smithi191 bash[38688]: cluster 2024-02-18T08:40:39.020475+0000 mgr.y (mgr.44100) 714 : cluster [DBG] pgmap v1275: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:40:41.242 INFO:tasks.workunit.client.0.smithi110.stdout: 217: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:41.243 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vjwoU_lH5S9_taC off=4517177 len=652781 2024-02-18T08:40:41.250 INFO:tasks.workunit.client.0.smithi110.stdout:op 1130 completed, throughput=4.98MB/sec 2024-02-18T08:40:41.250 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-n4XDtvo9CGrcpqm off=2336770 len=1832204 2024-02-18T08:40:41.259 INFO:tasks.workunit.client.0.smithi110.stdout:op 1131 completed, throughput=4.99MB/sec 2024-02-18T08:40:41.259 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lvQSr4Run0tpyZq off=276708 len=1573110 2024-02-18T08:40:41.264 INFO:tasks.workunit.client.0.smithi110.stdout:op 1132 completed, throughput=5MB/sec 2024-02-18T08:40:41.264 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Rios7RT0F80V3co off=16278596 len=865476 2024-02-18T08:40:41.267 INFO:tasks.workunit.client.0.smithi110.stdout:op 1133 completed, throughput=5MB/sec 2024-02-18T08:40:42.267 INFO:tasks.workunit.client.0.smithi110.stdout: 218: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:42.268 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GzxWqZ3zWejxd1r off=12769795 len=1863314 2024-02-18T08:40:42.272 INFO:tasks.workunit.client.0.smithi110.stdout:op 1134 completed, throughput=4.99MB/sec 2024-02-18T08:40:42.272 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dX9VEtzNPZkOqP7 off=3485085 len=1831964 2024-02-18T08:40:42.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 1135 completed, throughput=4.99MB/sec 2024-02-18T08:40:42.285 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hSnoNp2V-qltVPT off=2030500 len=1512383 2024-02-18T08:40:42.295 INFO:tasks.workunit.client.0.smithi110.stdout:op 1136 completed, throughput=5MB/sec 2024-02-18T08:40:42.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:42 smithi110 bash[54479]: cluster 2024-02-18T08:40:41.021317+0000 mgr.y (mgr.44100) 715 : cluster [DBG] pgmap v1276: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:40:42.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:42 smithi110 bash[55875]: cluster 2024-02-18T08:40:41.021317+0000 mgr.y (mgr.44100) 715 : cluster [DBG] pgmap v1276: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:40:42.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:42 smithi191 bash[38688]: cluster 2024-02-18T08:40:41.021317+0000 mgr.y (mgr.44100) 715 : cluster [DBG] pgmap v1276: 73 pgs: 73 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:40:43.295 INFO:tasks.workunit.client.0.smithi110.stdout: 219: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:43.295 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UIHvdaQ3FX_RO08 off=19692228 len=695387 2024-02-18T08:40:43.304 INFO:tasks.workunit.client.0.smithi110.stdout:op 1137 completed, throughput=4.98MB/sec 2024-02-18T08:40:43.304 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I3e0_eeO7D9vfDk off=7500151 len=1709070 2024-02-18T08:40:43.314 INFO:tasks.workunit.client.0.smithi110.stdout:op 1138 completed, throughput=4.99MB/sec 2024-02-18T08:40:43.314 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9LgCyWHis9XV317 off=1609536 len=1279591 2024-02-18T08:40:43.322 INFO:tasks.workunit.client.0.smithi110.stdout:op 1139 completed, throughput=4.99MB/sec 2024-02-18T08:40:43.322 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qMaIVv9ksTdx4V0 off=1441368 len=264327 2024-02-18T08:40:43.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 1140 completed, throughput=5MB/sec 2024-02-18T08:40:43.323 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Eg3s6IC3s_E7wK9 off=1432071 len=834595 2024-02-18T08:40:43.325 INFO:tasks.workunit.client.0.smithi110.stdout:op 1141 completed, throughput=5MB/sec 2024-02-18T08:40:43.325 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YZ7cOXhx_Q7-8kS off=4667416 len=1223932 2024-02-18T08:40:43.328 INFO:tasks.workunit.client.0.smithi110.stdout:op 1142 completed, throughput=5MB/sec 2024-02-18T08:40:44.328 INFO:tasks.workunit.client.0.smithi110.stdout: 220: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:44.328 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zxPNjMCTnsN8bWi off=3513403 len=1988733 2024-02-18T08:40:44.334 INFO:tasks.workunit.client.0.smithi110.stdout:op 1143 completed, throughput=4.99MB/sec 2024-02-18T08:40:44.334 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k6RCDLlQ0RS2h9C off=10076163 len=782436 2024-02-18T08:40:44.337 INFO:tasks.workunit.client.0.smithi110.stdout:op 1144 completed, throughput=4.99MB/sec 2024-02-18T08:40:44.337 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uPz0pyCM73dYLQj off=202772 len=103847 2024-02-18T08:40:44.342 INFO:tasks.workunit.client.0.smithi110.stdout:op 1145 completed, throughput=4.99MB/sec 2024-02-18T08:40:44.342 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aWVnFd2jZx9H-Es off=548202 len=2061123 2024-02-18T08:40:44.347 INFO:tasks.workunit.client.0.smithi110.stdout:op 1146 completed, throughput=5MB/sec 2024-02-18T08:40:44.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:44 smithi110 bash[54479]: cluster 2024-02-18T08:40:43.022244+0000 mgr.y (mgr.44100) 716 : cluster [DBG] pgmap v1277: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:40:44.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:44 smithi110 bash[55875]: cluster 2024-02-18T08:40:43.022244+0000 mgr.y (mgr.44100) 716 : cluster [DBG] pgmap v1277: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:40:44.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:44 smithi191 bash[38688]: cluster 2024-02-18T08:40:43.022244+0000 mgr.y (mgr.44100) 716 : cluster [DBG] pgmap v1277: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:40:45.347 INFO:tasks.workunit.client.0.smithi110.stdout: 221: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:45.348 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Kl8VuFeARqrkBO8 off=5374539 len=621362 2024-02-18T08:40:45.350 INFO:tasks.workunit.client.0.smithi110.stdout:op 1147 completed, throughput=4.98MB/sec 2024-02-18T08:40:45.350 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8lyUY5hYt650Hon off=6589295 len=2093412 2024-02-18T08:40:45.357 INFO:tasks.workunit.client.0.smithi110.stdout:op 1148 completed, throughput=4.99MB/sec 2024-02-18T08:40:45.357 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bSqDKX24cqCQtRH off=2802078 len=115884 2024-02-18T08:40:45.358 INFO:tasks.workunit.client.0.smithi110.stdout:op 1149 completed, throughput=4.99MB/sec 2024-02-18T08:40:45.359 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FpG1dPUhF-P97yH off=15744007 len=1127116 2024-02-18T08:40:45.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 1150 completed, throughput=5MB/sec 2024-02-18T08:40:45.368 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tSZ0yPLRQhPpeGk off=20874375 len=1701610 2024-02-18T08:40:45.373 INFO:tasks.workunit.client.0.smithi110.stdout:op 1151 completed, throughput=5MB/sec 2024-02-18T08:40:46.373 INFO:tasks.workunit.client.0.smithi110.stdout: 222: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:46.374 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dkcce22r_ob9VUJ off=3654658 len=1540962 2024-02-18T08:40:46.385 INFO:tasks.workunit.client.0.smithi110.stdout:op 1152 completed, throughput=4.99MB/sec 2024-02-18T08:40:46.385 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AqvAy-ExM_2aF3z off=427823 len=1444985 2024-02-18T08:40:46.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 1153 completed, throughput=4.99MB/sec 2024-02-18T08:40:46.393 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--J8idnGVltPW0wT off=15112816 len=1706849 2024-02-18T08:40:46.404 INFO:tasks.workunit.client.0.smithi110.stdout:op 1154 completed, throughput=5MB/sec 2024-02-18T08:40:46.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:46 smithi110 bash[54479]: cluster 2024-02-18T08:40:45.023041+0000 mgr.y (mgr.44100) 717 : cluster [DBG] pgmap v1278: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:40:46.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:46 smithi110 bash[55875]: cluster 2024-02-18T08:40:45.023041+0000 mgr.y (mgr.44100) 717 : cluster [DBG] pgmap v1278: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:40:46.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:46 smithi191 bash[38688]: cluster 2024-02-18T08:40:45.023041+0000 mgr.y (mgr.44100) 717 : cluster [DBG] pgmap v1278: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:40:47.405 INFO:tasks.workunit.client.0.smithi110.stdout: 223: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:47.405 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CxlwlgzMJi5Zj7m off=125066 len=786630 2024-02-18T08:40:47.412 INFO:tasks.workunit.client.0.smithi110.stdout:op 1155 completed, throughput=4.98MB/sec 2024-02-18T08:40:47.412 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TXW67wCNPloUWnE off=1602721 len=1584222 2024-02-18T08:40:47.418 INFO:tasks.workunit.client.0.smithi110.stdout:op 1156 completed, throughput=4.99MB/sec 2024-02-18T08:40:47.418 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qbz8WZ77yS0Qovi off=1052034 len=855304 2024-02-18T08:40:47.426 INFO:tasks.workunit.client.0.smithi110.stdout:op 1157 completed, throughput=4.99MB/sec 2024-02-18T08:40:47.426 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hueh2bKEtOPG5i5 off=7941644 len=1625388 2024-02-18T08:40:47.435 INFO:tasks.workunit.client.0.smithi110.stdout:op 1158 completed, throughput=5MB/sec 2024-02-18T08:40:47.435 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ePCNrSr8pX9L7xR off=6689022 len=1138330 2024-02-18T08:40:47.437 INFO:tasks.workunit.client.0.smithi110.stdout:op 1159 completed, throughput=5MB/sec 2024-02-18T08:40:48.437 INFO:tasks.workunit.client.0.smithi110.stdout: 224: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:48.438 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_M0CG2TmHHXYdHb off=16417715 len=659101 2024-02-18T08:40:48.445 INFO:tasks.workunit.client.0.smithi110.stdout:op 1160 completed, throughput=4.98MB/sec 2024-02-18T08:40:48.445 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mWyS86RMD68rIN- off=4870095 len=1556827 2024-02-18T08:40:48.449 INFO:tasks.workunit.client.0.smithi110.stdout:op 1161 completed, throughput=4.99MB/sec 2024-02-18T08:40:48.450 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TMS29qHGrJGB21_ off=23624216 len=460207 2024-02-18T08:40:48.455 INFO:tasks.workunit.client.0.smithi110.stdout:op 1162 completed, throughput=4.99MB/sec 2024-02-18T08:40:48.455 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BHwqEH7dJVq_yaY off=17597674 len=1463770 2024-02-18T08:40:48.458 INFO:tasks.workunit.client.0.smithi110.stdout:op 1163 completed, throughput=5MB/sec 2024-02-18T08:40:48.458 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-apiA6XgYM5pA24E off=13478733 len=1697830 2024-02-18T08:40:48.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:48 smithi110 bash[54479]: cluster 2024-02-18T08:40:47.023896+0000 mgr.y (mgr.44100) 718 : cluster [DBG] pgmap v1279: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:40:48.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:48 smithi110 bash[55875]: cluster 2024-02-18T08:40:47.023896+0000 mgr.y (mgr.44100) 718 : cluster [DBG] pgmap v1279: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:40:48.461 INFO:tasks.workunit.client.0.smithi110.stdout:op 1164 completed, throughput=5MB/sec 2024-02-18T08:40:48.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:48 smithi191 bash[38688]: cluster 2024-02-18T08:40:47.023896+0000 mgr.y (mgr.44100) 718 : cluster [DBG] pgmap v1279: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:40:49.462 INFO:tasks.workunit.client.0.smithi110.stdout: 225: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:49.462 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QWYJEXgU4qI_XiQ off=186956 len=1419258 2024-02-18T08:40:49.473 INFO:tasks.workunit.client.0.smithi110.stdout:op 1165 completed, throughput=4.99MB/sec 2024-02-18T08:40:49.473 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pF6YxmEdBf_bgDm off=4256581 len=675689 2024-02-18T08:40:49.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 1166 completed, throughput=4.99MB/sec 2024-02-18T08:40:49.479 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bHadKbiQ3C53Syl off=770250 len=688953 2024-02-18T08:40:49.481 INFO:tasks.workunit.client.0.smithi110.stdout:op 1167 completed, throughput=4.99MB/sec 2024-02-18T08:40:49.481 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sGtmVEusblXrZVy off=3791095 len=1152504 2024-02-18T08:40:49.483 INFO:tasks.workunit.client.0.smithi110.stdout:op 1168 completed, throughput=5MB/sec 2024-02-18T08:40:49.483 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-D3u86LZbzLY5sy0 off=3359222 len=232504 2024-02-18T08:40:49.487 INFO:tasks.workunit.client.0.smithi110.stdout:op 1169 completed, throughput=5MB/sec 2024-02-18T08:40:49.487 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-E7xt0rslTWnnrRb off=4095205 len=415600 2024-02-18T08:40:49.489 INFO:tasks.workunit.client.0.smithi110.stdout:op 1170 completed, throughput=5MB/sec 2024-02-18T08:40:50.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:50 smithi110 bash[54479]: cluster 2024-02-18T08:40:49.024783+0000 mgr.y (mgr.44100) 719 : cluster [DBG] pgmap v1280: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:40:50.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:50 smithi110 bash[55875]: cluster 2024-02-18T08:40:49.024783+0000 mgr.y (mgr.44100) 719 : cluster [DBG] pgmap v1280: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:40:50.489 INFO:tasks.workunit.client.0.smithi110.stdout: 226: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:50.489 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5T7br_mn3H6PuaP off=2356883 len=716661 2024-02-18T08:40:50.492 INFO:tasks.workunit.client.0.smithi110.stdout:op 1171 completed, throughput=4.98MB/sec 2024-02-18T08:40:50.492 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pYPl6WcCEzHjvii off=1945712 len=1852499 2024-02-18T08:40:50.498 INFO:tasks.workunit.client.0.smithi110.stdout:op 1172 completed, throughput=4.99MB/sec 2024-02-18T08:40:50.498 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--7UhcOVwpugXshE off=672819 len=2040159 2024-02-18T08:40:50.512 INFO:tasks.workunit.client.0.smithi110.stdout:op 1173 completed, throughput=5MB/sec 2024-02-18T08:40:50.512 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BBQkfDZ1QWAStuY off=386946 len=246842 2024-02-18T08:40:50.517 INFO:tasks.workunit.client.0.smithi110.stdout:op 1174 completed, throughput=5MB/sec 2024-02-18T08:40:50.517 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QVbymTHaveuKHmg off=13457670 len=1823498 2024-02-18T08:40:50.522 INFO:tasks.workunit.client.0.smithi110.stdout:op 1175 completed, throughput=5.01MB/sec 2024-02-18T08:40:50.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:50 smithi191 bash[38688]: cluster 2024-02-18T08:40:49.024783+0000 mgr.y (mgr.44100) 719 : cluster [DBG] pgmap v1280: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:40:51.522 INFO:tasks.workunit.client.0.smithi110.stdout: 227: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:51.522 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NRkm4XFOQJaom3F off=15357116 len=101448 2024-02-18T08:40:51.527 INFO:tasks.workunit.client.0.smithi110.stdout:op 1176 completed, throughput=4.99MB/sec 2024-02-18T08:40:51.527 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0p90KzyHDeWKUnl off=17514226 len=1955274 2024-02-18T08:40:51.542 INFO:tasks.workunit.client.0.smithi110.stdout:op 1177 completed, throughput=4.99MB/sec 2024-02-18T08:40:51.542 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xpKAy9No4pP9Z48 off=978220 len=529069 2024-02-18T08:40:51.543 INFO:tasks.workunit.client.0.smithi110.stdout:op 1178 completed, throughput=4.99MB/sec 2024-02-18T08:40:51.543 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gLroQDp5AMfsl3x off=5013991 len=908275 2024-02-18T08:40:51.548 INFO:tasks.workunit.client.0.smithi110.stdout:op 1179 completed, throughput=5MB/sec 2024-02-18T08:40:51.548 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6ePk3RimVya7oYn off=1597424 len=377388 2024-02-18T08:40:51.551 INFO:tasks.workunit.client.0.smithi110.stdout:op 1180 completed, throughput=5MB/sec 2024-02-18T08:40:52.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:52 smithi110 bash[54479]: cluster 2024-02-18T08:40:51.025640+0000 mgr.y (mgr.44100) 720 : cluster [DBG] pgmap v1281: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:40:52.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:52 smithi110 bash[55875]: cluster 2024-02-18T08:40:51.025640+0000 mgr.y (mgr.44100) 720 : cluster [DBG] pgmap v1281: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:40:52.552 INFO:tasks.workunit.client.0.smithi110.stdout: 228: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:52.552 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YEn_ADv2PPVqnsA off=11791531 len=1910366 2024-02-18T08:40:52.565 INFO:tasks.workunit.client.0.smithi110.stdout:op 1181 completed, throughput=4.99MB/sec 2024-02-18T08:40:52.565 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ANhi0b8bkbu-fUk off=5047566 len=666749 2024-02-18T08:40:52.566 INFO:tasks.workunit.client.0.smithi110.stdout:op 1182 completed, throughput=4.99MB/sec 2024-02-18T08:40:52.566 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gobe1RN2EPJNlGC off=9014579 len=1866958 2024-02-18T08:40:52.567 INFO:tasks.workunit.client.0.smithi110.stdout:op 1183 completed, throughput=5MB/sec 2024-02-18T08:40:52.567 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TxsMA9tld8WiMF7 off=6608696 len=183538 2024-02-18T08:40:52.569 INFO:tasks.workunit.client.0.smithi110.stdout:op 1184 completed, throughput=5MB/sec 2024-02-18T08:40:52.569 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lgdEkjEWpblSnG6 off=1546257 len=989739 2024-02-18T08:40:52.578 INFO:tasks.workunit.client.0.smithi110.stdout:op 1185 completed, throughput=5MB/sec 2024-02-18T08:40:52.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:52 smithi191 bash[38688]: cluster 2024-02-18T08:40:51.025640+0000 mgr.y (mgr.44100) 720 : cluster [DBG] pgmap v1281: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:40:53.578 INFO:tasks.workunit.client.0.smithi110.stdout: 229: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:53.578 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_pqVuxgPQqieU4O off=8166791 len=336231 2024-02-18T08:40:53.583 INFO:tasks.workunit.client.0.smithi110.stdout:op 1186 completed, throughput=4.98MB/sec 2024-02-18T08:40:53.584 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HlTpP7HMJpNLGvA off=11512988 len=1169791 2024-02-18T08:40:53.586 INFO:tasks.workunit.client.0.smithi110.stdout:op 1187 completed, throughput=4.99MB/sec 2024-02-18T08:40:53.587 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GtyCOAToTPwKPWS off=4124532 len=730544 2024-02-18T08:40:53.588 INFO:tasks.workunit.client.0.smithi110.stdout:op 1188 completed, throughput=4.99MB/sec 2024-02-18T08:40:53.588 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a12WG97kkGUuOlD off=309642 len=166382 2024-02-18T08:40:53.588 INFO:tasks.workunit.client.0.smithi110.stdout:op 1189 completed, throughput=4.99MB/sec 2024-02-18T08:40:53.589 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZAGFokbxFF1BQSr off=6180916 len=353589 2024-02-18T08:40:53.590 INFO:tasks.workunit.client.0.smithi110.stdout:op 1190 completed, throughput=4.99MB/sec 2024-02-18T08:40:53.590 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aF7PYyJzUJzES91 off=6096710 len=1842341 2024-02-18T08:40:53.595 INFO:tasks.workunit.client.0.smithi110.stdout:op 1191 completed, throughput=5MB/sec 2024-02-18T08:40:53.595 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ITat9KYuv-Mfm8K off=1579916 len=59233 2024-02-18T08:40:53.600 INFO:tasks.workunit.client.0.smithi110.stdout:op 1192 completed, throughput=5MB/sec 2024-02-18T08:40:53.600 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OmW1IfP3uUXEWuI off=1720788 len=1385684 2024-02-18T08:40:53.609 INFO:tasks.workunit.client.0.smithi110.stdout:op 1193 completed, throughput=5MB/sec 2024-02-18T08:40:54.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:54 smithi110 bash[55875]: cluster 2024-02-18T08:40:53.026597+0000 mgr.y (mgr.44100) 721 : cluster [DBG] pgmap v1282: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:40:54.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:54 smithi110 bash[54479]: cluster 2024-02-18T08:40:53.026597+0000 mgr.y (mgr.44100) 721 : cluster [DBG] pgmap v1282: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:40:54.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:54 smithi191 bash[38688]: cluster 2024-02-18T08:40:53.026597+0000 mgr.y (mgr.44100) 721 : cluster [DBG] pgmap v1282: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:40:54.609 INFO:tasks.workunit.client.0.smithi110.stdout: 230: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:54.609 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-me4ZAPbEG3WiAbN off=8773686 len=500480 2024-02-18T08:40:54.615 INFO:tasks.workunit.client.0.smithi110.stdout:op 1194 completed, throughput=4.98MB/sec 2024-02-18T08:40:54.616 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4TK2WHU-jgYTCbc off=9753207 len=685165 2024-02-18T08:40:54.622 INFO:tasks.workunit.client.0.smithi110.stdout:op 1195 completed, throughput=4.99MB/sec 2024-02-18T08:40:54.622 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Mr0wpmzs_1J8wUt off=12864948 len=1879130 2024-02-18T08:40:54.633 INFO:tasks.workunit.client.0.smithi110.stdout:op 1196 completed, throughput=4.99MB/sec 2024-02-18T08:40:54.633 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8rgrPr1b2MCdru7 off=9183075 len=379901 2024-02-18T08:40:54.638 INFO:tasks.workunit.client.0.smithi110.stdout:op 1197 completed, throughput=5MB/sec 2024-02-18T08:40:54.638 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lx4BF1C9co-MIeW off=1541019 len=660496 2024-02-18T08:40:54.639 INFO:tasks.workunit.client.0.smithi110.stdout:op 1198 completed, throughput=5MB/sec 2024-02-18T08:40:54.640 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ho4y0rKpwRIXW-e off=634513 len=1570885 2024-02-18T08:40:54.648 INFO:tasks.workunit.client.0.smithi110.stdout:op 1199 completed, throughput=5MB/sec 2024-02-18T08:40:55.648 INFO:tasks.workunit.client.0.smithi110.stdout: 231: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:55.648 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-neLYt5__2C0-Hb1 off=1300974 len=1807354 2024-02-18T08:40:55.652 INFO:tasks.workunit.client.0.smithi110.stdout:op 1200 completed, throughput=4.99MB/sec 2024-02-18T08:40:55.652 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vW4IR7srUd-Ulkq off=10766843 len=1221719 2024-02-18T08:40:55.656 INFO:tasks.workunit.client.0.smithi110.stdout:op 1201 completed, throughput=5MB/sec 2024-02-18T08:40:55.657 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lLZokk2ts0pH_Mq off=7309046 len=386440 2024-02-18T08:40:55.662 INFO:tasks.workunit.client.0.smithi110.stdout:op 1202 completed, throughput=5MB/sec 2024-02-18T08:40:55.662 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GzGFroX4iVSOAg- off=11666271 len=308830 2024-02-18T08:40:55.667 INFO:tasks.workunit.client.0.smithi110.stdout:op 1203 completed, throughput=5MB/sec 2024-02-18T08:40:55.667 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6mrfPi0c6SKxy4s off=6151304 len=1063455 2024-02-18T08:40:55.674 INFO:tasks.workunit.client.0.smithi110.stdout:op 1204 completed, throughput=5MB/sec 2024-02-18T08:40:56.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:56 smithi110 bash[54479]: cluster 2024-02-18T08:40:55.027423+0000 mgr.y (mgr.44100) 722 : cluster [DBG] pgmap v1283: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:40:56.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:56 smithi110 bash[55875]: cluster 2024-02-18T08:40:55.027423+0000 mgr.y (mgr.44100) 722 : cluster [DBG] pgmap v1283: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:40:56.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:56 smithi191 bash[38688]: cluster 2024-02-18T08:40:55.027423+0000 mgr.y (mgr.44100) 722 : cluster [DBG] pgmap v1283: 73 pgs: 73 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:40:56.674 INFO:tasks.workunit.client.0.smithi110.stdout: 232: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:56.675 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DfgMjjGvtdjdIZT off=5222469 len=1752710 2024-02-18T08:40:56.690 INFO:tasks.workunit.client.0.smithi110.stdout:op 1205 completed, throughput=4.99MB/sec 2024-02-18T08:40:56.690 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-490vTuX0T4vcRPO off=2470294 len=545758 2024-02-18T08:40:56.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 1206 completed, throughput=4.99MB/sec 2024-02-18T08:40:56.696 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oW055pe-TIARykV off=2299318 len=721556 2024-02-18T08:40:56.702 INFO:tasks.workunit.client.0.smithi110.stdout:op 1207 completed, throughput=4.99MB/sec 2024-02-18T08:40:56.702 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eG_QXp6tahF2i5r off=6188842 len=662696 2024-02-18T08:40:56.704 INFO:tasks.workunit.client.0.smithi110.stdout:op 1208 completed, throughput=5MB/sec 2024-02-18T08:40:56.704 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BRbb5uIC0Wsgpeu off=17959128 len=1926830 2024-02-18T08:40:56.707 INFO:tasks.workunit.client.0.smithi110.stdout:op 1209 completed, throughput=5MB/sec 2024-02-18T08:40:57.708 INFO:tasks.workunit.client.0.smithi110.stdout: 233: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:57.708 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6NZ__qFy5b8cCIG off=13855378 len=922843 2024-02-18T08:40:57.711 INFO:tasks.workunit.client.0.smithi110.stdout:op 1210 completed, throughput=4.99MB/sec 2024-02-18T08:40:57.711 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wXfD6enUt30-ZVt off=97008 len=393828 2024-02-18T08:40:57.717 INFO:tasks.workunit.client.0.smithi110.stdout:op 1211 completed, throughput=4.99MB/sec 2024-02-18T08:40:57.717 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CpDqoMe_IbXN1B7 off=9685803 len=1019285 2024-02-18T08:40:57.721 INFO:tasks.workunit.client.0.smithi110.stdout:op 1212 completed, throughput=4.99MB/sec 2024-02-18T08:40:57.721 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aTP7TL2FHoZMRY4 off=1522182 len=658998 2024-02-18T08:40:57.728 INFO:tasks.workunit.client.0.smithi110.stdout:op 1213 completed, throughput=4.99MB/sec 2024-02-18T08:40:57.728 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HJlUbFnBl_XZDTf off=297764 len=419407 2024-02-18T08:40:57.729 INFO:tasks.workunit.client.0.smithi110.stdout:op 1214 completed, throughput=5MB/sec 2024-02-18T08:40:57.729 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NHRYbixAjtPAHPC off=2122333 len=684401 2024-02-18T08:40:57.735 INFO:tasks.workunit.client.0.smithi110.stdout:op 1215 completed, throughput=5MB/sec 2024-02-18T08:40:57.735 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jFo-a04o01J54eI off=3864705 len=485363 2024-02-18T08:40:57.739 INFO:tasks.workunit.client.0.smithi110.stdout:op 1216 completed, throughput=5MB/sec 2024-02-18T08:40:57.739 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--B80HsNNAaPmhMJ off=6107304 len=1292414 2024-02-18T08:40:57.741 INFO:tasks.workunit.client.0.smithi110.stdout:op 1217 completed, throughput=5MB/sec 2024-02-18T08:40:58.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:58 smithi110 bash[55875]: cluster 2024-02-18T08:40:57.028280+0000 mgr.y (mgr.44100) 723 : cluster [DBG] pgmap v1284: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:40:58.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:58 smithi110 bash[54479]: cluster 2024-02-18T08:40:57.028280+0000 mgr.y (mgr.44100) 723 : cluster [DBG] pgmap v1284: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:40:58.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:58 smithi191 bash[38688]: cluster 2024-02-18T08:40:57.028280+0000 mgr.y (mgr.44100) 723 : cluster [DBG] pgmap v1284: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:40:58.742 INFO:tasks.workunit.client.0.smithi110.stdout: 234: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:58.742 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Q2XBUVFwlAucumZ off=9957489 len=473986 2024-02-18T08:40:58.748 INFO:tasks.workunit.client.0.smithi110.stdout:op 1218 completed, throughput=4.99MB/sec 2024-02-18T08:40:58.748 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hjLVJc1WMBNHtqs off=3462087 len=1574883 2024-02-18T08:40:58.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 1219 completed, throughput=4.99MB/sec 2024-02-18T08:40:58.759 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iqwWbSAvZi3NHlO off=21120608 len=2065214 2024-02-18T08:40:58.761 INFO:tasks.workunit.client.0.smithi110.stdout:op 1220 completed, throughput=5MB/sec 2024-02-18T08:40:58.762 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XhxDJ3jh2DwBoHB off=102658 len=330440 2024-02-18T08:40:58.763 INFO:tasks.workunit.client.0.smithi110.stdout:op 1221 completed, throughput=5MB/sec 2024-02-18T08:40:59.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:40:59 smithi110 bash[54479]: audit 2024-02-18T08:40:59.092328+0000 mon.a (mon.0) 1731 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:40:59.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:40:59 smithi110 bash[55875]: audit 2024-02-18T08:40:59.092328+0000 mon.a (mon.0) 1731 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:40:59.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:40:59 smithi191 bash[38688]: audit 2024-02-18T08:40:59.092328+0000 mon.a (mon.0) 1731 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:40:59.763 INFO:tasks.workunit.client.0.smithi110.stdout: 235: throughput=4.98MB/sec pending data=0 2024-02-18T08:40:59.763 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bcEG9bibxKPnzxb off=2796767 len=2046910 2024-02-18T08:40:59.779 INFO:tasks.workunit.client.0.smithi110.stdout:op 1222 completed, throughput=4.99MB/sec 2024-02-18T08:40:59.779 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UxtdmAhAFJ6gmMN off=2126756 len=1588104 2024-02-18T08:40:59.788 INFO:tasks.workunit.client.0.smithi110.stdout:op 1223 completed, throughput=4.99MB/sec 2024-02-18T08:40:59.788 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3tN-GNWB7saradO off=2791511 len=371263 2024-02-18T08:40:59.793 INFO:tasks.workunit.client.0.smithi110.stdout:op 1224 completed, throughput=5MB/sec 2024-02-18T08:40:59.793 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eeyZ5RxSINzeTF7 off=198418 len=23485 2024-02-18T08:40:59.796 INFO:tasks.workunit.client.0.smithi110.stdout:op 1225 completed, throughput=5MB/sec 2024-02-18T08:40:59.796 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MuGv058rz8uZV2_ off=3310091 len=297039 2024-02-18T08:40:59.800 INFO:tasks.workunit.client.0.smithi110.stdout:op 1226 completed, throughput=5MB/sec 2024-02-18T08:40:59.800 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-K19vBwYpbyElw4E off=23554912 len=1837129 2024-02-18T08:40:59.810 INFO:tasks.workunit.client.0.smithi110.stdout:op 1227 completed, throughput=5MB/sec 2024-02-18T08:41:00.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:00 smithi110 bash[54479]: cluster 2024-02-18T08:40:59.029274+0000 mgr.y (mgr.44100) 724 : cluster [DBG] pgmap v1285: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:41:00.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:00 smithi110 bash[54479]: audit 2024-02-18T08:40:59.401591+0000 mon.a (mon.0) 1732 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:41:00.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:00 smithi110 bash[54479]: audit 2024-02-18T08:40:59.403167+0000 mon.a (mon.0) 1733 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:41:00.461 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:00 smithi110 bash[54479]: audit 2024-02-18T08:40:59.411957+0000 mon.a (mon.0) 1734 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:41:00.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:00 smithi110 bash[55875]: cluster 2024-02-18T08:40:59.029274+0000 mgr.y (mgr.44100) 724 : cluster [DBG] pgmap v1285: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:41:00.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:00 smithi110 bash[55875]: audit 2024-02-18T08:40:59.401591+0000 mon.a (mon.0) 1732 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:41:00.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:00 smithi110 bash[55875]: audit 2024-02-18T08:40:59.403167+0000 mon.a (mon.0) 1733 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:41:00.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:00 smithi110 bash[55875]: audit 2024-02-18T08:40:59.411957+0000 mon.a (mon.0) 1734 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:41:00.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:00 smithi191 bash[38688]: cluster 2024-02-18T08:40:59.029274+0000 mgr.y (mgr.44100) 724 : cluster [DBG] pgmap v1285: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:41:00.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:00 smithi191 bash[38688]: audit 2024-02-18T08:40:59.401591+0000 mon.a (mon.0) 1732 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:41:00.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:00 smithi191 bash[38688]: audit 2024-02-18T08:40:59.403167+0000 mon.a (mon.0) 1733 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:41:00.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:00 smithi191 bash[38688]: audit 2024-02-18T08:40:59.411957+0000 mon.a (mon.0) 1734 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:41:00.811 INFO:tasks.workunit.client.0.smithi110.stdout: 236: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:00.811 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-l-un6Tk3Z_D7F8x off=17063299 len=344624 2024-02-18T08:41:00.817 INFO:tasks.workunit.client.0.smithi110.stdout:op 1228 completed, throughput=4.98MB/sec 2024-02-18T08:41:00.817 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Vbvu8jjYbGwXTm0 off=3646715 len=1838337 2024-02-18T08:41:00.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 1229 completed, throughput=4.99MB/sec 2024-02-18T08:41:00.831 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Yde4jQaMP7_4nGl off=1044154 len=1703777 2024-02-18T08:41:00.835 INFO:tasks.workunit.client.0.smithi110.stdout:op 1230 completed, throughput=5MB/sec 2024-02-18T08:41:00.835 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-w9IQH1l7wT7w--k off=7549395 len=1581135 2024-02-18T08:41:00.836 INFO:tasks.workunit.client.0.smithi110.stdout:op 1231 completed, throughput=5MB/sec 2024-02-18T08:41:01.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:01 smithi191 bash[38688]: cephadm 2024-02-18T08:40:59.404551+0000 mgr.y (mgr.44100) 725 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:41:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:01 smithi110 bash[54479]: cephadm 2024-02-18T08:40:59.404551+0000 mgr.y (mgr.44100) 725 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:41:01.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:01 smithi110 bash[55875]: cephadm 2024-02-18T08:40:59.404551+0000 mgr.y (mgr.44100) 725 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:41:01.837 INFO:tasks.workunit.client.0.smithi110.stdout: 237: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:01.837 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sLT3P68rM2EMPCG off=2611129 len=1722506 2024-02-18T08:41:01.850 INFO:tasks.workunit.client.0.smithi110.stdout:op 1232 completed, throughput=4.99MB/sec 2024-02-18T08:41:01.851 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wIrXhtmgZ6CJN0y off=1746318 len=805588 2024-02-18T08:41:01.853 INFO:tasks.workunit.client.0.smithi110.stdout:op 1233 completed, throughput=4.99MB/sec 2024-02-18T08:41:01.853 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-O0eHNILdR5pQqHR off=2896849 len=300588 2024-02-18T08:41:01.859 INFO:tasks.workunit.client.0.smithi110.stdout:op 1234 completed, throughput=4.99MB/sec 2024-02-18T08:41:01.859 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NRbWIyKsxx2RTCD off=5200232 len=1616934 2024-02-18T08:41:01.862 INFO:tasks.workunit.client.0.smithi110.stdout:op 1235 completed, throughput=5MB/sec 2024-02-18T08:41:02.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:02 smithi191 bash[38688]: cluster 2024-02-18T08:41:01.030127+0000 mgr.y (mgr.44100) 726 : cluster [DBG] pgmap v1286: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:41:02.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:02 smithi110 bash[54479]: cluster 2024-02-18T08:41:01.030127+0000 mgr.y (mgr.44100) 726 : cluster [DBG] pgmap v1286: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:41:02.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:02 smithi110 bash[55875]: cluster 2024-02-18T08:41:01.030127+0000 mgr.y (mgr.44100) 726 : cluster [DBG] pgmap v1286: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:41:02.862 INFO:tasks.workunit.client.0.smithi110.stdout: 238: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:02.862 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HbyvmM1vasJVxmM off=10489696 len=1109404 2024-02-18T08:41:02.865 INFO:tasks.workunit.client.0.smithi110.stdout:op 1236 completed, throughput=4.98MB/sec 2024-02-18T08:41:02.865 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bctYsxJwIE8tu3q off=1430440 len=1856746 2024-02-18T08:41:02.871 INFO:tasks.workunit.client.0.smithi110.stdout:op 1237 completed, throughput=4.99MB/sec 2024-02-18T08:41:02.871 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-acXUqc2NopLw6Xn off=3634599 len=1366910 2024-02-18T08:41:02.873 INFO:tasks.workunit.client.0.smithi110.stdout:op 1238 completed, throughput=5MB/sec 2024-02-18T08:41:02.873 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cV2c2LbgD9Fnu_m off=10976969 len=1472035 2024-02-18T08:41:02.884 INFO:tasks.workunit.client.0.smithi110.stdout:op 1239 completed, throughput=5MB/sec 2024-02-18T08:41:03.884 INFO:tasks.workunit.client.0.smithi110.stdout: 239: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:03.884 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3QEUdEUrfrzFSnX off=5699017 len=1968706 2024-02-18T08:41:03.888 INFO:tasks.workunit.client.0.smithi110.stdout:op 1240 completed, throughput=4.99MB/sec 2024-02-18T08:41:03.888 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gJIj4QpnAhvx-Ad off=2339423 len=573920 2024-02-18T08:41:03.891 INFO:tasks.workunit.client.0.smithi110.stdout:op 1241 completed, throughput=4.99MB/sec 2024-02-18T08:41:03.891 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xVNCqbSUJui0BR3 off=4044854 len=286174 2024-02-18T08:41:03.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 1242 completed, throughput=4.99MB/sec 2024-02-18T08:41:03.893 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jx9uNGPfHzW7hj0 off=8356290 len=1190457 2024-02-18T08:41:03.904 INFO:tasks.workunit.client.0.smithi110.stdout:op 1243 completed, throughput=5MB/sec 2024-02-18T08:41:03.904 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z1SRiwV0QqwP2br off=4128899 len=1676581 2024-02-18T08:41:03.907 INFO:tasks.workunit.client.0.smithi110.stdout:op 1244 completed, throughput=5MB/sec 2024-02-18T08:41:04.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:04 smithi191 bash[38688]: cluster 2024-02-18T08:41:03.031018+0000 mgr.y (mgr.44100) 727 : cluster [DBG] pgmap v1287: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-02-18T08:41:04.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:04 smithi110 bash[54479]: cluster 2024-02-18T08:41:03.031018+0000 mgr.y (mgr.44100) 727 : cluster [DBG] pgmap v1287: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-02-18T08:41:04.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:04 smithi110 bash[55875]: cluster 2024-02-18T08:41:03.031018+0000 mgr.y (mgr.44100) 727 : cluster [DBG] pgmap v1287: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-02-18T08:41:04.907 INFO:tasks.workunit.client.0.smithi110.stdout: 240: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:04.908 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4iamJrN1S4WwObW off=2792919 len=1681434 2024-02-18T08:41:04.911 INFO:tasks.workunit.client.0.smithi110.stdout:op 1245 completed, throughput=4.99MB/sec 2024-02-18T08:41:04.911 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ToiCmnTnJyM8kga off=3655104 len=1705902 2024-02-18T08:41:04.922 INFO:tasks.workunit.client.0.smithi110.stdout:op 1246 completed, throughput=5MB/sec 2024-02-18T08:41:04.922 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dRUZswWa-95ZnU9 off=3059577 len=383714 2024-02-18T08:41:04.929 INFO:tasks.workunit.client.0.smithi110.stdout:op 1247 completed, throughput=5MB/sec 2024-02-18T08:41:04.929 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VhIujOs_K35Srq5 off=8075666 len=1637160 2024-02-18T08:41:04.935 INFO:tasks.workunit.client.0.smithi110.stdout:op 1248 completed, throughput=5MB/sec 2024-02-18T08:41:05.935 INFO:tasks.workunit.client.0.smithi110.stdout: 241: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:05.936 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a1sF_nCJFiwdNhB off=7862943 len=1359735 2024-02-18T08:41:05.940 INFO:tasks.workunit.client.0.smithi110.stdout:op 1249 completed, throughput=4.99MB/sec 2024-02-18T08:41:05.940 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r14za7CPBQQB9nF off=2804824 len=2052685 2024-02-18T08:41:05.959 INFO:tasks.workunit.client.0.smithi110.stdout:op 1250 completed, throughput=5MB/sec 2024-02-18T08:41:05.959 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Eq1xVKAfmtHL06u off=0 len=1518262 2024-02-18T08:41:05.968 INFO:tasks.workunit.client.0.smithi110.stdout:op 1251 completed, throughput=5MB/sec 2024-02-18T08:41:06.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:06 smithi191 bash[38688]: cluster 2024-02-18T08:41:05.031806+0000 mgr.y (mgr.44100) 728 : cluster [DBG] pgmap v1288: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:41:06.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:06 smithi110 bash[54479]: cluster 2024-02-18T08:41:05.031806+0000 mgr.y (mgr.44100) 728 : cluster [DBG] pgmap v1288: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:41:06.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:06 smithi110 bash[55875]: cluster 2024-02-18T08:41:05.031806+0000 mgr.y (mgr.44100) 728 : cluster [DBG] pgmap v1288: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:41:06.968 INFO:tasks.workunit.client.0.smithi110.stdout: 242: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:06.968 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M7xGorr8fJRkU-Z off=79714 len=1789723 2024-02-18T08:41:06.982 INFO:tasks.workunit.client.0.smithi110.stdout:op 1252 completed, throughput=4.99MB/sec 2024-02-18T08:41:06.982 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VPdOvFHV9krEzKV off=1302519 len=1930799 2024-02-18T08:41:06.994 INFO:tasks.workunit.client.0.smithi110.stdout:op 1253 completed, throughput=5MB/sec 2024-02-18T08:41:06.995 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JXhnK0Vc7UD42N4 off=8532800 len=10251 2024-02-18T08:41:06.998 INFO:tasks.workunit.client.0.smithi110.stdout:op 1254 completed, throughput=5MB/sec 2024-02-18T08:41:06.998 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OdbjVtVH7C7K0H6 off=642268 len=406855 2024-02-18T08:41:06.998 INFO:tasks.workunit.client.0.smithi110.stdout:op 1255 completed, throughput=5MB/sec 2024-02-18T08:41:06.998 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-l7-oRGXLLFr9OFt off=7329932 len=754847 2024-02-18T08:41:07.005 INFO:tasks.workunit.client.0.smithi110.stdout:op 1256 completed, throughput=5MB/sec 2024-02-18T08:41:07.005 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-km2a6pwVRXeIGHC off=12369499 len=59887 2024-02-18T08:41:07.006 INFO:tasks.workunit.client.0.smithi110.stdout:op 1257 completed, throughput=5MB/sec 2024-02-18T08:41:07.006 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zrJdc0TK1NpeaY- off=5131724 len=1244176 2024-02-18T08:41:07.008 INFO:tasks.workunit.client.0.smithi110.stdout:op 1258 completed, throughput=5MB/sec 2024-02-18T08:41:08.009 INFO:tasks.workunit.client.0.smithi110.stdout: 243: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:08.009 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8O0J8JaULV9ffIl off=1421153 len=1253067 2024-02-18T08:41:08.013 INFO:tasks.workunit.client.0.smithi110.stdout:op 1259 completed, throughput=4.99MB/sec 2024-02-18T08:41:08.013 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JUjn7ArYnVB5QWG off=7456850 len=1558483 2024-02-18T08:41:08.017 INFO:tasks.workunit.client.0.smithi110.stdout:op 1260 completed, throughput=4.99MB/sec 2024-02-18T08:41:08.017 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xgeiRzndmCM8Z1B off=2819194 len=866288 2024-02-18T08:41:08.026 INFO:tasks.workunit.client.0.smithi110.stdout:op 1261 completed, throughput=5MB/sec 2024-02-18T08:41:08.027 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ki5NQvfSkFrzPmv off=1824612 len=1245514 2024-02-18T08:41:08.036 INFO:tasks.workunit.client.0.smithi110.stdout:op 1262 completed, throughput=5MB/sec 2024-02-18T08:41:08.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:08 smithi191 bash[38688]: cluster 2024-02-18T08:41:07.032640+0000 mgr.y (mgr.44100) 729 : cluster [DBG] pgmap v1289: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:41:08.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:08 smithi110 bash[54479]: cluster 2024-02-18T08:41:07.032640+0000 mgr.y (mgr.44100) 729 : cluster [DBG] pgmap v1289: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:41:08.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:08 smithi110 bash[55875]: cluster 2024-02-18T08:41:07.032640+0000 mgr.y (mgr.44100) 729 : cluster [DBG] pgmap v1289: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:41:09.036 INFO:tasks.workunit.client.0.smithi110.stdout: 244: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:09.037 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MuGv058rz8uZV2_ off=6527992 len=2079664 2024-02-18T08:41:09.043 INFO:tasks.workunit.client.0.smithi110.stdout:op 1263 completed, throughput=4.99MB/sec 2024-02-18T08:41:09.043 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O1QTbmGX9hNrfyK off=2034703 len=1521834 2024-02-18T08:41:09.046 INFO:tasks.workunit.client.0.smithi110.stdout:op 1264 completed, throughput=5MB/sec 2024-02-18T08:41:09.046 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-atmek2ke1oQI7b7 off=8728297 len=1147074 2024-02-18T08:41:09.057 INFO:tasks.workunit.client.0.smithi110.stdout:op 1265 completed, throughput=5MB/sec 2024-02-18T08:41:10.057 INFO:tasks.workunit.client.0.smithi110.stdout: 245: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:10.058 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5bjaljA81JKSDym off=10302812 len=47875 2024-02-18T08:41:10.058 INFO:tasks.workunit.client.0.smithi110.stdout:op 1266 completed, throughput=4.98MB/sec 2024-02-18T08:41:10.058 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tm6xWhyiriWqJ0l off=5342393 len=727773 2024-02-18T08:41:10.061 INFO:tasks.workunit.client.0.smithi110.stdout:op 1267 completed, throughput=4.98MB/sec 2024-02-18T08:41:10.061 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Xjmou6NSH0sk3Vr off=12747503 len=1899243 2024-02-18T08:41:10.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 1268 completed, throughput=4.99MB/sec 2024-02-18T08:41:10.076 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f2wqgcAovOBPUr8 off=205353 len=15379 2024-02-18T08:41:10.079 INFO:tasks.workunit.client.0.smithi110.stdout:op 1269 completed, throughput=4.99MB/sec 2024-02-18T08:41:10.079 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wmJVl2J1c_DfN9G off=2854280 len=155781 2024-02-18T08:41:10.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 1270 completed, throughput=4.99MB/sec 2024-02-18T08:41:10.080 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WLiqI_6pciuYZe- off=14153279 len=341780 2024-02-18T08:41:10.084 INFO:tasks.workunit.client.0.smithi110.stdout:op 1271 completed, throughput=4.99MB/sec 2024-02-18T08:41:10.084 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Qvr4d5zGYKzVjfl off=17867820 len=1354492 2024-02-18T08:41:10.093 INFO:tasks.workunit.client.0.smithi110.stdout:op 1272 completed, throughput=5MB/sec 2024-02-18T08:41:10.093 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tni8ESAwGNhd5LG off=352529 len=885774 2024-02-18T08:41:10.099 INFO:tasks.workunit.client.0.smithi110.stdout:op 1273 completed, throughput=5MB/sec 2024-02-18T08:41:10.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:10 smithi191 bash[38688]: cluster 2024-02-18T08:41:09.033550+0000 mgr.y (mgr.44100) 730 : cluster [DBG] pgmap v1290: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:41:10.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:10 smithi110 bash[54479]: cluster 2024-02-18T08:41:09.033550+0000 mgr.y (mgr.44100) 730 : cluster [DBG] pgmap v1290: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:41:10.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:10 smithi110 bash[55875]: cluster 2024-02-18T08:41:09.033550+0000 mgr.y (mgr.44100) 730 : cluster [DBG] pgmap v1290: 73 pgs: 73 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:41:11.100 INFO:tasks.workunit.client.0.smithi110.stdout: 246: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:11.100 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-npIlidou9GYGboa off=12439529 len=666411 2024-02-18T08:41:11.107 INFO:tasks.workunit.client.0.smithi110.stdout:op 1274 completed, throughput=4.98MB/sec 2024-02-18T08:41:11.107 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Tb80IZHQyOxZnFa off=1263803 len=1428756 2024-02-18T08:41:11.109 INFO:tasks.workunit.client.0.smithi110.stdout:op 1275 completed, throughput=4.99MB/sec 2024-02-18T08:41:11.109 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PmupwD_unJVR5KP off=5103241 len=803551 2024-02-18T08:41:11.112 INFO:tasks.workunit.client.0.smithi110.stdout:op 1276 completed, throughput=4.99MB/sec 2024-02-18T08:41:11.112 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0e7RuXxA-y7gZGD off=11927121 len=1240929 2024-02-18T08:41:11.115 INFO:tasks.workunit.client.0.smithi110.stdout:op 1277 completed, throughput=5MB/sec 2024-02-18T08:41:11.115 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rCKV6GMrVeoc0mT off=5502021 len=1354813 2024-02-18T08:41:11.125 INFO:tasks.workunit.client.0.smithi110.stdout:op 1278 completed, throughput=5MB/sec 2024-02-18T08:41:12.125 INFO:tasks.workunit.client.0.smithi110.stdout: 247: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:12.125 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ll6J2e1TxcoZMUx off=266223 len=705156 2024-02-18T08:41:12.128 INFO:tasks.workunit.client.0.smithi110.stdout:op 1279 completed, throughput=4.98MB/sec 2024-02-18T08:41:12.128 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nuEMScLIeGJA-mQ off=2447624 len=509277 2024-02-18T08:41:12.134 INFO:tasks.workunit.client.0.smithi110.stdout:op 1280 completed, throughput=4.99MB/sec 2024-02-18T08:41:12.134 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rraQeGZLgneopkh off=3351149 len=1371088 2024-02-18T08:41:12.144 INFO:tasks.workunit.client.0.smithi110.stdout:op 1281 completed, throughput=4.99MB/sec 2024-02-18T08:41:12.144 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Uz_PSXkyYAVDymU off=19318261 len=1330760 2024-02-18T08:41:12.146 INFO:tasks.workunit.client.0.smithi110.stdout:op 1282 completed, throughput=5MB/sec 2024-02-18T08:41:12.147 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kl1UslS_4SXOxF1 off=240565 len=105734 2024-02-18T08:41:12.148 INFO:tasks.workunit.client.0.smithi110.stdout:op 1283 completed, throughput=5MB/sec 2024-02-18T08:41:12.148 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7dpTiZ2BBANzvmY off=6048642 len=1056858 2024-02-18T08:41:12.156 INFO:tasks.workunit.client.0.smithi110.stdout:op 1284 completed, throughput=5MB/sec 2024-02-18T08:41:12.156 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GxUTGzWad8Wy6Nc off=1634257 len=1889316 2024-02-18T08:41:12.159 INFO:tasks.workunit.client.0.smithi110.stdout:op 1285 completed, throughput=5.01MB/sec 2024-02-18T08:41:12.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:12 smithi191 bash[38688]: cluster 2024-02-18T08:41:11.034363+0000 mgr.y (mgr.44100) 731 : cluster [DBG] pgmap v1291: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-02-18T08:41:12.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:12 smithi110 bash[54479]: cluster 2024-02-18T08:41:11.034363+0000 mgr.y (mgr.44100) 731 : cluster [DBG] pgmap v1291: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-02-18T08:41:12.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:12 smithi110 bash[55875]: cluster 2024-02-18T08:41:11.034363+0000 mgr.y (mgr.44100) 731 : cluster [DBG] pgmap v1291: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-02-18T08:41:13.159 INFO:tasks.workunit.client.0.smithi110.stdout: 248: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:13.160 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zxek6POjgRgAEzl off=7699200 len=869188 2024-02-18T08:41:13.163 INFO:tasks.workunit.client.0.smithi110.stdout:op 1286 completed, throughput=4.99MB/sec 2024-02-18T08:41:13.163 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NTVT122kouyAmKK off=16180850 len=149498 2024-02-18T08:41:13.164 INFO:tasks.workunit.client.0.smithi110.stdout:op 1287 completed, throughput=4.99MB/sec 2024-02-18T08:41:13.164 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-blELbFo-n_hO02W off=1143328 len=862753 2024-02-18T08:41:13.172 INFO:tasks.workunit.client.0.smithi110.stdout:op 1288 completed, throughput=4.99MB/sec 2024-02-18T08:41:13.172 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-33_ZTB2xzk7VU5w off=5695556 len=797164 2024-02-18T08:41:13.179 INFO:tasks.workunit.client.0.smithi110.stdout:op 1289 completed, throughput=5MB/sec 2024-02-18T08:41:13.179 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nuEMScLIeGJA-mQ off=5346005 len=1086164 2024-02-18T08:41:13.185 INFO:tasks.workunit.client.0.smithi110.stdout:op 1290 completed, throughput=5MB/sec 2024-02-18T08:41:14.185 INFO:tasks.workunit.client.0.smithi110.stdout: 249: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:14.185 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4ib4JLFdRXxPzN0 off=13616319 len=747941 2024-02-18T08:41:14.193 INFO:tasks.workunit.client.0.smithi110.stdout:op 1291 completed, throughput=4.98MB/sec 2024-02-18T08:41:14.193 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jfW8c86WXTMUnBI off=7083592 len=1142168 2024-02-18T08:41:14.203 INFO:tasks.workunit.client.0.smithi110.stdout:op 1292 completed, throughput=4.99MB/sec 2024-02-18T08:41:14.203 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T9tAIF1MR0Gy63m off=618057 len=1720510 2024-02-18T08:41:14.209 INFO:tasks.workunit.client.0.smithi110.stdout:op 1293 completed, throughput=4.99MB/sec 2024-02-18T08:41:14.210 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2fgktCiUHZftHvd off=5689021 len=131074 2024-02-18T08:41:14.211 INFO:tasks.workunit.client.0.smithi110.stdout:op 1294 completed, throughput=4.99MB/sec 2024-02-18T08:41:14.211 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ht3LYRuTwGCr6-u off=9225951 len=1463658 2024-02-18T08:41:14.221 INFO:tasks.workunit.client.0.smithi110.stdout:op 1295 completed, throughput=5MB/sec 2024-02-18T08:41:14.221 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ypm4oxPzrcUFgkw off=2469859 len=1024100 2024-02-18T08:41:14.228 INFO:tasks.workunit.client.0.smithi110.stdout:op 1296 completed, throughput=5MB/sec 2024-02-18T08:41:14.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:14 smithi191 bash[38688]: cluster 2024-02-18T08:41:13.035284+0000 mgr.y (mgr.44100) 732 : cluster [DBG] pgmap v1292: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:41:14.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:14 smithi110 bash[54479]: cluster 2024-02-18T08:41:13.035284+0000 mgr.y (mgr.44100) 732 : cluster [DBG] pgmap v1292: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:41:14.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:14 smithi110 bash[55875]: cluster 2024-02-18T08:41:13.035284+0000 mgr.y (mgr.44100) 732 : cluster [DBG] pgmap v1292: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:41:15.229 INFO:tasks.workunit.client.0.smithi110.stdout: 250: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:15.229 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VPAm5flXtcrTzQp off=6674094 len=1293273 2024-02-18T08:41:15.232 INFO:tasks.workunit.client.0.smithi110.stdout:op 1297 completed, throughput=4.99MB/sec 2024-02-18T08:41:15.232 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LRRh0lZ0VXACBrY off=8393288 len=229038 2024-02-18T08:41:15.238 INFO:tasks.workunit.client.0.smithi110.stdout:op 1298 completed, throughput=4.99MB/sec 2024-02-18T08:41:15.238 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6S3jbGoAzip3m72 off=7139847 len=756027 2024-02-18T08:41:15.246 INFO:tasks.workunit.client.0.smithi110.stdout:op 1299 completed, throughput=4.99MB/sec 2024-02-18T08:41:15.247 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-O1ezt0inIVB_aMm off=1723552 len=924161 2024-02-18T08:41:15.254 INFO:tasks.workunit.client.0.smithi110.stdout:op 1300 completed, throughput=5MB/sec 2024-02-18T08:41:15.254 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0RiJ_wI1Rszkfnb off=12213275 len=1953521 2024-02-18T08:41:15.258 INFO:tasks.workunit.client.0.smithi110.stdout:op 1301 completed, throughput=5MB/sec 2024-02-18T08:41:16.259 INFO:tasks.workunit.client.0.smithi110.stdout: 251: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:16.259 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-O8IEBPxR-t5HaoJ off=4101791 len=1582385 2024-02-18T08:41:16.273 INFO:tasks.workunit.client.0.smithi110.stdout:op 1302 completed, throughput=4.99MB/sec 2024-02-18T08:41:16.273 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xNMu4d2t9EUr1Oq off=4306016 len=243685 2024-02-18T08:41:16.278 INFO:tasks.workunit.client.0.smithi110.stdout:op 1303 completed, throughput=4.99MB/sec 2024-02-18T08:41:16.278 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-S72DjJ9exOhkUZy off=1823606 len=368006 2024-02-18T08:41:16.279 INFO:tasks.workunit.client.0.smithi110.stdout:op 1304 completed, throughput=4.99MB/sec 2024-02-18T08:41:16.279 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jQ8aA9h_74oQXOi off=7695617 len=932846 2024-02-18T08:41:16.280 INFO:tasks.workunit.client.0.smithi110.stdout:op 1305 completed, throughput=4.99MB/sec 2024-02-18T08:41:16.280 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mF8A9YGGLljorYc off=7337882 len=2066286 2024-02-18T08:41:16.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 1306 completed, throughput=5MB/sec 2024-02-18T08:41:16.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:16 smithi191 bash[38688]: cluster 2024-02-18T08:41:15.036055+0000 mgr.y (mgr.44100) 733 : cluster [DBG] pgmap v1293: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-02-18T08:41:16.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:16 smithi110 bash[54479]: cluster 2024-02-18T08:41:15.036055+0000 mgr.y (mgr.44100) 733 : cluster [DBG] pgmap v1293: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-02-18T08:41:16.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:16 smithi110 bash[55875]: cluster 2024-02-18T08:41:15.036055+0000 mgr.y (mgr.44100) 733 : cluster [DBG] pgmap v1293: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-02-18T08:41:17.285 INFO:tasks.workunit.client.0.smithi110.stdout: 252: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:17.285 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-N91vvtS4y_1uOYB off=10491967 len=1330723 2024-02-18T08:41:17.289 INFO:tasks.workunit.client.0.smithi110.stdout:op 1307 completed, throughput=4.99MB/sec 2024-02-18T08:41:17.290 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QRYkZr4dKqV5QHk off=1743739 len=2055902 2024-02-18T08:41:17.294 INFO:tasks.workunit.client.0.smithi110.stdout:op 1308 completed, throughput=4.99MB/sec 2024-02-18T08:41:17.294 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kmFVPAoG7A0GPbo off=2083442 len=1937598 2024-02-18T08:41:17.300 INFO:tasks.workunit.client.0.smithi110.stdout:op 1309 completed, throughput=5MB/sec 2024-02-18T08:41:18.300 INFO:tasks.workunit.client.0.smithi110.stdout: 253: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:18.300 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-s95l-jmPOI5pgNW off=6476394 len=1180998 2024-02-18T08:41:18.304 INFO:tasks.workunit.client.0.smithi110.stdout:op 1310 completed, throughput=4.99MB/sec 2024-02-18T08:41:18.304 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zttRss_r0jKjwOY off=21545423 len=171334 2024-02-18T08:41:18.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 1311 completed, throughput=4.99MB/sec 2024-02-18T08:41:18.306 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ED5vBp4nVsgkENp off=15816105 len=1468154 2024-02-18T08:41:18.316 INFO:tasks.workunit.client.0.smithi110.stdout:op 1312 completed, throughput=4.99MB/sec 2024-02-18T08:41:18.316 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O0mPIDhvCtJTA6Q off=1750135 len=1258576 2024-02-18T08:41:18.319 INFO:tasks.workunit.client.0.smithi110.stdout:op 1313 completed, throughput=5MB/sec 2024-02-18T08:41:18.319 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-acPdKLE-z_SRzyS off=4331669 len=2077024 2024-02-18T08:41:18.325 INFO:tasks.workunit.client.0.smithi110.stdout:op 1314 completed, throughput=5MB/sec 2024-02-18T08:41:18.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:18 smithi191 bash[38688]: cluster 2024-02-18T08:41:17.036899+0000 mgr.y (mgr.44100) 734 : cluster [DBG] pgmap v1294: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:41:18.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:18 smithi110 bash[54479]: cluster 2024-02-18T08:41:17.036899+0000 mgr.y (mgr.44100) 734 : cluster [DBG] pgmap v1294: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:41:18.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:18 smithi110 bash[55875]: cluster 2024-02-18T08:41:17.036899+0000 mgr.y (mgr.44100) 734 : cluster [DBG] pgmap v1294: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:41:19.325 INFO:tasks.workunit.client.0.smithi110.stdout: 254: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:19.325 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kI-JvpHsLbalS-S off=1756936 len=1268670 2024-02-18T08:41:19.328 INFO:tasks.workunit.client.0.smithi110.stdout:op 1315 completed, throughput=4.99MB/sec 2024-02-18T08:41:19.328 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HsfAJDe2-oYuTd7 off=14145534 len=1960913 2024-02-18T08:41:19.333 INFO:tasks.workunit.client.0.smithi110.stdout:op 1316 completed, throughput=5MB/sec 2024-02-18T08:41:19.333 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MM1rsVjsUsUL5T0 off=500353 len=1001505 2024-02-18T08:41:19.336 INFO:tasks.workunit.client.0.smithi110.stdout:op 1317 completed, throughput=5MB/sec 2024-02-18T08:41:20.336 INFO:tasks.workunit.client.0.smithi110.stdout: 255: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:20.336 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IRj2IXqzSYnlaq5 off=19890201 len=1034795 2024-02-18T08:41:20.339 INFO:tasks.workunit.client.0.smithi110.stdout:op 1318 completed, throughput=4.99MB/sec 2024-02-18T08:41:20.339 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CUgK3TVzsssWfpe off=15171666 len=907650 2024-02-18T08:41:20.343 INFO:tasks.workunit.client.0.smithi110.stdout:op 1319 completed, throughput=4.99MB/sec 2024-02-18T08:41:20.343 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6CRuPcEkoADha-t off=18590676 len=1450173 2024-02-18T08:41:20.353 INFO:tasks.workunit.client.0.smithi110.stdout:op 1320 completed, throughput=4.99MB/sec 2024-02-18T08:41:20.353 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CXn2glRN3aFgw5D off=5385556 len=1530014 2024-02-18T08:41:20.356 INFO:tasks.workunit.client.0.smithi110.stdout:op 1321 completed, throughput=5MB/sec 2024-02-18T08:41:20.356 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tsKQL-O1T2uIxdv off=13776814 len=1739533 2024-02-18T08:41:20.366 INFO:tasks.workunit.client.0.smithi110.stdout:op 1322 completed, throughput=5.01MB/sec 2024-02-18T08:41:20.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:20 smithi191 bash[38688]: cluster 2024-02-18T08:41:19.037791+0000 mgr.y (mgr.44100) 735 : cluster [DBG] pgmap v1295: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:41:20.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:20 smithi110 bash[54479]: cluster 2024-02-18T08:41:19.037791+0000 mgr.y (mgr.44100) 735 : cluster [DBG] pgmap v1295: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:41:20.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:20 smithi110 bash[55875]: cluster 2024-02-18T08:41:19.037791+0000 mgr.y (mgr.44100) 735 : cluster [DBG] pgmap v1295: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:41:21.367 INFO:tasks.workunit.client.0.smithi110.stdout: 256: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:21.367 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XZamIY-iqVAg5TP off=829460 len=1209658 2024-02-18T08:41:21.377 INFO:tasks.workunit.client.0.smithi110.stdout:op 1323 completed, throughput=4.99MB/sec 2024-02-18T08:41:21.377 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-md7jRPa3WmXPW8C off=573330 len=1862716 2024-02-18T08:41:21.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 1324 completed, throughput=5MB/sec 2024-02-18T08:41:21.389 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P-PHtI4MYxDlitM off=12401340 len=1556872 2024-02-18T08:41:21.398 INFO:tasks.workunit.client.0.smithi110.stdout:op 1325 completed, throughput=5MB/sec 2024-02-18T08:41:22.398 INFO:tasks.workunit.client.0.smithi110.stdout: 257: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:22.398 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-l9ktJm-M1FZN4O8 off=3113053 len=299030 2024-02-18T08:41:22.404 INFO:tasks.workunit.client.0.smithi110.stdout:op 1326 completed, throughput=4.98MB/sec 2024-02-18T08:41:22.404 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gi8tqJct_NMSrA5 off=5751679 len=454016 2024-02-18T08:41:22.405 INFO:tasks.workunit.client.0.smithi110.stdout:op 1327 completed, throughput=4.99MB/sec 2024-02-18T08:41:22.406 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OeihcWFpf7Dbzi7 off=9525242 len=470180 2024-02-18T08:41:22.408 INFO:tasks.workunit.client.0.smithi110.stdout:op 1328 completed, throughput=4.99MB/sec 2024-02-18T08:41:22.408 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L4V7fvBFLBKDcB- off=2352916 len=234379 2024-02-18T08:41:22.410 INFO:tasks.workunit.client.0.smithi110.stdout:op 1329 completed, throughput=4.99MB/sec 2024-02-18T08:41:22.410 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9_8fL-4wHJI0oK4 off=8855970 len=1748222 2024-02-18T08:41:22.413 INFO:tasks.workunit.client.0.smithi110.stdout:op 1330 completed, throughput=4.99MB/sec 2024-02-18T08:41:22.413 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RFvZ2aAwp3VayWA off=7109787 len=126758 2024-02-18T08:41:22.417 INFO:tasks.workunit.client.0.smithi110.stdout:op 1331 completed, throughput=4.99MB/sec 2024-02-18T08:41:22.417 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rXeK7UNQMVUgnyi off=9389930 len=198853 2024-02-18T08:41:22.422 INFO:tasks.workunit.client.0.smithi110.stdout:op 1332 completed, throughput=5MB/sec 2024-02-18T08:41:22.422 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PSZPszF-4BajmvT off=4418492 len=619824 2024-02-18T08:41:22.427 INFO:tasks.workunit.client.0.smithi110.stdout:op 1333 completed, throughput=5MB/sec 2024-02-18T08:41:22.427 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5Qmu7fvgrBySMyG off=1527897 len=730703 2024-02-18T08:41:22.432 INFO:tasks.workunit.client.0.smithi110.stdout:op 1334 completed, throughput=5MB/sec 2024-02-18T08:41:22.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:22 smithi191 bash[38688]: cluster 2024-02-18T08:41:21.038584+0000 mgr.y (mgr.44100) 736 : cluster [DBG] pgmap v1296: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:41:22.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:22 smithi110 bash[54479]: cluster 2024-02-18T08:41:21.038584+0000 mgr.y (mgr.44100) 736 : cluster [DBG] pgmap v1296: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:41:22.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:22 smithi110 bash[55875]: cluster 2024-02-18T08:41:21.038584+0000 mgr.y (mgr.44100) 736 : cluster [DBG] pgmap v1296: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:41:23.432 INFO:tasks.workunit.client.0.smithi110.stdout: 258: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:23.432 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3FeFcExckLjRVQP off=6932380 len=1713400 2024-02-18T08:41:23.437 INFO:tasks.workunit.client.0.smithi110.stdout:op 1335 completed, throughput=4.99MB/sec 2024-02-18T08:41:23.437 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--Q8zWCyTaSJIDaf off=17425533 len=415517 2024-02-18T08:41:23.439 INFO:tasks.workunit.client.0.smithi110.stdout:op 1336 completed, throughput=4.99MB/sec 2024-02-18T08:41:23.439 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EDQWwZagJ9ZpTP3 off=19962492 len=1323036 2024-02-18T08:41:23.450 INFO:tasks.workunit.client.0.smithi110.stdout:op 1337 completed, throughput=4.99MB/sec 2024-02-18T08:41:23.450 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1Pdjm7gVc9ZuRP6 off=7785078 len=1810507 2024-02-18T08:41:23.460 INFO:tasks.workunit.client.0.smithi110.stdout:op 1338 completed, throughput=5MB/sec 2024-02-18T08:41:23.460 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0QbER_jdWXf9GnP off=6076879 len=1625097 2024-02-18T08:41:23.469 INFO:tasks.workunit.client.0.smithi110.stdout:op 1339 completed, throughput=5.01MB/sec 2024-02-18T08:41:24.470 INFO:tasks.workunit.client.0.smithi110.stdout: 259: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:24.470 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-prLHKwp531mqAdO off=9307370 len=282594 2024-02-18T08:41:24.475 INFO:tasks.workunit.client.0.smithi110.stdout:op 1340 completed, throughput=4.99MB/sec 2024-02-18T08:41:24.475 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cEYGXcbjmUV0jyV off=13077164 len=1020782 2024-02-18T08:41:24.478 INFO:tasks.workunit.client.0.smithi110.stdout:op 1341 completed, throughput=4.99MB/sec 2024-02-18T08:41:24.478 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DxZQK08mbbKlI_q off=5288724 len=1238417 2024-02-18T08:41:24.481 INFO:tasks.workunit.client.0.smithi110.stdout:op 1342 completed, throughput=5MB/sec 2024-02-18T08:41:24.481 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fjbgvRrrMQWRSIG off=1809620 len=1623938 2024-02-18T08:41:24.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 1343 completed, throughput=5MB/sec 2024-02-18T08:41:24.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:24 smithi191 bash[38688]: cluster 2024-02-18T08:41:23.039499+0000 mgr.y (mgr.44100) 737 : cluster [DBG] pgmap v1297: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:41:24.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:24 smithi110 bash[54479]: cluster 2024-02-18T08:41:23.039499+0000 mgr.y (mgr.44100) 737 : cluster [DBG] pgmap v1297: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:41:24.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:24 smithi110 bash[55875]: cluster 2024-02-18T08:41:23.039499+0000 mgr.y (mgr.44100) 737 : cluster [DBG] pgmap v1297: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:41:25.485 INFO:tasks.workunit.client.0.smithi110.stdout: 260: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:25.485 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1qx-EBjdjl4zBuS off=1028042 len=139417 2024-02-18T08:41:25.490 INFO:tasks.workunit.client.0.smithi110.stdout:op 1344 completed, throughput=4.98MB/sec 2024-02-18T08:41:25.490 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rgYPHuf9v6uRBXV off=2114586 len=81205 2024-02-18T08:41:25.491 INFO:tasks.workunit.client.0.smithi110.stdout:op 1345 completed, throughput=4.98MB/sec 2024-02-18T08:41:25.491 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uLGd3ZeIPOBzGS9 off=3920508 len=1186695 2024-02-18T08:41:25.499 INFO:tasks.workunit.client.0.smithi110.stdout:op 1346 completed, throughput=4.99MB/sec 2024-02-18T08:41:25.499 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mOe6ysLNeGDbFvZ off=6128074 len=1218702 2024-02-18T08:41:25.503 INFO:tasks.workunit.client.0.smithi110.stdout:op 1347 completed, throughput=4.99MB/sec 2024-02-18T08:41:25.503 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6i3_77krkrpwlFE off=13737051 len=1171071 2024-02-18T08:41:25.511 INFO:tasks.workunit.client.0.smithi110.stdout:op 1348 completed, throughput=5MB/sec 2024-02-18T08:41:25.511 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4TicfmNXiPaz7s7 off=2686598 len=614495 2024-02-18T08:41:25.512 INFO:tasks.workunit.client.0.smithi110.stdout:op 1349 completed, throughput=5MB/sec 2024-02-18T08:41:25.512 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-w3bQY_ISzcxD4_Y off=767109 len=506506 2024-02-18T08:41:25.513 INFO:tasks.workunit.client.0.smithi110.stdout:op 1350 completed, throughput=5MB/sec 2024-02-18T08:41:25.514 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JndAUEo_cnZKMPJ off=42460 len=130546 2024-02-18T08:41:25.514 INFO:tasks.workunit.client.0.smithi110.stdout:op 1351 completed, throughput=5MB/sec 2024-02-18T08:41:26.515 INFO:tasks.workunit.client.0.smithi110.stdout: 261: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:26.515 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YiItELc8ri-vPoi off=2210759 len=2080856 2024-02-18T08:41:26.521 INFO:tasks.workunit.client.0.smithi110.stdout:op 1352 completed, throughput=4.99MB/sec 2024-02-18T08:41:26.521 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L37iLarM263sEbt off=16444043 len=1155566 2024-02-18T08:41:26.530 INFO:tasks.workunit.client.0.smithi110.stdout:op 1353 completed, throughput=4.99MB/sec 2024-02-18T08:41:26.530 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-25Ls9tRr5Wz2Kax off=6555290 len=783822 2024-02-18T08:41:26.532 INFO:tasks.workunit.client.0.smithi110.stdout:op 1354 completed, throughput=5MB/sec 2024-02-18T08:41:26.532 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eF8NblJo2mn_p-Y off=378490 len=378231 2024-02-18T08:41:26.534 INFO:tasks.workunit.client.0.smithi110.stdout:op 1355 completed, throughput=5MB/sec 2024-02-18T08:41:26.534 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SCPPH_AS4bG3-bT off=3527933 len=1695441 2024-02-18T08:41:26.539 INFO:tasks.workunit.client.0.smithi110.stdout:op 1356 completed, throughput=5MB/sec 2024-02-18T08:41:26.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:26 smithi191 bash[38688]: cluster 2024-02-18T08:41:25.040340+0000 mgr.y (mgr.44100) 738 : cluster [DBG] pgmap v1298: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:41:26.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:26 smithi110 bash[54479]: cluster 2024-02-18T08:41:25.040340+0000 mgr.y (mgr.44100) 738 : cluster [DBG] pgmap v1298: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:41:26.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:26 smithi110 bash[55875]: cluster 2024-02-18T08:41:25.040340+0000 mgr.y (mgr.44100) 738 : cluster [DBG] pgmap v1298: 73 pgs: 73 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:41:27.539 INFO:tasks.workunit.client.0.smithi110.stdout: 262: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:27.539 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YDgn90mHSiqDxDX off=1340176 len=1480657 2024-02-18T08:41:27.550 INFO:tasks.workunit.client.0.smithi110.stdout:op 1357 completed, throughput=4.99MB/sec 2024-02-18T08:41:27.550 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Iic754MLf7NmvKy off=6295737 len=277327 2024-02-18T08:41:27.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 1358 completed, throughput=4.99MB/sec 2024-02-18T08:41:27.552 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GsRVmRQcqKnEdRo off=6611948 len=1201490 2024-02-18T08:41:27.561 INFO:tasks.workunit.client.0.smithi110.stdout:op 1359 completed, throughput=4.99MB/sec 2024-02-18T08:41:27.561 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-U-3uTbpl3ntPxZv off=12320350 len=1699231 2024-02-18T08:41:27.572 INFO:tasks.workunit.client.0.smithi110.stdout:op 1360 completed, throughput=5MB/sec 2024-02-18T08:41:27.572 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Aq3Jj4dGNuN8CWH off=17113823 len=169693 2024-02-18T08:41:27.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 1361 completed, throughput=5MB/sec 2024-02-18T08:41:28.574 INFO:tasks.workunit.client.0.smithi110.stdout: 263: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:28.574 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wmJVl2J1c_DfN9G off=2158333 len=619699 2024-02-18T08:41:28.576 INFO:tasks.workunit.client.0.smithi110.stdout:op 1362 completed, throughput=4.98MB/sec 2024-02-18T08:41:28.576 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-v7VGDPA4c2-WM39 off=10799563 len=1175900 2024-02-18T08:41:28.580 INFO:tasks.workunit.client.0.smithi110.stdout:op 1363 completed, throughput=4.99MB/sec 2024-02-18T08:41:28.580 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zvn6oXudyooyoro off=8122737 len=459529 2024-02-18T08:41:28.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:28 smithi191 bash[38688]: cluster 2024-02-18T08:41:27.041203+0000 mgr.y (mgr.44100) 739 : cluster [DBG] pgmap v1299: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:41:28.582 INFO:tasks.workunit.client.0.smithi110.stdout:op 1364 completed, throughput=4.99MB/sec 2024-02-18T08:41:28.582 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DnE_tOfKWrYULWA off=5466458 len=1515630 2024-02-18T08:41:28.594 INFO:tasks.workunit.client.0.smithi110.stdout:op 1365 completed, throughput=4.99MB/sec 2024-02-18T08:41:28.594 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Cfb7UYi_fakByDl off=11613954 len=1226538 2024-02-18T08:41:28.603 INFO:tasks.workunit.client.0.smithi110.stdout:op 1366 completed, throughput=5MB/sec 2024-02-18T08:41:28.603 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B0Cbf-4XwqDNOfq off=7904090 len=1021182 2024-02-18T08:41:28.606 INFO:tasks.workunit.client.0.smithi110.stdout:op 1367 completed, throughput=5MB/sec 2024-02-18T08:41:28.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:28 smithi110 bash[54479]: cluster 2024-02-18T08:41:27.041203+0000 mgr.y (mgr.44100) 739 : cluster [DBG] pgmap v1299: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:41:28.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:28 smithi110 bash[55875]: cluster 2024-02-18T08:41:27.041203+0000 mgr.y (mgr.44100) 739 : cluster [DBG] pgmap v1299: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:41:29.606 INFO:tasks.workunit.client.0.smithi110.stdout: 264: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:29.607 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AhP3VA6y22d-DYp off=2032524 len=17243 2024-02-18T08:41:29.607 INFO:tasks.workunit.client.0.smithi110.stdout:op 1368 completed, throughput=4.98MB/sec 2024-02-18T08:41:29.607 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FhBW2vsXztMjMhn off=13536832 len=687278 2024-02-18T08:41:29.611 INFO:tasks.workunit.client.0.smithi110.stdout:op 1369 completed, throughput=4.99MB/sec 2024-02-18T08:41:29.611 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mP6nx3dUKOV5FPg off=6719666 len=993068 2024-02-18T08:41:29.619 INFO:tasks.workunit.client.0.smithi110.stdout:op 1370 completed, throughput=4.99MB/sec 2024-02-18T08:41:29.619 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_fz2EXnBAYw6W5X off=3378770 len=1546925 2024-02-18T08:41:29.624 INFO:tasks.workunit.client.0.smithi110.stdout:op 1371 completed, throughput=5MB/sec 2024-02-18T08:41:29.624 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zwj8EKAdNsyZ5_f off=1978082 len=1882013 2024-02-18T08:41:29.628 INFO:tasks.workunit.client.0.smithi110.stdout:op 1372 completed, throughput=5MB/sec 2024-02-18T08:41:30.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:30 smithi191 bash[38688]: cluster 2024-02-18T08:41:29.042091+0000 mgr.y (mgr.44100) 740 : cluster [DBG] pgmap v1300: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:41:30.628 INFO:tasks.workunit.client.0.smithi110.stdout: 265: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:30.628 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zNoqv9hHm2zsPG_ off=3416188 len=720265 2024-02-18T08:41:30.631 INFO:tasks.workunit.client.0.smithi110.stdout:op 1373 completed, throughput=4.99MB/sec 2024-02-18T08:41:30.631 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iHl8d_z4nprR5lI off=5255019 len=1701174 2024-02-18T08:41:30.636 INFO:tasks.workunit.client.0.smithi110.stdout:op 1374 completed, throughput=4.99MB/sec 2024-02-18T08:41:30.636 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tnQb3_Jc8-HcaE1 off=5989256 len=1241664 2024-02-18T08:41:30.646 INFO:tasks.workunit.client.0.smithi110.stdout:op 1375 completed, throughput=5MB/sec 2024-02-18T08:41:30.646 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-m8UJ5tDkBlAmjuN off=6238615 len=277245 2024-02-18T08:41:30.651 INFO:tasks.workunit.client.0.smithi110.stdout:op 1376 completed, throughput=5MB/sec 2024-02-18T08:41:30.651 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-12NWmMsjk13vFUS off=462885 len=1428127 2024-02-18T08:41:30.657 INFO:tasks.workunit.client.0.smithi110.stdout:op 1377 completed, throughput=5MB/sec 2024-02-18T08:41:30.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:30 smithi110 bash[54479]: cluster 2024-02-18T08:41:29.042091+0000 mgr.y (mgr.44100) 740 : cluster [DBG] pgmap v1300: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:41:30.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:30 smithi110 bash[55875]: cluster 2024-02-18T08:41:29.042091+0000 mgr.y (mgr.44100) 740 : cluster [DBG] pgmap v1300: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:41:31.658 INFO:tasks.workunit.client.0.smithi110.stdout: 266: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:31.658 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-S50moG4l2PQMKqd off=222577 len=1323677 2024-02-18T08:41:31.671 INFO:tasks.workunit.client.0.smithi110.stdout:op 1378 completed, throughput=4.99MB/sec 2024-02-18T08:41:31.671 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PIVan89uZisFy8s off=4645160 len=1984537 2024-02-18T08:41:31.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 1379 completed, throughput=4.99MB/sec 2024-02-18T08:41:31.676 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-11Y0NHQZRCoH6l8 off=23145942 len=1165198 2024-02-18T08:41:31.682 INFO:tasks.workunit.client.0.smithi110.stdout:op 1380 completed, throughput=5MB/sec 2024-02-18T08:41:31.682 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BHwqEH7dJVq_yaY off=15935209 len=727443 2024-02-18T08:41:31.684 INFO:tasks.workunit.client.0.smithi110.stdout:op 1381 completed, throughput=5MB/sec 2024-02-18T08:41:32.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:32 smithi191 bash[38688]: cluster 2024-02-18T08:41:31.042910+0000 mgr.y (mgr.44100) 741 : cluster [DBG] pgmap v1301: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:41:32.685 INFO:tasks.workunit.client.0.smithi110.stdout: 267: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:32.685 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A7KkP0dTHjT0Ka1 off=9149520 len=155209 2024-02-18T08:41:32.689 INFO:tasks.workunit.client.0.smithi110.stdout:op 1382 completed, throughput=4.98MB/sec 2024-02-18T08:41:32.689 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-W3Za-7rMlNrDZPw off=3255248 len=1721886 2024-02-18T08:41:32.692 INFO:tasks.workunit.client.0.smithi110.stdout:op 1383 completed, throughput=4.99MB/sec 2024-02-18T08:41:32.692 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-i4YelNqhpsnM4rE off=1232679 len=1027615 2024-02-18T08:41:32.694 INFO:tasks.workunit.client.0.smithi110.stdout:op 1384 completed, throughput=4.99MB/sec 2024-02-18T08:41:32.694 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HWgH-UNmijq5u66 off=8530520 len=2086880 2024-02-18T08:41:32.707 INFO:tasks.workunit.client.0.smithi110.stdout:op 1385 completed, throughput=5MB/sec 2024-02-18T08:41:32.707 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VyWlLlZogY8JIrD off=3494864 len=1529212 2024-02-18T08:41:32.708 INFO:tasks.workunit.client.0.smithi110.stdout:op 1386 completed, throughput=5.01MB/sec 2024-02-18T08:41:32.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:32 smithi110 bash[55875]: cluster 2024-02-18T08:41:31.042910+0000 mgr.y (mgr.44100) 741 : cluster [DBG] pgmap v1301: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:41:32.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:32 smithi110 bash[54479]: cluster 2024-02-18T08:41:31.042910+0000 mgr.y (mgr.44100) 741 : cluster [DBG] pgmap v1301: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:41:33.709 INFO:tasks.workunit.client.0.smithi110.stdout: 268: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:33.709 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a7X-_xU9TQex9-7 off=677929 len=1371381 2024-02-18T08:41:33.720 INFO:tasks.workunit.client.0.smithi110.stdout:op 1387 completed, throughput=4.99MB/sec 2024-02-18T08:41:33.720 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Nd3b17yvBNDJvjz off=10243805 len=253439 2024-02-18T08:41:33.725 INFO:tasks.workunit.client.0.smithi110.stdout:op 1388 completed, throughput=4.99MB/sec 2024-02-18T08:41:33.725 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bicKJZJul5YcgAX off=7698446 len=1220308 2024-02-18T08:41:33.728 INFO:tasks.workunit.client.0.smithi110.stdout:op 1389 completed, throughput=5MB/sec 2024-02-18T08:41:33.728 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3PMrb8HY05OzJhH off=16304990 len=1215599 2024-02-18T08:41:33.731 INFO:tasks.workunit.client.0.smithi110.stdout:op 1390 completed, throughput=5MB/sec 2024-02-18T08:41:34.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:34 smithi191 bash[38688]: cluster 2024-02-18T08:41:33.043837+0000 mgr.y (mgr.44100) 742 : cluster [DBG] pgmap v1302: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:41:34.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:34 smithi110 bash[54479]: cluster 2024-02-18T08:41:33.043837+0000 mgr.y (mgr.44100) 742 : cluster [DBG] pgmap v1302: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:41:34.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:34 smithi110 bash[55875]: cluster 2024-02-18T08:41:33.043837+0000 mgr.y (mgr.44100) 742 : cluster [DBG] pgmap v1302: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:41:34.731 INFO:tasks.workunit.client.0.smithi110.stdout: 269: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:34.731 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MgTl-oFcYAw1FFq off=5048077 len=448513 2024-02-18T08:41:34.734 INFO:tasks.workunit.client.0.smithi110.stdout:op 1391 completed, throughput=4.98MB/sec 2024-02-18T08:41:34.734 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--xvhP_r1KHRmKLA off=1965992 len=365438 2024-02-18T08:41:34.735 INFO:tasks.workunit.client.0.smithi110.stdout:op 1392 completed, throughput=4.99MB/sec 2024-02-18T08:41:34.735 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OBnZ7p4MbfojCn_ off=7732116 len=1102191 2024-02-18T08:41:34.744 INFO:tasks.workunit.client.0.smithi110.stdout:op 1393 completed, throughput=4.99MB/sec 2024-02-18T08:41:34.744 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2w82z8SmzuMH6z1 off=8473400 len=344866 2024-02-18T08:41:34.750 INFO:tasks.workunit.client.0.smithi110.stdout:op 1394 completed, throughput=4.99MB/sec 2024-02-18T08:41:34.750 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0SN0r6COLcm_Snj off=5350617 len=1206052 2024-02-18T08:41:34.754 INFO:tasks.workunit.client.0.smithi110.stdout:op 1395 completed, throughput=4.99MB/sec 2024-02-18T08:41:34.754 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jdTcs2DRRSn9LrI off=5915280 len=1981428 2024-02-18T08:41:34.757 INFO:tasks.workunit.client.0.smithi110.stdout:op 1396 completed, throughput=5MB/sec 2024-02-18T08:41:35.758 INFO:tasks.workunit.client.0.smithi110.stdout: 270: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:35.758 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cJA0Rx2AuxMH3_g off=13141263 len=1923610 2024-02-18T08:41:35.764 INFO:tasks.workunit.client.0.smithi110.stdout:op 1397 completed, throughput=4.99MB/sec 2024-02-18T08:41:35.764 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zCjnaJEKTJiygP2 off=15391272 len=548785 2024-02-18T08:41:35.771 INFO:tasks.workunit.client.0.smithi110.stdout:op 1398 completed, throughput=4.99MB/sec 2024-02-18T08:41:35.771 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NvL_gFUMMK_ORO2 off=6936376 len=84048 2024-02-18T08:41:35.775 INFO:tasks.workunit.client.0.smithi110.stdout:op 1399 completed, throughput=4.99MB/sec 2024-02-18T08:41:35.775 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jwlsiA_GyPSKWWp off=15488450 len=1901870 2024-02-18T08:41:35.780 INFO:tasks.workunit.client.0.smithi110.stdout:op 1400 completed, throughput=5MB/sec 2024-02-18T08:41:35.780 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a5QcWWJCTvt5SwQ off=1570586 len=105730 2024-02-18T08:41:35.783 INFO:tasks.workunit.client.0.smithi110.stdout:op 1401 completed, throughput=5MB/sec 2024-02-18T08:41:35.783 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Bsn5yO_IdCf_HWB off=11304015 len=682536 2024-02-18T08:41:35.785 INFO:tasks.workunit.client.0.smithi110.stdout:op 1402 completed, throughput=5MB/sec 2024-02-18T08:41:36.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:36 smithi191 bash[38688]: cluster 2024-02-18T08:41:35.044676+0000 mgr.y (mgr.44100) 743 : cluster [DBG] pgmap v1303: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:41:36.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:36 smithi110 bash[54479]: cluster 2024-02-18T08:41:35.044676+0000 mgr.y (mgr.44100) 743 : cluster [DBG] pgmap v1303: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:41:36.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:36 smithi110 bash[55875]: cluster 2024-02-18T08:41:35.044676+0000 mgr.y (mgr.44100) 743 : cluster [DBG] pgmap v1303: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:41:36.785 INFO:tasks.workunit.client.0.smithi110.stdout: 271: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:36.785 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OKTKesxr2U3rkiL off=4118066 len=1099221 2024-02-18T08:41:36.789 INFO:tasks.workunit.client.0.smithi110.stdout:op 1403 completed, throughput=4.99MB/sec 2024-02-18T08:41:36.789 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fBdwzLOtU8_dlgq off=1950997 len=389141 2024-02-18T08:41:36.795 INFO:tasks.workunit.client.0.smithi110.stdout:op 1404 completed, throughput=4.99MB/sec 2024-02-18T08:41:36.795 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HHVSJmgJbKiARiG off=401168 len=1230120 2024-02-18T08:41:36.804 INFO:tasks.workunit.client.0.smithi110.stdout:op 1405 completed, throughput=4.99MB/sec 2024-02-18T08:41:36.804 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pgRcxeVqVMh4Rzi off=10499 len=1590205 2024-02-18T08:41:36.807 INFO:tasks.workunit.client.0.smithi110.stdout:op 1406 completed, throughput=5MB/sec 2024-02-18T08:41:36.807 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r2Un0QAz6pz5c_5 off=7173590 len=327905 2024-02-18T08:41:36.812 INFO:tasks.workunit.client.0.smithi110.stdout:op 1407 completed, throughput=5MB/sec 2024-02-18T08:41:36.812 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LnButepwU2aIkr_ off=420416 len=1970030 2024-02-18T08:41:36.817 INFO:tasks.workunit.client.0.smithi110.stdout:op 1408 completed, throughput=5MB/sec 2024-02-18T08:41:37.817 INFO:tasks.workunit.client.0.smithi110.stdout: 272: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:37.817 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tmvXT2VUayVqj3k off=4968398 len=2055080 2024-02-18T08:41:37.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 1409 completed, throughput=4.99MB/sec 2024-02-18T08:41:37.831 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mkUdrYfs3rbx0ua off=11600289 len=1076482 2024-02-18T08:41:37.838 INFO:tasks.workunit.client.0.smithi110.stdout:op 1410 completed, throughput=5MB/sec 2024-02-18T08:41:37.838 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jIqFNDz8942enoY off=2814199 len=1594985 2024-02-18T08:41:37.842 INFO:tasks.workunit.client.0.smithi110.stdout:op 1411 completed, throughput=5MB/sec 2024-02-18T08:41:38.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:38 smithi191 bash[38688]: cluster 2024-02-18T08:41:37.045645+0000 mgr.y (mgr.44100) 744 : cluster [DBG] pgmap v1304: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:41:38.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:38 smithi110 bash[54479]: cluster 2024-02-18T08:41:37.045645+0000 mgr.y (mgr.44100) 744 : cluster [DBG] pgmap v1304: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:41:38.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:38 smithi110 bash[55875]: cluster 2024-02-18T08:41:37.045645+0000 mgr.y (mgr.44100) 744 : cluster [DBG] pgmap v1304: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:41:38.842 INFO:tasks.workunit.client.0.smithi110.stdout: 273: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:38.842 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZoNECQREGW1fNXp off=2650872 len=1213820 2024-02-18T08:41:38.853 INFO:tasks.workunit.client.0.smithi110.stdout:op 1412 completed, throughput=4.99MB/sec 2024-02-18T08:41:38.853 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LmgiMnd6Gx-6UfO off=4482336 len=1231884 2024-02-18T08:41:38.856 INFO:tasks.workunit.client.0.smithi110.stdout:op 1413 completed, throughput=4.99MB/sec 2024-02-18T08:41:38.856 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xU0XOHakCtElTPt off=3819184 len=684013 2024-02-18T08:41:38.863 INFO:tasks.workunit.client.0.smithi110.stdout:op 1414 completed, throughput=4.99MB/sec 2024-02-18T08:41:38.863 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Pb2VjipKtQZTuAS off=11330755 len=440182 2024-02-18T08:41:38.864 INFO:tasks.workunit.client.0.smithi110.stdout:op 1415 completed, throughput=5MB/sec 2024-02-18T08:41:38.864 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5Qa0MQbdXtK4W63 off=547710 len=1698516 2024-02-18T08:41:38.874 INFO:tasks.workunit.client.0.smithi110.stdout:op 1416 completed, throughput=5MB/sec 2024-02-18T08:41:39.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:39 smithi191 bash[38688]: audit 2024-02-18T08:41:38.937490+0000 mon.a (mon.0) 1735 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:41:39.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:39 smithi191 bash[38688]: audit 2024-02-18T08:41:38.938224+0000 mon.a (mon.0) 1736 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2024-02-18T08:41:39.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:39 smithi191 bash[38688]: audit 2024-02-18T08:41:38.938804+0000 mon.a (mon.0) 1737 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:41:39.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:39 smithi110 bash[55875]: audit 2024-02-18T08:41:38.937490+0000 mon.a (mon.0) 1735 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:41:39.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:39 smithi110 bash[55875]: audit 2024-02-18T08:41:38.938224+0000 mon.a (mon.0) 1736 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2024-02-18T08:41:39.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:39 smithi110 bash[55875]: audit 2024-02-18T08:41:38.938804+0000 mon.a (mon.0) 1737 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:41:39.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:39 smithi110 bash[54479]: audit 2024-02-18T08:41:38.937490+0000 mon.a (mon.0) 1735 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:41:39.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:39 smithi110 bash[54479]: audit 2024-02-18T08:41:38.938224+0000 mon.a (mon.0) 1736 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2024-02-18T08:41:39.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:39 smithi110 bash[54479]: audit 2024-02-18T08:41:38.938804+0000 mon.a (mon.0) 1737 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:41:39.874 INFO:tasks.workunit.client.0.smithi110.stdout: 274: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:39.874 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0Nel4WEKHpt8VR0 off=4940473 len=1170128 2024-02-18T08:41:39.879 INFO:tasks.workunit.client.0.smithi110.stdout:op 1417 completed, throughput=4.99MB/sec 2024-02-18T08:41:39.879 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Wr8cT4YFkrrKXDv off=5055433 len=1917438 2024-02-18T08:41:39.885 INFO:tasks.workunit.client.0.smithi110.stdout:op 1418 completed, throughput=4.99MB/sec 2024-02-18T08:41:39.885 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CQxf7MX8GzcoF4s off=4851983 len=1935086 2024-02-18T08:41:39.897 INFO:tasks.workunit.client.0.smithi110.stdout:op 1419 completed, throughput=5MB/sec 2024-02-18T08:41:40.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:40 smithi110 bash[54479]: cluster 2024-02-18T08:41:39.046723+0000 mgr.y (mgr.44100) 745 : cluster [DBG] pgmap v1305: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:41:40.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:40 smithi110 bash[55875]: cluster 2024-02-18T08:41:39.046723+0000 mgr.y (mgr.44100) 745 : cluster [DBG] pgmap v1305: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:41:40.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:40 smithi191 bash[38688]: cluster 2024-02-18T08:41:39.046723+0000 mgr.y (mgr.44100) 745 : cluster [DBG] pgmap v1305: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:41:40.897 INFO:tasks.workunit.client.0.smithi110.stdout: 275: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:40.898 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GW9haal3JFE5AlC off=11464259 len=33703 2024-02-18T08:41:40.898 INFO:tasks.workunit.client.0.smithi110.stdout:op 1420 completed, throughput=4.98MB/sec 2024-02-18T08:41:40.899 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-84L22ZEWhwlENSY off=4158309 len=2003376 2024-02-18T08:41:40.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 1421 completed, throughput=4.99MB/sec 2024-02-18T08:41:40.905 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0aS2rNguqa-McZ4 off=3422670 len=255346 2024-02-18T08:41:40.907 INFO:tasks.workunit.client.0.smithi110.stdout:op 1422 completed, throughput=4.99MB/sec 2024-02-18T08:41:40.907 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1-JzsvPgqAzbJnL off=19047261 len=1912983 2024-02-18T08:41:40.919 INFO:tasks.workunit.client.0.smithi110.stdout:op 1423 completed, throughput=5MB/sec 2024-02-18T08:41:40.919 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UQP8eq_h8nRG1GZ off=16326250 len=981614 2024-02-18T08:41:40.927 INFO:tasks.workunit.client.0.smithi110.stdout:op 1424 completed, throughput=5MB/sec 2024-02-18T08:41:40.927 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Yk-xC5jx4cktJCr off=9113688 len=1222922 2024-02-18T08:41:40.935 INFO:tasks.workunit.client.0.smithi110.stdout:op 1425 completed, throughput=5MB/sec 2024-02-18T08:41:41.936 INFO:tasks.workunit.client.0.smithi110.stdout: 276: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:41.936 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4M0_LWgsQAqGsJa off=8442846 len=1493928 2024-02-18T08:41:41.948 INFO:tasks.workunit.client.0.smithi110.stdout:op 1426 completed, throughput=4.99MB/sec 2024-02-18T08:41:41.948 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ptez2MJzNCmjnOf off=3796020 len=1142655 2024-02-18T08:41:41.956 INFO:tasks.workunit.client.0.smithi110.stdout:op 1427 completed, throughput=4.99MB/sec 2024-02-18T08:41:41.957 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gssG-1q2Tb2SrBk off=9797877 len=1264955 2024-02-18T08:41:41.963 INFO:tasks.workunit.client.0.smithi110.stdout:op 1428 completed, throughput=5MB/sec 2024-02-18T08:41:41.963 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QVkpZJUrCSDdolL off=10687722 len=908144 2024-02-18T08:41:41.965 INFO:tasks.workunit.client.0.smithi110.stdout:op 1429 completed, throughput=5MB/sec 2024-02-18T08:41:42.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:42 smithi110 bash[55875]: cluster 2024-02-18T08:41:41.047602+0000 mgr.y (mgr.44100) 746 : cluster [DBG] pgmap v1306: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:41:42.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:42 smithi110 bash[54479]: cluster 2024-02-18T08:41:41.047602+0000 mgr.y (mgr.44100) 746 : cluster [DBG] pgmap v1306: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:41:42.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:42 smithi191 bash[38688]: cluster 2024-02-18T08:41:41.047602+0000 mgr.y (mgr.44100) 746 : cluster [DBG] pgmap v1306: 73 pgs: 73 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:41:42.966 INFO:tasks.workunit.client.0.smithi110.stdout: 277: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:42.966 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Gok2fnXQlF266KR off=12805769 len=655805 2024-02-18T08:41:42.969 INFO:tasks.workunit.client.0.smithi110.stdout:op 1430 completed, throughput=4.99MB/sec 2024-02-18T08:41:42.969 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rAeCbQGRwiicrz9 off=2985253 len=861346 2024-02-18T08:41:42.976 INFO:tasks.workunit.client.0.smithi110.stdout:op 1431 completed, throughput=4.99MB/sec 2024-02-18T08:41:42.976 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cLXTBhnqrLStL9k off=6615996 len=1718538 2024-02-18T08:41:42.989 INFO:tasks.workunit.client.0.smithi110.stdout:op 1432 completed, throughput=4.99MB/sec 2024-02-18T08:41:42.989 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-q3i8Pklg--lbFBY off=3294656 len=286797 2024-02-18T08:41:42.992 INFO:tasks.workunit.client.0.smithi110.stdout:op 1433 completed, throughput=5MB/sec 2024-02-18T08:41:42.993 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a7X-_xU9TQex9-7 off=1476332 len=580333 2024-02-18T08:41:42.994 INFO:tasks.workunit.client.0.smithi110.stdout:op 1434 completed, throughput=5MB/sec 2024-02-18T08:41:42.994 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3SLBWktuxFsSf6y off=208925 len=292135 2024-02-18T08:41:42.995 INFO:tasks.workunit.client.0.smithi110.stdout:op 1435 completed, throughput=5MB/sec 2024-02-18T08:41:42.995 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aJmKLAmFf0QbK_I off=10705760 len=1996437 2024-02-18T08:41:42.999 INFO:tasks.workunit.client.0.smithi110.stdout:op 1436 completed, throughput=5MB/sec 2024-02-18T08:41:43.999 INFO:tasks.workunit.client.0.smithi110.stdout: 278: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:44.000 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4SkK_LjJ52AL27U off=20193195 len=647999 2024-02-18T08:41:44.008 INFO:tasks.workunit.client.0.smithi110.stdout:op 1437 completed, throughput=4.99MB/sec 2024-02-18T08:41:44.009 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-s9EXmx7E4K-i1Fw off=21447535 len=562885 2024-02-18T08:41:44.013 INFO:tasks.workunit.client.0.smithi110.stdout:op 1438 completed, throughput=4.99MB/sec 2024-02-18T08:41:44.013 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_6hGYnju38DVg29 off=7164873 len=955555 2024-02-18T08:41:44.015 INFO:tasks.workunit.client.0.smithi110.stdout:op 1439 completed, throughput=4.99MB/sec 2024-02-18T08:41:44.016 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nirJF_Pg5j_6L5V off=9405817 len=1988544 2024-02-18T08:41:44.018 INFO:tasks.workunit.client.0.smithi110.stdout:op 1440 completed, throughput=5MB/sec 2024-02-18T08:41:44.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:44 smithi110 bash[54479]: cluster 2024-02-18T08:41:43.048592+0000 mgr.y (mgr.44100) 747 : cluster [DBG] pgmap v1307: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:41:44.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:44 smithi110 bash[55875]: cluster 2024-02-18T08:41:43.048592+0000 mgr.y (mgr.44100) 747 : cluster [DBG] pgmap v1307: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:41:44.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:44 smithi191 bash[38688]: cluster 2024-02-18T08:41:43.048592+0000 mgr.y (mgr.44100) 747 : cluster [DBG] pgmap v1307: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:41:45.018 INFO:tasks.workunit.client.0.smithi110.stdout: 279: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:45.018 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-udYOMN9QnN5a2ld off=4784596 len=304643 2024-02-18T08:41:45.024 INFO:tasks.workunit.client.0.smithi110.stdout:op 1441 completed, throughput=4.98MB/sec 2024-02-18T08:41:45.024 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QsnmUMzdFAPFe0Y off=8400271 len=1671361 2024-02-18T08:41:45.026 INFO:tasks.workunit.client.0.smithi110.stdout:op 1442 completed, throughput=4.99MB/sec 2024-02-18T08:41:45.026 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oH-0czqONS3ICCF off=3534003 len=889476 2024-02-18T08:41:45.029 INFO:tasks.workunit.client.0.smithi110.stdout:op 1443 completed, throughput=4.99MB/sec 2024-02-18T08:41:45.029 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PJpZnxsx3B7c94T off=8582920 len=1112850 2024-02-18T08:41:45.032 INFO:tasks.workunit.client.0.smithi110.stdout:op 1444 completed, throughput=5MB/sec 2024-02-18T08:41:45.032 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dTT4ly7pBPoHqIj off=4231809 len=325697 2024-02-18T08:41:45.034 INFO:tasks.workunit.client.0.smithi110.stdout:op 1445 completed, throughput=5MB/sec 2024-02-18T08:41:45.034 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I3ihl5gsaaPjCUj off=2434676 len=1444572 2024-02-18T08:41:45.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 1446 completed, throughput=5MB/sec 2024-02-18T08:41:45.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:45 smithi110 bash[54479]: cluster 2024-02-18T08:41:45.049498+0000 mgr.y (mgr.44100) 748 : cluster [DBG] pgmap v1308: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:41:45.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:45 smithi110 bash[55875]: cluster 2024-02-18T08:41:45.049498+0000 mgr.y (mgr.44100) 748 : cluster [DBG] pgmap v1308: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:41:45.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:45 smithi191 bash[38688]: cluster 2024-02-18T08:41:45.049498+0000 mgr.y (mgr.44100) 748 : cluster [DBG] pgmap v1308: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:41:46.042 INFO:tasks.workunit.client.0.smithi110.stdout: 280: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:46.042 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9VH0nf-0MgF6b7d off=3412837 len=70973 2024-02-18T08:41:46.043 INFO:tasks.workunit.client.0.smithi110.stdout:op 1447 completed, throughput=4.99MB/sec 2024-02-18T08:41:46.043 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hgKVNtRiYgapzRP off=0 len=1069668 2024-02-18T08:41:46.053 INFO:tasks.workunit.client.0.smithi110.stdout:op 1448 completed, throughput=4.99MB/sec 2024-02-18T08:41:46.053 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mya49YPmNunCOs6 off=10411025 len=415093 2024-02-18T08:41:46.055 INFO:tasks.workunit.client.0.smithi110.stdout:op 1449 completed, throughput=4.99MB/sec 2024-02-18T08:41:46.055 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dFE29Sm1spkuc2M off=686619 len=754074 2024-02-18T08:41:46.062 INFO:tasks.workunit.client.0.smithi110.stdout:op 1450 completed, throughput=4.99MB/sec 2024-02-18T08:41:46.062 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-s79lYPLVL9b_YWV off=9122480 len=387760 2024-02-18T08:41:46.067 INFO:tasks.workunit.client.0.smithi110.stdout:op 1451 completed, throughput=4.99MB/sec 2024-02-18T08:41:46.067 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uYynlHmIy5uAVQ5 off=12536933 len=166798 2024-02-18T08:41:46.068 INFO:tasks.workunit.client.0.smithi110.stdout:op 1452 completed, throughput=4.99MB/sec 2024-02-18T08:41:46.068 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BP3hXVenZNT-TlI off=2347438 len=1171835 2024-02-18T08:41:46.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 1453 completed, throughput=5MB/sec 2024-02-18T08:41:46.074 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vDbclt4erX0ndSs off=2590628 len=1871620 2024-02-18T08:41:46.084 INFO:tasks.workunit.client.0.smithi110.stdout:op 1454 completed, throughput=5MB/sec 2024-02-18T08:41:47.084 INFO:tasks.workunit.client.0.smithi110.stdout: 281: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:47.085 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kQ_eBuQGVqZ4V_9 off=4377219 len=408259 2024-02-18T08:41:47.090 INFO:tasks.workunit.client.0.smithi110.stdout:op 1455 completed, throughput=4.99MB/sec 2024-02-18T08:41:47.090 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AtSe2qsuXw1rCZR off=7729220 len=1119648 2024-02-18T08:41:47.095 INFO:tasks.workunit.client.0.smithi110.stdout:op 1456 completed, throughput=4.99MB/sec 2024-02-18T08:41:47.095 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-D76D_taGDzC6X0L off=296672 len=1522451 2024-02-18T08:41:47.105 INFO:tasks.workunit.client.0.smithi110.stdout:op 1457 completed, throughput=5MB/sec 2024-02-18T08:41:47.105 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OtoQ6K2qlsdj-ia off=4417621 len=461918 2024-02-18T08:41:47.110 INFO:tasks.workunit.client.0.smithi110.stdout:op 1458 completed, throughput=5MB/sec 2024-02-18T08:41:47.110 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fBdwzLOtU8_dlgq off=1716260 len=127599 2024-02-18T08:41:47.111 INFO:tasks.workunit.client.0.smithi110.stdout:op 1459 completed, throughput=5MB/sec 2024-02-18T08:41:47.111 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-evnwPKBlU1gzSNn off=1709466 len=1972663 2024-02-18T08:41:47.113 INFO:tasks.workunit.client.0.smithi110.stdout:op 1460 completed, throughput=5MB/sec 2024-02-18T08:41:48.114 INFO:tasks.workunit.client.0.smithi110.stdout: 282: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:48.114 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--7EG-RLgv4IoMgU off=12212801 len=356604 2024-02-18T08:41:48.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 1461 completed, throughput=4.99MB/sec 2024-02-18T08:41:48.119 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-F3mmVA-bHC8XQiJ off=13066267 len=1517430 2024-02-18T08:41:48.128 INFO:tasks.workunit.client.0.smithi110.stdout:op 1462 completed, throughput=4.99MB/sec 2024-02-18T08:41:48.128 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Sa0Y6-le_7pXtkU off=8373308 len=364796 2024-02-18T08:41:48.129 INFO:tasks.workunit.client.0.smithi110.stdout:op 1463 completed, throughput=4.99MB/sec 2024-02-18T08:41:48.129 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-G_VbgMDTbo3OO1t off=4873010 len=714993 2024-02-18T08:41:48.135 INFO:tasks.workunit.client.0.smithi110.stdout:op 1464 completed, throughput=5MB/sec 2024-02-18T08:41:48.136 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QNYAuwEOWcB_vXh off=7969528 len=1769800 2024-02-18T08:41:48.143 INFO:tasks.workunit.client.0.smithi110.stdout:op 1465 completed, throughput=5MB/sec 2024-02-18T08:41:48.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:48 smithi110 bash[54479]: cluster 2024-02-18T08:41:47.050377+0000 mgr.y (mgr.44100) 749 : cluster [DBG] pgmap v1309: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:41:48.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:48 smithi110 bash[55875]: cluster 2024-02-18T08:41:47.050377+0000 mgr.y (mgr.44100) 749 : cluster [DBG] pgmap v1309: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:41:48.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:48 smithi191 bash[38688]: cluster 2024-02-18T08:41:47.050377+0000 mgr.y (mgr.44100) 749 : cluster [DBG] pgmap v1309: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:41:49.144 INFO:tasks.workunit.client.0.smithi110.stdout: 283: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:49.144 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TVSCJaZfj_NGXYN off=14352798 len=1700364 2024-02-18T08:41:49.149 INFO:tasks.workunit.client.0.smithi110.stdout:op 1466 completed, throughput=4.99MB/sec 2024-02-18T08:41:49.149 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ArZpchCUyqCyM0q off=4083395 len=818604 2024-02-18T08:41:49.152 INFO:tasks.workunit.client.0.smithi110.stdout:op 1467 completed, throughput=4.99MB/sec 2024-02-18T08:41:49.152 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-60Say_h6zxi8gv2 off=13717305 len=1031440 2024-02-18T08:41:49.160 INFO:tasks.workunit.client.0.smithi110.stdout:op 1468 completed, throughput=5MB/sec 2024-02-18T08:41:49.160 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0SN0r6COLcm_Snj off=10710733 len=1597025 2024-02-18T08:41:49.166 INFO:tasks.workunit.client.0.smithi110.stdout:op 1469 completed, throughput=5MB/sec 2024-02-18T08:41:50.168 INFO:tasks.workunit.client.0.smithi110.stdout: 284: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:50.168 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-stoJrAey_BiEq6H off=5357855 len=548209 2024-02-18T08:41:50.170 INFO:tasks.workunit.client.0.smithi110.stdout:op 1470 completed, throughput=4.99MB/sec 2024-02-18T08:41:50.170 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ViPUN1UGT5VdyGG off=9052292 len=370347 2024-02-18T08:41:50.176 INFO:tasks.workunit.client.0.smithi110.stdout:op 1471 completed, throughput=4.99MB/sec 2024-02-18T08:41:50.176 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A19CvzfTNiOiHvr off=3362340 len=1305183 2024-02-18T08:41:50.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 1472 completed, throughput=4.99MB/sec 2024-02-18T08:41:50.180 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2RFYsiCy0NA1lZY off=7632698 len=544855 2024-02-18T08:41:50.183 INFO:tasks.workunit.client.0.smithi110.stdout:op 1473 completed, throughput=4.99MB/sec 2024-02-18T08:41:50.183 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6ak1oEQDP3jY_in off=6047948 len=578173 2024-02-18T08:41:50.188 INFO:tasks.workunit.client.0.smithi110.stdout:op 1474 completed, throughput=4.99MB/sec 2024-02-18T08:41:50.188 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MRs1YZSvtMDy114 off=2822064 len=1832944 2024-02-18T08:41:50.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 1475 completed, throughput=5MB/sec 2024-02-18T08:41:50.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:50 smithi110 bash[54479]: cluster 2024-02-18T08:41:49.051273+0000 mgr.y (mgr.44100) 750 : cluster [DBG] pgmap v1310: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:41:50.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:50 smithi110 bash[55875]: cluster 2024-02-18T08:41:49.051273+0000 mgr.y (mgr.44100) 750 : cluster [DBG] pgmap v1310: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:41:50.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:50 smithi191 bash[38688]: cluster 2024-02-18T08:41:49.051273+0000 mgr.y (mgr.44100) 750 : cluster [DBG] pgmap v1310: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:41:51.195 INFO:tasks.workunit.client.0.smithi110.stdout: 285: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:51.196 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JlCW2OYvhOi5b0g off=1668036 len=696173 2024-02-18T08:41:51.204 INFO:tasks.workunit.client.0.smithi110.stdout:op 1476 completed, throughput=4.99MB/sec 2024-02-18T08:41:51.204 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pCwfsCjMAIm6Wzt off=10673044 len=1726524 2024-02-18T08:41:51.215 INFO:tasks.workunit.client.0.smithi110.stdout:op 1477 completed, throughput=4.99MB/sec 2024-02-18T08:41:51.216 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-51pBBRuUlu0CIAa off=13452619 len=831767 2024-02-18T08:41:51.221 INFO:tasks.workunit.client.0.smithi110.stdout:op 1478 completed, throughput=4.99MB/sec 2024-02-18T08:41:51.221 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WZZtWyj56enSlKp off=14885408 len=418153 2024-02-18T08:41:51.226 INFO:tasks.workunit.client.0.smithi110.stdout:op 1479 completed, throughput=5MB/sec 2024-02-18T08:41:51.226 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5AWEG-p5TgFZpdo off=14741977 len=136504 2024-02-18T08:41:51.227 INFO:tasks.workunit.client.0.smithi110.stdout:op 1480 completed, throughput=5MB/sec 2024-02-18T08:41:51.227 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Lt0LbcLfdEGIaC7 off=759816 len=736224 2024-02-18T08:41:51.231 INFO:tasks.workunit.client.0.smithi110.stdout:op 1481 completed, throughput=5MB/sec 2024-02-18T08:41:51.231 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V6SIMowGHwTFMOb off=5849946 len=245121 2024-02-18T08:41:51.236 INFO:tasks.workunit.client.0.smithi110.stdout:op 1482 completed, throughput=5MB/sec 2024-02-18T08:41:51.236 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MPvWeFzljcyNgoC off=14785180 len=201534 2024-02-18T08:41:51.237 INFO:tasks.workunit.client.0.smithi110.stdout:op 1483 completed, throughput=5MB/sec 2024-02-18T08:41:51.237 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dFtsw1CXkNRlJx_ off=14849868 len=1036384 2024-02-18T08:41:51.244 INFO:tasks.workunit.client.0.smithi110.stdout:op 1484 completed, throughput=5MB/sec 2024-02-18T08:41:52.244 INFO:tasks.workunit.client.0.smithi110.stdout: 286: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:52.244 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UGukaA4wRL0misy off=2257805 len=1646007 2024-02-18T08:41:52.247 INFO:tasks.workunit.client.0.smithi110.stdout:op 1485 completed, throughput=4.99MB/sec 2024-02-18T08:41:52.248 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wTUf9Kuqo1PSAsS off=8957612 len=1997544 2024-02-18T08:41:52.252 INFO:tasks.workunit.client.0.smithi110.stdout:op 1486 completed, throughput=5MB/sec 2024-02-18T08:41:52.252 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XvwzfUogaZOpGy9 off=10946187 len=1102768 2024-02-18T08:41:52.261 INFO:tasks.workunit.client.0.smithi110.stdout:op 1487 completed, throughput=5MB/sec 2024-02-18T08:41:52.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:52 smithi110 bash[54479]: cluster 2024-02-18T08:41:51.052081+0000 mgr.y (mgr.44100) 751 : cluster [DBG] pgmap v1311: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:41:52.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:52 smithi110 bash[55875]: cluster 2024-02-18T08:41:51.052081+0000 mgr.y (mgr.44100) 751 : cluster [DBG] pgmap v1311: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:41:52.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:52 smithi191 bash[38688]: cluster 2024-02-18T08:41:51.052081+0000 mgr.y (mgr.44100) 751 : cluster [DBG] pgmap v1311: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:41:53.262 INFO:tasks.workunit.client.0.smithi110.stdout: 287: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:53.262 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PPiikDCIbmarstC off=171755 len=506008 2024-02-18T08:41:53.269 INFO:tasks.workunit.client.0.smithi110.stdout:op 1488 completed, throughput=4.99MB/sec 2024-02-18T08:41:53.269 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bVQNTak1jpM0S8C off=404107 len=725006 2024-02-18T08:41:53.275 INFO:tasks.workunit.client.0.smithi110.stdout:op 1489 completed, throughput=4.99MB/sec 2024-02-18T08:41:53.275 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dx3qdlCE-xqvQwJ off=856570 len=1815309 2024-02-18T08:41:53.278 INFO:tasks.workunit.client.0.smithi110.stdout:op 1490 completed, throughput=4.99MB/sec 2024-02-18T08:41:53.279 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--cnseRn2iX1p2S_ off=2152634 len=787834 2024-02-18T08:41:53.280 INFO:tasks.workunit.client.0.smithi110.stdout:op 1491 completed, throughput=5MB/sec 2024-02-18T08:41:53.280 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Q6U6Y-j1xlRt3hc off=14001869 len=1509563 2024-02-18T08:41:53.290 INFO:tasks.workunit.client.0.smithi110.stdout:op 1492 completed, throughput=5MB/sec 2024-02-18T08:41:54.290 INFO:tasks.workunit.client.0.smithi110.stdout: 288: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:54.290 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aEAxuTxSJ4WYgN8 off=9151231 len=1877059 2024-02-18T08:41:54.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 1493 completed, throughput=4.99MB/sec 2024-02-18T08:41:54.304 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NRHh1Mh1yYoN_Yc off=1390421 len=157167 2024-02-18T08:41:54.308 INFO:tasks.workunit.client.0.smithi110.stdout:op 1494 completed, throughput=4.99MB/sec 2024-02-18T08:41:54.308 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sshHAKksdGkAZkB off=0 len=1867803 2024-02-18T08:41:54.310 INFO:tasks.workunit.client.0.smithi110.stdout:op 1495 completed, throughput=5MB/sec 2024-02-18T08:41:54.310 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UA8iz3SYeiDnUlL off=6314376 len=1071596 2024-02-18T08:41:54.314 INFO:tasks.workunit.client.0.smithi110.stdout:op 1496 completed, throughput=5MB/sec 2024-02-18T08:41:54.314 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YWF7ovKI8Io_3gm off=4671414 len=1040340 2024-02-18T08:41:54.317 INFO:tasks.workunit.client.0.smithi110.stdout:op 1497 completed, throughput=5MB/sec 2024-02-18T08:41:54.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:54 smithi110 bash[55875]: cluster 2024-02-18T08:41:53.053063+0000 mgr.y (mgr.44100) 752 : cluster [DBG] pgmap v1312: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:41:54.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:54 smithi110 bash[54479]: cluster 2024-02-18T08:41:53.053063+0000 mgr.y (mgr.44100) 752 : cluster [DBG] pgmap v1312: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:41:54.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:54 smithi191 bash[38688]: cluster 2024-02-18T08:41:53.053063+0000 mgr.y (mgr.44100) 752 : cluster [DBG] pgmap v1312: 73 pgs: 73 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:41:55.318 INFO:tasks.workunit.client.0.smithi110.stdout: 289: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:55.318 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sEGR1pCouFCcO-e off=7721138 len=557599 2024-02-18T08:41:55.320 INFO:tasks.workunit.client.0.smithi110.stdout:op 1498 completed, throughput=4.99MB/sec 2024-02-18T08:41:55.320 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-angRXcnbel-5OsV off=4520467 len=361191 2024-02-18T08:41:55.326 INFO:tasks.workunit.client.0.smithi110.stdout:op 1499 completed, throughput=4.99MB/sec 2024-02-18T08:41:55.326 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kbgsGC6-yVnMW2- off=15265299 len=2090418 2024-02-18T08:41:55.332 INFO:tasks.workunit.client.0.smithi110.stdout:op 1500 completed, throughput=4.99MB/sec 2024-02-18T08:41:55.332 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--4g5L10A9xD3En1 off=4475409 len=585654 2024-02-18T08:41:55.335 INFO:tasks.workunit.client.0.smithi110.stdout:op 1501 completed, throughput=5MB/sec 2024-02-18T08:41:55.335 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vimM6xcQ8hw7JKz off=4958184 len=1040603 2024-02-18T08:41:55.336 INFO:tasks.workunit.client.0.smithi110.stdout:op 1502 completed, throughput=5MB/sec 2024-02-18T08:41:56.337 INFO:tasks.workunit.client.0.smithi110.stdout: 290: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:56.337 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6BxAlPAhfF-PehF off=23650298 len=367245 2024-02-18T08:41:56.339 INFO:tasks.workunit.client.0.smithi110.stdout:op 1503 completed, throughput=4.98MB/sec 2024-02-18T08:41:56.339 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6cN6ZaS92dJ-UR0 off=1162907 len=497741 2024-02-18T08:41:56.346 INFO:tasks.workunit.client.0.smithi110.stdout:op 1504 completed, throughput=4.99MB/sec 2024-02-18T08:41:56.346 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bExpHdj5KIKYjxF off=5810270 len=1181974 2024-02-18T08:41:56.354 INFO:tasks.workunit.client.0.smithi110.stdout:op 1505 completed, throughput=4.99MB/sec 2024-02-18T08:41:56.354 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xCzNZA6gSgcHar0 off=2447395 len=1404954 2024-02-18T08:41:56.363 INFO:tasks.workunit.client.0.smithi110.stdout:op 1506 completed, throughput=4.99MB/sec 2024-02-18T08:41:56.363 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UuI10UlfU-fF4RK off=5189392 len=1364757 2024-02-18T08:41:56.365 INFO:tasks.workunit.client.0.smithi110.stdout:op 1507 completed, throughput=5MB/sec 2024-02-18T08:41:56.365 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rO7DY-hhmfZLdhP off=10402726 len=167212 2024-02-18T08:41:56.366 INFO:tasks.workunit.client.0.smithi110.stdout:op 1508 completed, throughput=5MB/sec 2024-02-18T08:41:56.366 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NZAEiXvL0HIJULT off=2157111 len=970581 2024-02-18T08:41:56.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 1509 completed, throughput=5MB/sec 2024-02-18T08:41:56.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:56 smithi110 bash[54479]: cluster 2024-02-18T08:41:55.053875+0000 mgr.y (mgr.44100) 753 : cluster [DBG] pgmap v1313: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:41:56.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:56 smithi110 bash[55875]: cluster 2024-02-18T08:41:55.053875+0000 mgr.y (mgr.44100) 753 : cluster [DBG] pgmap v1313: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:41:56.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:56 smithi191 bash[38688]: cluster 2024-02-18T08:41:55.053875+0000 mgr.y (mgr.44100) 753 : cluster [DBG] pgmap v1313: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:41:57.368 INFO:tasks.workunit.client.0.smithi110.stdout: 291: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:57.368 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SvKk1ZGnpWa8Re_ off=4470012 len=963058 2024-02-18T08:41:57.376 INFO:tasks.workunit.client.0.smithi110.stdout:op 1510 completed, throughput=4.99MB/sec 2024-02-18T08:41:57.377 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-H0VnHjKK5cbNFSX off=2790146 len=1300091 2024-02-18T08:41:57.384 INFO:tasks.workunit.client.0.smithi110.stdout:op 1511 completed, throughput=4.99MB/sec 2024-02-18T08:41:57.384 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9_8fL-4wHJI0oK4 off=4299060 len=498415 2024-02-18T08:41:57.385 INFO:tasks.workunit.client.0.smithi110.stdout:op 1512 completed, throughput=4.99MB/sec 2024-02-18T08:41:57.385 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-l6iHfP-6Jld9Qce off=6734103 len=909358 2024-02-18T08:41:57.388 INFO:tasks.workunit.client.0.smithi110.stdout:op 1513 completed, throughput=5MB/sec 2024-02-18T08:41:57.388 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JYuBuEy-R4SsyaX off=3652146 len=1491925 2024-02-18T08:41:57.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 1514 completed, throughput=5MB/sec 2024-02-18T08:41:58.390 INFO:tasks.workunit.client.0.smithi110.stdout: 292: throughput=4.98MB/sec pending data=0 2024-02-18T08:41:58.390 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7hYqUuRtrqwNy00 off=12662258 len=1630210 2024-02-18T08:41:58.404 INFO:tasks.workunit.client.0.smithi110.stdout:op 1515 completed, throughput=4.99MB/sec 2024-02-18T08:41:58.404 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ShbXrSRjoASY8De off=9607277 len=705224 2024-02-18T08:41:58.409 INFO:tasks.workunit.client.0.smithi110.stdout:op 1516 completed, throughput=4.99MB/sec 2024-02-18T08:41:58.409 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-12ZuSaRMu1uIKZN off=13309703 len=1074824 2024-02-18T08:41:58.411 INFO:tasks.workunit.client.0.smithi110.stdout:op 1517 completed, throughput=5MB/sec 2024-02-18T08:41:58.411 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-83mDzPm3ht7F0SA off=17139868 len=268273 2024-02-18T08:41:58.412 INFO:tasks.workunit.client.0.smithi110.stdout:op 1518 completed, throughput=5MB/sec 2024-02-18T08:41:58.412 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ezevyu75I-V6IOs off=2865805 len=1106974 2024-02-18T08:41:58.419 INFO:tasks.workunit.client.0.smithi110.stdout:op 1519 completed, throughput=5MB/sec 2024-02-18T08:41:58.420 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NxQVkTmB3OfZdEQ off=2685122 len=1793502 2024-02-18T08:41:58.423 INFO:tasks.workunit.client.0.smithi110.stdout:op 1520 completed, throughput=5MB/sec 2024-02-18T08:41:58.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:41:58 smithi110 bash[55875]: cluster 2024-02-18T08:41:57.054746+0000 mgr.y (mgr.44100) 754 : cluster [DBG] pgmap v1314: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:41:58.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:41:58 smithi110 bash[54479]: cluster 2024-02-18T08:41:57.054746+0000 mgr.y (mgr.44100) 754 : cluster [DBG] pgmap v1314: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:41:58.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:41:58 smithi191 bash[38688]: cluster 2024-02-18T08:41:57.054746+0000 mgr.y (mgr.44100) 754 : cluster [DBG] pgmap v1314: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:41:59.424 INFO:tasks.workunit.client.0.smithi110.stdout: 293: throughput=4.99MB/sec pending data=0 2024-02-18T08:41:59.424 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iXsNJet3oyEE237 off=5626245 len=515643 2024-02-18T08:41:59.425 INFO:tasks.workunit.client.0.smithi110.stdout:op 1521 completed, throughput=4.99MB/sec 2024-02-18T08:41:59.425 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Nw8EJABSuTUWTG_ off=2563496 len=1813469 2024-02-18T08:41:59.431 INFO:tasks.workunit.client.0.smithi110.stdout:op 1522 completed, throughput=5MB/sec 2024-02-18T08:41:59.431 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F-uCeYmI58GqS59 off=1819130 len=632994 2024-02-18T08:41:59.433 INFO:tasks.workunit.client.0.smithi110.stdout:op 1523 completed, throughput=5MB/sec 2024-02-18T08:41:59.433 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g95ZxmozlV7c96z off=7400626 len=1142285 2024-02-18T08:41:59.436 INFO:tasks.workunit.client.0.smithi110.stdout:op 1524 completed, throughput=5MB/sec 2024-02-18T08:42:00.437 INFO:tasks.workunit.client.0.smithi110.stdout: 294: throughput=4.98MB/sec pending data=0 2024-02-18T08:42:00.437 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pVKNWWkHTZB0-TN off=579091 len=2022813 2024-02-18T08:42:00.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 1525 completed, throughput=4.99MB/sec 2024-02-18T08:42:00.453 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0J8vxJ_zonkqEkf off=5792176 len=476714 2024-02-18T08:42:00.454 INFO:tasks.workunit.client.0.smithi110.stdout:op 1526 completed, throughput=4.99MB/sec 2024-02-18T08:42:00.454 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zzU7gHa3vTXPtHk off=2770123 len=880173 2024-02-18T08:42:00.457 INFO:tasks.workunit.client.0.smithi110.stdout:op 1527 completed, throughput=4.99MB/sec 2024-02-18T08:42:00.457 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-s_C3fUssnuwK0HA off=4045154 len=1528732 2024-02-18T08:42:00.459 INFO:tasks.workunit.client.0.smithi110.stdout:op 1528 completed, throughput=5MB/sec 2024-02-18T08:42:00.459 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wFOyPtX-1f9O4zC off=7855927 len=370736 2024-02-18T08:42:00.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[54479]: cluster 2024-02-18T08:41:59.055630+0000 mgr.y (mgr.44100) 755 : cluster [DBG] pgmap v1315: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:00.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[54479]: audit 2024-02-18T08:41:59.420933+0000 mon.a (mon.0) 1738 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:42:00.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[54479]: audit 2024-02-18T08:41:59.730622+0000 mon.a (mon.0) 1739 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:42:00.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[54479]: audit 2024-02-18T08:42:00.026826+0000 mon.a (mon.0) 1740 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:42:00.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[54479]: audit 2024-02-18T08:42:00.028066+0000 mon.a (mon.0) 1741 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:42:00.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[54479]: audit 2024-02-18T08:42:00.035948+0000 mon.a (mon.0) 1742 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:42:00.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[55875]: cluster 2024-02-18T08:41:59.055630+0000 mgr.y (mgr.44100) 755 : cluster [DBG] pgmap v1315: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:00.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[55875]: audit 2024-02-18T08:41:59.420933+0000 mon.a (mon.0) 1738 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:42:00.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[55875]: audit 2024-02-18T08:41:59.730622+0000 mon.a (mon.0) 1739 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:42:00.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[55875]: audit 2024-02-18T08:42:00.026826+0000 mon.a (mon.0) 1740 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:42:00.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[55875]: audit 2024-02-18T08:42:00.028066+0000 mon.a (mon.0) 1741 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:42:00.461 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:00 smithi110 bash[55875]: audit 2024-02-18T08:42:00.035948+0000 mon.a (mon.0) 1742 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:42:00.464 INFO:tasks.workunit.client.0.smithi110.stdout:op 1529 completed, throughput=5MB/sec 2024-02-18T08:42:00.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:00 smithi191 bash[38688]: cluster 2024-02-18T08:41:59.055630+0000 mgr.y (mgr.44100) 755 : cluster [DBG] pgmap v1315: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:00.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:00 smithi191 bash[38688]: audit 2024-02-18T08:41:59.420933+0000 mon.a (mon.0) 1738 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:42:00.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:00 smithi191 bash[38688]: audit 2024-02-18T08:41:59.730622+0000 mon.a (mon.0) 1739 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:42:00.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:00 smithi191 bash[38688]: audit 2024-02-18T08:42:00.026826+0000 mon.a (mon.0) 1740 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:42:00.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:00 smithi191 bash[38688]: audit 2024-02-18T08:42:00.028066+0000 mon.a (mon.0) 1741 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:42:00.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:00 smithi191 bash[38688]: audit 2024-02-18T08:42:00.035948+0000 mon.a (mon.0) 1742 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:42:01.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:01 smithi110 bash[54479]: cephadm 2024-02-18T08:42:00.029196+0000 mgr.y (mgr.44100) 756 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:42:01.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:01 smithi110 bash[55875]: cephadm 2024-02-18T08:42:00.029196+0000 mgr.y (mgr.44100) 756 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:42:01.464 INFO:tasks.workunit.client.0.smithi110.stdout: 295: throughput=4.98MB/sec pending data=0 2024-02-18T08:42:01.464 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bd9Dw4EpovTh4KG off=0 len=1242537 2024-02-18T08:42:01.473 INFO:tasks.workunit.client.0.smithi110.stdout:op 1530 completed, throughput=4.99MB/sec 2024-02-18T08:42:01.473 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-t0zS2wB-REu1AX2 off=9494940 len=1032785 2024-02-18T08:42:01.476 INFO:tasks.workunit.client.0.smithi110.stdout:op 1531 completed, throughput=4.99MB/sec 2024-02-18T08:42:01.476 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J5LYZ9eAoKkRm36 off=18993964 len=917626 2024-02-18T08:42:01.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 1532 completed, throughput=4.99MB/sec 2024-02-18T08:42:01.479 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1vk0blwqY3z22yJ off=4338150 len=1358760 2024-02-18T08:42:01.487 INFO:tasks.workunit.client.0.smithi110.stdout:op 1533 completed, throughput=5MB/sec 2024-02-18T08:42:01.487 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0RG2FJE2edNI3us off=590065 len=572770 2024-02-18T08:42:01.488 INFO:tasks.workunit.client.0.smithi110.stdout:op 1534 completed, throughput=5MB/sec 2024-02-18T08:42:01.488 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-90sH7gesmDfo80n off=3353281 len=1662884 2024-02-18T08:42:01.490 INFO:tasks.workunit.client.0.smithi110.stdout:op 1535 completed, throughput=5.01MB/sec 2024-02-18T08:42:01.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:01 smithi191 bash[38688]: cephadm 2024-02-18T08:42:00.029196+0000 mgr.y (mgr.44100) 756 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:42:02.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:02 smithi110 bash[54479]: cluster 2024-02-18T08:42:01.056454+0000 mgr.y (mgr.44100) 757 : cluster [DBG] pgmap v1316: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:02.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:02 smithi110 bash[55875]: cluster 2024-02-18T08:42:01.056454+0000 mgr.y (mgr.44100) 757 : cluster [DBG] pgmap v1316: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:02.490 INFO:tasks.workunit.client.0.smithi110.stdout: 296: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:02.490 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GW9haal3JFE5AlC off=11252221 len=1382695 2024-02-18T08:42:02.495 INFO:tasks.workunit.client.0.smithi110.stdout:op 1536 completed, throughput=4.99MB/sec 2024-02-18T08:42:02.495 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-p8ojkMetV4rPX9b off=6405752 len=198238 2024-02-18T08:42:02.497 INFO:tasks.workunit.client.0.smithi110.stdout:op 1537 completed, throughput=4.99MB/sec 2024-02-18T08:42:02.497 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vowhpg-sZ_qZ8Uh off=6305931 len=1034639 2024-02-18T08:42:02.501 INFO:tasks.workunit.client.0.smithi110.stdout:op 1538 completed, throughput=5MB/sec 2024-02-18T08:42:02.501 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WP8o1t7h517VkV1 off=8065950 len=2000638 2024-02-18T08:42:02.514 INFO:tasks.workunit.client.0.smithi110.stdout:op 1539 completed, throughput=5MB/sec 2024-02-18T08:42:02.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:02 smithi191 bash[38688]: cluster 2024-02-18T08:42:01.056454+0000 mgr.y (mgr.44100) 757 : cluster [DBG] pgmap v1316: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:03.515 INFO:tasks.workunit.client.0.smithi110.stdout: 297: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:03.515 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EmE3oaRJ0DKN0yn off=629757 len=494818 2024-02-18T08:42:03.521 INFO:tasks.workunit.client.0.smithi110.stdout:op 1540 completed, throughput=4.99MB/sec 2024-02-18T08:42:03.521 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uSV6ch4gkUJoQ3k off=9914984 len=1584137 2024-02-18T08:42:03.532 INFO:tasks.workunit.client.0.smithi110.stdout:op 1541 completed, throughput=4.99MB/sec 2024-02-18T08:42:03.532 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-67YKokPFSJvxiaF off=6438484 len=354610 2024-02-18T08:42:03.534 INFO:tasks.workunit.client.0.smithi110.stdout:op 1542 completed, throughput=4.99MB/sec 2024-02-18T08:42:03.534 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ufdBxhtUdmg7PGH off=2339574 len=1115684 2024-02-18T08:42:03.535 INFO:tasks.workunit.client.0.smithi110.stdout:op 1543 completed, throughput=5MB/sec 2024-02-18T08:42:03.535 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OLwNTOXNPjfyd5U off=5264235 len=1289175 2024-02-18T08:42:03.542 INFO:tasks.workunit.client.0.smithi110.stdout:op 1544 completed, throughput=5MB/sec 2024-02-18T08:42:04.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:04 smithi110 bash[54479]: cluster 2024-02-18T08:42:03.057372+0000 mgr.y (mgr.44100) 758 : cluster [DBG] pgmap v1317: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:04.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:04 smithi110 bash[55875]: cluster 2024-02-18T08:42:03.057372+0000 mgr.y (mgr.44100) 758 : cluster [DBG] pgmap v1317: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:04.542 INFO:tasks.workunit.client.0.smithi110.stdout: 298: throughput=4.98MB/sec pending data=0 2024-02-18T08:42:04.542 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ieevUwmKZi7vLmi off=3840021 len=2090717 2024-02-18T08:42:04.555 INFO:tasks.workunit.client.0.smithi110.stdout:op 1545 completed, throughput=4.99MB/sec 2024-02-18T08:42:04.555 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oiJnIP0crp43hl9 off=6126922 len=920062 2024-02-18T08:42:04.560 INFO:tasks.workunit.client.0.smithi110.stdout:op 1546 completed, throughput=4.99MB/sec 2024-02-18T08:42:04.560 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JGUxjzGNFwE3qb2 off=7093016 len=1514942 2024-02-18T08:42:04.571 INFO:tasks.workunit.client.0.smithi110.stdout:op 1547 completed, throughput=5MB/sec 2024-02-18T08:42:04.571 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jxfcoK_t5AvLAEv off=1471978 len=1786000 2024-02-18T08:42:04.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:04 smithi191 bash[38688]: cluster 2024-02-18T08:42:03.057372+0000 mgr.y (mgr.44100) 758 : cluster [DBG] pgmap v1317: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:04.581 INFO:tasks.workunit.client.0.smithi110.stdout:op 1548 completed, throughput=5MB/sec 2024-02-18T08:42:05.582 INFO:tasks.workunit.client.0.smithi110.stdout: 299: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:05.582 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gvDewbFFi4gvLCB off=18726536 len=1714337 2024-02-18T08:42:05.596 INFO:tasks.workunit.client.0.smithi110.stdout:op 1549 completed, throughput=4.99MB/sec 2024-02-18T08:42:05.596 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jUVHk_CKlWKT3kh off=283407 len=294512 2024-02-18T08:42:05.597 INFO:tasks.workunit.client.0.smithi110.stdout:op 1550 completed, throughput=4.99MB/sec 2024-02-18T08:42:05.597 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JOWAc4NNQz-NHxM off=2811450 len=1209973 2024-02-18T08:42:05.605 INFO:tasks.workunit.client.0.smithi110.stdout:op 1551 completed, throughput=5MB/sec 2024-02-18T08:42:05.605 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HpzgxmHwz9vXWkm off=9276852 len=140849 2024-02-18T08:42:05.608 INFO:tasks.workunit.client.0.smithi110.stdout:op 1552 completed, throughput=5MB/sec 2024-02-18T08:42:05.608 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QRYkZr4dKqV5QHk off=3565670 len=110508 2024-02-18T08:42:05.611 INFO:tasks.workunit.client.0.smithi110.stdout:op 1553 completed, throughput=5MB/sec 2024-02-18T08:42:05.611 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0p90KzyHDeWKUnl off=12110202 len=1303527 2024-02-18T08:42:05.612 INFO:tasks.workunit.client.0.smithi110.stdout:op 1554 completed, throughput=5MB/sec 2024-02-18T08:42:06.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:06 smithi110 bash[54479]: cluster 2024-02-18T08:42:05.058169+0000 mgr.y (mgr.44100) 759 : cluster [DBG] pgmap v1318: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-02-18T08:42:06.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:06 smithi110 bash[55875]: cluster 2024-02-18T08:42:05.058169+0000 mgr.y (mgr.44100) 759 : cluster [DBG] pgmap v1318: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-02-18T08:42:06.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:06 smithi191 bash[38688]: cluster 2024-02-18T08:42:05.058169+0000 mgr.y (mgr.44100) 759 : cluster [DBG] pgmap v1318: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-02-18T08:42:06.612 INFO:tasks.workunit.client.0.smithi110.stdout: 300: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:06.613 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WKfPi_ppFEtIIwb off=463078 len=1254200 2024-02-18T08:42:06.622 INFO:tasks.workunit.client.0.smithi110.stdout:op 1555 completed, throughput=4.99MB/sec 2024-02-18T08:42:06.622 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lbAvcuCze-Cajda off=373430 len=528733 2024-02-18T08:42:06.625 INFO:tasks.workunit.client.0.smithi110.stdout:op 1556 completed, throughput=4.99MB/sec 2024-02-18T08:42:06.625 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9IkL60uMdluJRiR off=7013152 len=790677 2024-02-18T08:42:06.633 INFO:tasks.workunit.client.0.smithi110.stdout:op 1557 completed, throughput=4.99MB/sec 2024-02-18T08:42:06.633 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-duL6gtqVJpBMisQ off=3636022 len=503403 2024-02-18T08:42:06.638 INFO:tasks.workunit.client.0.smithi110.stdout:op 1558 completed, throughput=4.99MB/sec 2024-02-18T08:42:06.638 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lctRMlIFub8OAgs off=4358200 len=770433 2024-02-18T08:42:06.643 INFO:tasks.workunit.client.0.smithi110.stdout:op 1559 completed, throughput=5MB/sec 2024-02-18T08:42:06.643 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k_QyDM4bAqZ0QDA off=2512712 len=941998 2024-02-18T08:42:06.646 INFO:tasks.workunit.client.0.smithi110.stdout:op 1560 completed, throughput=5MB/sec 2024-02-18T08:42:06.646 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PFe3mNmF-PY9-xl off=2850180 len=354537 2024-02-18T08:42:06.647 INFO:tasks.workunit.client.0.smithi110.stdout:op 1561 completed, throughput=5MB/sec 2024-02-18T08:42:07.648 INFO:tasks.workunit.client.0.smithi110.stdout: 301: throughput=4.98MB/sec pending data=0 2024-02-18T08:42:07.648 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WJFtNl47qFwFTTQ off=14622183 len=1522572 2024-02-18T08:42:07.660 INFO:tasks.workunit.client.0.smithi110.stdout:op 1562 completed, throughput=4.99MB/sec 2024-02-18T08:42:07.661 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OVwOiMzvHlVvVrW off=1980166 len=1500376 2024-02-18T08:42:07.670 INFO:tasks.workunit.client.0.smithi110.stdout:op 1563 completed, throughput=4.99MB/sec 2024-02-18T08:42:07.670 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0eMedGA318gaDFZ off=6437738 len=1867916 2024-02-18T08:42:07.674 INFO:tasks.workunit.client.0.smithi110.stdout:op 1564 completed, throughput=5MB/sec 2024-02-18T08:42:07.674 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uIDvfYyDrFgHSHm off=2312552 len=413696 2024-02-18T08:42:07.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 1565 completed, throughput=5MB/sec 2024-02-18T08:42:08.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:08 smithi110 bash[54479]: cluster 2024-02-18T08:42:07.059033+0000 mgr.y (mgr.44100) 760 : cluster [DBG] pgmap v1319: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:08.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:08 smithi110 bash[55875]: cluster 2024-02-18T08:42:07.059033+0000 mgr.y (mgr.44100) 760 : cluster [DBG] pgmap v1319: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:08.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:08 smithi191 bash[38688]: cluster 2024-02-18T08:42:07.059033+0000 mgr.y (mgr.44100) 760 : cluster [DBG] pgmap v1319: 73 pgs: 73 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:42:08.676 INFO:tasks.workunit.client.0.smithi110.stdout: 302: throughput=4.98MB/sec pending data=0 2024-02-18T08:42:08.676 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PNYaGzIXslxEOX0 off=1447449 len=82349 2024-02-18T08:42:08.680 INFO:tasks.workunit.client.0.smithi110.stdout:op 1566 completed, throughput=4.98MB/sec 2024-02-18T08:42:08.680 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Cg9Evw0YjSM9pN8 off=2784655 len=804504 2024-02-18T08:42:08.683 INFO:tasks.workunit.client.0.smithi110.stdout:op 1567 completed, throughput=4.99MB/sec 2024-02-18T08:42:08.683 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZpaUlruEsXzVaJg off=11228002 len=1593279 2024-02-18T08:42:08.685 INFO:tasks.workunit.client.0.smithi110.stdout:op 1568 completed, throughput=4.99MB/sec 2024-02-18T08:42:08.685 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_WQ5IYwkwmrL14A off=1437337 len=332610 2024-02-18T08:42:08.687 INFO:tasks.workunit.client.0.smithi110.stdout:op 1569 completed, throughput=4.99MB/sec 2024-02-18T08:42:08.687 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Nm-LqsWRxdIVLPw off=938144 len=186897 2024-02-18T08:42:08.688 INFO:tasks.workunit.client.0.smithi110.stdout:op 1570 completed, throughput=4.99MB/sec 2024-02-18T08:42:08.688 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uSV6ch4gkUJoQ3k off=6205746 len=981563 2024-02-18T08:42:08.691 INFO:tasks.workunit.client.0.smithi110.stdout:op 1571 completed, throughput=5MB/sec 2024-02-18T08:42:08.691 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DSSo_JQD2Nvy83P off=628980 len=1437607 2024-02-18T08:42:08.695 INFO:tasks.workunit.client.0.smithi110.stdout:op 1572 completed, throughput=5MB/sec 2024-02-18T08:42:09.695 INFO:tasks.workunit.client.0.smithi110.stdout: 303: throughput=4.98MB/sec pending data=0 2024-02-18T08:42:09.696 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ALeclymasA91ftM off=16820791 len=1096920 2024-02-18T08:42:09.705 INFO:tasks.workunit.client.0.smithi110.stdout:op 1573 completed, throughput=4.99MB/sec 2024-02-18T08:42:09.705 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Hess0aKV5ONthVy off=1291362 len=805254 2024-02-18T08:42:09.711 INFO:tasks.workunit.client.0.smithi110.stdout:op 1574 completed, throughput=4.99MB/sec 2024-02-18T08:42:09.711 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ulH_GeLTielAwCX off=7831494 len=187892 2024-02-18T08:42:09.715 INFO:tasks.workunit.client.0.smithi110.stdout:op 1575 completed, throughput=4.99MB/sec 2024-02-18T08:42:09.715 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-baqr2axHvp07ULh off=6920027 len=579106 2024-02-18T08:42:09.719 INFO:tasks.workunit.client.0.smithi110.stdout:op 1576 completed, throughput=4.99MB/sec 2024-02-18T08:42:09.719 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-C5ziEICC__rzVlR off=11037686 len=833260 2024-02-18T08:42:09.725 INFO:tasks.workunit.client.0.smithi110.stdout:op 1577 completed, throughput=5MB/sec 2024-02-18T08:42:09.725 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ldmMjEflpe935lX off=1775947 len=560449 2024-02-18T08:42:09.727 INFO:tasks.workunit.client.0.smithi110.stdout:op 1578 completed, throughput=5MB/sec 2024-02-18T08:42:09.727 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4zrMt5cdnAngqsY off=1851522 len=798392 2024-02-18T08:42:09.729 INFO:tasks.workunit.client.0.smithi110.stdout:op 1579 completed, throughput=5MB/sec 2024-02-18T08:42:09.729 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fBdwzLOtU8_dlgq off=4123497 len=169222 2024-02-18T08:42:09.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 1580 completed, throughput=5MB/sec 2024-02-18T08:42:09.730 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T66QSvbsFrfNLuO off=9305663 len=80432 2024-02-18T08:42:09.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 1581 completed, throughput=5MB/sec 2024-02-18T08:42:09.731 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hRjE9pcaST2L-6P off=709536 len=1815562 2024-02-18T08:42:09.739 INFO:tasks.workunit.client.0.smithi110.stdout:op 1582 completed, throughput=5.01MB/sec 2024-02-18T08:42:10.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:10 smithi110 bash[54479]: cluster 2024-02-18T08:42:09.059916+0000 mgr.y (mgr.44100) 761 : cluster [DBG] pgmap v1320: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:42:10.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:10 smithi110 bash[55875]: cluster 2024-02-18T08:42:09.059916+0000 mgr.y (mgr.44100) 761 : cluster [DBG] pgmap v1320: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:42:10.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:10 smithi191 bash[38688]: cluster 2024-02-18T08:42:09.059916+0000 mgr.y (mgr.44100) 761 : cluster [DBG] pgmap v1320: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:42:10.739 INFO:tasks.workunit.client.0.smithi110.stdout: 304: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:10.739 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7GsXNSVJTFX_9pE off=9493673 len=108390 2024-02-18T08:42:10.740 INFO:tasks.workunit.client.0.smithi110.stdout:op 1583 completed, throughput=4.99MB/sec 2024-02-18T08:42:10.741 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eAGRzdOtqNsTPMp off=15562499 len=437857 2024-02-18T08:42:10.746 INFO:tasks.workunit.client.0.smithi110.stdout:op 1584 completed, throughput=4.99MB/sec 2024-02-18T08:42:10.746 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WJFtNl47qFwFTTQ off=8957799 len=179027 2024-02-18T08:42:10.747 INFO:tasks.workunit.client.0.smithi110.stdout:op 1585 completed, throughput=4.99MB/sec 2024-02-18T08:42:10.747 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MVos-oXQibiZ3Wj off=7461062 len=1516536 2024-02-18T08:42:10.757 INFO:tasks.workunit.client.0.smithi110.stdout:op 1586 completed, throughput=5MB/sec 2024-02-18T08:42:10.757 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_eRfgp4LVH2iUH0 off=979998 len=1646611 2024-02-18T08:42:10.767 INFO:tasks.workunit.client.0.smithi110.stdout:op 1587 completed, throughput=5MB/sec 2024-02-18T08:42:11.767 INFO:tasks.workunit.client.0.smithi110.stdout: 305: throughput=4.98MB/sec pending data=0 2024-02-18T08:42:11.767 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Jc2y1kUL3bUiKNd off=2751981 len=2036613 2024-02-18T08:42:11.772 INFO:tasks.workunit.client.0.smithi110.stdout:op 1588 completed, throughput=4.99MB/sec 2024-02-18T08:42:11.772 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vs0E3Z3m4cyTX7s off=2861167 len=1810339 2024-02-18T08:42:11.778 INFO:tasks.workunit.client.0.smithi110.stdout:op 1589 completed, throughput=5MB/sec 2024-02-18T08:42:11.778 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-e1eCIY6WpTJLK6I off=10160840 len=528765 2024-02-18T08:42:11.780 INFO:tasks.workunit.client.0.smithi110.stdout:op 1590 completed, throughput=5MB/sec 2024-02-18T08:42:11.780 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VgTiVAuE8tfNhwO off=1958966 len=1074816 2024-02-18T08:42:11.788 INFO:tasks.workunit.client.0.smithi110.stdout:op 1591 completed, throughput=5MB/sec 2024-02-18T08:42:12.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:12 smithi110 bash[54479]: cluster 2024-02-18T08:42:11.060780+0000 mgr.y (mgr.44100) 762 : cluster [DBG] pgmap v1321: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:42:12.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:12 smithi110 bash[55875]: cluster 2024-02-18T08:42:11.060780+0000 mgr.y (mgr.44100) 762 : cluster [DBG] pgmap v1321: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:42:12.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:12 smithi191 bash[38688]: cluster 2024-02-18T08:42:11.060780+0000 mgr.y (mgr.44100) 762 : cluster [DBG] pgmap v1321: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:42:12.789 INFO:tasks.workunit.client.0.smithi110.stdout: 306: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:12.789 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EVEpxC_w0ZtWdvb off=9130640 len=1612858 2024-02-18T08:42:12.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 1592 completed, throughput=4.99MB/sec 2024-02-18T08:42:12.801 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dTHGsKM4wqhb57Z off=11525393 len=1296719 2024-02-18T08:42:12.803 INFO:tasks.workunit.client.0.smithi110.stdout:op 1593 completed, throughput=4.99MB/sec 2024-02-18T08:42:12.803 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c55lNwngEjPIUSP off=13868639 len=142377 2024-02-18T08:42:12.807 INFO:tasks.workunit.client.0.smithi110.stdout:op 1594 completed, throughput=4.99MB/sec 2024-02-18T08:42:12.807 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pbzqIDDI4Gho4t3 off=16282116 len=998111 2024-02-18T08:42:12.809 INFO:tasks.workunit.client.0.smithi110.stdout:op 1595 completed, throughput=5MB/sec 2024-02-18T08:42:12.810 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AjyODB14skzVYMx off=567426 len=2093822 2024-02-18T08:42:12.815 INFO:tasks.workunit.client.0.smithi110.stdout:op 1596 completed, throughput=5MB/sec 2024-02-18T08:42:13.816 INFO:tasks.workunit.client.0.smithi110.stdout: 307: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:13.816 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DGLl6BH9RhBi7uE off=1862696 len=1807952 2024-02-18T08:42:13.821 INFO:tasks.workunit.client.0.smithi110.stdout:op 1597 completed, throughput=4.99MB/sec 2024-02-18T08:42:13.821 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-63hWnGVaJeCVeaL off=7783774 len=1054273 2024-02-18T08:42:13.824 INFO:tasks.workunit.client.0.smithi110.stdout:op 1598 completed, throughput=5MB/sec 2024-02-18T08:42:13.824 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oHuJ5ioO7E8sbJr off=2449033 len=1513683 2024-02-18T08:42:13.829 INFO:tasks.workunit.client.0.smithi110.stdout:op 1599 completed, throughput=5MB/sec 2024-02-18T08:42:14.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:14 smithi110 bash[54479]: cluster 2024-02-18T08:42:13.061738+0000 mgr.y (mgr.44100) 763 : cluster [DBG] pgmap v1322: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:42:14.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:14 smithi110 bash[55875]: cluster 2024-02-18T08:42:13.061738+0000 mgr.y (mgr.44100) 763 : cluster [DBG] pgmap v1322: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:42:14.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:14 smithi191 bash[38688]: cluster 2024-02-18T08:42:13.061738+0000 mgr.y (mgr.44100) 763 : cluster [DBG] pgmap v1322: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:42:14.829 INFO:tasks.workunit.client.0.smithi110.stdout: 308: throughput=4.98MB/sec pending data=0 2024-02-18T08:42:14.829 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CQxf7MX8GzcoF4s off=5646084 len=1140985 2024-02-18T08:42:14.832 INFO:tasks.workunit.client.0.smithi110.stdout:op 1600 completed, throughput=4.99MB/sec 2024-02-18T08:42:14.832 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Q2_6H72ejiallEs off=1760100 len=1970938 2024-02-18T08:42:14.837 INFO:tasks.workunit.client.0.smithi110.stdout:op 1601 completed, throughput=4.99MB/sec 2024-02-18T08:42:14.837 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j4g-mBeb7M2h6R3 off=4306526 len=2047323 2024-02-18T08:42:14.841 INFO:tasks.workunit.client.0.smithi110.stdout:op 1602 completed, throughput=5MB/sec 2024-02-18T08:42:14.842 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5F6Au1OgsQ6YJXT off=13164616 len=611428 2024-02-18T08:42:14.847 INFO:tasks.workunit.client.0.smithi110.stdout:op 1603 completed, throughput=5MB/sec 2024-02-18T08:42:15.848 INFO:tasks.workunit.client.0.smithi110.stdout: 309: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:15.848 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bcLmg0QMmfBvW7L off=5150 len=278780 2024-02-18T08:42:15.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 1604 completed, throughput=4.99MB/sec 2024-02-18T08:42:15.849 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bKkap16U2lM_DdS off=2760276 len=203567 2024-02-18T08:42:15.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 1605 completed, throughput=4.99MB/sec 2024-02-18T08:42:15.851 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7hiqWQHUFZDL1BM off=14331489 len=1297590 2024-02-18T08:42:15.854 INFO:tasks.workunit.client.0.smithi110.stdout:op 1606 completed, throughput=4.99MB/sec 2024-02-18T08:42:15.854 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Vk2afX4AKfXvlj7 off=8574570 len=665427 2024-02-18T08:42:15.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 1607 completed, throughput=4.99MB/sec 2024-02-18T08:42:15.861 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HlTpP7HMJpNLGvA off=8042503 len=1993301 2024-02-18T08:42:15.864 INFO:tasks.workunit.client.0.smithi110.stdout:op 1608 completed, throughput=5MB/sec 2024-02-18T08:42:15.865 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Jttvz5MO-R-U53W off=7114473 len=863441 2024-02-18T08:42:15.867 INFO:tasks.workunit.client.0.smithi110.stdout:op 1609 completed, throughput=5MB/sec 2024-02-18T08:42:16.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:16 smithi110 bash[54479]: cluster 2024-02-18T08:42:15.062562+0000 mgr.y (mgr.44100) 764 : cluster [DBG] pgmap v1323: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:42:16.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:16 smithi110 bash[55875]: cluster 2024-02-18T08:42:15.062562+0000 mgr.y (mgr.44100) 764 : cluster [DBG] pgmap v1323: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:42:16.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:16 smithi191 bash[38688]: cluster 2024-02-18T08:42:15.062562+0000 mgr.y (mgr.44100) 764 : cluster [DBG] pgmap v1323: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:42:16.867 INFO:tasks.workunit.client.0.smithi110.stdout: 310: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:16.867 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gtL2RfmZYoDCMdd off=9352116 len=203851 2024-02-18T08:42:16.869 INFO:tasks.workunit.client.0.smithi110.stdout:op 1610 completed, throughput=4.99MB/sec 2024-02-18T08:42:16.869 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xiAe-Ka5F9zmFPo off=2479182 len=50081 2024-02-18T08:42:16.874 INFO:tasks.workunit.client.0.smithi110.stdout:op 1611 completed, throughput=4.99MB/sec 2024-02-18T08:42:16.874 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ms02AA61QydlzNg off=3267628 len=267792 2024-02-18T08:42:16.878 INFO:tasks.workunit.client.0.smithi110.stdout:op 1612 completed, throughput=4.99MB/sec 2024-02-18T08:42:16.878 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1Nf4y9ghZUYhHJa off=10213251 len=2033245 2024-02-18T08:42:16.891 INFO:tasks.workunit.client.0.smithi110.stdout:op 1613 completed, throughput=4.99MB/sec 2024-02-18T08:42:16.891 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CQxf7MX8GzcoF4s off=504132 len=499772 2024-02-18T08:42:16.895 INFO:tasks.workunit.client.0.smithi110.stdout:op 1614 completed, throughput=4.99MB/sec 2024-02-18T08:42:16.895 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-90sH7gesmDfo80n off=1977521 len=1238113 2024-02-18T08:42:16.897 INFO:tasks.workunit.client.0.smithi110.stdout:op 1615 completed, throughput=5MB/sec 2024-02-18T08:42:16.897 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5Wy0kFkKeiN3JZ4 off=5567653 len=1348922 2024-02-18T08:42:16.904 INFO:tasks.workunit.client.0.smithi110.stdout:op 1616 completed, throughput=5MB/sec 2024-02-18T08:42:17.905 INFO:tasks.workunit.client.0.smithi110.stdout: 311: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:17.905 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1sS0v3-a8hCG2T3 off=7755745 len=1894869 2024-02-18T08:42:17.919 INFO:tasks.workunit.client.0.smithi110.stdout:op 1617 completed, throughput=4.99MB/sec 2024-02-18T08:42:17.920 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vQcfy35T38F7Ung off=6106016 len=231100 2024-02-18T08:42:17.924 INFO:tasks.workunit.client.0.smithi110.stdout:op 1618 completed, throughput=4.99MB/sec 2024-02-18T08:42:17.924 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yMGrd7wYrlN316H off=1657491 len=1274898 2024-02-18T08:42:17.932 INFO:tasks.workunit.client.0.smithi110.stdout:op 1619 completed, throughput=5MB/sec 2024-02-18T08:42:17.932 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1jN52G6Ubr8E-i0 off=14816435 len=1465759 2024-02-18T08:42:17.940 INFO:tasks.workunit.client.0.smithi110.stdout:op 1620 completed, throughput=5MB/sec 2024-02-18T08:42:18.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:18 smithi110 bash[54479]: cluster 2024-02-18T08:42:17.063396+0000 mgr.y (mgr.44100) 765 : cluster [DBG] pgmap v1324: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:42:18.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:18 smithi110 bash[55875]: cluster 2024-02-18T08:42:17.063396+0000 mgr.y (mgr.44100) 765 : cluster [DBG] pgmap v1324: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:42:18.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:18 smithi191 bash[38688]: cluster 2024-02-18T08:42:17.063396+0000 mgr.y (mgr.44100) 765 : cluster [DBG] pgmap v1324: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:42:18.940 INFO:tasks.workunit.client.0.smithi110.stdout: 312: throughput=4.98MB/sec pending data=0 2024-02-18T08:42:18.940 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DEtO-km3LqBNClR off=10531152 len=2005400 2024-02-18T08:42:18.956 INFO:tasks.workunit.client.0.smithi110.stdout:op 1621 completed, throughput=4.99MB/sec 2024-02-18T08:42:18.956 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-p-DT-C1W4guvuLM off=5626870 len=221745 2024-02-18T08:42:18.957 INFO:tasks.workunit.client.0.smithi110.stdout:op 1622 completed, throughput=4.99MB/sec 2024-02-18T08:42:18.957 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-v2Xh4jgTWhcjr45 off=1139957 len=521192 2024-02-18T08:42:18.959 INFO:tasks.workunit.client.0.smithi110.stdout:op 1623 completed, throughput=4.99MB/sec 2024-02-18T08:42:18.959 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PvvFeysD9iHCRTu off=12059801 len=1947394 2024-02-18T08:42:18.970 INFO:tasks.workunit.client.0.smithi110.stdout:op 1624 completed, throughput=5MB/sec 2024-02-18T08:42:18.971 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-awECQFHqC2WLehB off=4750094 len=1322406 2024-02-18T08:42:18.974 INFO:tasks.workunit.client.0.smithi110.stdout:op 1625 completed, throughput=5MB/sec 2024-02-18T08:42:19.975 INFO:tasks.workunit.client.0.smithi110.stdout: 313: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:19.975 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mNSKPThnENBt7fz off=2480022 len=289417 2024-02-18T08:42:19.977 INFO:tasks.workunit.client.0.smithi110.stdout:op 1626 completed, throughput=4.99MB/sec 2024-02-18T08:42:19.977 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g4MSWyYFautc1m9 off=3491119 len=2072911 2024-02-18T08:42:19.992 INFO:tasks.workunit.client.0.smithi110.stdout:op 1627 completed, throughput=4.99MB/sec 2024-02-18T08:42:19.992 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bcLmg0QMmfBvW7L off=6684481 len=522794 2024-02-18T08:42:19.994 INFO:tasks.workunit.client.0.smithi110.stdout:op 1628 completed, throughput=4.99MB/sec 2024-02-18T08:42:19.994 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ezbn8vdRKdGJCcR off=470047 len=1567804 2024-02-18T08:42:20.003 INFO:tasks.workunit.client.0.smithi110.stdout:op 1629 completed, throughput=5MB/sec 2024-02-18T08:42:20.004 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f4Yden8aiEHm8qu off=194463 len=1506604 2024-02-18T08:42:20.012 INFO:tasks.workunit.client.0.smithi110.stdout:op 1630 completed, throughput=5MB/sec 2024-02-18T08:42:20.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:20 smithi110 bash[54479]: cluster 2024-02-18T08:42:19.064318+0000 mgr.y (mgr.44100) 766 : cluster [DBG] pgmap v1325: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:42:20.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:20 smithi110 bash[55875]: cluster 2024-02-18T08:42:19.064318+0000 mgr.y (mgr.44100) 766 : cluster [DBG] pgmap v1325: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:42:20.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:20 smithi191 bash[38688]: cluster 2024-02-18T08:42:19.064318+0000 mgr.y (mgr.44100) 766 : cluster [DBG] pgmap v1325: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:42:21.012 INFO:tasks.workunit.client.0.smithi110.stdout: 314: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:21.012 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mD1oGDH1COGqLJj off=8568453 len=585317 2024-02-18T08:42:21.019 INFO:tasks.workunit.client.0.smithi110.stdout:op 1631 completed, throughput=4.99MB/sec 2024-02-18T08:42:21.019 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-au3j29hh6B0xipb off=10792518 len=1946940 2024-02-18T08:42:21.025 INFO:tasks.workunit.client.0.smithi110.stdout:op 1632 completed, throughput=5MB/sec 2024-02-18T08:42:21.025 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YIhuPuiXL0yp5UX off=3433937 len=368476 2024-02-18T08:42:21.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 1633 completed, throughput=5MB/sec 2024-02-18T08:42:21.030 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1UmKahr0_hBwoPv off=9080285 len=126594 2024-02-18T08:42:21.031 INFO:tasks.workunit.client.0.smithi110.stdout:op 1634 completed, throughput=5MB/sec 2024-02-18T08:42:21.031 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8uIrJ12TCPXCFjC off=9149380 len=1439314 2024-02-18T08:42:21.033 INFO:tasks.workunit.client.0.smithi110.stdout:op 1635 completed, throughput=5MB/sec 2024-02-18T08:42:22.033 INFO:tasks.workunit.client.0.smithi110.stdout: 315: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:22.034 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nM-C2MArjPJwnAT off=2522156 len=34288 2024-02-18T08:42:22.037 INFO:tasks.workunit.client.0.smithi110.stdout:op 1636 completed, throughput=4.99MB/sec 2024-02-18T08:42:22.037 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wj6iu9B75N_gOx6 off=1158117 len=853784 2024-02-18T08:42:22.044 INFO:tasks.workunit.client.0.smithi110.stdout:op 1637 completed, throughput=4.99MB/sec 2024-02-18T08:42:22.044 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MKdIGeFxE2xYnbx off=3883941 len=2024637 2024-02-18T08:42:22.053 INFO:tasks.workunit.client.0.smithi110.stdout:op 1638 completed, throughput=4.99MB/sec 2024-02-18T08:42:22.053 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-j4hG8KWJVEthMAU off=11680373 len=1503719 2024-02-18T08:42:22.062 INFO:tasks.workunit.client.0.smithi110.stdout:op 1639 completed, throughput=5MB/sec 2024-02-18T08:42:22.062 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IFZ7EGikyAU6hRP off=4657629 len=46750 2024-02-18T08:42:22.063 INFO:tasks.workunit.client.0.smithi110.stdout:op 1640 completed, throughput=5MB/sec 2024-02-18T08:42:22.063 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0XqhdiLbj6Niqpv off=825407 len=1879152 2024-02-18T08:42:22.064 INFO:tasks.workunit.client.0.smithi110.stdout:op 1641 completed, throughput=5MB/sec 2024-02-18T08:42:22.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:22 smithi110 bash[54479]: cluster 2024-02-18T08:42:21.065119+0000 mgr.y (mgr.44100) 767 : cluster [DBG] pgmap v1326: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:42:22.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:22 smithi110 bash[55875]: cluster 2024-02-18T08:42:21.065119+0000 mgr.y (mgr.44100) 767 : cluster [DBG] pgmap v1326: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:42:22.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:22 smithi191 bash[38688]: cluster 2024-02-18T08:42:21.065119+0000 mgr.y (mgr.44100) 767 : cluster [DBG] pgmap v1326: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:42:23.065 INFO:tasks.workunit.client.0.smithi110.stdout: 316: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:23.065 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YPsSWTYZ-XjfZcB off=6916972 len=344206 2024-02-18T08:42:23.070 INFO:tasks.workunit.client.0.smithi110.stdout:op 1642 completed, throughput=4.99MB/sec 2024-02-18T08:42:23.070 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7arGFoSxaeMHLjD off=4781736 len=179186 2024-02-18T08:42:23.075 INFO:tasks.workunit.client.0.smithi110.stdout:op 1643 completed, throughput=4.99MB/sec 2024-02-18T08:42:23.075 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lCTMppPEZYaOIlb off=3946199 len=224831 2024-02-18T08:42:23.079 INFO:tasks.workunit.client.0.smithi110.stdout:op 1644 completed, throughput=4.99MB/sec 2024-02-18T08:42:23.079 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DFwecpM8LoLnLDS off=6934267 len=770396 2024-02-18T08:42:23.085 INFO:tasks.workunit.client.0.smithi110.stdout:op 1645 completed, throughput=4.99MB/sec 2024-02-18T08:42:23.085 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-78ERWj7YbZ95D-- off=3520551 len=1008439 2024-02-18T08:42:23.092 INFO:tasks.workunit.client.0.smithi110.stdout:op 1646 completed, throughput=5MB/sec 2024-02-18T08:42:23.092 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Azq3RppB76bMbw5 off=5345345 len=1672473 2024-02-18T08:42:23.101 INFO:tasks.workunit.client.0.smithi110.stdout:op 1647 completed, throughput=5MB/sec 2024-02-18T08:42:24.101 INFO:tasks.workunit.client.0.smithi110.stdout: 317: throughput=4.98MB/sec pending data=0 2024-02-18T08:42:24.101 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5d4ZDYroqx9EJYw off=5920520 len=185373 2024-02-18T08:42:24.102 INFO:tasks.workunit.client.0.smithi110.stdout:op 1648 completed, throughput=4.99MB/sec 2024-02-18T08:42:24.102 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pWmaXTmMLOYCh64 off=1424819 len=1804977 2024-02-18T08:42:24.116 INFO:tasks.workunit.client.0.smithi110.stdout:op 1649 completed, throughput=4.99MB/sec 2024-02-18T08:42:24.116 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mdZWEq3UV6PObgy off=7701084 len=164190 2024-02-18T08:42:24.118 INFO:tasks.workunit.client.0.smithi110.stdout:op 1650 completed, throughput=4.99MB/sec 2024-02-18T08:42:24.118 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4qbC4ERWwUhD5Ql off=8580493 len=1115965 2024-02-18T08:42:24.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 1651 completed, throughput=4.99MB/sec 2024-02-18T08:42:24.119 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dFP_vrKlfOXq1e8 off=1894496 len=1371754 2024-02-18T08:42:24.128 INFO:tasks.workunit.client.0.smithi110.stdout:op 1652 completed, throughput=5MB/sec 2024-02-18T08:42:24.128 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UHsb37_rwSmiRwX off=124622 len=1773754 2024-02-18T08:42:24.136 INFO:tasks.workunit.client.0.smithi110.stdout:op 1653 completed, throughput=5MB/sec 2024-02-18T08:42:24.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:24 smithi110 bash[54479]: cluster 2024-02-18T08:42:23.066066+0000 mgr.y (mgr.44100) 768 : cluster [DBG] pgmap v1327: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:42:24.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:24 smithi110 bash[55875]: cluster 2024-02-18T08:42:23.066066+0000 mgr.y (mgr.44100) 768 : cluster [DBG] pgmap v1327: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:42:24.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:24 smithi191 bash[38688]: cluster 2024-02-18T08:42:23.066066+0000 mgr.y (mgr.44100) 768 : cluster [DBG] pgmap v1327: 73 pgs: 73 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:42:25.137 INFO:tasks.workunit.client.0.smithi110.stdout: 318: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:25.137 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-G9mpNt6IJ3oXuJB off=12808974 len=153730 2024-02-18T08:42:25.141 INFO:tasks.workunit.client.0.smithi110.stdout:op 1654 completed, throughput=4.99MB/sec 2024-02-18T08:42:25.141 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VTaGHm2_a8POISU off=8502016 len=1981576 2024-02-18T08:42:25.144 INFO:tasks.workunit.client.0.smithi110.stdout:op 1655 completed, throughput=4.99MB/sec 2024-02-18T08:42:25.144 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FmRQXlzc8ahLi57 off=3051668 len=1942896 2024-02-18T08:42:25.146 INFO:tasks.workunit.client.0.smithi110.stdout:op 1656 completed, throughput=5MB/sec 2024-02-18T08:42:25.147 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fP8qr3dTzn-sJCv off=3637702 len=921616 2024-02-18T08:42:25.149 INFO:tasks.workunit.client.0.smithi110.stdout:op 1657 completed, throughput=5MB/sec 2024-02-18T08:42:26.149 INFO:tasks.workunit.client.0.smithi110.stdout: 319: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:26.149 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xFM9agRYnPrhRP4 off=9737420 len=1706453 2024-02-18T08:42:26.153 INFO:tasks.workunit.client.0.smithi110.stdout:op 1658 completed, throughput=4.99MB/sec 2024-02-18T08:42:26.153 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J6fu9evK3pkeDAt off=12420538 len=537152 2024-02-18T08:42:26.155 INFO:tasks.workunit.client.0.smithi110.stdout:op 1659 completed, throughput=4.99MB/sec 2024-02-18T08:42:26.155 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sEGR1pCouFCcO-e off=6869640 len=830108 2024-02-18T08:42:26.163 INFO:tasks.workunit.client.0.smithi110.stdout:op 1660 completed, throughput=5MB/sec 2024-02-18T08:42:26.163 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KBmK3yslH5vSkrt off=19131267 len=919489 2024-02-18T08:42:26.168 INFO:tasks.workunit.client.0.smithi110.stdout:op 1661 completed, throughput=5MB/sec 2024-02-18T08:42:26.168 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zUpM5WVtffPQw5_ off=496975 len=1290487 2024-02-18T08:42:26.170 INFO:tasks.workunit.client.0.smithi110.stdout:op 1662 completed, throughput=5MB/sec 2024-02-18T08:42:26.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:26 smithi110 bash[54479]: cluster 2024-02-18T08:42:25.066892+0000 mgr.y (mgr.44100) 769 : cluster [DBG] pgmap v1328: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:42:26.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:26 smithi110 bash[55875]: cluster 2024-02-18T08:42:25.066892+0000 mgr.y (mgr.44100) 769 : cluster [DBG] pgmap v1328: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:42:26.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:26 smithi191 bash[38688]: cluster 2024-02-18T08:42:25.066892+0000 mgr.y (mgr.44100) 769 : cluster [DBG] pgmap v1328: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:42:27.170 INFO:tasks.workunit.client.0.smithi110.stdout: 320: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:27.170 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QUaZVBZb5u2xi_T off=5036698 len=1807188 2024-02-18T08:42:27.174 INFO:tasks.workunit.client.0.smithi110.stdout:op 1663 completed, throughput=4.99MB/sec 2024-02-18T08:42:27.174 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nMvrkx2DZSt5S3a off=14448350 len=1717925 2024-02-18T08:42:27.187 INFO:tasks.workunit.client.0.smithi110.stdout:op 1664 completed, throughput=5MB/sec 2024-02-18T08:42:27.187 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9uYNn1fat-1Rt37 off=4301837 len=543866 2024-02-18T08:42:27.192 INFO:tasks.workunit.client.0.smithi110.stdout:op 1665 completed, throughput=5MB/sec 2024-02-18T08:42:27.192 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tALNHMhYIPAuJBz off=1913023 len=1812198 2024-02-18T08:42:27.197 INFO:tasks.workunit.client.0.smithi110.stdout:op 1666 completed, throughput=5MB/sec 2024-02-18T08:42:28.197 INFO:tasks.workunit.client.0.smithi110.stdout: 321: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:28.198 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k9mThVERnW4jeJk off=400031 len=1919121 2024-02-18T08:42:28.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 1667 completed, throughput=4.99MB/sec 2024-02-18T08:42:28.202 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xpmmlqDQZYQt3xk off=5037126 len=1616125 2024-02-18T08:42:28.214 INFO:tasks.workunit.client.0.smithi110.stdout:op 1668 completed, throughput=5MB/sec 2024-02-18T08:42:28.214 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MP1dZKWW20s1wBQ off=1699451 len=463837 2024-02-18T08:42:28.219 INFO:tasks.workunit.client.0.smithi110.stdout:op 1669 completed, throughput=5MB/sec 2024-02-18T08:42:28.219 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JmtiVWG9Lhr-u4R off=5045136 len=1608139 2024-02-18T08:42:28.221 INFO:tasks.workunit.client.0.smithi110.stdout:op 1670 completed, throughput=5MB/sec 2024-02-18T08:42:28.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:28 smithi110 bash[54479]: cluster 2024-02-18T08:42:27.067720+0000 mgr.y (mgr.44100) 770 : cluster [DBG] pgmap v1329: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:42:28.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:28 smithi110 bash[55875]: cluster 2024-02-18T08:42:27.067720+0000 mgr.y (mgr.44100) 770 : cluster [DBG] pgmap v1329: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:42:28.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:28 smithi191 bash[38688]: cluster 2024-02-18T08:42:27.067720+0000 mgr.y (mgr.44100) 770 : cluster [DBG] pgmap v1329: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:42:29.222 INFO:tasks.workunit.client.0.smithi110.stdout: 322: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:29.222 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_xhXAB0ah7MEp4G off=5671004 len=299586 2024-02-18T08:42:29.223 INFO:tasks.workunit.client.0.smithi110.stdout:op 1671 completed, throughput=4.99MB/sec 2024-02-18T08:42:29.223 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XEMK9DAiRwyCdbA off=2039439 len=612823 2024-02-18T08:42:29.230 INFO:tasks.workunit.client.0.smithi110.stdout:op 1672 completed, throughput=4.99MB/sec 2024-02-18T08:42:29.230 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-spBOCqFlSiv_FNH off=3526404 len=495221 2024-02-18T08:42:29.232 INFO:tasks.workunit.client.0.smithi110.stdout:op 1673 completed, throughput=4.99MB/sec 2024-02-18T08:42:29.232 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EBDwWH3LGG3MZYY off=18648414 len=210121 2024-02-18T08:42:29.235 INFO:tasks.workunit.client.0.smithi110.stdout:op 1674 completed, throughput=4.99MB/sec 2024-02-18T08:42:29.235 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ib2XPekmCCnibJ_ off=8805608 len=313190 2024-02-18T08:42:29.237 INFO:tasks.workunit.client.0.smithi110.stdout:op 1675 completed, throughput=4.99MB/sec 2024-02-18T08:42:29.237 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A0vF8AJDiYO7Fj7 off=790089 len=1484390 2024-02-18T08:42:29.240 INFO:tasks.workunit.client.0.smithi110.stdout:op 1676 completed, throughput=5MB/sec 2024-02-18T08:42:29.240 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fP8qr3dTzn-sJCv off=183290 len=1985381 2024-02-18T08:42:29.251 INFO:tasks.workunit.client.0.smithi110.stdout:op 1677 completed, throughput=5MB/sec 2024-02-18T08:42:30.251 INFO:tasks.workunit.client.0.smithi110.stdout: 323: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:30.251 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QEMXXBTD_hujBtC off=17769453 len=1098679 2024-02-18T08:42:30.255 INFO:tasks.workunit.client.0.smithi110.stdout:op 1678 completed, throughput=4.99MB/sec 2024-02-18T08:42:30.256 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TKAye07TjQoMmWV off=7583743 len=1708737 2024-02-18T08:42:30.268 INFO:tasks.workunit.client.0.smithi110.stdout:op 1679 completed, throughput=5MB/sec 2024-02-18T08:42:30.268 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-epr3d-RWNHn7a5N off=1535074 len=1933236 2024-02-18T08:42:30.278 INFO:tasks.workunit.client.0.smithi110.stdout:op 1680 completed, throughput=5MB/sec 2024-02-18T08:42:30.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:30 smithi110 bash[54479]: cluster 2024-02-18T08:42:29.068593+0000 mgr.y (mgr.44100) 771 : cluster [DBG] pgmap v1330: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:42:30.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:30 smithi110 bash[55875]: cluster 2024-02-18T08:42:29.068593+0000 mgr.y (mgr.44100) 771 : cluster [DBG] pgmap v1330: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:42:30.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:30 smithi191 bash[38688]: cluster 2024-02-18T08:42:29.068593+0000 mgr.y (mgr.44100) 771 : cluster [DBG] pgmap v1330: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:42:31.279 INFO:tasks.workunit.client.0.smithi110.stdout: 324: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:31.279 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lR3DgEwhN_FFbA3 off=3150083 len=2039118 2024-02-18T08:42:31.292 INFO:tasks.workunit.client.0.smithi110.stdout:op 1681 completed, throughput=4.99MB/sec 2024-02-18T08:42:31.292 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-THng8I5P1drWFRz off=387409 len=1502250 2024-02-18T08:42:31.294 INFO:tasks.workunit.client.0.smithi110.stdout:op 1682 completed, throughput=5MB/sec 2024-02-18T08:42:31.294 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MYVMwUC_W5N3DUP off=3141936 len=1321713 2024-02-18T08:42:31.304 INFO:tasks.workunit.client.0.smithi110.stdout:op 1683 completed, throughput=5MB/sec 2024-02-18T08:42:32.081 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:31 smithi191 bash[38688]: cluster 2024-02-18T08:42:31.069364+0000 mgr.y (mgr.44100) 772 : cluster [DBG] pgmap v1331: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:42:32.209 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:31 smithi110 bash[54479]: cluster 2024-02-18T08:42:31.069364+0000 mgr.y (mgr.44100) 772 : cluster [DBG] pgmap v1331: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:42:32.210 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:31 smithi110 bash[55875]: cluster 2024-02-18T08:42:31.069364+0000 mgr.y (mgr.44100) 772 : cluster [DBG] pgmap v1331: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:42:32.304 INFO:tasks.workunit.client.0.smithi110.stdout: 325: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:32.304 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Qh0FK7Autqu9kn off=3828242 len=1194300 2024-02-18T08:42:32.314 INFO:tasks.workunit.client.0.smithi110.stdout:op 1684 completed, throughput=4.99MB/sec 2024-02-18T08:42:32.314 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Mn8ouK2j46l6PN2 off=17692693 len=760764 2024-02-18T08:42:32.321 INFO:tasks.workunit.client.0.smithi110.stdout:op 1685 completed, throughput=4.99MB/sec 2024-02-18T08:42:32.321 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5Ev6xCV73y21Vkh off=9519841 len=912231 2024-02-18T08:42:32.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 1686 completed, throughput=4.99MB/sec 2024-02-18T08:42:32.323 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dKTbObwWu3sZkHA off=357985 len=2095813 2024-02-18T08:42:32.328 INFO:tasks.workunit.client.0.smithi110.stdout:op 1687 completed, throughput=5MB/sec 2024-02-18T08:42:32.328 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oaV40UEeoUnwwfK off=8778253 len=2081414 2024-02-18T08:42:32.332 INFO:tasks.workunit.client.0.smithi110.stdout:op 1688 completed, throughput=5.01MB/sec 2024-02-18T08:42:33.332 INFO:tasks.workunit.client.0.smithi110.stdout: 326: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:33.332 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iQ7ExXMFhW7Cksm off=16900409 len=208752 2024-02-18T08:42:33.338 INFO:tasks.workunit.client.0.smithi110.stdout:op 1689 completed, throughput=4.99MB/sec 2024-02-18T08:42:33.338 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oS7aqCZTVNGGMXE off=335818 len=846025 2024-02-18T08:42:33.345 INFO:tasks.workunit.client.0.smithi110.stdout:op 1690 completed, throughput=4.99MB/sec 2024-02-18T08:42:33.345 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LRw-KklA1Z8LEub off=8625846 len=644835 2024-02-18T08:42:33.350 INFO:tasks.workunit.client.0.smithi110.stdout:op 1691 completed, throughput=5MB/sec 2024-02-18T08:42:33.350 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_QyhmT1fQ4yiVfm off=5552902 len=1401815 2024-02-18T08:42:33.352 INFO:tasks.workunit.client.0.smithi110.stdout:op 1692 completed, throughput=5MB/sec 2024-02-18T08:42:33.352 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-v4O_xfLg2-8O-Kr off=3630151 len=1016497 2024-02-18T08:42:33.359 INFO:tasks.workunit.client.0.smithi110.stdout:op 1693 completed, throughput=5MB/sec 2024-02-18T08:42:34.360 INFO:tasks.workunit.client.0.smithi110.stdout: 327: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:34.360 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vd7Jk2Ega2bh7k2 off=4093628 len=1251500 2024-02-18T08:42:34.364 INFO:tasks.workunit.client.0.smithi110.stdout:op 1694 completed, throughput=4.99MB/sec 2024-02-18T08:42:34.364 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_8G7n5k5nsI948X off=2253330 len=786392 2024-02-18T08:42:34.367 INFO:tasks.workunit.client.0.smithi110.stdout:op 1695 completed, throughput=4.99MB/sec 2024-02-18T08:42:34.367 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-omHuMt8zfMUx-On off=1039215 len=1049792 2024-02-18T08:42:34.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 1696 completed, throughput=5MB/sec 2024-02-18T08:42:34.368 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ETrYztWdqaAAzmT off=1747427 len=672223 2024-02-18T08:42:34.371 INFO:tasks.workunit.client.0.smithi110.stdout:op 1697 completed, throughput=5MB/sec 2024-02-18T08:42:34.371 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uvAgkLqQuGsAP9q off=7816896 len=2067042 2024-02-18T08:42:34.377 INFO:tasks.workunit.client.0.smithi110.stdout:op 1698 completed, throughput=5MB/sec 2024-02-18T08:42:34.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:34 smithi110 bash[54479]: cluster 2024-02-18T08:42:33.070296+0000 mgr.y (mgr.44100) 773 : cluster [DBG] pgmap v1332: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:42:34.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:34 smithi110 bash[55875]: cluster 2024-02-18T08:42:33.070296+0000 mgr.y (mgr.44100) 773 : cluster [DBG] pgmap v1332: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:42:34.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:34 smithi191 bash[38688]: cluster 2024-02-18T08:42:33.070296+0000 mgr.y (mgr.44100) 773 : cluster [DBG] pgmap v1332: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:42:35.377 INFO:tasks.workunit.client.0.smithi110.stdout: 328: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:35.377 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VeFKGgT36KMGxYY off=9646105 len=1331905 2024-02-18T08:42:35.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 1699 completed, throughput=4.99MB/sec 2024-02-18T08:42:35.389 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L30rYUGam-0S8y0 off=1324833 len=1423775 2024-02-18T08:42:35.392 INFO:tasks.workunit.client.0.smithi110.stdout:op 1700 completed, throughput=5MB/sec 2024-02-18T08:42:35.393 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vH8IDaggmR60Nit off=9253779 len=572753 2024-02-18T08:42:35.399 INFO:tasks.workunit.client.0.smithi110.stdout:op 1701 completed, throughput=5MB/sec 2024-02-18T08:42:35.399 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WDrwFNPu9Z3LJJe off=7027461 len=1820466 2024-02-18T08:42:35.410 INFO:tasks.workunit.client.0.smithi110.stdout:op 1702 completed, throughput=5MB/sec 2024-02-18T08:42:36.411 INFO:tasks.workunit.client.0.smithi110.stdout: 329: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:36.411 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-553g0NJL_KCA0IS off=11647337 len=1635587 2024-02-18T08:42:36.423 INFO:tasks.workunit.client.0.smithi110.stdout:op 1703 completed, throughput=4.99MB/sec 2024-02-18T08:42:36.423 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-U4NfA4hZuLsKyOd off=1277729 len=1276267 2024-02-18T08:42:36.432 INFO:tasks.workunit.client.0.smithi110.stdout:op 1704 completed, throughput=5MB/sec 2024-02-18T08:42:36.432 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RxPpOdGUryHqwiP off=15416268 len=1902628 2024-02-18T08:42:36.436 INFO:tasks.workunit.client.0.smithi110.stdout:op 1705 completed, throughput=5MB/sec 2024-02-18T08:42:36.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:36 smithi110 bash[54479]: cluster 2024-02-18T08:42:35.071035+0000 mgr.y (mgr.44100) 774 : cluster [DBG] pgmap v1333: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:42:36.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:36 smithi110 bash[55875]: cluster 2024-02-18T08:42:35.071035+0000 mgr.y (mgr.44100) 774 : cluster [DBG] pgmap v1333: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:42:36.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:36 smithi191 bash[38688]: cluster 2024-02-18T08:42:35.071035+0000 mgr.y (mgr.44100) 774 : cluster [DBG] pgmap v1333: 73 pgs: 73 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:42:37.436 INFO:tasks.workunit.client.0.smithi110.stdout: 330: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:37.436 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-THng8I5P1drWFRz off=816894 len=728767 2024-02-18T08:42:37.438 INFO:tasks.workunit.client.0.smithi110.stdout:op 1706 completed, throughput=4.99MB/sec 2024-02-18T08:42:37.438 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iN3B-2FclRJBjzB off=7435286 len=925708 2024-02-18T08:42:37.441 INFO:tasks.workunit.client.0.smithi110.stdout:op 1707 completed, throughput=4.99MB/sec 2024-02-18T08:42:37.441 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--Xe0K7rxb-mTeg4 off=12220678 len=98703 2024-02-18T08:42:37.445 INFO:tasks.workunit.client.0.smithi110.stdout:op 1708 completed, throughput=4.99MB/sec 2024-02-18T08:42:37.446 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lLEexPGVvRsXd35 off=10331918 len=607880 2024-02-18T08:42:37.447 INFO:tasks.workunit.client.0.smithi110.stdout:op 1709 completed, throughput=4.99MB/sec 2024-02-18T08:42:37.447 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7WOsoePAQ6cB1rr off=18394543 len=1780716 2024-02-18T08:42:37.451 INFO:tasks.workunit.client.0.smithi110.stdout:op 1710 completed, throughput=5MB/sec 2024-02-18T08:42:37.451 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-njdqDI2R0KXulyy off=546366 len=1164610 2024-02-18T08:42:37.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 1711 completed, throughput=5MB/sec 2024-02-18T08:42:38.454 INFO:tasks.workunit.client.0.smithi110.stdout: 331: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:38.454 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Gs2Br3qziTD27LK off=11275354 len=1114874 2024-02-18T08:42:38.457 INFO:tasks.workunit.client.0.smithi110.stdout:op 1712 completed, throughput=4.99MB/sec 2024-02-18T08:42:38.457 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9TZtWHw1knnF-gT off=10118147 len=1497052 2024-02-18T08:42:38.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:38 smithi110 bash[54479]: cluster 2024-02-18T08:42:37.071837+0000 mgr.y (mgr.44100) 775 : cluster [DBG] pgmap v1334: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:42:38.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:38 smithi110 bash[55875]: cluster 2024-02-18T08:42:37.071837+0000 mgr.y (mgr.44100) 775 : cluster [DBG] pgmap v1334: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:42:38.467 INFO:tasks.workunit.client.0.smithi110.stdout:op 1713 completed, throughput=4.99MB/sec 2024-02-18T08:42:38.468 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6QP1vgrbGHS37m4 off=2527307 len=91513 2024-02-18T08:42:38.468 INFO:tasks.workunit.client.0.smithi110.stdout:op 1714 completed, throughput=4.99MB/sec 2024-02-18T08:42:38.468 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CJOPbVf5se-vCh1 off=818147 len=1221237 2024-02-18T08:42:38.473 INFO:tasks.workunit.client.0.smithi110.stdout:op 1715 completed, throughput=5MB/sec 2024-02-18T08:42:38.473 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-llCkt1mn_CqvaWd off=8740230 len=1497187 2024-02-18T08:42:38.477 INFO:tasks.workunit.client.0.smithi110.stdout:op 1716 completed, throughput=5MB/sec 2024-02-18T08:42:38.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:38 smithi191 bash[38688]: cluster 2024-02-18T08:42:37.071837+0000 mgr.y (mgr.44100) 775 : cluster [DBG] pgmap v1334: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:42:39.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:39 smithi110 bash[54479]: audit 2024-02-18T08:42:38.944477+0000 mon.a (mon.0) 1743 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:42:39.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:39 smithi110 bash[54479]: audit 2024-02-18T08:42:38.945099+0000 mon.a (mon.0) 1744 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:42:39.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:39 smithi110 bash[54479]: audit 2024-02-18T08:42:38.945719+0000 mon.a (mon.0) 1745 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:42:39.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:39 smithi110 bash[55875]: audit 2024-02-18T08:42:38.944477+0000 mon.a (mon.0) 1743 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:42:39.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:39 smithi110 bash[55875]: audit 2024-02-18T08:42:38.945099+0000 mon.a (mon.0) 1744 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:42:39.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:39 smithi110 bash[55875]: audit 2024-02-18T08:42:38.945719+0000 mon.a (mon.0) 1745 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:42:39.477 INFO:tasks.workunit.client.0.smithi110.stdout: 332: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:39.477 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yr0XQislsBZfxuw off=17223518 len=42677 2024-02-18T08:42:39.478 INFO:tasks.workunit.client.0.smithi110.stdout:op 1717 completed, throughput=4.99MB/sec 2024-02-18T08:42:39.479 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0aS2rNguqa-McZ4 off=4400932 len=1817954 2024-02-18T08:42:39.490 INFO:tasks.workunit.client.0.smithi110.stdout:op 1718 completed, throughput=4.99MB/sec 2024-02-18T08:42:39.490 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pYoIozBLRoolEBU off=20573727 len=35692 2024-02-18T08:42:39.493 INFO:tasks.workunit.client.0.smithi110.stdout:op 1719 completed, throughput=4.99MB/sec 2024-02-18T08:42:39.494 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-khSIpGBO2CFGtww off=766132 len=1850502 2024-02-18T08:42:39.505 INFO:tasks.workunit.client.0.smithi110.stdout:op 1720 completed, throughput=5MB/sec 2024-02-18T08:42:39.505 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WVy3mlTuJfjapwu off=7892844 len=1339894 2024-02-18T08:42:39.513 INFO:tasks.workunit.client.0.smithi110.stdout:op 1721 completed, throughput=5MB/sec 2024-02-18T08:42:39.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:39 smithi191 bash[38688]: audit 2024-02-18T08:42:38.944477+0000 mon.a (mon.0) 1743 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:42:39.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:39 smithi191 bash[38688]: audit 2024-02-18T08:42:38.945099+0000 mon.a (mon.0) 1744 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:42:39.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:39 smithi191 bash[38688]: audit 2024-02-18T08:42:38.945719+0000 mon.a (mon.0) 1745 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:42:40.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:40 smithi110 bash[54479]: cluster 2024-02-18T08:42:39.072700+0000 mgr.y (mgr.44100) 776 : cluster [DBG] pgmap v1335: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-02-18T08:42:40.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:40 smithi110 bash[55875]: cluster 2024-02-18T08:42:39.072700+0000 mgr.y (mgr.44100) 776 : cluster [DBG] pgmap v1335: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-02-18T08:42:40.514 INFO:tasks.workunit.client.0.smithi110.stdout: 333: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:40.514 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-38bTUUmm3xpIQoT off=6819679 len=1026496 2024-02-18T08:42:40.523 INFO:tasks.workunit.client.0.smithi110.stdout:op 1722 completed, throughput=4.99MB/sec 2024-02-18T08:42:40.523 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-f61idBXe7XecCEd off=6509206 len=622977 2024-02-18T08:42:40.526 INFO:tasks.workunit.client.0.smithi110.stdout:op 1723 completed, throughput=4.99MB/sec 2024-02-18T08:42:40.526 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vMsX9LZO31omQ_b off=14823727 len=1933550 2024-02-18T08:42:40.537 INFO:tasks.workunit.client.0.smithi110.stdout:op 1724 completed, throughput=5MB/sec 2024-02-18T08:42:40.537 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Qan3VO_SoKxGSdu off=15373942 len=1366936 2024-02-18T08:42:40.546 INFO:tasks.workunit.client.0.smithi110.stdout:op 1725 completed, throughput=5MB/sec 2024-02-18T08:42:40.546 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WAFUbnDgZ91mJ3a off=6389742 len=314518 2024-02-18T08:42:40.547 INFO:tasks.workunit.client.0.smithi110.stdout:op 1726 completed, throughput=5MB/sec 2024-02-18T08:42:40.547 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UOiiXGmWgo5SALQ off=17552966 len=1605532 2024-02-18T08:42:40.551 INFO:tasks.workunit.client.0.smithi110.stdout:op 1727 completed, throughput=5MB/sec 2024-02-18T08:42:40.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:40 smithi191 bash[38688]: cluster 2024-02-18T08:42:39.072700+0000 mgr.y (mgr.44100) 776 : cluster [DBG] pgmap v1335: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-02-18T08:42:41.551 INFO:tasks.workunit.client.0.smithi110.stdout: 334: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:41.551 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OXs6TTjRrvoOd4t off=4386198 len=328343 2024-02-18T08:42:41.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 1728 completed, throughput=4.99MB/sec 2024-02-18T08:42:41.552 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ILBydiRbBfv0zn4 off=5254805 len=2018854 2024-02-18T08:42:41.564 INFO:tasks.workunit.client.0.smithi110.stdout:op 1729 completed, throughput=5MB/sec 2024-02-18T08:42:41.564 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TsEagbcBSbd-hs- off=5651703 len=1319340 2024-02-18T08:42:41.571 INFO:tasks.workunit.client.0.smithi110.stdout:op 1730 completed, throughput=5MB/sec 2024-02-18T08:42:41.572 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O9KvpxqB7rkPu92 off=8925461 len=952651 2024-02-18T08:42:41.576 INFO:tasks.workunit.client.0.smithi110.stdout:op 1731 completed, throughput=5MB/sec 2024-02-18T08:42:42.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:42 smithi110 bash[54479]: cluster 2024-02-18T08:42:41.073637+0000 mgr.y (mgr.44100) 777 : cluster [DBG] pgmap v1336: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:42:42.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:42 smithi110 bash[55875]: cluster 2024-02-18T08:42:41.073637+0000 mgr.y (mgr.44100) 777 : cluster [DBG] pgmap v1336: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:42:42.572 INFO:tasks.workunit.client.0.smithi110.stdout: 335: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:42.573 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PNg61hWLze2_BlR off=120298 len=1760402 2024-02-18T08:42:42.578 INFO:tasks.workunit.client.0.smithi110.stdout:op 1732 completed, throughput=4.99MB/sec 2024-02-18T08:42:42.578 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lhSXABkQRfCH4dk off=245511 len=1691659 2024-02-18T08:42:42.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:42 smithi191 bash[38688]: cluster 2024-02-18T08:42:41.073637+0000 mgr.y (mgr.44100) 777 : cluster [DBG] pgmap v1336: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:42:42.581 INFO:tasks.workunit.client.0.smithi110.stdout:op 1733 completed, throughput=5MB/sec 2024-02-18T08:42:42.581 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uEFt5U9Jf3VrgzW off=19739406 len=1112914 2024-02-18T08:42:42.591 INFO:tasks.workunit.client.0.smithi110.stdout:op 1734 completed, throughput=5MB/sec 2024-02-18T08:42:42.591 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1qx-EBjdjl4zBuS off=815631 len=736229 2024-02-18T08:42:42.598 INFO:tasks.workunit.client.0.smithi110.stdout:op 1735 completed, throughput=5MB/sec 2024-02-18T08:42:43.599 INFO:tasks.workunit.client.0.smithi110.stdout: 336: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:43.599 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L2lBHDMSAQtzLLf off=5723001 len=1092634 2024-02-18T08:42:43.607 INFO:tasks.workunit.client.0.smithi110.stdout:op 1736 completed, throughput=4.99MB/sec 2024-02-18T08:42:43.608 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5Ev6xCV73y21Vkh off=8160908 len=297312 2024-02-18T08:42:43.609 INFO:tasks.workunit.client.0.smithi110.stdout:op 1737 completed, throughput=4.99MB/sec 2024-02-18T08:42:43.609 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zhZyIjfIdEj4TF2 off=5487581 len=299972 2024-02-18T08:42:43.614 INFO:tasks.workunit.client.0.smithi110.stdout:op 1738 completed, throughput=4.99MB/sec 2024-02-18T08:42:43.614 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g0lwgk5RtnO-xkS off=20651940 len=1871318 2024-02-18T08:42:43.617 INFO:tasks.workunit.client.0.smithi110.stdout:op 1739 completed, throughput=5MB/sec 2024-02-18T08:42:43.617 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V85LFB6w0O5IanG off=1083606 len=1925222 2024-02-18T08:42:43.627 INFO:tasks.workunit.client.0.smithi110.stdout:op 1740 completed, throughput=5MB/sec 2024-02-18T08:42:44.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:44 smithi110 bash[54479]: cluster 2024-02-18T08:42:43.074634+0000 mgr.y (mgr.44100) 778 : cluster [DBG] pgmap v1337: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:42:44.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:44 smithi110 bash[55875]: cluster 2024-02-18T08:42:43.074634+0000 mgr.y (mgr.44100) 778 : cluster [DBG] pgmap v1337: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:42:44.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:44 smithi191 bash[38688]: cluster 2024-02-18T08:42:43.074634+0000 mgr.y (mgr.44100) 778 : cluster [DBG] pgmap v1337: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:42:44.628 INFO:tasks.workunit.client.0.smithi110.stdout: 337: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:44.628 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-H8tFYpUZZ7konBR off=4578228 len=1178586 2024-02-18T08:42:44.631 INFO:tasks.workunit.client.0.smithi110.stdout:op 1741 completed, throughput=4.99MB/sec 2024-02-18T08:42:44.632 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oowyeX36KlOVkQq off=3547937 len=1323015 2024-02-18T08:42:44.636 INFO:tasks.workunit.client.0.smithi110.stdout:op 1742 completed, throughput=4.99MB/sec 2024-02-18T08:42:44.636 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CakRiC2ofC6XXis off=546748 len=645892 2024-02-18T08:42:44.644 INFO:tasks.workunit.client.0.smithi110.stdout:op 1743 completed, throughput=5MB/sec 2024-02-18T08:42:44.644 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7XH_f8rdHx4nLHQ off=5590104 len=1163127 2024-02-18T08:42:44.646 INFO:tasks.workunit.client.0.smithi110.stdout:op 1744 completed, throughput=5MB/sec 2024-02-18T08:42:44.647 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FN9F1tzfMzpSur_ off=9001235 len=423024 2024-02-18T08:42:44.652 INFO:tasks.workunit.client.0.smithi110.stdout:op 1745 completed, throughput=5MB/sec 2024-02-18T08:42:45.649 INFO:tasks.workunit.client.0.smithi110.stdout: 338: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:45.649 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5sCk6e1dQ2LWtim off=15499888 len=45055 2024-02-18T08:42:45.650 INFO:tasks.workunit.client.0.smithi110.stdout:op 1746 completed, throughput=4.99MB/sec 2024-02-18T08:42:45.650 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6y0m1HtmpADqK4B off=2826107 len=404475 2024-02-18T08:42:45.655 INFO:tasks.workunit.client.0.smithi110.stdout:op 1747 completed, throughput=4.99MB/sec 2024-02-18T08:42:45.655 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-F4J1PO9zenZOfKG off=1957286 len=512007 2024-02-18T08:42:45.661 INFO:tasks.workunit.client.0.smithi110.stdout:op 1748 completed, throughput=4.99MB/sec 2024-02-18T08:42:45.661 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-i8ojcBfyoDdmfRb off=8833471 len=1956880 2024-02-18T08:42:45.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 1749 completed, throughput=4.99MB/sec 2024-02-18T08:42:45.676 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7GsXNSVJTFX_9pE off=5909333 len=511778 2024-02-18T08:42:45.679 INFO:tasks.workunit.client.0.smithi110.stdout:op 1750 completed, throughput=4.99MB/sec 2024-02-18T08:42:45.679 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GX2m5sDoRU3dap3 off=1609898 len=1595837 2024-02-18T08:42:45.689 INFO:tasks.workunit.client.0.smithi110.stdout:op 1751 completed, throughput=5MB/sec 2024-02-18T08:42:45.689 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-d5VglxlMQDfZjga off=5220905 len=867109 2024-02-18T08:42:45.691 INFO:tasks.workunit.client.0.smithi110.stdout:op 1752 completed, throughput=5MB/sec 2024-02-18T08:42:46.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:46 smithi110 bash[54479]: cluster 2024-02-18T08:42:45.075514+0000 mgr.y (mgr.44100) 779 : cluster [DBG] pgmap v1338: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:42:46.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:46 smithi110 bash[55875]: cluster 2024-02-18T08:42:45.075514+0000 mgr.y (mgr.44100) 779 : cluster [DBG] pgmap v1338: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:42:46.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:46 smithi191 bash[38688]: cluster 2024-02-18T08:42:45.075514+0000 mgr.y (mgr.44100) 779 : cluster [DBG] pgmap v1338: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:42:46.692 INFO:tasks.workunit.client.0.smithi110.stdout: 339: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:46.692 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lmVvD2Bgw1P8bCr off=21996461 len=887690 2024-02-18T08:42:46.700 INFO:tasks.workunit.client.0.smithi110.stdout:op 1753 completed, throughput=4.99MB/sec 2024-02-18T08:42:46.700 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kSXfXF9HJtAfv3H off=7875917 len=1789555 2024-02-18T08:42:46.714 INFO:tasks.workunit.client.0.smithi110.stdout:op 1754 completed, throughput=4.99MB/sec 2024-02-18T08:42:46.714 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7WJjVaphGTVxdwn off=1124075 len=185624 2024-02-18T08:42:46.714 INFO:tasks.workunit.client.0.smithi110.stdout:op 1755 completed, throughput=4.99MB/sec 2024-02-18T08:42:46.714 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uYynlHmIy5uAVQ5 off=6374731 len=1729739 2024-02-18T08:42:46.724 INFO:tasks.workunit.client.0.smithi110.stdout:op 1756 completed, throughput=5MB/sec 2024-02-18T08:42:46.724 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mTG0TjhJR0JjOxI off=5313574 len=1641032 2024-02-18T08:42:46.732 INFO:tasks.workunit.client.0.smithi110.stdout:op 1757 completed, throughput=5MB/sec 2024-02-18T08:42:47.732 INFO:tasks.workunit.client.0.smithi110.stdout: 340: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:47.733 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-apvb8EaYxx9ZnaH off=4659108 len=866916 2024-02-18T08:42:47.736 INFO:tasks.workunit.client.0.smithi110.stdout:op 1758 completed, throughput=4.99MB/sec 2024-02-18T08:42:47.736 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0wsWaF1JNFfYKs4 off=424780 len=2095934 2024-02-18T08:42:47.751 INFO:tasks.workunit.client.0.smithi110.stdout:op 1759 completed, throughput=5MB/sec 2024-02-18T08:42:47.751 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-W6HqeMJDK9GeYAw off=8208555 len=405768 2024-02-18T08:42:47.755 INFO:tasks.workunit.client.0.smithi110.stdout:op 1760 completed, throughput=5MB/sec 2024-02-18T08:42:47.755 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-S8Iw56gfepRO9gi off=19479979 len=2007080 2024-02-18T08:42:47.765 INFO:tasks.workunit.client.0.smithi110.stdout:op 1761 completed, throughput=5MB/sec 2024-02-18T08:42:48.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:48 smithi110 bash[55875]: cluster 2024-02-18T08:42:47.076395+0000 mgr.y (mgr.44100) 780 : cluster [DBG] pgmap v1339: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:42:48.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:48 smithi110 bash[54479]: cluster 2024-02-18T08:42:47.076395+0000 mgr.y (mgr.44100) 780 : cluster [DBG] pgmap v1339: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:42:48.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:48 smithi191 bash[38688]: cluster 2024-02-18T08:42:47.076395+0000 mgr.y (mgr.44100) 780 : cluster [DBG] pgmap v1339: 73 pgs: 73 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:42:48.766 INFO:tasks.workunit.client.0.smithi110.stdout: 341: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:48.766 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qAe3idOJxGITbt7 off=18363123 len=1883675 2024-02-18T08:42:48.779 INFO:tasks.workunit.client.0.smithi110.stdout:op 1762 completed, throughput=4.99MB/sec 2024-02-18T08:42:48.779 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NHRYbixAjtPAHPC off=1596478 len=1316915 2024-02-18T08:42:48.782 INFO:tasks.workunit.client.0.smithi110.stdout:op 1763 completed, throughput=5MB/sec 2024-02-18T08:42:48.782 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NWOHLGMh7k5WZYi off=7550586 len=449297 2024-02-18T08:42:48.788 INFO:tasks.workunit.client.0.smithi110.stdout:op 1764 completed, throughput=5MB/sec 2024-02-18T08:42:48.788 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P5yDBcKgEAaytRn off=1132453 len=1933993 2024-02-18T08:42:48.799 INFO:tasks.workunit.client.0.smithi110.stdout:op 1765 completed, throughput=5MB/sec 2024-02-18T08:42:49.800 INFO:tasks.workunit.client.0.smithi110.stdout: 342: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:49.800 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-e0ue2zKsC-0FfbB off=5711946 len=424439 2024-02-18T08:42:49.802 INFO:tasks.workunit.client.0.smithi110.stdout:op 1766 completed, throughput=4.99MB/sec 2024-02-18T08:42:49.802 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ASC0vnqzGB7HZYc off=5292908 len=135319 2024-02-18T08:42:49.803 INFO:tasks.workunit.client.0.smithi110.stdout:op 1767 completed, throughput=4.99MB/sec 2024-02-18T08:42:49.803 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7I_mA7AHK4EsPLP off=1819751 len=432755 2024-02-18T08:42:49.805 INFO:tasks.workunit.client.0.smithi110.stdout:op 1768 completed, throughput=4.99MB/sec 2024-02-18T08:42:49.806 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iTDCLZbG57lgNNu off=12129867 len=1277008 2024-02-18T08:42:49.816 INFO:tasks.workunit.client.0.smithi110.stdout:op 1769 completed, throughput=5MB/sec 2024-02-18T08:42:49.816 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AddBE1soEj6r32M off=1062336 len=1798171 2024-02-18T08:42:49.821 INFO:tasks.workunit.client.0.smithi110.stdout:op 1770 completed, throughput=5MB/sec 2024-02-18T08:42:50.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:50 smithi110 bash[54479]: cluster 2024-02-18T08:42:49.077287+0000 mgr.y (mgr.44100) 781 : cluster [DBG] pgmap v1340: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:42:50.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:50 smithi110 bash[55875]: cluster 2024-02-18T08:42:49.077287+0000 mgr.y (mgr.44100) 781 : cluster [DBG] pgmap v1340: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:42:50.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:50 smithi191 bash[38688]: cluster 2024-02-18T08:42:49.077287+0000 mgr.y (mgr.44100) 781 : cluster [DBG] pgmap v1340: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:42:50.822 INFO:tasks.workunit.client.0.smithi110.stdout: 343: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:50.822 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dAyGlAOGxiw5TWp off=10299662 len=1052611 2024-02-18T08:42:50.830 INFO:tasks.workunit.client.0.smithi110.stdout:op 1771 completed, throughput=4.99MB/sec 2024-02-18T08:42:50.830 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8YXsKew0H31Sl22 off=1964365 len=87636 2024-02-18T08:42:50.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 1772 completed, throughput=4.99MB/sec 2024-02-18T08:42:50.831 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WgFkI9w1MnraPq1 off=1286998 len=522617 2024-02-18T08:42:50.833 INFO:tasks.workunit.client.0.smithi110.stdout:op 1773 completed, throughput=4.99MB/sec 2024-02-18T08:42:50.833 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CK633AM5Hc8Ov7a off=1965224 len=482560 2024-02-18T08:42:50.835 INFO:tasks.workunit.client.0.smithi110.stdout:op 1774 completed, throughput=4.99MB/sec 2024-02-18T08:42:50.835 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nuEMScLIeGJA-mQ off=3156918 len=690838 2024-02-18T08:42:50.836 INFO:tasks.workunit.client.0.smithi110.stdout:op 1775 completed, throughput=4.99MB/sec 2024-02-18T08:42:50.836 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QmhYV6qNdAN38Vi off=317454 len=262072 2024-02-18T08:42:50.838 INFO:tasks.workunit.client.0.smithi110.stdout:op 1776 completed, throughput=4.99MB/sec 2024-02-18T08:42:50.838 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3bsv7vopUTILZ0b off=7153822 len=23901 2024-02-18T08:42:50.841 INFO:tasks.workunit.client.0.smithi110.stdout:op 1777 completed, throughput=4.99MB/sec 2024-02-18T08:42:50.842 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a6WNImskZ9o6seM off=3877044 len=396522 2024-02-18T08:42:50.846 INFO:tasks.workunit.client.0.smithi110.stdout:op 1778 completed, throughput=5MB/sec 2024-02-18T08:42:50.847 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LpZ9WzGgvyQDyCI off=13409787 len=1590555 2024-02-18T08:42:50.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 1779 completed, throughput=5MB/sec 2024-02-18T08:42:50.848 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZNJk_EfvVFm89g- off=3225213 len=274193 2024-02-18T08:42:50.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 1780 completed, throughput=5MB/sec 2024-02-18T08:42:51.850 INFO:tasks.workunit.client.0.smithi110.stdout: 344: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:51.850 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_ULoPYzwQINlBe0 off=10190523 len=1494439 2024-02-18T08:42:51.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 1781 completed, throughput=4.99MB/sec 2024-02-18T08:42:51.861 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-S7zxA0eQHQeZ961 off=4717815 len=1795522 2024-02-18T08:42:51.862 INFO:tasks.workunit.client.0.smithi110.stdout:op 1782 completed, throughput=4.99MB/sec 2024-02-18T08:42:51.862 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XJqQWGIzwZTilp2 off=2895407 len=1397560 2024-02-18T08:42:51.866 INFO:tasks.workunit.client.0.smithi110.stdout:op 1783 completed, throughput=5MB/sec 2024-02-18T08:42:51.866 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7AkO0ukICHUKuMO off=19103657 len=1316918 2024-02-18T08:42:51.875 INFO:tasks.workunit.client.0.smithi110.stdout:op 1784 completed, throughput=5MB/sec 2024-02-18T08:42:52.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:52 smithi110 bash[55875]: cluster 2024-02-18T08:42:51.078156+0000 mgr.y (mgr.44100) 782 : cluster [DBG] pgmap v1341: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:42:52.460 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:52 smithi110 bash[54479]: cluster 2024-02-18T08:42:51.078156+0000 mgr.y (mgr.44100) 782 : cluster [DBG] pgmap v1341: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:42:52.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:52 smithi191 bash[38688]: cluster 2024-02-18T08:42:51.078156+0000 mgr.y (mgr.44100) 782 : cluster [DBG] pgmap v1341: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:42:52.875 INFO:tasks.workunit.client.0.smithi110.stdout: 345: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:52.876 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-20olkxoV4bSZmyf off=7881779 len=549613 2024-02-18T08:42:52.882 INFO:tasks.workunit.client.0.smithi110.stdout:op 1785 completed, throughput=4.99MB/sec 2024-02-18T08:42:52.882 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L2VIhMts16xP-Je off=3925021 len=954456 2024-02-18T08:42:52.889 INFO:tasks.workunit.client.0.smithi110.stdout:op 1786 completed, throughput=4.99MB/sec 2024-02-18T08:42:52.889 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mZHJYn62bZzM53i off=23264696 len=550042 2024-02-18T08:42:52.895 INFO:tasks.workunit.client.0.smithi110.stdout:op 1787 completed, throughput=4.99MB/sec 2024-02-18T08:42:52.895 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L5oBElSHNyM4m9I off=1116616 len=170265 2024-02-18T08:42:52.898 INFO:tasks.workunit.client.0.smithi110.stdout:op 1788 completed, throughput=4.99MB/sec 2024-02-18T08:42:52.898 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I9kT8yemBeyjiMk off=2638454 len=1924749 2024-02-18T08:42:52.907 INFO:tasks.workunit.client.0.smithi110.stdout:op 1789 completed, throughput=5MB/sec 2024-02-18T08:42:52.907 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ud5V6N5D0hStAoG off=22197574 len=2035147 2024-02-18T08:42:52.919 INFO:tasks.workunit.client.0.smithi110.stdout:op 1790 completed, throughput=5MB/sec 2024-02-18T08:42:53.919 INFO:tasks.workunit.client.0.smithi110.stdout: 346: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:53.919 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OVGVRX4KLutJgE6 off=12836986 len=1517021 2024-02-18T08:42:53.931 INFO:tasks.workunit.client.0.smithi110.stdout:op 1791 completed, throughput=4.99MB/sec 2024-02-18T08:42:53.931 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lctRMlIFub8OAgs off=3545713 len=1645874 2024-02-18T08:42:53.937 INFO:tasks.workunit.client.0.smithi110.stdout:op 1792 completed, throughput=5MB/sec 2024-02-18T08:42:53.937 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zFxPzH82xqK8oqt off=107637 len=394451 2024-02-18T08:42:53.942 INFO:tasks.workunit.client.0.smithi110.stdout:op 1793 completed, throughput=5MB/sec 2024-02-18T08:42:53.942 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FVn1ksJ0C9OHHYP off=18139156 len=1008208 2024-02-18T08:42:53.950 INFO:tasks.workunit.client.0.smithi110.stdout:op 1794 completed, throughput=5MB/sec 2024-02-18T08:42:54.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:54 smithi110 bash[54479]: cluster 2024-02-18T08:42:53.079130+0000 mgr.y (mgr.44100) 783 : cluster [DBG] pgmap v1342: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:42:54.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:54 smithi110 bash[55875]: cluster 2024-02-18T08:42:53.079130+0000 mgr.y (mgr.44100) 783 : cluster [DBG] pgmap v1342: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:42:54.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:54 smithi191 bash[38688]: cluster 2024-02-18T08:42:53.079130+0000 mgr.y (mgr.44100) 783 : cluster [DBG] pgmap v1342: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:42:54.950 INFO:tasks.workunit.client.0.smithi110.stdout: 347: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:54.950 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-I0PU-1um79wx9yW off=60017 len=1584713 2024-02-18T08:42:54.955 INFO:tasks.workunit.client.0.smithi110.stdout:op 1795 completed, throughput=4.99MB/sec 2024-02-18T08:42:54.955 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eS971qjQxwxn2FI off=9430529 len=1009324 2024-02-18T08:42:54.958 INFO:tasks.workunit.client.0.smithi110.stdout:op 1796 completed, throughput=4.99MB/sec 2024-02-18T08:42:54.958 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F9mignVCV5XzXtA off=17898683 len=1588796 2024-02-18T08:42:54.963 INFO:tasks.workunit.client.0.smithi110.stdout:op 1797 completed, throughput=5MB/sec 2024-02-18T08:42:54.963 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qBmWhVddrwFl6Kh off=3008516 len=98297 2024-02-18T08:42:54.967 INFO:tasks.workunit.client.0.smithi110.stdout:op 1798 completed, throughput=5MB/sec 2024-02-18T08:42:54.967 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GB2f6JmDyLS0_8I off=2208367 len=1285476 2024-02-18T08:42:54.970 INFO:tasks.workunit.client.0.smithi110.stdout:op 1799 completed, throughput=5MB/sec 2024-02-18T08:42:55.970 INFO:tasks.workunit.client.0.smithi110.stdout: 348: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:55.971 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YYbX4rb9qlUEBCF off=13897848 len=212638 2024-02-18T08:42:55.972 INFO:tasks.workunit.client.0.smithi110.stdout:op 1800 completed, throughput=4.99MB/sec 2024-02-18T08:42:55.972 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oRrV-o0dgGWOUzc off=756147 len=913663 2024-02-18T08:42:55.974 INFO:tasks.workunit.client.0.smithi110.stdout:op 1801 completed, throughput=4.99MB/sec 2024-02-18T08:42:55.975 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DOVKwIFCnA5ozYm off=2235091 len=1507184 2024-02-18T08:42:55.978 INFO:tasks.workunit.client.0.smithi110.stdout:op 1802 completed, throughput=5MB/sec 2024-02-18T08:42:55.978 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ff2PrM2H1bf-6tN off=4624557 len=1650164 2024-02-18T08:42:55.982 INFO:tasks.workunit.client.0.smithi110.stdout:op 1803 completed, throughput=5MB/sec 2024-02-18T08:42:55.982 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0Y4Ng2kTqj3vUjA off=10588910 len=570956 2024-02-18T08:42:55.990 INFO:tasks.workunit.client.0.smithi110.stdout:op 1804 completed, throughput=5MB/sec 2024-02-18T08:42:56.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:56 smithi110 bash[54479]: cluster 2024-02-18T08:42:55.079965+0000 mgr.y (mgr.44100) 784 : cluster [DBG] pgmap v1343: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:42:56.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:56 smithi110 bash[55875]: cluster 2024-02-18T08:42:55.079965+0000 mgr.y (mgr.44100) 784 : cluster [DBG] pgmap v1343: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:42:56.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:56 smithi191 bash[38688]: cluster 2024-02-18T08:42:55.079965+0000 mgr.y (mgr.44100) 784 : cluster [DBG] pgmap v1343: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:42:56.990 INFO:tasks.workunit.client.0.smithi110.stdout: 349: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:57.021 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-R_DAnXigphtB8il off=523505 len=206041 2024-02-18T08:42:57.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 1805 completed, throughput=4.99MB/sec 2024-02-18T08:42:57.023 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bKRKy7ELunvwIzh off=21882965 len=812075 2024-02-18T08:42:57.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 1806 completed, throughput=4.99MB/sec 2024-02-18T08:42:57.023 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eRIVWMd-ktQRZSu off=9704843 len=1616095 2024-02-18T08:42:57.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 1807 completed, throughput=4.99MB/sec 2024-02-18T08:42:57.023 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pVDEAfgvIyM3QCt off=676247 len=1272059 2024-02-18T08:42:57.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 1808 completed, throughput=5MB/sec 2024-02-18T08:42:57.023 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2lkugMB8GsSM39V off=1134587 len=263620 2024-02-18T08:42:57.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 1809 completed, throughput=5MB/sec 2024-02-18T08:42:57.023 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hXzJ9_qdH71huLr off=17749066 len=810325 2024-02-18T08:42:57.024 INFO:tasks.workunit.client.0.smithi110.stdout:op 1810 completed, throughput=5MB/sec 2024-02-18T08:42:57.024 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LjJzx5pRa46z4pD off=8091741 len=536914 2024-02-18T08:42:57.024 INFO:tasks.workunit.client.0.smithi110.stdout:op 1811 completed, throughput=5MB/sec 2024-02-18T08:42:58.024 INFO:tasks.workunit.client.0.smithi110.stdout: 350: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:58.025 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9sSOld5ocbTFLEG off=130209 len=1048291 2024-02-18T08:42:58.026 INFO:tasks.workunit.client.0.smithi110.stdout:op 1812 completed, throughput=4.99MB/sec 2024-02-18T08:42:58.027 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-b6utuq54Qgq6fnd off=4374163 len=1355190 2024-02-18T08:42:58.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 1813 completed, throughput=4.99MB/sec 2024-02-18T08:42:58.030 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZVfMqE2_VcoLIpj off=1056937 len=257326 2024-02-18T08:42:58.036 INFO:tasks.workunit.client.0.smithi110.stdout:op 1814 completed, throughput=4.99MB/sec 2024-02-18T08:42:58.036 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bgZ6Oyd31TZ7IVR off=616326 len=664853 2024-02-18T08:42:58.038 INFO:tasks.workunit.client.0.smithi110.stdout:op 1815 completed, throughput=5MB/sec 2024-02-18T08:42:58.038 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KrZp1d4xjwfzAWr off=23456303 len=1291477 2024-02-18T08:42:58.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 1816 completed, throughput=5MB/sec 2024-02-18T08:42:58.041 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iZ_B_Ck6yxLdXDc off=10204075 len=1946650 2024-02-18T08:42:58.045 INFO:tasks.workunit.client.0.smithi110.stdout:op 1817 completed, throughput=5MB/sec 2024-02-18T08:42:58.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:42:58 smithi110 bash[54479]: cluster 2024-02-18T08:42:57.080871+0000 mgr.y (mgr.44100) 785 : cluster [DBG] pgmap v1344: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:42:58.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:42:58 smithi110 bash[55875]: cluster 2024-02-18T08:42:57.080871+0000 mgr.y (mgr.44100) 785 : cluster [DBG] pgmap v1344: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:42:58.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:42:58 smithi191 bash[38688]: cluster 2024-02-18T08:42:57.080871+0000 mgr.y (mgr.44100) 785 : cluster [DBG] pgmap v1344: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:42:59.044 INFO:tasks.workunit.client.0.smithi110.stdout: 351: throughput=4.99MB/sec pending data=0 2024-02-18T08:42:59.045 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HCCuSrwmW2mcpwV off=6768576 len=422585 2024-02-18T08:42:59.051 INFO:tasks.workunit.client.0.smithi110.stdout:op 1818 completed, throughput=4.99MB/sec 2024-02-18T08:42:59.051 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IdZ3QOdDRMhn9sE off=9509749 len=437818 2024-02-18T08:42:59.056 INFO:tasks.workunit.client.0.smithi110.stdout:op 1819 completed, throughput=4.99MB/sec 2024-02-18T08:42:59.056 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-exBQ_yKoxJWwNVR off=1500778 len=374265 2024-02-18T08:42:59.057 INFO:tasks.workunit.client.0.smithi110.stdout:op 1820 completed, throughput=4.99MB/sec 2024-02-18T08:42:59.057 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mTG0TjhJR0JjOxI off=5342266 len=1365771 2024-02-18T08:42:59.061 INFO:tasks.workunit.client.0.smithi110.stdout:op 1821 completed, throughput=5MB/sec 2024-02-18T08:42:59.061 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fm7Zzjf0i_PMnlV off=321559 len=221907 2024-02-18T08:42:59.062 INFO:tasks.workunit.client.0.smithi110.stdout:op 1822 completed, throughput=5MB/sec 2024-02-18T08:42:59.062 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HnPmSQX3u_wjHuZ off=8947241 len=1635220 2024-02-18T08:42:59.072 INFO:tasks.workunit.client.0.smithi110.stdout:op 1823 completed, throughput=5MB/sec 2024-02-18T08:43:00.073 INFO:tasks.workunit.client.0.smithi110.stdout: 352: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:00.073 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9Lc4PmxnVoUfuCJ off=8592932 len=290449 2024-02-18T08:43:00.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 1824 completed, throughput=4.99MB/sec 2024-02-18T08:43:00.074 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pgqQeqnM0MCbb-7 off=2099326 len=714034 2024-02-18T08:43:00.077 INFO:tasks.workunit.client.0.smithi110.stdout:op 1825 completed, throughput=4.99MB/sec 2024-02-18T08:43:00.077 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zolQgVJt4BrIZ08 off=1565243 len=1689286 2024-02-18T08:43:00.089 INFO:tasks.workunit.client.0.smithi110.stdout:op 1826 completed, throughput=4.99MB/sec 2024-02-18T08:43:00.089 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Lhx6xmAxERT9b1c off=9033718 len=589158 2024-02-18T08:43:00.094 INFO:tasks.workunit.client.0.smithi110.stdout:op 1827 completed, throughput=5MB/sec 2024-02-18T08:43:00.094 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jYazKeUULQQjNl3 off=1715518 len=6721 2024-02-18T08:43:00.095 INFO:tasks.workunit.client.0.smithi110.stdout:op 1828 completed, throughput=5MB/sec 2024-02-18T08:43:00.095 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jTKySC67zGxqvAV off=5776498 len=1922425 2024-02-18T08:43:00.106 INFO:tasks.workunit.client.0.smithi110.stdout:op 1829 completed, throughput=5MB/sec 2024-02-18T08:43:00.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:00 smithi110 bash[54479]: cluster 2024-02-18T08:42:59.081706+0000 mgr.y (mgr.44100) 786 : cluster [DBG] pgmap v1345: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:43:00.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:00 smithi110 bash[54479]: audit 2024-02-18T08:43:00.043686+0000 mon.a (mon.0) 1746 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:43:00.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:00 smithi110 bash[55875]: cluster 2024-02-18T08:42:59.081706+0000 mgr.y (mgr.44100) 786 : cluster [DBG] pgmap v1345: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:43:00.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:00 smithi110 bash[55875]: audit 2024-02-18T08:43:00.043686+0000 mon.a (mon.0) 1746 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:43:00.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:00 smithi191 bash[38688]: cluster 2024-02-18T08:42:59.081706+0000 mgr.y (mgr.44100) 786 : cluster [DBG] pgmap v1345: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:43:00.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:00 smithi191 bash[38688]: audit 2024-02-18T08:43:00.043686+0000 mon.a (mon.0) 1746 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:43:01.107 INFO:tasks.workunit.client.0.smithi110.stdout: 353: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:01.107 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sC13-37uSpWu5dR off=1860094 len=195521 2024-02-18T08:43:01.112 INFO:tasks.workunit.client.0.smithi110.stdout:op 1830 completed, throughput=4.99MB/sec 2024-02-18T08:43:01.112 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WvfRJghEdR6RURd off=4238546 len=159059 2024-02-18T08:43:01.117 INFO:tasks.workunit.client.0.smithi110.stdout:op 1831 completed, throughput=4.99MB/sec 2024-02-18T08:43:01.117 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Gw6mxLxmWiPWnfy off=9705968 len=221217 2024-02-18T08:43:01.118 INFO:tasks.workunit.client.0.smithi110.stdout:op 1832 completed, throughput=4.99MB/sec 2024-02-18T08:43:01.118 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AaUJDUj1N1cbQHU off=775699 len=40871 2024-02-18T08:43:01.120 INFO:tasks.workunit.client.0.smithi110.stdout:op 1833 completed, throughput=4.99MB/sec 2024-02-18T08:43:01.120 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yTokiatLPHHR0Vw off=14512186 len=2075537 2024-02-18T08:43:01.131 INFO:tasks.workunit.client.0.smithi110.stdout:op 1834 completed, throughput=4.99MB/sec 2024-02-18T08:43:01.131 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3nxLNkbZ_6YupPk off=13444328 len=699010 2024-02-18T08:43:01.133 INFO:tasks.workunit.client.0.smithi110.stdout:op 1835 completed, throughput=5MB/sec 2024-02-18T08:43:01.133 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HgVWOj92IfOLdD1 off=3172151 len=1814475 2024-02-18T08:43:01.137 INFO:tasks.workunit.client.0.smithi110.stdout:op 1836 completed, throughput=5MB/sec 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.360540+0000 mon.a (mon.0) 1747 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.377083+0000 mon.a (mon.0) 1748 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.377932+0000 mon.a (mon.0) 1749 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.378704+0000 mon.a (mon.0) 1750 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.379363+0000 mon.a (mon.0) 1751 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.380054+0000 mon.a (mon.0) 1752 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.380669+0000 mon.a (mon.0) 1753 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.381293+0000 mon.a (mon.0) 1754 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.381922+0000 mon.a (mon.0) 1755 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.382594+0000 mon.a (mon.0) 1756 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.383191+0000 mon.a (mon.0) 1757 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.651629+0000 mon.a (mon.0) 1758 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.652678+0000 mon.a (mon.0) 1759 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.653650+0000 mon.a (mon.0) 1760 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.654490+0000 mon.a (mon.0) 1761 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.655356+0000 mon.a (mon.0) 1762 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.360540+0000 mon.a (mon.0) 1747 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.377083+0000 mon.a (mon.0) 1748 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.377932+0000 mon.a (mon.0) 1749 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.378704+0000 mon.a (mon.0) 1750 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.379363+0000 mon.a (mon.0) 1751 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.380054+0000 mon.a (mon.0) 1752 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.380669+0000 mon.a (mon.0) 1753 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.381293+0000 mon.a (mon.0) 1754 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.381922+0000 mon.a (mon.0) 1755 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.382594+0000 mon.a (mon.0) 1756 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.383191+0000 mon.a (mon.0) 1757 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.651629+0000 mon.a (mon.0) 1758 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.652678+0000 mon.a (mon.0) 1759 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.653650+0000 mon.a (mon.0) 1760 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.654490+0000 mon.a (mon.0) 1761 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.655356+0000 mon.a (mon.0) 1762 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.656190+0000 mon.a (mon.0) 1763 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.712 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.656859+0000 mon.a (mon.0) 1764 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.657498+0000 mon.a (mon.0) 1765 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.658193+0000 mon.a (mon.0) 1766 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.658884+0000 mon.a (mon.0) 1767 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.659923+0000 mon.a (mon.0) 1768 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.661482+0000 mon.a (mon.0) 1769 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[54479]: audit 2024-02-18T08:43:00.669551+0000 mon.a (mon.0) 1770 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.656190+0000 mon.a (mon.0) 1763 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.656859+0000 mon.a (mon.0) 1764 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.657498+0000 mon.a (mon.0) 1765 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.658193+0000 mon.a (mon.0) 1766 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.658884+0000 mon.a (mon.0) 1767 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.659923+0000 mon.a (mon.0) 1768 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:43:01.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.661482+0000 mon.a (mon.0) 1769 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:43:01.714 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:01 smithi110 bash[55875]: audit 2024-02-18T08:43:00.669551+0000 mon.a (mon.0) 1770 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:43:01.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.360540+0000 mon.a (mon.0) 1747 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:43:01.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.377083+0000 mon.a (mon.0) 1748 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.377932+0000 mon.a (mon.0) 1749 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.378704+0000 mon.a (mon.0) 1750 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.379363+0000 mon.a (mon.0) 1751 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.380054+0000 mon.a (mon.0) 1752 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.380669+0000 mon.a (mon.0) 1753 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.381293+0000 mon.a (mon.0) 1754 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.381922+0000 mon.a (mon.0) 1755 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.382594+0000 mon.a (mon.0) 1756 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.383191+0000 mon.a (mon.0) 1757 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.651629+0000 mon.a (mon.0) 1758 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.652678+0000 mon.a (mon.0) 1759 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.653650+0000 mon.a (mon.0) 1760 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.654490+0000 mon.a (mon.0) 1761 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.655356+0000 mon.a (mon.0) 1762 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.656190+0000 mon.a (mon.0) 1763 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.656859+0000 mon.a (mon.0) 1764 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.657498+0000 mon.a (mon.0) 1765 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:43:01.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.658193+0000 mon.a (mon.0) 1766 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:43:01.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.658884+0000 mon.a (mon.0) 1767 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:43:01.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.659923+0000 mon.a (mon.0) 1768 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:43:01.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.661482+0000 mon.a (mon.0) 1769 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:43:01.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:01 smithi191 bash[38688]: audit 2024-02-18T08:43:00.669551+0000 mon.a (mon.0) 1770 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:43:02.138 INFO:tasks.workunit.client.0.smithi110.stdout: 354: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:02.138 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B0iT41-ehW-76k- off=19879856 len=108556 2024-02-18T08:43:02.142 INFO:tasks.workunit.client.0.smithi110.stdout:op 1837 completed, throughput=4.99MB/sec 2024-02-18T08:43:02.142 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vKDF5JFCdeW6hnZ off=2483108 len=1246456 2024-02-18T08:43:02.145 INFO:tasks.workunit.client.0.smithi110.stdout:op 1838 completed, throughput=4.99MB/sec 2024-02-18T08:43:02.145 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sj1C2G6yz4wVBWu off=7758426 len=1714792 2024-02-18T08:43:02.151 INFO:tasks.workunit.client.0.smithi110.stdout:op 1839 completed, throughput=4.99MB/sec 2024-02-18T08:43:02.151 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gMPULQ3mP1BhdYk off=5512034 len=248554 2024-02-18T08:43:02.152 INFO:tasks.workunit.client.0.smithi110.stdout:op 1840 completed, throughput=5MB/sec 2024-02-18T08:43:02.152 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BIC8kscZGcekUsJ off=6861662 len=2071040 2024-02-18T08:43:02.158 INFO:tasks.workunit.client.0.smithi110.stdout:op 1841 completed, throughput=5MB/sec 2024-02-18T08:43:02.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:02 smithi110 bash[54479]: cephadm 2024-02-18T08:43:00.662939+0000 mgr.y (mgr.44100) 787 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:43:02.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:02 smithi110 bash[54479]: cluster 2024-02-18T08:43:01.082556+0000 mgr.y (mgr.44100) 788 : cluster [DBG] pgmap v1346: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:43:02.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:02 smithi110 bash[55875]: cephadm 2024-02-18T08:43:00.662939+0000 mgr.y (mgr.44100) 787 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:43:02.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:02 smithi110 bash[55875]: cluster 2024-02-18T08:43:01.082556+0000 mgr.y (mgr.44100) 788 : cluster [DBG] pgmap v1346: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:43:02.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:02 smithi191 bash[38688]: cephadm 2024-02-18T08:43:00.662939+0000 mgr.y (mgr.44100) 787 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:43:02.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:02 smithi191 bash[38688]: cluster 2024-02-18T08:43:01.082556+0000 mgr.y (mgr.44100) 788 : cluster [DBG] pgmap v1346: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:43:03.158 INFO:tasks.workunit.client.0.smithi110.stdout: 355: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:03.158 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DAXVaJy03aj5xV1 off=22089625 len=578110 2024-02-18T08:43:03.165 INFO:tasks.workunit.client.0.smithi110.stdout:op 1842 completed, throughput=4.99MB/sec 2024-02-18T08:43:03.166 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bcOofx3xpLqm5uE off=428235 len=249089 2024-02-18T08:43:03.167 INFO:tasks.workunit.client.0.smithi110.stdout:op 1843 completed, throughput=4.99MB/sec 2024-02-18T08:43:03.167 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vymSAFvIHyVTkQN off=13671070 len=2060942 2024-02-18T08:43:03.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 1844 completed, throughput=4.99MB/sec 2024-02-18T08:43:03.180 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5AWEG-p5TgFZpdo off=4172412 len=1907791 2024-02-18T08:43:03.182 INFO:tasks.workunit.client.0.smithi110.stdout:op 1845 completed, throughput=5MB/sec 2024-02-18T08:43:03.182 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--TupEVnkIoZGiZh off=13244186 len=1657436 2024-02-18T08:43:03.194 INFO:tasks.workunit.client.0.smithi110.stdout:op 1846 completed, throughput=5MB/sec 2024-02-18T08:43:04.194 INFO:tasks.workunit.client.0.smithi110.stdout: 356: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:04.194 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--4_DlPvCYvF2BXS off=5084838 len=767644 2024-02-18T08:43:04.197 INFO:tasks.workunit.client.0.smithi110.stdout:op 1847 completed, throughput=4.99MB/sec 2024-02-18T08:43:04.197 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NWODy2Nxbh9Qixj off=9187402 len=230932 2024-02-18T08:43:04.199 INFO:tasks.workunit.client.0.smithi110.stdout:op 1848 completed, throughput=4.99MB/sec 2024-02-18T08:43:04.199 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vYhmmrEG9OSakN0 off=18463094 len=1036653 2024-02-18T08:43:04.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 1849 completed, throughput=5MB/sec 2024-02-18T08:43:04.202 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4brHKI4c0aQR8i0 off=356026 len=38463 2024-02-18T08:43:04.205 INFO:tasks.workunit.client.0.smithi110.stdout:op 1850 completed, throughput=5MB/sec 2024-02-18T08:43:04.206 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hHd_usMaRn63r4O off=1265085 len=325182 2024-02-18T08:43:04.208 INFO:tasks.workunit.client.0.smithi110.stdout:op 1851 completed, throughput=5MB/sec 2024-02-18T08:43:04.208 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hSnoNp2V-qltVPT off=999627 len=575899 2024-02-18T08:43:04.209 INFO:tasks.workunit.client.0.smithi110.stdout:op 1852 completed, throughput=5MB/sec 2024-02-18T08:43:04.209 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Y1A1Wkkax_4imRb off=16603009 len=1047627 2024-02-18T08:43:04.217 INFO:tasks.workunit.client.0.smithi110.stdout:op 1853 completed, throughput=5MB/sec 2024-02-18T08:43:04.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:04 smithi110 bash[54479]: cluster 2024-02-18T08:43:03.083496+0000 mgr.y (mgr.44100) 789 : cluster [DBG] pgmap v1347: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:43:04.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:04 smithi110 bash[55875]: cluster 2024-02-18T08:43:03.083496+0000 mgr.y (mgr.44100) 789 : cluster [DBG] pgmap v1347: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:43:04.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:04 smithi191 bash[38688]: cluster 2024-02-18T08:43:03.083496+0000 mgr.y (mgr.44100) 789 : cluster [DBG] pgmap v1347: 73 pgs: 73 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:43:05.218 INFO:tasks.workunit.client.0.smithi110.stdout: 357: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:05.218 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uEQONRU0SMUuwvW off=6593037 len=1970449 2024-02-18T08:43:05.229 INFO:tasks.workunit.client.0.smithi110.stdout:op 1854 completed, throughput=4.99MB/sec 2024-02-18T08:43:05.229 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-21dDoa0BnTE7yA5 off=9988269 len=326258 2024-02-18T08:43:05.231 INFO:tasks.workunit.client.0.smithi110.stdout:op 1855 completed, throughput=4.99MB/sec 2024-02-18T08:43:05.231 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tOCyExPbYdJcabO off=8318454 len=264000 2024-02-18T08:43:05.235 INFO:tasks.workunit.client.0.smithi110.stdout:op 1856 completed, throughput=4.99MB/sec 2024-02-18T08:43:05.235 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yP1my5gBmpMXmKy off=3245743 len=704928 2024-02-18T08:43:05.241 INFO:tasks.workunit.client.0.smithi110.stdout:op 1857 completed, throughput=4.99MB/sec 2024-02-18T08:43:05.241 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cPdnejKT9XKz5Xt off=4332601 len=254689 2024-02-18T08:43:05.244 INFO:tasks.workunit.client.0.smithi110.stdout:op 1858 completed, throughput=5MB/sec 2024-02-18T08:43:05.244 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WZZtWyj56enSlKp off=4666063 len=1591363 2024-02-18T08:43:05.252 INFO:tasks.workunit.client.0.smithi110.stdout:op 1859 completed, throughput=5MB/sec 2024-02-18T08:43:05.252 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T1PXLpZ0CBMMsXV off=19285581 len=2095043 2024-02-18T08:43:05.265 INFO:tasks.workunit.client.0.smithi110.stdout:op 1860 completed, throughput=5MB/sec 2024-02-18T08:43:06.265 INFO:tasks.workunit.client.0.smithi110.stdout: 358: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:06.265 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-btPRmnLzvl-Lx2p off=2523885 len=1506772 2024-02-18T08:43:06.270 INFO:tasks.workunit.client.0.smithi110.stdout:op 1861 completed, throughput=4.99MB/sec 2024-02-18T08:43:06.270 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j4g-mBeb7M2h6R3 off=722212 len=1226108 2024-02-18T08:43:06.273 INFO:tasks.workunit.client.0.smithi110.stdout:op 1862 completed, throughput=5MB/sec 2024-02-18T08:43:06.273 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Hm06mCUYH69A8YP off=2840914 len=175785 2024-02-18T08:43:06.278 INFO:tasks.workunit.client.0.smithi110.stdout:op 1863 completed, throughput=5MB/sec 2024-02-18T08:43:06.278 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-crhWAPQydUedwIg off=399287 len=2005352 2024-02-18T08:43:06.281 INFO:tasks.workunit.client.0.smithi110.stdout:op 1864 completed, throughput=5MB/sec 2024-02-18T08:43:06.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:06 smithi110 bash[54479]: cluster 2024-02-18T08:43:05.084290+0000 mgr.y (mgr.44100) 790 : cluster [DBG] pgmap v1348: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:43:06.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:06 smithi110 bash[55875]: cluster 2024-02-18T08:43:05.084290+0000 mgr.y (mgr.44100) 790 : cluster [DBG] pgmap v1348: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:43:06.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:06 smithi191 bash[38688]: cluster 2024-02-18T08:43:05.084290+0000 mgr.y (mgr.44100) 790 : cluster [DBG] pgmap v1348: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:43:07.281 INFO:tasks.workunit.client.0.smithi110.stdout: 359: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:07.282 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Vvs2-XMxc_JDEV8 off=13565581 len=1073972 2024-02-18T08:43:07.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 1865 completed, throughput=4.99MB/sec 2024-02-18T08:43:07.285 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xhAaEWjyuFQH9qX off=5336258 len=211200 2024-02-18T08:43:07.287 INFO:tasks.workunit.client.0.smithi110.stdout:op 1866 completed, throughput=4.99MB/sec 2024-02-18T08:43:07.287 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_tw-xx2XHPomQ7b off=15361186 len=544145 2024-02-18T08:43:07.289 INFO:tasks.workunit.client.0.smithi110.stdout:op 1867 completed, throughput=4.99MB/sec 2024-02-18T08:43:07.289 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GMOvggekHE6SJYc off=2792774 len=248264 2024-02-18T08:43:07.291 INFO:tasks.workunit.client.0.smithi110.stdout:op 1868 completed, throughput=5MB/sec 2024-02-18T08:43:07.291 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B9l9ie6nKSY7mkU off=8629194 len=1647780 2024-02-18T08:43:07.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 1869 completed, throughput=5MB/sec 2024-02-18T08:43:07.303 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-V31zegrERpbcSZX off=8707332 len=1951354 2024-02-18T08:43:07.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 1870 completed, throughput=5MB/sec 2024-02-18T08:43:07.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:07 smithi110 bash[54479]: cluster 2024-02-18T08:43:07.085093+0000 mgr.y (mgr.44100) 791 : cluster [DBG] pgmap v1349: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:43:07.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:07 smithi110 bash[55875]: cluster 2024-02-18T08:43:07.085093+0000 mgr.y (mgr.44100) 791 : cluster [DBG] pgmap v1349: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:43:07.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:07 smithi191 bash[38688]: cluster 2024-02-18T08:43:07.085093+0000 mgr.y (mgr.44100) 791 : cluster [DBG] pgmap v1349: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:43:08.306 INFO:tasks.workunit.client.0.smithi110.stdout: 360: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:08.307 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0qHFrCVcIEQisqC off=18685865 len=1496337 2024-02-18T08:43:08.318 INFO:tasks.workunit.client.0.smithi110.stdout:op 1871 completed, throughput=4.99MB/sec 2024-02-18T08:43:08.318 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cXjAcMwKohCWcY0 off=7909900 len=1433657 2024-02-18T08:43:08.322 INFO:tasks.workunit.client.0.smithi110.stdout:op 1872 completed, throughput=5MB/sec 2024-02-18T08:43:08.322 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WIl1wYhs6DKeb80 off=1190104 len=780161 2024-02-18T08:43:08.328 INFO:tasks.workunit.client.0.smithi110.stdout:op 1873 completed, throughput=5MB/sec 2024-02-18T08:43:08.328 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tcYzv72YPtiEv54 off=698258 len=919426 2024-02-18T08:43:08.329 INFO:tasks.workunit.client.0.smithi110.stdout:op 1874 completed, throughput=5MB/sec 2024-02-18T08:43:09.330 INFO:tasks.workunit.client.0.smithi110.stdout: 361: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:09.330 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dFls4wbTW9DLGyT off=4451493 len=1965195 2024-02-18T08:43:09.336 INFO:tasks.workunit.client.0.smithi110.stdout:op 1875 completed, throughput=4.99MB/sec 2024-02-18T08:43:09.336 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LceA1O59MSi_gBo off=403548 len=37862 2024-02-18T08:43:09.341 INFO:tasks.workunit.client.0.smithi110.stdout:op 1876 completed, throughput=4.99MB/sec 2024-02-18T08:43:09.341 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-b_IYN_zA3cLRKxN off=9794420 len=1531527 2024-02-18T08:43:09.352 INFO:tasks.workunit.client.0.smithi110.stdout:op 1877 completed, throughput=5MB/sec 2024-02-18T08:43:09.352 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9FzZpHYtby8DHhR off=1191357 len=1428880 2024-02-18T08:43:09.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 1878 completed, throughput=5MB/sec 2024-02-18T08:43:10.355 INFO:tasks.workunit.client.0.smithi110.stdout: 362: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:10.355 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XOi-iDwTmS1DUIO off=906043 len=1788758 2024-02-18T08:43:10.360 INFO:tasks.workunit.client.0.smithi110.stdout:op 1879 completed, throughput=4.99MB/sec 2024-02-18T08:43:10.360 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-S-zFkEkTbo8Q-r6 off=22733818 len=1595935 2024-02-18T08:43:10.374 INFO:tasks.workunit.client.0.smithi110.stdout:op 1880 completed, throughput=5MB/sec 2024-02-18T08:43:10.374 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zCjnaJEKTJiygP2 off=15850452 len=1671178 2024-02-18T08:43:10.379 INFO:tasks.workunit.client.0.smithi110.stdout:op 1881 completed, throughput=5MB/sec 2024-02-18T08:43:10.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:10 smithi110 bash[54479]: cluster 2024-02-18T08:43:09.085980+0000 mgr.y (mgr.44100) 792 : cluster [DBG] pgmap v1350: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:43:10.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:10 smithi110 bash[55875]: cluster 2024-02-18T08:43:09.085980+0000 mgr.y (mgr.44100) 792 : cluster [DBG] pgmap v1350: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:43:10.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:10 smithi191 bash[38688]: cluster 2024-02-18T08:43:09.085980+0000 mgr.y (mgr.44100) 792 : cluster [DBG] pgmap v1350: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:43:11.379 INFO:tasks.workunit.client.0.smithi110.stdout: 363: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:11.379 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HF5YUS6yUWrlHtV off=9522947 len=1666901 2024-02-18T08:43:11.390 INFO:tasks.workunit.client.0.smithi110.stdout:op 1882 completed, throughput=4.99MB/sec 2024-02-18T08:43:11.390 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Gbi32vnE5I61Oom off=9892088 len=1913230 2024-02-18T08:43:11.403 INFO:tasks.workunit.client.0.smithi110.stdout:op 1883 completed, throughput=5MB/sec 2024-02-18T08:43:11.403 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pAGf4_PKPEH8QQg off=3818270 len=1645519 2024-02-18T08:43:11.410 INFO:tasks.workunit.client.0.smithi110.stdout:op 1884 completed, throughput=5MB/sec 2024-02-18T08:43:11.410 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wTz_C-4RSE8rl1b off=3115535 len=429789 2024-02-18T08:43:11.413 INFO:tasks.workunit.client.0.smithi110.stdout:op 1885 completed, throughput=5MB/sec 2024-02-18T08:43:12.414 INFO:tasks.workunit.client.0.smithi110.stdout: 364: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:12.414 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Xv6y6P1KTJFx7dH off=9296993 len=1856036 2024-02-18T08:43:12.427 INFO:tasks.workunit.client.0.smithi110.stdout:op 1886 completed, throughput=4.99MB/sec 2024-02-18T08:43:12.427 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VEazLVWYqQ1eANN off=19201981 len=969299 2024-02-18T08:43:12.434 INFO:tasks.workunit.client.0.smithi110.stdout:op 1887 completed, throughput=4.99MB/sec 2024-02-18T08:43:12.435 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HNiTRh7IOKwts50 off=3561128 len=601014 2024-02-18T08:43:12.436 INFO:tasks.workunit.client.0.smithi110.stdout:op 1888 completed, throughput=5MB/sec 2024-02-18T08:43:12.436 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fWUhaBjPTk6JTJo off=19785633 len=720975 2024-02-18T08:43:12.437 INFO:tasks.workunit.client.0.smithi110.stdout:op 1889 completed, throughput=5MB/sec 2024-02-18T08:43:12.438 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7qI-u4yVB2Gu_eO off=1671177 len=1074127 2024-02-18T08:43:12.444 INFO:tasks.workunit.client.0.smithi110.stdout:op 1890 completed, throughput=5MB/sec 2024-02-18T08:43:12.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:12 smithi110 bash[54479]: cluster 2024-02-18T08:43:11.086804+0000 mgr.y (mgr.44100) 793 : cluster [DBG] pgmap v1351: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:43:12.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:12 smithi110 bash[55875]: cluster 2024-02-18T08:43:11.086804+0000 mgr.y (mgr.44100) 793 : cluster [DBG] pgmap v1351: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:43:12.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:12 smithi191 bash[38688]: cluster 2024-02-18T08:43:11.086804+0000 mgr.y (mgr.44100) 793 : cluster [DBG] pgmap v1351: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:43:13.444 INFO:tasks.workunit.client.0.smithi110.stdout: 365: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:13.445 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bAek4mEdmDwDhww off=9945846 len=936455 2024-02-18T08:43:13.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 1891 completed, throughput=4.99MB/sec 2024-02-18T08:43:13.453 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RnnqdkDi6sXalx9 off=3135965 len=893710 2024-02-18T08:43:13.459 INFO:tasks.workunit.client.0.smithi110.stdout:op 1892 completed, throughput=4.99MB/sec 2024-02-18T08:43:13.459 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gVph5X3638WCkp2 off=3567055 len=1073058 2024-02-18T08:43:13.468 INFO:tasks.workunit.client.0.smithi110.stdout:op 1893 completed, throughput=4.99MB/sec 2024-02-18T08:43:13.468 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UIHvdaQ3FX_RO08 off=14239433 len=1525512 2024-02-18T08:43:13.469 INFO:tasks.workunit.client.0.smithi110.stdout:op 1894 completed, throughput=5MB/sec 2024-02-18T08:43:13.469 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-af7Q5nTTIEEmy1s off=7999716 len=1223719 2024-02-18T08:43:13.470 INFO:tasks.workunit.client.0.smithi110.stdout:op 1895 completed, throughput=5MB/sec 2024-02-18T08:43:14.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:14 smithi110 bash[54479]: cluster 2024-02-18T08:43:13.087727+0000 mgr.y (mgr.44100) 794 : cluster [DBG] pgmap v1352: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-02-18T08:43:14.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:14 smithi110 bash[55875]: cluster 2024-02-18T08:43:13.087727+0000 mgr.y (mgr.44100) 794 : cluster [DBG] pgmap v1352: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-02-18T08:43:14.471 INFO:tasks.workunit.client.0.smithi110.stdout: 366: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:14.471 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-svlTdRG5T7nheKk off=3952467 len=806301 2024-02-18T08:43:14.474 INFO:tasks.workunit.client.0.smithi110.stdout:op 1896 completed, throughput=4.99MB/sec 2024-02-18T08:43:14.474 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MRs1YZSvtMDy114 off=5285948 len=1804287 2024-02-18T08:43:14.489 INFO:tasks.workunit.client.0.smithi110.stdout:op 1897 completed, throughput=4.99MB/sec 2024-02-18T08:43:14.489 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aXSUT-_qURVQOrb off=3742326 len=252423 2024-02-18T08:43:14.493 INFO:tasks.workunit.client.0.smithi110.stdout:op 1898 completed, throughput=4.99MB/sec 2024-02-18T08:43:14.494 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CvTn1eX6rJTmwAl off=9876885 len=1618469 2024-02-18T08:43:14.497 INFO:tasks.workunit.client.0.smithi110.stdout:op 1899 completed, throughput=5MB/sec 2024-02-18T08:43:14.497 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yioqMO2OVuOEm4H off=881469 len=1113846 2024-02-18T08:43:14.503 INFO:tasks.workunit.client.0.smithi110.stdout:op 1900 completed, throughput=5MB/sec 2024-02-18T08:43:14.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:14 smithi191 bash[38688]: cluster 2024-02-18T08:43:13.087727+0000 mgr.y (mgr.44100) 794 : cluster [DBG] pgmap v1352: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-02-18T08:43:15.504 INFO:tasks.workunit.client.0.smithi110.stdout: 367: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:15.504 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Nwgcd3Y52VHDEwH off=7051432 len=781328 2024-02-18T08:43:15.506 INFO:tasks.workunit.client.0.smithi110.stdout:op 1901 completed, throughput=4.99MB/sec 2024-02-18T08:43:15.506 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-m4jz5D_BryHCi6c off=9967001 len=282232 2024-02-18T08:43:15.512 INFO:tasks.workunit.client.0.smithi110.stdout:op 1902 completed, throughput=4.99MB/sec 2024-02-18T08:43:15.513 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eG_QXp6tahF2i5r off=193816 len=1979015 2024-02-18T08:43:15.516 INFO:tasks.workunit.client.0.smithi110.stdout:op 1903 completed, throughput=5MB/sec 2024-02-18T08:43:15.516 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-72jpHPre5qHo7UB off=9988844 len=1639985 2024-02-18T08:43:15.520 INFO:tasks.workunit.client.0.smithi110.stdout:op 1904 completed, throughput=5MB/sec 2024-02-18T08:43:16.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:16 smithi110 bash[54479]: cluster 2024-02-18T08:43:15.088514+0000 mgr.y (mgr.44100) 795 : cluster [DBG] pgmap v1353: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:43:16.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:16 smithi110 bash[55875]: cluster 2024-02-18T08:43:15.088514+0000 mgr.y (mgr.44100) 795 : cluster [DBG] pgmap v1353: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:43:16.520 INFO:tasks.workunit.client.0.smithi110.stdout: 368: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:16.521 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cKYLqAJLwXeumS1 off=1009652 len=1789231 2024-02-18T08:43:16.524 INFO:tasks.workunit.client.0.smithi110.stdout:op 1905 completed, throughput=4.99MB/sec 2024-02-18T08:43:16.524 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nsh664zXnmj8u9N off=22613439 len=1902635 2024-02-18T08:43:16.528 INFO:tasks.workunit.client.0.smithi110.stdout:op 1906 completed, throughput=5MB/sec 2024-02-18T08:43:16.528 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pocgBpdLZ8UgIoX off=8308369 len=954168 2024-02-18T08:43:16.532 INFO:tasks.workunit.client.0.smithi110.stdout:op 1907 completed, throughput=5MB/sec 2024-02-18T08:43:16.532 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1UmKahr0_hBwoPv off=15722654 len=841108 2024-02-18T08:43:16.535 INFO:tasks.workunit.client.0.smithi110.stdout:op 1908 completed, throughput=5MB/sec 2024-02-18T08:43:16.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:16 smithi191 bash[38688]: cluster 2024-02-18T08:43:15.088514+0000 mgr.y (mgr.44100) 795 : cluster [DBG] pgmap v1353: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:43:17.535 INFO:tasks.workunit.client.0.smithi110.stdout: 369: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:17.535 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-h2A9na_fd53dAed off=10949645 len=784836 2024-02-18T08:43:17.538 INFO:tasks.workunit.client.0.smithi110.stdout:op 1909 completed, throughput=4.99MB/sec 2024-02-18T08:43:17.538 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fvDvIiBfP4fi3u6 off=363082 len=182709 2024-02-18T08:43:17.543 INFO:tasks.workunit.client.0.smithi110.stdout:op 1910 completed, throughput=4.99MB/sec 2024-02-18T08:43:17.543 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-855q_hA_9bhDfU2 off=11310033 len=1858830 2024-02-18T08:43:17.546 INFO:tasks.workunit.client.0.smithi110.stdout:op 1911 completed, throughput=4.99MB/sec 2024-02-18T08:43:17.547 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QpGReDy01mWjjAi off=499829 len=715774 2024-02-18T08:43:17.554 INFO:tasks.workunit.client.0.smithi110.stdout:op 1912 completed, throughput=5MB/sec 2024-02-18T08:43:17.554 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AzHkqtHCkanwiid off=856392 len=1464946 2024-02-18T08:43:17.558 INFO:tasks.workunit.client.0.smithi110.stdout:op 1913 completed, throughput=5MB/sec 2024-02-18T08:43:17.559 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Xr9Ikl_wEEPw8Ks off=8379145 len=1936585 2024-02-18T08:43:17.561 INFO:tasks.workunit.client.0.smithi110.stdout:op 1914 completed, throughput=5MB/sec 2024-02-18T08:43:18.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:18 smithi110 bash[54479]: cluster 2024-02-18T08:43:17.089368+0000 mgr.y (mgr.44100) 796 : cluster [DBG] pgmap v1354: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:43:18.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:18 smithi110 bash[55875]: cluster 2024-02-18T08:43:17.089368+0000 mgr.y (mgr.44100) 796 : cluster [DBG] pgmap v1354: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:43:18.562 INFO:tasks.workunit.client.0.smithi110.stdout: 370: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:18.562 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vr4XdpDNT1L6AFe off=8531669 len=231166 2024-02-18T08:43:18.567 INFO:tasks.workunit.client.0.smithi110.stdout:op 1915 completed, throughput=4.99MB/sec 2024-02-18T08:43:18.567 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SjAvj1PQQdvvtea off=4824635 len=259929 2024-02-18T08:43:18.568 INFO:tasks.workunit.client.0.smithi110.stdout:op 1916 completed, throughput=4.99MB/sec 2024-02-18T08:43:18.568 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mvAzuw-jxcwZet_ off=0 len=1125082 2024-02-18T08:43:18.575 INFO:tasks.workunit.client.0.smithi110.stdout:op 1917 completed, throughput=5MB/sec 2024-02-18T08:43:18.575 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-igEcuUr6-zKcJDI off=3778129 len=1156548 2024-02-18T08:43:18.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:18 smithi191 bash[38688]: cluster 2024-02-18T08:43:17.089368+0000 mgr.y (mgr.44100) 796 : cluster [DBG] pgmap v1354: 73 pgs: 73 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:43:18.583 INFO:tasks.workunit.client.0.smithi110.stdout:op 1918 completed, throughput=5MB/sec 2024-02-18T08:43:18.583 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-btPE-QVt6jRXgbh off=21085410 len=928233 2024-02-18T08:43:18.588 INFO:tasks.workunit.client.0.smithi110.stdout:op 1919 completed, throughput=5MB/sec 2024-02-18T08:43:19.588 INFO:tasks.workunit.client.0.smithi110.stdout: 371: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:19.588 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NWODy2Nxbh9Qixj off=5687778 len=824728 2024-02-18T08:43:19.591 INFO:tasks.workunit.client.0.smithi110.stdout:op 1920 completed, throughput=4.99MB/sec 2024-02-18T08:43:19.591 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pYx5LuOQAS8uOXx off=3165617 len=1424394 2024-02-18T08:43:19.595 INFO:tasks.workunit.client.0.smithi110.stdout:op 1921 completed, throughput=4.99MB/sec 2024-02-18T08:43:19.595 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Ix1GSiqdRxrOrp off=13389628 len=1812039 2024-02-18T08:43:19.608 INFO:tasks.workunit.client.0.smithi110.stdout:op 1922 completed, throughput=5MB/sec 2024-02-18T08:43:19.608 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JlCW2OYvhOi5b0g off=6084111 len=1854264 2024-02-18T08:43:19.611 INFO:tasks.workunit.client.0.smithi110.stdout:op 1923 completed, throughput=5MB/sec 2024-02-18T08:43:20.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:20 smithi110 bash[54479]: cluster 2024-02-18T08:43:19.090269+0000 mgr.y (mgr.44100) 797 : cluster [DBG] pgmap v1355: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:43:20.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:20 smithi110 bash[55875]: cluster 2024-02-18T08:43:19.090269+0000 mgr.y (mgr.44100) 797 : cluster [DBG] pgmap v1355: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:43:20.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:20 smithi191 bash[38688]: cluster 2024-02-18T08:43:19.090269+0000 mgr.y (mgr.44100) 797 : cluster [DBG] pgmap v1355: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:43:20.612 INFO:tasks.workunit.client.0.smithi110.stdout: 372: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:20.612 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WV85NTtmh-ZwQl_ off=1267983 len=727241 2024-02-18T08:43:20.615 INFO:tasks.workunit.client.0.smithi110.stdout:op 1924 completed, throughput=4.99MB/sec 2024-02-18T08:43:20.615 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pY7hXlSyPL2Uy6H off=5811561 len=1828123 2024-02-18T08:43:20.620 INFO:tasks.workunit.client.0.smithi110.stdout:op 1925 completed, throughput=4.99MB/sec 2024-02-18T08:43:20.621 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OkzlmDIhh7cayzA off=6751316 len=594012 2024-02-18T08:43:20.623 INFO:tasks.workunit.client.0.smithi110.stdout:op 1926 completed, throughput=5MB/sec 2024-02-18T08:43:20.623 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0XqhdiLbj6Niqpv off=1248126 len=1456433 2024-02-18T08:43:20.634 INFO:tasks.workunit.client.0.smithi110.stdout:op 1927 completed, throughput=5MB/sec 2024-02-18T08:43:20.634 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yPYcJbCbkP4RunS off=957920 len=1560135 2024-02-18T08:43:20.638 INFO:tasks.workunit.client.0.smithi110.stdout:op 1928 completed, throughput=5MB/sec 2024-02-18T08:43:21.639 INFO:tasks.workunit.client.0.smithi110.stdout: 373: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:21.639 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P8CqWXbW0uJtDjF off=16783124 len=1691374 2024-02-18T08:43:21.643 INFO:tasks.workunit.client.0.smithi110.stdout:op 1929 completed, throughput=4.99MB/sec 2024-02-18T08:43:21.643 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EUdxE-QX74_g8-p off=4000966 len=1247216 2024-02-18T08:43:21.653 INFO:tasks.workunit.client.0.smithi110.stdout:op 1930 completed, throughput=5MB/sec 2024-02-18T08:43:21.653 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WZdylLYU0iRR8Vj off=8183564 len=1918823 2024-02-18T08:43:21.665 INFO:tasks.workunit.client.0.smithi110.stdout:op 1931 completed, throughput=5MB/sec 2024-02-18T08:43:22.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:22 smithi110 bash[54479]: cluster 2024-02-18T08:43:21.091087+0000 mgr.y (mgr.44100) 798 : cluster [DBG] pgmap v1356: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-02-18T08:43:22.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:22 smithi110 bash[55875]: cluster 2024-02-18T08:43:21.091087+0000 mgr.y (mgr.44100) 798 : cluster [DBG] pgmap v1356: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-02-18T08:43:22.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:22 smithi191 bash[38688]: cluster 2024-02-18T08:43:21.091087+0000 mgr.y (mgr.44100) 798 : cluster [DBG] pgmap v1356: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-02-18T08:43:22.666 INFO:tasks.workunit.client.0.smithi110.stdout: 374: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:22.667 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f3B4f4TUYFs0P7U off=12308286 len=271767 2024-02-18T08:43:22.672 INFO:tasks.workunit.client.0.smithi110.stdout:op 1932 completed, throughput=4.99MB/sec 2024-02-18T08:43:22.672 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1gyo4i3uSTrU7Do off=1453278 len=1613197 2024-02-18T08:43:22.675 INFO:tasks.workunit.client.0.smithi110.stdout:op 1933 completed, throughput=4.99MB/sec 2024-02-18T08:43:22.675 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MifHG_pGp-_qLk3 off=904563 len=52339 2024-02-18T08:43:22.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 1934 completed, throughput=4.99MB/sec 2024-02-18T08:43:22.676 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-twbLl9-lnvI9HHI off=6935326 len=804946 2024-02-18T08:43:22.678 INFO:tasks.workunit.client.0.smithi110.stdout:op 1935 completed, throughput=5MB/sec 2024-02-18T08:43:22.678 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sw-GLjPX6wZxBFx off=4115102 len=989805 2024-02-18T08:43:22.685 INFO:tasks.workunit.client.0.smithi110.stdout:op 1936 completed, throughput=5MB/sec 2024-02-18T08:43:22.685 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-G2G7Tzjx-Hkb1FT off=18634872 len=95703 2024-02-18T08:43:22.689 INFO:tasks.workunit.client.0.smithi110.stdout:op 1937 completed, throughput=5MB/sec 2024-02-18T08:43:22.690 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yVhK6XosrAfbe_M off=5915884 len=1663483 2024-02-18T08:43:22.691 INFO:tasks.workunit.client.0.smithi110.stdout:op 1938 completed, throughput=5MB/sec 2024-02-18T08:43:23.692 INFO:tasks.workunit.client.0.smithi110.stdout: 375: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:23.692 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ObJizBO4dzblnC- off=2300165 len=420684 2024-02-18T08:43:23.694 INFO:tasks.workunit.client.0.smithi110.stdout:op 1939 completed, throughput=4.99MB/sec 2024-02-18T08:43:23.694 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SiOqe0hT0jLM-JK off=7056680 len=404257 2024-02-18T08:43:23.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 1940 completed, throughput=4.99MB/sec 2024-02-18T08:43:23.696 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4_0vWnODnChmrGf off=4301734 len=1446384 2024-02-18T08:43:23.701 INFO:tasks.workunit.client.0.smithi110.stdout:op 1941 completed, throughput=4.99MB/sec 2024-02-18T08:43:23.701 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JctSSEynZpd3fOf off=12058270 len=1229040 2024-02-18T08:43:23.712 INFO:tasks.workunit.client.0.smithi110.stdout:op 1942 completed, throughput=5MB/sec 2024-02-18T08:43:23.712 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KPi-MKw78OpNejk off=7559714 len=989574 2024-02-18T08:43:23.719 INFO:tasks.workunit.client.0.smithi110.stdout:op 1943 completed, throughput=5MB/sec 2024-02-18T08:43:24.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:24 smithi110 bash[54479]: cluster 2024-02-18T08:43:23.092038+0000 mgr.y (mgr.44100) 799 : cluster [DBG] pgmap v1357: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:43:24.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:24 smithi110 bash[55875]: cluster 2024-02-18T08:43:23.092038+0000 mgr.y (mgr.44100) 799 : cluster [DBG] pgmap v1357: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:43:24.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:24 smithi191 bash[38688]: cluster 2024-02-18T08:43:23.092038+0000 mgr.y (mgr.44100) 799 : cluster [DBG] pgmap v1357: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:43:24.719 INFO:tasks.workunit.client.0.smithi110.stdout: 376: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:24.719 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vcsVPdu0OToUNMK off=1652773 len=305015 2024-02-18T08:43:24.721 INFO:tasks.workunit.client.0.smithi110.stdout:op 1944 completed, throughput=4.99MB/sec 2024-02-18T08:43:24.721 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZqrtpODFJHtidKg off=4666167 len=30131 2024-02-18T08:43:24.722 INFO:tasks.workunit.client.0.smithi110.stdout:op 1945 completed, throughput=4.99MB/sec 2024-02-18T08:43:24.722 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9HJvUNK8aLZs2eq off=4531173 len=958641 2024-02-18T08:43:24.731 INFO:tasks.workunit.client.0.smithi110.stdout:op 1946 completed, throughput=4.99MB/sec 2024-02-18T08:43:24.731 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MDBi6Eo3MtxWfZ7 off=1582617 len=8133 2024-02-18T08:43:24.735 INFO:tasks.workunit.client.0.smithi110.stdout:op 1947 completed, throughput=4.99MB/sec 2024-02-18T08:43:24.735 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GMOvggekHE6SJYc off=849450 len=1909402 2024-02-18T08:43:24.747 INFO:tasks.workunit.client.0.smithi110.stdout:op 1948 completed, throughput=4.99MB/sec 2024-02-18T08:43:24.747 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zhab18TIVqTanTq off=2523153 len=1728181 2024-02-18T08:43:24.751 INFO:tasks.workunit.client.0.smithi110.stdout:op 1949 completed, throughput=5MB/sec 2024-02-18T08:43:24.751 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7RbnAsukpw93GMw off=5205730 len=883860 2024-02-18T08:43:24.757 INFO:tasks.workunit.client.0.smithi110.stdout:op 1950 completed, throughput=5MB/sec 2024-02-18T08:43:25.758 INFO:tasks.workunit.client.0.smithi110.stdout: 377: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:25.758 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WQfAVPiWtXBZkey off=2864947 len=249749 2024-02-18T08:43:25.763 INFO:tasks.workunit.client.0.smithi110.stdout:op 1951 completed, throughput=4.99MB/sec 2024-02-18T08:43:25.763 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NznGUIMv8CwF4Ug off=8796918 len=1258779 2024-02-18T08:43:25.764 INFO:tasks.workunit.client.0.smithi110.stdout:op 1952 completed, throughput=4.99MB/sec 2024-02-18T08:43:25.764 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xW7Txmu3rCOVphW off=1109381 len=1797465 2024-02-18T08:43:25.770 INFO:tasks.workunit.client.0.smithi110.stdout:op 1953 completed, throughput=5MB/sec 2024-02-18T08:43:25.770 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dFtsw1CXkNRlJx_ off=10041885 len=31394 2024-02-18T08:43:25.771 INFO:tasks.workunit.client.0.smithi110.stdout:op 1954 completed, throughput=5MB/sec 2024-02-18T08:43:25.771 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HujzDWklQasPe-W off=3083103 len=1917139 2024-02-18T08:43:25.782 INFO:tasks.workunit.client.0.smithi110.stdout:op 1955 completed, throughput=5MB/sec 2024-02-18T08:43:26.463 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:26 smithi110 bash[54479]: cluster 2024-02-18T08:43:25.092930+0000 mgr.y (mgr.44100) 800 : cluster [DBG] pgmap v1358: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:43:26.464 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:26 smithi110 bash[55875]: cluster 2024-02-18T08:43:25.092930+0000 mgr.y (mgr.44100) 800 : cluster [DBG] pgmap v1358: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:43:26.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:26 smithi191 bash[38688]: cluster 2024-02-18T08:43:25.092930+0000 mgr.y (mgr.44100) 800 : cluster [DBG] pgmap v1358: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:43:26.782 INFO:tasks.workunit.client.0.smithi110.stdout: 378: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:26.783 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-v89eMovOeSXcKhY off=7687970 len=2001265 2024-02-18T08:43:26.799 INFO:tasks.workunit.client.0.smithi110.stdout:op 1956 completed, throughput=4.99MB/sec 2024-02-18T08:43:26.799 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uGnqoAE6Gi0yIkm off=4143776 len=1440184 2024-02-18T08:43:26.802 INFO:tasks.workunit.client.0.smithi110.stdout:op 1957 completed, throughput=5MB/sec 2024-02-18T08:43:26.802 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6loSaGwJuR01TiL off=16616348 len=195763 2024-02-18T08:43:26.803 INFO:tasks.workunit.client.0.smithi110.stdout:op 1958 completed, throughput=5MB/sec 2024-02-18T08:43:26.804 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OFroJs7znObTFgS off=5684954 len=549471 2024-02-18T08:43:26.808 INFO:tasks.workunit.client.0.smithi110.stdout:op 1959 completed, throughput=5MB/sec 2024-02-18T08:43:26.808 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qPDREiqiz3HrlzY off=8190468 len=462913 2024-02-18T08:43:26.813 INFO:tasks.workunit.client.0.smithi110.stdout:op 1960 completed, throughput=5MB/sec 2024-02-18T08:43:26.813 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2GDF9SBlpYhbdLy off=1120828 len=669094 2024-02-18T08:43:26.814 INFO:tasks.workunit.client.0.smithi110.stdout:op 1961 completed, throughput=5MB/sec 2024-02-18T08:43:27.815 INFO:tasks.workunit.client.0.smithi110.stdout: 379: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:27.816 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hayivXHccpCnLWt off=7272851 len=965866 2024-02-18T08:43:27.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 1962 completed, throughput=4.99MB/sec 2024-02-18T08:43:27.825 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-z4UuS0xu_atRjkn off=3336333 len=1683806 2024-02-18T08:43:27.828 INFO:tasks.workunit.client.0.smithi110.stdout:op 1963 completed, throughput=4.99MB/sec 2024-02-18T08:43:27.828 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ofmuxkKD4S74A43 off=17849565 len=1335758 2024-02-18T08:43:27.838 INFO:tasks.workunit.client.0.smithi110.stdout:op 1964 completed, throughput=5MB/sec 2024-02-18T08:43:27.838 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Mn-ytRhhCZ2HL2t off=1320341 len=1777628 2024-02-18T08:43:27.847 INFO:tasks.workunit.client.0.smithi110.stdout:op 1965 completed, throughput=5MB/sec 2024-02-18T08:43:28.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:28 smithi110 bash[54479]: cluster 2024-02-18T08:43:27.093826+0000 mgr.y (mgr.44100) 801 : cluster [DBG] pgmap v1359: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:43:28.460 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:28 smithi110 bash[55875]: cluster 2024-02-18T08:43:27.093826+0000 mgr.y (mgr.44100) 801 : cluster [DBG] pgmap v1359: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:43:28.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:28 smithi191 bash[38688]: cluster 2024-02-18T08:43:27.093826+0000 mgr.y (mgr.44100) 801 : cluster [DBG] pgmap v1359: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:43:28.847 INFO:tasks.workunit.client.0.smithi110.stdout: 380: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:28.847 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7yOODduokM6xmK8 off=11400256 len=434115 2024-02-18T08:43:28.853 INFO:tasks.workunit.client.0.smithi110.stdout:op 1966 completed, throughput=4.99MB/sec 2024-02-18T08:43:28.854 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dTBjg6iCKBWcTSG off=3572192 len=691482 2024-02-18T08:43:28.859 INFO:tasks.workunit.client.0.smithi110.stdout:op 1967 completed, throughput=4.99MB/sec 2024-02-18T08:43:28.859 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KpkkxsSc12zeolt off=827822 len=671098 2024-02-18T08:43:28.863 INFO:tasks.workunit.client.0.smithi110.stdout:op 1968 completed, throughput=4.99MB/sec 2024-02-18T08:43:28.863 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RhQZ_zjzlHjoBhw off=216271 len=752317 2024-02-18T08:43:28.868 INFO:tasks.workunit.client.0.smithi110.stdout:op 1969 completed, throughput=4.99MB/sec 2024-02-18T08:43:28.868 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NruZzjLhJozFYzG off=854825 len=1916017 2024-02-18T08:43:28.878 INFO:tasks.workunit.client.0.smithi110.stdout:op 1970 completed, throughput=5MB/sec 2024-02-18T08:43:28.879 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HMnTMJhW8Dba3OZ off=9450327 len=1523523 2024-02-18T08:43:28.886 INFO:tasks.workunit.client.0.smithi110.stdout:op 1971 completed, throughput=5MB/sec 2024-02-18T08:43:29.886 INFO:tasks.workunit.client.0.smithi110.stdout: 381: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:29.886 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_QyhmT1fQ4yiVfm off=11077979 len=1049592 2024-02-18T08:43:29.889 INFO:tasks.workunit.client.0.smithi110.stdout:op 1972 completed, throughput=4.99MB/sec 2024-02-18T08:43:29.889 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Y72zAFp-KzG2irA off=6603268 len=66192 2024-02-18T08:43:29.890 INFO:tasks.workunit.client.0.smithi110.stdout:op 1973 completed, throughput=4.99MB/sec 2024-02-18T08:43:29.890 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Enqw3KTV4GlPzSR off=2477912 len=327637 2024-02-18T08:43:29.892 INFO:tasks.workunit.client.0.smithi110.stdout:op 1974 completed, throughput=4.99MB/sec 2024-02-18T08:43:29.892 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nAeZZXvmdckn78h off=460092 len=1936688 2024-02-18T08:43:29.898 INFO:tasks.workunit.client.0.smithi110.stdout:op 1975 completed, throughput=5MB/sec 2024-02-18T08:43:29.898 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Dajscy0Us_t29v5 off=3962117 len=1813084 2024-02-18T08:43:29.903 INFO:tasks.workunit.client.0.smithi110.stdout:op 1976 completed, throughput=5MB/sec 2024-02-18T08:43:30.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:30 smithi110 bash[54479]: cluster 2024-02-18T08:43:29.094814+0000 mgr.y (mgr.44100) 802 : cluster [DBG] pgmap v1360: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:43:30.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:30 smithi110 bash[55875]: cluster 2024-02-18T08:43:29.094814+0000 mgr.y (mgr.44100) 802 : cluster [DBG] pgmap v1360: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:43:30.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:30 smithi191 bash[38688]: cluster 2024-02-18T08:43:29.094814+0000 mgr.y (mgr.44100) 802 : cluster [DBG] pgmap v1360: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:43:30.904 INFO:tasks.workunit.client.0.smithi110.stdout: 382: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:30.904 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bPSnsvPjVJvB8lm off=9670880 len=1334029 2024-02-18T08:43:30.917 INFO:tasks.workunit.client.0.smithi110.stdout:op 1977 completed, throughput=4.99MB/sec 2024-02-18T08:43:30.918 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AkH8PzLwlMiqPrh off=7941780 len=2017610 2024-02-18T08:43:30.931 INFO:tasks.workunit.client.0.smithi110.stdout:op 1978 completed, throughput=5MB/sec 2024-02-18T08:43:30.931 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5hCdkqr5ptcB_9j off=1175465 len=1684183 2024-02-18T08:43:30.942 INFO:tasks.workunit.client.0.smithi110.stdout:op 1979 completed, throughput=5MB/sec 2024-02-18T08:43:31.942 INFO:tasks.workunit.client.0.smithi110.stdout: 383: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:31.942 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aJOAosSdR7xJWeA off=4090463 len=65652 2024-02-18T08:43:31.946 INFO:tasks.workunit.client.0.smithi110.stdout:op 1980 completed, throughput=4.99MB/sec 2024-02-18T08:43:31.946 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yX-CZQ1ehjEMSEP off=7975283 len=1513533 2024-02-18T08:43:31.952 INFO:tasks.workunit.client.0.smithi110.stdout:op 1981 completed, throughput=4.99MB/sec 2024-02-18T08:43:31.952 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3VODrK6ABpyziwc off=342573 len=1078043 2024-02-18T08:43:31.953 INFO:tasks.workunit.client.0.smithi110.stdout:op 1982 completed, throughput=5MB/sec 2024-02-18T08:43:31.953 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mEUN694evC28iq8 off=14707364 len=1485711 2024-02-18T08:43:31.956 INFO:tasks.workunit.client.0.smithi110.stdout:op 1983 completed, throughput=5MB/sec 2024-02-18T08:43:31.956 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xo_EtRyGPaoDxBs off=1545687 len=591610 2024-02-18T08:43:31.963 INFO:tasks.workunit.client.0.smithi110.stdout:op 1984 completed, throughput=5MB/sec 2024-02-18T08:43:31.963 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0PZUO9nv3JwoX0J off=7275455 len=241555 2024-02-18T08:43:31.964 INFO:tasks.workunit.client.0.smithi110.stdout:op 1985 completed, throughput=5MB/sec 2024-02-18T08:43:32.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:32 smithi110 bash[54479]: cluster 2024-02-18T08:43:31.095700+0000 mgr.y (mgr.44100) 803 : cluster [DBG] pgmap v1361: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:43:32.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:32 smithi110 bash[55875]: cluster 2024-02-18T08:43:31.095700+0000 mgr.y (mgr.44100) 803 : cluster [DBG] pgmap v1361: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:43:32.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:32 smithi191 bash[38688]: cluster 2024-02-18T08:43:31.095700+0000 mgr.y (mgr.44100) 803 : cluster [DBG] pgmap v1361: 73 pgs: 73 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:43:32.964 INFO:tasks.workunit.client.0.smithi110.stdout: 384: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:32.964 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_QI_RbG3Lxugcwc off=1372266 len=1885097 2024-02-18T08:43:32.978 INFO:tasks.workunit.client.0.smithi110.stdout:op 1986 completed, throughput=4.99MB/sec 2024-02-18T08:43:32.978 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0zj1FJmIHJ8le6f off=724868 len=726628 2024-02-18T08:43:32.985 INFO:tasks.workunit.client.0.smithi110.stdout:op 1987 completed, throughput=4.99MB/sec 2024-02-18T08:43:32.985 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vqdDDND7-VMVXLD off=3643878 len=1016620 2024-02-18T08:43:32.987 INFO:tasks.workunit.client.0.smithi110.stdout:op 1988 completed, throughput=5MB/sec 2024-02-18T08:43:32.987 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jv80SxibX_xDyT1 off=814012 len=1232172 2024-02-18T08:43:32.990 INFO:tasks.workunit.client.0.smithi110.stdout:op 1989 completed, throughput=5MB/sec 2024-02-18T08:43:32.990 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gfbFqEcfzCH2MOa off=367209 len=211412 2024-02-18T08:43:32.995 INFO:tasks.workunit.client.0.smithi110.stdout:op 1990 completed, throughput=5MB/sec 2024-02-18T08:43:32.995 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pNXhU3h_-9oxNwz off=417584 len=616310 2024-02-18T08:43:32.996 INFO:tasks.workunit.client.0.smithi110.stdout:op 1991 completed, throughput=5MB/sec 2024-02-18T08:43:33.997 INFO:tasks.workunit.client.0.smithi110.stdout: 385: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:33.997 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ig7KeB9Zq9otuUj off=15553607 len=1829649 2024-02-18T08:43:34.001 INFO:tasks.workunit.client.0.smithi110.stdout:op 1992 completed, throughput=4.99MB/sec 2024-02-18T08:43:34.001 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-l7-oRGXLLFr9OFt off=20433073 len=1236557 2024-02-18T08:43:34.011 INFO:tasks.workunit.client.0.smithi110.stdout:op 1993 completed, throughput=5MB/sec 2024-02-18T08:43:34.012 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-R-Vcb0TJnbXjiIH off=4062096 len=1983866 2024-02-18T08:43:34.024 INFO:tasks.workunit.client.0.smithi110.stdout:op 1994 completed, throughput=5MB/sec 2024-02-18T08:43:34.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:34 smithi110 bash[54479]: cluster 2024-02-18T08:43:33.096648+0000 mgr.y (mgr.44100) 804 : cluster [DBG] pgmap v1362: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:43:34.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:34 smithi110 bash[55875]: cluster 2024-02-18T08:43:33.096648+0000 mgr.y (mgr.44100) 804 : cluster [DBG] pgmap v1362: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:43:34.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:34 smithi191 bash[38688]: cluster 2024-02-18T08:43:33.096648+0000 mgr.y (mgr.44100) 804 : cluster [DBG] pgmap v1362: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:43:35.024 INFO:tasks.workunit.client.0.smithi110.stdout: 386: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:35.024 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zzU7gHa3vTXPtHk off=2684117 len=1098533 2024-02-18T08:43:35.035 INFO:tasks.workunit.client.0.smithi110.stdout:op 1995 completed, throughput=4.99MB/sec 2024-02-18T08:43:35.035 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Mn-ytRhhCZ2HL2t off=7815491 len=1393102 2024-02-18T08:43:35.039 INFO:tasks.workunit.client.0.smithi110.stdout:op 1996 completed, throughput=4.99MB/sec 2024-02-18T08:43:35.039 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DtdX9rPac9t-sqZ off=2135732 len=1124417 2024-02-18T08:43:35.048 INFO:tasks.workunit.client.0.smithi110.stdout:op 1997 completed, throughput=5MB/sec 2024-02-18T08:43:35.051 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-00PpI-ZBneFzkaA off=3684755 len=1622206 2024-02-18T08:43:35.051 INFO:tasks.workunit.client.0.smithi110.stdout:op 1998 completed, throughput=5MB/sec 2024-02-18T08:43:36.052 INFO:tasks.workunit.client.0.smithi110.stdout: 387: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:36.052 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0PTpIVOiT6CMabL off=1358956 len=972818 2024-02-18T08:43:36.055 INFO:tasks.workunit.client.0.smithi110.stdout:op 1999 completed, throughput=4.99MB/sec 2024-02-18T08:43:36.055 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9OTq3TfraZYslzp off=2288050 len=1407110 2024-02-18T08:43:36.066 INFO:tasks.workunit.client.0.smithi110.stdout:op 2000 completed, throughput=4.99MB/sec 2024-02-18T08:43:36.066 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QmmYpru4iQPLu_V off=2062849 len=109510 2024-02-18T08:43:36.066 INFO:tasks.workunit.client.0.smithi110.stdout:op 2001 completed, throughput=4.99MB/sec 2024-02-18T08:43:36.066 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XXfSai5xgyR3-ZU off=3617973 len=1527905 2024-02-18T08:43:36.071 INFO:tasks.workunit.client.0.smithi110.stdout:op 2002 completed, throughput=5MB/sec 2024-02-18T08:43:36.072 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jP0QZ3BZ8ZRDMg1 off=2823844 len=980528 2024-02-18T08:43:36.073 INFO:tasks.workunit.client.0.smithi110.stdout:op 2003 completed, throughput=5MB/sec 2024-02-18T08:43:36.073 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B28DTld8HtAFpX4 off=4424017 len=593132 2024-02-18T08:43:36.075 INFO:tasks.workunit.client.0.smithi110.stdout:op 2004 completed, throughput=5MB/sec 2024-02-18T08:43:36.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:36 smithi110 bash[54479]: cluster 2024-02-18T08:43:35.097494+0000 mgr.y (mgr.44100) 805 : cluster [DBG] pgmap v1363: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:43:36.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:36 smithi110 bash[55875]: cluster 2024-02-18T08:43:35.097494+0000 mgr.y (mgr.44100) 805 : cluster [DBG] pgmap v1363: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:43:36.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:36 smithi191 bash[38688]: cluster 2024-02-18T08:43:35.097494+0000 mgr.y (mgr.44100) 805 : cluster [DBG] pgmap v1363: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:43:37.076 INFO:tasks.workunit.client.0.smithi110.stdout: 388: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:37.076 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sQxJTz3qLmcrqSO off=4468598 len=1467715 2024-02-18T08:43:37.081 INFO:tasks.workunit.client.0.smithi110.stdout:op 2005 completed, throughput=4.99MB/sec 2024-02-18T08:43:37.081 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MHXK2eJbuFXVExp off=13206048 len=621748 2024-02-18T08:43:37.088 INFO:tasks.workunit.client.0.smithi110.stdout:op 2006 completed, throughput=4.99MB/sec 2024-02-18T08:43:37.091 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3vkLh8mOslw70jz off=4963742 len=183242 2024-02-18T08:43:37.092 INFO:tasks.workunit.client.0.smithi110.stdout:op 2007 completed, throughput=4.99MB/sec 2024-02-18T08:43:37.092 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T_90cNSTVtrbdEt off=10568279 len=1231056 2024-02-18T08:43:37.092 INFO:tasks.workunit.client.0.smithi110.stdout:op 2008 completed, throughput=5MB/sec 2024-02-18T08:43:37.092 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UX4-Z-yHNSmxD8U off=14405593 len=802452 2024-02-18T08:43:37.099 INFO:tasks.workunit.client.0.smithi110.stdout:op 2009 completed, throughput=5MB/sec 2024-02-18T08:43:37.099 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4BOllEWG8lHfv6D off=4911896 len=1413128 2024-02-18T08:43:37.107 INFO:tasks.workunit.client.0.smithi110.stdout:op 2010 completed, throughput=5MB/sec 2024-02-18T08:43:38.108 INFO:tasks.workunit.client.0.smithi110.stdout: 389: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:38.108 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ohc4FdTn4PvCamN off=22752923 len=1716850 2024-02-18T08:43:38.122 INFO:tasks.workunit.client.0.smithi110.stdout:op 2011 completed, throughput=4.99MB/sec 2024-02-18T08:43:38.122 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Ar99N4t7HrRX_- off=10779037 len=1405738 2024-02-18T08:43:38.130 INFO:tasks.workunit.client.0.smithi110.stdout:op 2012 completed, throughput=5MB/sec 2024-02-18T08:43:38.130 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sP05_IgbZgtOWjl off=12926891 len=614891 2024-02-18T08:43:38.137 INFO:tasks.workunit.client.0.smithi110.stdout:op 2013 completed, throughput=5MB/sec 2024-02-18T08:43:38.137 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TaBKKHyoFjkRYyW off=6519384 len=494981 2024-02-18T08:43:38.138 INFO:tasks.workunit.client.0.smithi110.stdout:op 2014 completed, throughput=5MB/sec 2024-02-18T08:43:38.138 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MH7qSGRlxj0Co2n off=10915412 len=7850 2024-02-18T08:43:38.141 INFO:tasks.workunit.client.0.smithi110.stdout:op 2015 completed, throughput=5MB/sec 2024-02-18T08:43:38.141 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6ntZn0FOw74UPLz off=12422606 len=24059 2024-02-18T08:43:38.143 INFO:tasks.workunit.client.0.smithi110.stdout:op 2016 completed, throughput=5MB/sec 2024-02-18T08:43:38.143 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mV63AZFMKTT8V7o off=1232876 len=1268948 2024-02-18T08:43:38.146 INFO:tasks.workunit.client.0.smithi110.stdout:op 2017 completed, throughput=5MB/sec 2024-02-18T08:43:38.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:38 smithi110 bash[54479]: cluster 2024-02-18T08:43:37.098420+0000 mgr.y (mgr.44100) 806 : cluster [DBG] pgmap v1364: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:43:38.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:38 smithi110 bash[55875]: cluster 2024-02-18T08:43:37.098420+0000 mgr.y (mgr.44100) 806 : cluster [DBG] pgmap v1364: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:43:38.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:38 smithi191 bash[38688]: cluster 2024-02-18T08:43:37.098420+0000 mgr.y (mgr.44100) 806 : cluster [DBG] pgmap v1364: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:43:39.146 INFO:tasks.workunit.client.0.smithi110.stdout: 390: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:39.146 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-me4ZAPbEG3WiAbN off=7873332 len=99183 2024-02-18T08:43:39.147 INFO:tasks.workunit.client.0.smithi110.stdout:op 2018 completed, throughput=4.99MB/sec 2024-02-18T08:43:39.147 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0p90KzyHDeWKUnl off=5092403 len=1886454 2024-02-18T08:43:39.160 INFO:tasks.workunit.client.0.smithi110.stdout:op 2019 completed, throughput=4.99MB/sec 2024-02-18T08:43:39.161 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tTk-86X4x2C_PWK off=8922477 len=753408 2024-02-18T08:43:39.167 INFO:tasks.workunit.client.0.smithi110.stdout:op 2020 completed, throughput=5MB/sec 2024-02-18T08:43:39.168 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DOVKwIFCnA5ozYm off=2725790 len=300458 2024-02-18T08:43:39.172 INFO:tasks.workunit.client.0.smithi110.stdout:op 2021 completed, throughput=5MB/sec 2024-02-18T08:43:39.172 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dgVURSAXSU-r-bu off=7018674 len=1976055 2024-02-18T08:43:39.181 INFO:tasks.workunit.client.0.smithi110.stdout:op 2022 completed, throughput=5MB/sec 2024-02-18T08:43:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:39 smithi191 bash[38688]: audit 2024-02-18T08:43:38.952306+0000 mon.a (mon.0) 1771 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:43:39.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:39 smithi191 bash[38688]: audit 2024-02-18T08:43:38.952959+0000 mon.a (mon.0) 1772 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:43:39.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:39 smithi191 bash[38688]: audit 2024-02-18T08:43:38.953600+0000 mon.a (mon.0) 1773 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:43:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:39 smithi110 bash[54479]: audit 2024-02-18T08:43:38.952306+0000 mon.a (mon.0) 1771 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:43:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:39 smithi110 bash[54479]: audit 2024-02-18T08:43:38.952959+0000 mon.a (mon.0) 1772 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:43:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:39 smithi110 bash[54479]: audit 2024-02-18T08:43:38.953600+0000 mon.a (mon.0) 1773 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:43:39.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:39 smithi110 bash[55875]: audit 2024-02-18T08:43:38.952306+0000 mon.a (mon.0) 1771 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:43:39.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:39 smithi110 bash[55875]: audit 2024-02-18T08:43:38.952959+0000 mon.a (mon.0) 1772 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:43:39.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:39 smithi110 bash[55875]: audit 2024-02-18T08:43:38.953600+0000 mon.a (mon.0) 1773 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:43:40.181 INFO:tasks.workunit.client.0.smithi110.stdout: 391: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:40.181 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OpjbIjQfjCOu5Ij off=8437336 len=1639063 2024-02-18T08:43:40.193 INFO:tasks.workunit.client.0.smithi110.stdout:op 2023 completed, throughput=4.99MB/sec 2024-02-18T08:43:40.194 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DQ41eoWsRsLBHd1 off=8329112 len=1676127 2024-02-18T08:43:40.207 INFO:tasks.workunit.client.0.smithi110.stdout:op 2024 completed, throughput=5MB/sec 2024-02-18T08:43:40.207 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hBY5uLSn1uSSuK1 off=7353752 len=1913573 2024-02-18T08:43:40.217 INFO:tasks.workunit.client.0.smithi110.stdout:op 2025 completed, throughput=5MB/sec 2024-02-18T08:43:40.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:40 smithi191 bash[38688]: cluster 2024-02-18T08:43:39.099289+0000 mgr.y (mgr.44100) 807 : cluster [DBG] pgmap v1365: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:43:40.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:40 smithi110 bash[54479]: cluster 2024-02-18T08:43:39.099289+0000 mgr.y (mgr.44100) 807 : cluster [DBG] pgmap v1365: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:43:40.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:40 smithi110 bash[55875]: cluster 2024-02-18T08:43:39.099289+0000 mgr.y (mgr.44100) 807 : cluster [DBG] pgmap v1365: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:43:41.218 INFO:tasks.workunit.client.0.smithi110.stdout: 392: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:41.218 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-70EVsc-MH1-jWxt off=11148084 len=1682365 2024-02-18T08:43:41.223 INFO:tasks.workunit.client.0.smithi110.stdout:op 2026 completed, throughput=4.99MB/sec 2024-02-18T08:43:41.223 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vyS39-oNYblHjgg off=11138717 len=13719 2024-02-18T08:43:41.224 INFO:tasks.workunit.client.0.smithi110.stdout:op 2027 completed, throughput=4.99MB/sec 2024-02-18T08:43:41.224 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2qhqGCbjr-AmJaw off=15838351 len=1062862 2024-02-18T08:43:41.228 INFO:tasks.workunit.client.0.smithi110.stdout:op 2028 completed, throughput=4.99MB/sec 2024-02-18T08:43:41.228 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-G7yZcnAJOeobTbc off=1864672 len=1517819 2024-02-18T08:43:41.232 INFO:tasks.workunit.client.0.smithi110.stdout:op 2029 completed, throughput=5MB/sec 2024-02-18T08:43:41.233 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Urnoyx9L3_FFSGr off=761059 len=1113518 2024-02-18T08:43:41.241 INFO:tasks.workunit.client.0.smithi110.stdout:op 2030 completed, throughput=5MB/sec 2024-02-18T08:43:42.242 INFO:tasks.workunit.client.0.smithi110.stdout: 393: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:42.242 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tfwiqh7OmCCsCsW off=104080 len=1271811 2024-02-18T08:43:42.246 INFO:tasks.workunit.client.0.smithi110.stdout:op 2031 completed, throughput=4.99MB/sec 2024-02-18T08:43:42.246 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-p1iXgGtZ8hvWYPn off=15304666 len=378335 2024-02-18T08:43:42.252 INFO:tasks.workunit.client.0.smithi110.stdout:op 2032 completed, throughput=4.99MB/sec 2024-02-18T08:43:42.252 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nkTCRuMqmRO3NjL off=18801541 len=1910735 2024-02-18T08:43:42.264 INFO:tasks.workunit.client.0.smithi110.stdout:op 2033 completed, throughput=5MB/sec 2024-02-18T08:43:42.265 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Gafu5K0N3853eg1 off=477939 len=1715110 2024-02-18T08:43:42.274 INFO:tasks.workunit.client.0.smithi110.stdout:op 2034 completed, throughput=5MB/sec 2024-02-18T08:43:42.275 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--E7LTWrwDlKqqt2 off=4704829 len=1405868 2024-02-18T08:43:42.283 INFO:tasks.workunit.client.0.smithi110.stdout:op 2035 completed, throughput=5MB/sec 2024-02-18T08:43:42.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:42 smithi191 bash[38688]: cluster 2024-02-18T08:43:41.100037+0000 mgr.y (mgr.44100) 808 : cluster [DBG] pgmap v1366: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:43:42.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:42 smithi110 bash[54479]: cluster 2024-02-18T08:43:41.100037+0000 mgr.y (mgr.44100) 808 : cluster [DBG] pgmap v1366: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:43:42.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:42 smithi110 bash[55875]: cluster 2024-02-18T08:43:41.100037+0000 mgr.y (mgr.44100) 808 : cluster [DBG] pgmap v1366: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:43:43.283 INFO:tasks.workunit.client.0.smithi110.stdout: 394: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:43.283 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ySsbFcaMCETGpzj off=564956 len=551860 2024-02-18T08:43:43.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 2036 completed, throughput=4.99MB/sec 2024-02-18T08:43:43.286 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lu4DNRjFWrOQHa7 off=2693673 len=1096230 2024-02-18T08:43:43.295 INFO:tasks.workunit.client.0.smithi110.stdout:op 2037 completed, throughput=4.99MB/sec 2024-02-18T08:43:43.295 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-N1zAxiZ4uSYcqoO off=5358879 len=769849 2024-02-18T08:43:43.301 INFO:tasks.workunit.client.0.smithi110.stdout:op 2038 completed, throughput=5MB/sec 2024-02-18T08:43:43.301 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ecA0WZ-LC4GEmgc off=4333978 len=300335 2024-02-18T08:43:43.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 2039 completed, throughput=5MB/sec 2024-02-18T08:43:43.303 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-epx03rDPmVZvTUx off=3417066 len=1582774 2024-02-18T08:43:43.305 INFO:tasks.workunit.client.0.smithi110.stdout:op 2040 completed, throughput=5MB/sec 2024-02-18T08:43:44.306 INFO:tasks.workunit.client.0.smithi110.stdout: 395: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:44.306 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oaw5Qxn9UWnOfZ6 off=2840526 len=46493 2024-02-18T08:43:44.311 INFO:tasks.workunit.client.0.smithi110.stdout:op 2041 completed, throughput=4.99MB/sec 2024-02-18T08:43:44.311 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ll6J2e1TxcoZMUx off=654499 len=115089 2024-02-18T08:43:44.315 INFO:tasks.workunit.client.0.smithi110.stdout:op 2042 completed, throughput=4.99MB/sec 2024-02-18T08:43:44.315 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-D-NBMBRyU90rLp5 off=4644238 len=1526496 2024-02-18T08:43:44.317 INFO:tasks.workunit.client.0.smithi110.stdout:op 2043 completed, throughput=4.99MB/sec 2024-02-18T08:43:44.317 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-H-AOR9mNYEtLsVT off=15692010 len=563503 2024-02-18T08:43:44.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 2044 completed, throughput=4.99MB/sec 2024-02-18T08:43:44.323 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0e7RuXxA-y7gZGD off=12155459 len=1257028 2024-02-18T08:43:44.327 INFO:tasks.workunit.client.0.smithi110.stdout:op 2045 completed, throughput=5MB/sec 2024-02-18T08:43:44.327 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MVos-oXQibiZ3Wj off=4942040 len=1172121 2024-02-18T08:43:44.330 INFO:tasks.workunit.client.0.smithi110.stdout:op 2046 completed, throughput=5MB/sec 2024-02-18T08:43:44.330 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-X64IpXghpABLWWI off=7619658 len=976605 2024-02-18T08:43:44.336 INFO:tasks.workunit.client.0.smithi110.stdout:op 2047 completed, throughput=5MB/sec 2024-02-18T08:43:44.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:44 smithi191 bash[38688]: cluster 2024-02-18T08:43:43.100990+0000 mgr.y (mgr.44100) 809 : cluster [DBG] pgmap v1367: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:43:44.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:44 smithi110 bash[54479]: cluster 2024-02-18T08:43:43.100990+0000 mgr.y (mgr.44100) 809 : cluster [DBG] pgmap v1367: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:43:44.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:44 smithi110 bash[55875]: cluster 2024-02-18T08:43:43.100990+0000 mgr.y (mgr.44100) 809 : cluster [DBG] pgmap v1367: 73 pgs: 73 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:43:45.337 INFO:tasks.workunit.client.0.smithi110.stdout: 396: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:45.337 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3s0vI7gesV54QGl off=8695195 len=744521 2024-02-18T08:43:45.344 INFO:tasks.workunit.client.0.smithi110.stdout:op 2048 completed, throughput=4.99MB/sec 2024-02-18T08:43:45.344 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1wkmRQELLI2vixQ off=2611462 len=1722984 2024-02-18T08:43:45.349 INFO:tasks.workunit.client.0.smithi110.stdout:op 2049 completed, throughput=4.99MB/sec 2024-02-18T08:43:45.349 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-60Say_h6zxi8gv2 off=7515351 len=1308017 2024-02-18T08:43:45.356 INFO:tasks.workunit.client.0.smithi110.stdout:op 2050 completed, throughput=5MB/sec 2024-02-18T08:43:45.356 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OvKNRy19zXi6rKY off=6833157 len=885498 2024-02-18T08:43:45.358 INFO:tasks.workunit.client.0.smithi110.stdout:op 2051 completed, throughput=5MB/sec 2024-02-18T08:43:45.358 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PKZGSNONg78_Kay off=18300591 len=178554 2024-02-18T08:43:45.359 INFO:tasks.workunit.client.0.smithi110.stdout:op 2052 completed, throughput=5MB/sec 2024-02-18T08:43:45.359 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-N0GR3O47h19yftH off=5837827 len=1622446 2024-02-18T08:43:45.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 2053 completed, throughput=5MB/sec 2024-02-18T08:43:46.368 INFO:tasks.workunit.client.0.smithi110.stdout: 397: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:46.368 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CROgByZ08twieLz off=10970015 len=336867 2024-02-18T08:43:46.370 INFO:tasks.workunit.client.0.smithi110.stdout:op 2054 completed, throughput=4.99MB/sec 2024-02-18T08:43:46.370 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_618ghKZwLntvZe off=2348512 len=662622 2024-02-18T08:43:46.378 INFO:tasks.workunit.client.0.smithi110.stdout:op 2055 completed, throughput=4.99MB/sec 2024-02-18T08:43:46.378 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-m_cnOvktBFok-t8 off=8578589 len=71233 2024-02-18T08:43:46.379 INFO:tasks.workunit.client.0.smithi110.stdout:op 2056 completed, throughput=4.99MB/sec 2024-02-18T08:43:46.379 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PeHK3czpfK1ycB9 off=1326835 len=1843770 2024-02-18T08:43:46.385 INFO:tasks.workunit.client.0.smithi110.stdout:op 2057 completed, throughput=5MB/sec 2024-02-18T08:43:46.385 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5nt345FEJmqWijG off=12303084 len=1944809 2024-02-18T08:43:46.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 2058 completed, throughput=5MB/sec 2024-02-18T08:43:46.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:46 smithi191 bash[38688]: cluster 2024-02-18T08:43:45.101822+0000 mgr.y (mgr.44100) 810 : cluster [DBG] pgmap v1368: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:43:46.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:46 smithi110 bash[54479]: cluster 2024-02-18T08:43:45.101822+0000 mgr.y (mgr.44100) 810 : cluster [DBG] pgmap v1368: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:43:46.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:46 smithi110 bash[55875]: cluster 2024-02-18T08:43:45.101822+0000 mgr.y (mgr.44100) 810 : cluster [DBG] pgmap v1368: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:43:47.389 INFO:tasks.workunit.client.0.smithi110.stdout: 398: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:47.390 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3wz2oVYo-5rzxo2 off=2918252 len=871950 2024-02-18T08:43:47.397 INFO:tasks.workunit.client.0.smithi110.stdout:op 2059 completed, throughput=4.99MB/sec 2024-02-18T08:43:47.397 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JXPZc2SDT1dg85w off=2553399 len=521936 2024-02-18T08:43:47.400 INFO:tasks.workunit.client.0.smithi110.stdout:op 2060 completed, throughput=4.99MB/sec 2024-02-18T08:43:47.400 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--fsfOY-R1BRahM7 off=16887138 len=1969003 2024-02-18T08:43:47.402 INFO:tasks.workunit.client.0.smithi110.stdout:op 2061 completed, throughput=5MB/sec 2024-02-18T08:43:47.402 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vSlWtX01ymaUFZY off=5350213 len=1050128 2024-02-18T08:43:47.403 INFO:tasks.workunit.client.0.smithi110.stdout:op 2062 completed, throughput=5MB/sec 2024-02-18T08:43:48.403 INFO:tasks.workunit.client.0.smithi110.stdout: 399: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:48.404 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-91MBchUKW5GQQxJ off=4107229 len=184635 2024-02-18T08:43:48.409 INFO:tasks.workunit.client.0.smithi110.stdout:op 2063 completed, throughput=4.99MB/sec 2024-02-18T08:43:48.409 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rhLvjrFzmAK1hCi off=3690119 len=883538 2024-02-18T08:43:48.416 INFO:tasks.workunit.client.0.smithi110.stdout:op 2064 completed, throughput=4.99MB/sec 2024-02-18T08:43:48.416 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7wI7_Hrfx1381c3 off=15215487 len=850097 2024-02-18T08:43:48.417 INFO:tasks.workunit.client.0.smithi110.stdout:op 2065 completed, throughput=4.99MB/sec 2024-02-18T08:43:48.417 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XhSEp-2E3NlR5su off=14051567 len=839733 2024-02-18T08:43:48.424 INFO:tasks.workunit.client.0.smithi110.stdout:op 2066 completed, throughput=4.99MB/sec 2024-02-18T08:43:48.424 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZPnruSm6Vo7X3TP off=15885937 len=1174936 2024-02-18T08:43:48.432 INFO:tasks.workunit.client.0.smithi110.stdout:op 2067 completed, throughput=5MB/sec 2024-02-18T08:43:48.432 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pbQAgtN3vOdYP7M off=3649938 len=121467 2024-02-18T08:43:48.435 INFO:tasks.workunit.client.0.smithi110.stdout:op 2068 completed, throughput=5MB/sec 2024-02-18T08:43:48.436 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MwzOJHVg0aGthE1 off=4148258 len=2053202 2024-02-18T08:43:48.443 INFO:tasks.workunit.client.0.smithi110.stdout:op 2069 completed, throughput=5MB/sec 2024-02-18T08:43:48.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:48 smithi191 bash[38688]: cluster 2024-02-18T08:43:47.102671+0000 mgr.y (mgr.44100) 811 : cluster [DBG] pgmap v1369: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:43:48.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:48 smithi110 bash[54479]: cluster 2024-02-18T08:43:47.102671+0000 mgr.y (mgr.44100) 811 : cluster [DBG] pgmap v1369: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:43:48.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:48 smithi110 bash[55875]: cluster 2024-02-18T08:43:47.102671+0000 mgr.y (mgr.44100) 811 : cluster [DBG] pgmap v1369: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:43:49.443 INFO:tasks.workunit.client.0.smithi110.stdout: 400: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:49.444 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ktqFlV1eza7zUOG off=4686455 len=1658029 2024-02-18T08:43:49.447 INFO:tasks.workunit.client.0.smithi110.stdout:op 2070 completed, throughput=4.99MB/sec 2024-02-18T08:43:49.447 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Mp0kPPzKkOdvG3r off=13142775 len=373560 2024-02-18T08:43:49.454 INFO:tasks.workunit.client.0.smithi110.stdout:op 2071 completed, throughput=4.99MB/sec 2024-02-18T08:43:49.454 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ow0CmCwGS4Nd4Gp off=9524535 len=1531604 2024-02-18T08:43:49.464 INFO:tasks.workunit.client.0.smithi110.stdout:op 2072 completed, throughput=5MB/sec 2024-02-18T08:43:49.464 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ECaDMCCzVaqITFW off=6941513 len=699637 2024-02-18T08:43:49.469 INFO:tasks.workunit.client.0.smithi110.stdout:op 2073 completed, throughput=5MB/sec 2024-02-18T08:43:49.469 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--H0XUYmSW71PMzj off=942963 len=1453076 2024-02-18T08:43:49.475 INFO:tasks.workunit.client.0.smithi110.stdout:op 2074 completed, throughput=5MB/sec 2024-02-18T08:43:50.476 INFO:tasks.workunit.client.0.smithi110.stdout: 401: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:50.476 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BWSM3r-V5_leQfX off=12635085 len=9110 2024-02-18T08:43:50.476 INFO:tasks.workunit.client.0.smithi110.stdout:op 2075 completed, throughput=4.99MB/sec 2024-02-18T08:43:50.476 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BxsJWxJIsf031mV off=4079938 len=860413 2024-02-18T08:43:50.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 2076 completed, throughput=4.99MB/sec 2024-02-18T08:43:50.479 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g4YgqC20vXXfWuB off=7906742 len=2088266 2024-02-18T08:43:50.486 INFO:tasks.workunit.client.0.smithi110.stdout:op 2077 completed, throughput=5MB/sec 2024-02-18T08:43:50.486 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vs809DncCzA7Cxu off=13130347 len=1684860 2024-02-18T08:43:50.497 INFO:tasks.workunit.client.0.smithi110.stdout:op 2078 completed, throughput=5MB/sec 2024-02-18T08:43:50.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:50 smithi191 bash[38688]: cluster 2024-02-18T08:43:49.103544+0000 mgr.y (mgr.44100) 812 : cluster [DBG] pgmap v1370: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:43:50.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:50 smithi110 bash[55875]: cluster 2024-02-18T08:43:49.103544+0000 mgr.y (mgr.44100) 812 : cluster [DBG] pgmap v1370: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:43:50.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:50 smithi110 bash[54479]: cluster 2024-02-18T08:43:49.103544+0000 mgr.y (mgr.44100) 812 : cluster [DBG] pgmap v1370: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:43:51.498 INFO:tasks.workunit.client.0.smithi110.stdout: 402: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:51.498 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r1VIqnm7od4-Djl off=6518169 len=1548946 2024-02-18T08:43:51.510 INFO:tasks.workunit.client.0.smithi110.stdout:op 2079 completed, throughput=4.99MB/sec 2024-02-18T08:43:51.510 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oFEhFloAP5JQNcP off=3874862 len=1140949 2024-02-18T08:43:51.517 INFO:tasks.workunit.client.0.smithi110.stdout:op 2080 completed, throughput=4.99MB/sec 2024-02-18T08:43:51.517 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Pg0oxHtc-D87jEA off=10890701 len=135488 2024-02-18T08:43:51.518 INFO:tasks.workunit.client.0.smithi110.stdout:op 2081 completed, throughput=4.99MB/sec 2024-02-18T08:43:51.518 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-omrssMB2qgaBty2 off=15773038 len=574092 2024-02-18T08:43:51.523 INFO:tasks.workunit.client.0.smithi110.stdout:op 2082 completed, throughput=5MB/sec 2024-02-18T08:43:51.523 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mL47vNjfA3tKLlE off=10892224 len=1206598 2024-02-18T08:43:51.530 INFO:tasks.workunit.client.0.smithi110.stdout:op 2083 completed, throughput=5MB/sec 2024-02-18T08:43:51.530 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--vW3XKSL_9T7aoX off=2156809 len=1326106 2024-02-18T08:43:51.538 INFO:tasks.workunit.client.0.smithi110.stdout:op 2084 completed, throughput=5MB/sec 2024-02-18T08:43:52.538 INFO:tasks.workunit.client.0.smithi110.stdout: 403: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:52.539 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YcAw0im5WbcaS08 off=2006031 len=199866 2024-02-18T08:43:52.540 INFO:tasks.workunit.client.0.smithi110.stdout:op 2085 completed, throughput=4.99MB/sec 2024-02-18T08:43:52.540 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kAJkFdIwzcRJtwk off=9456782 len=1911622 2024-02-18T08:43:52.555 INFO:tasks.workunit.client.0.smithi110.stdout:op 2086 completed, throughput=4.99MB/sec 2024-02-18T08:43:52.555 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KHZxgbiEP2JXR5o off=6251075 len=305525 2024-02-18T08:43:52.557 INFO:tasks.workunit.client.0.smithi110.stdout:op 2087 completed, throughput=5MB/sec 2024-02-18T08:43:52.557 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vmcniLkOoOUvXJw off=4453457 len=870417 2024-02-18T08:43:52.560 INFO:tasks.workunit.client.0.smithi110.stdout:op 2088 completed, throughput=5MB/sec 2024-02-18T08:43:52.560 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-S8Iw56gfepRO9gi off=11141222 len=1839948 2024-02-18T08:43:52.564 INFO:tasks.workunit.client.0.smithi110.stdout:op 2089 completed, throughput=5MB/sec 2024-02-18T08:43:52.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:52 smithi191 bash[38688]: cluster 2024-02-18T08:43:51.104455+0000 mgr.y (mgr.44100) 813 : cluster [DBG] pgmap v1371: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:43:52.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:52 smithi110 bash[54479]: cluster 2024-02-18T08:43:51.104455+0000 mgr.y (mgr.44100) 813 : cluster [DBG] pgmap v1371: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:43:52.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:52 smithi110 bash[55875]: cluster 2024-02-18T08:43:51.104455+0000 mgr.y (mgr.44100) 813 : cluster [DBG] pgmap v1371: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:43:53.566 INFO:tasks.workunit.client.0.smithi110.stdout: 404: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:53.601 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fNBLBb-CRz0CYa- off=356154 len=967211 2024-02-18T08:43:53.604 INFO:tasks.workunit.client.0.smithi110.stdout:op 2090 completed, throughput=4.99MB/sec 2024-02-18T08:43:53.605 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lr2xXcv-9-e0RH3 off=702636 len=1285534 2024-02-18T08:43:53.605 INFO:tasks.workunit.client.0.smithi110.stdout:op 2091 completed, throughput=4.99MB/sec 2024-02-18T08:43:53.605 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JDinjOUqDS9TD2H off=2777350 len=1172210 2024-02-18T08:43:53.605 INFO:tasks.workunit.client.0.smithi110.stdout:op 2092 completed, throughput=5MB/sec 2024-02-18T08:43:53.605 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-i4YelNqhpsnM4rE off=770448 len=1756931 2024-02-18T08:43:53.605 INFO:tasks.workunit.client.0.smithi110.stdout:op 2093 completed, throughput=5MB/sec 2024-02-18T08:43:54.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:54 smithi191 bash[38688]: cluster 2024-02-18T08:43:53.105405+0000 mgr.y (mgr.44100) 814 : cluster [DBG] pgmap v1372: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-02-18T08:43:54.581 INFO:tasks.workunit.client.0.smithi110.stdout: 405: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:54.581 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qsdPANsbve2yV-X off=11257391 len=1063877 2024-02-18T08:43:54.585 INFO:tasks.workunit.client.0.smithi110.stdout:op 2094 completed, throughput=4.99MB/sec 2024-02-18T08:43:54.585 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NdMbUNoS7rDBeKG off=1240706 len=555700 2024-02-18T08:43:54.592 INFO:tasks.workunit.client.0.smithi110.stdout:op 2095 completed, throughput=4.99MB/sec 2024-02-18T08:43:54.592 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BP3hXVenZNT-TlI off=10768964 len=1256362 2024-02-18T08:43:54.594 INFO:tasks.workunit.client.0.smithi110.stdout:op 2096 completed, throughput=5MB/sec 2024-02-18T08:43:54.594 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7kZrahMWWvw6zkX off=18326686 len=1350001 2024-02-18T08:43:54.602 INFO:tasks.workunit.client.0.smithi110.stdout:op 2097 completed, throughput=5MB/sec 2024-02-18T08:43:54.603 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DFihL96NIx3ZAdl off=6185065 len=1197816 2024-02-18T08:43:54.611 INFO:tasks.workunit.client.0.smithi110.stdout:op 2098 completed, throughput=5MB/sec 2024-02-18T08:43:54.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:54 smithi110 bash[54479]: cluster 2024-02-18T08:43:53.105405+0000 mgr.y (mgr.44100) 814 : cluster [DBG] pgmap v1372: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-02-18T08:43:54.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:54 smithi110 bash[55875]: cluster 2024-02-18T08:43:53.105405+0000 mgr.y (mgr.44100) 814 : cluster [DBG] pgmap v1372: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-02-18T08:43:55.611 INFO:tasks.workunit.client.0.smithi110.stdout: 406: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:55.611 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZWGGPO6aGbJcDbz off=15987647 len=11371 2024-02-18T08:43:55.615 INFO:tasks.workunit.client.0.smithi110.stdout:op 2099 completed, throughput=4.99MB/sec 2024-02-18T08:43:55.615 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gHXE-qdbk5_DfsC off=10727778 len=304694 2024-02-18T08:43:55.621 INFO:tasks.workunit.client.0.smithi110.stdout:op 2100 completed, throughput=4.99MB/sec 2024-02-18T08:43:55.621 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4ZZzLNoJiEAZLlE off=6332841 len=572581 2024-02-18T08:43:55.626 INFO:tasks.workunit.client.0.smithi110.stdout:op 2101 completed, throughput=4.99MB/sec 2024-02-18T08:43:55.626 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PyTbu1ObSblpXs4 off=875946 len=1720357 2024-02-18T08:43:55.638 INFO:tasks.workunit.client.0.smithi110.stdout:op 2102 completed, throughput=4.99MB/sec 2024-02-18T08:43:55.638 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-i51JYENShG-TLK4 off=5728038 len=707425 2024-02-18T08:43:55.640 INFO:tasks.workunit.client.0.smithi110.stdout:op 2103 completed, throughput=5MB/sec 2024-02-18T08:43:55.640 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-at25-f6mRqAlHPt off=3358543 len=1683928 2024-02-18T08:43:55.653 INFO:tasks.workunit.client.0.smithi110.stdout:op 2104 completed, throughput=5MB/sec 2024-02-18T08:43:55.653 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aF7PYyJzUJzES91 off=2652384 len=1703289 2024-02-18T08:43:55.662 INFO:tasks.workunit.client.0.smithi110.stdout:op 2105 completed, throughput=5MB/sec 2024-02-18T08:43:56.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:56 smithi191 bash[38688]: cluster 2024-02-18T08:43:55.106217+0000 mgr.y (mgr.44100) 815 : cluster [DBG] pgmap v1373: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:43:56.663 INFO:tasks.workunit.client.0.smithi110.stdout: 407: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:56.663 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2lkugMB8GsSM39V off=1095367 len=889631 2024-02-18T08:43:56.667 INFO:tasks.workunit.client.0.smithi110.stdout:op 2106 completed, throughput=4.99MB/sec 2024-02-18T08:43:56.667 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ucqUCMODnWMb7xF off=3428296 len=1387466 2024-02-18T08:43:56.677 INFO:tasks.workunit.client.0.smithi110.stdout:op 2107 completed, throughput=5MB/sec 2024-02-18T08:43:56.677 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uKX7A0zeN3CApP- off=4360098 len=629639 2024-02-18T08:43:56.683 INFO:tasks.workunit.client.0.smithi110.stdout:op 2108 completed, throughput=5MB/sec 2024-02-18T08:43:56.683 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8I01_oqsT03EUw_ off=8669197 len=732179 2024-02-18T08:43:56.685 INFO:tasks.workunit.client.0.smithi110.stdout:op 2109 completed, throughput=5MB/sec 2024-02-18T08:43:56.685 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Celr4gCVgRsAsW1 off=3473459 len=2002493 2024-02-18T08:43:56.701 INFO:tasks.workunit.client.0.smithi110.stdout:op 2110 completed, throughput=5MB/sec 2024-02-18T08:43:56.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:56 smithi110 bash[54479]: cluster 2024-02-18T08:43:55.106217+0000 mgr.y (mgr.44100) 815 : cluster [DBG] pgmap v1373: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:43:56.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:56 smithi110 bash[55875]: cluster 2024-02-18T08:43:55.106217+0000 mgr.y (mgr.44100) 815 : cluster [DBG] pgmap v1373: 73 pgs: 73 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:43:57.701 INFO:tasks.workunit.client.0.smithi110.stdout: 408: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:57.701 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_QI_RbG3Lxugcwc off=1022373 len=954738 2024-02-18T08:43:57.710 INFO:tasks.workunit.client.0.smithi110.stdout:op 2111 completed, throughput=4.99MB/sec 2024-02-18T08:43:57.710 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0inWqu7PEYLUP1c off=6828766 len=2030877 2024-02-18T08:43:57.715 INFO:tasks.workunit.client.0.smithi110.stdout:op 2112 completed, throughput=5MB/sec 2024-02-18T08:43:57.715 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QVkpZJUrCSDdolL off=812738 len=518613 2024-02-18T08:43:57.721 INFO:tasks.workunit.client.0.smithi110.stdout:op 2113 completed, throughput=5MB/sec 2024-02-18T08:43:57.721 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WiXfv0DFeMNdkv0 off=4598590 len=310099 2024-02-18T08:43:57.725 INFO:tasks.workunit.client.0.smithi110.stdout:op 2114 completed, throughput=5MB/sec 2024-02-18T08:43:58.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:43:58 smithi191 bash[38688]: cluster 2024-02-18T08:43:57.107159+0000 mgr.y (mgr.44100) 816 : cluster [DBG] pgmap v1374: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:43:58.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:43:58 smithi110 bash[54479]: cluster 2024-02-18T08:43:57.107159+0000 mgr.y (mgr.44100) 816 : cluster [DBG] pgmap v1374: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:43:58.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:43:58 smithi110 bash[55875]: cluster 2024-02-18T08:43:57.107159+0000 mgr.y (mgr.44100) 816 : cluster [DBG] pgmap v1374: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:43:58.727 INFO:tasks.workunit.client.0.smithi110.stdout: 409: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:58.727 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rMGxmRKoLgSwyPC off=18699163 len=1403251 2024-02-18T08:43:58.731 INFO:tasks.workunit.client.0.smithi110.stdout:op 2115 completed, throughput=4.99MB/sec 2024-02-18T08:43:58.731 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uNKrFtFV_HK_BIZ off=110452 len=1088219 2024-02-18T08:43:58.741 INFO:tasks.workunit.client.0.smithi110.stdout:op 2116 completed, throughput=4.99MB/sec 2024-02-18T08:43:58.741 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZHPNJvqyv7syYNI off=12018901 len=1569557 2024-02-18T08:43:58.744 INFO:tasks.workunit.client.0.smithi110.stdout:op 2117 completed, throughput=5MB/sec 2024-02-18T08:43:58.745 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8_8h8kCtMFbqaht off=9264299 len=172161 2024-02-18T08:43:58.745 INFO:tasks.workunit.client.0.smithi110.stdout:op 2118 completed, throughput=5MB/sec 2024-02-18T08:43:58.746 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Px3yiQ_u_YpWg7O off=3542427 len=126853 2024-02-18T08:43:58.749 INFO:tasks.workunit.client.0.smithi110.stdout:op 2119 completed, throughput=5MB/sec 2024-02-18T08:43:58.749 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5MAmMmJ2JAllitb off=4320227 len=82291 2024-02-18T08:43:58.752 INFO:tasks.workunit.client.0.smithi110.stdout:op 2120 completed, throughput=5MB/sec 2024-02-18T08:43:58.752 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Kv0Vp2NbK5F3JEE off=1205714 len=1073934 2024-02-18T08:43:58.755 INFO:tasks.workunit.client.0.smithi110.stdout:op 2121 completed, throughput=5MB/sec 2024-02-18T08:43:59.755 INFO:tasks.workunit.client.0.smithi110.stdout: 410: throughput=4.99MB/sec pending data=0 2024-02-18T08:43:59.755 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-88PlPEWYpsyHOh3 off=0 len=1416286 2024-02-18T08:43:59.760 INFO:tasks.workunit.client.0.smithi110.stdout:op 2122 completed, throughput=4.99MB/sec 2024-02-18T08:43:59.760 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Qvw-Vr6zMOHi5pS off=17531759 len=1010349 2024-02-18T08:43:59.763 INFO:tasks.workunit.client.0.smithi110.stdout:op 2123 completed, throughput=4.99MB/sec 2024-02-18T08:43:59.764 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bROkvEfP6fSZ8k_ off=2363852 len=960238 2024-02-18T08:43:59.773 INFO:tasks.workunit.client.0.smithi110.stdout:op 2124 completed, throughput=5MB/sec 2024-02-18T08:43:59.773 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TjLaK3r-UecFdu6 off=1734800 len=1928591 2024-02-18T08:43:59.779 INFO:tasks.workunit.client.0.smithi110.stdout:op 2125 completed, throughput=5MB/sec 2024-02-18T08:44:00.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:00 smithi191 bash[38688]: cluster 2024-02-18T08:43:59.108044+0000 mgr.y (mgr.44100) 817 : cluster [DBG] pgmap v1375: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:44:00.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:00 smithi110 bash[54479]: cluster 2024-02-18T08:43:59.108044+0000 mgr.y (mgr.44100) 817 : cluster [DBG] pgmap v1375: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:44:00.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:00 smithi110 bash[55875]: cluster 2024-02-18T08:43:59.108044+0000 mgr.y (mgr.44100) 817 : cluster [DBG] pgmap v1375: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:44:00.780 INFO:tasks.workunit.client.0.smithi110.stdout: 411: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:00.780 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pWo7m_1GUlAIZeY off=1493541 len=1460315 2024-02-18T08:44:00.790 INFO:tasks.workunit.client.0.smithi110.stdout:op 2126 completed, throughput=4.99MB/sec 2024-02-18T08:44:00.790 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-163M2FCR9P0cJxO off=2863534 len=1902293 2024-02-18T08:44:00.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 2127 completed, throughput=5MB/sec 2024-02-18T08:44:00.801 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-b7Y09qT6NGX07Hj off=9006714 len=836360 2024-02-18T08:44:00.803 INFO:tasks.workunit.client.0.smithi110.stdout:op 2128 completed, throughput=5MB/sec 2024-02-18T08:44:00.803 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lFIS3vW2Xsjz96f off=3762118 len=373419 2024-02-18T08:44:00.803 INFO:tasks.workunit.client.0.smithi110.stdout:op 2129 completed, throughput=5MB/sec 2024-02-18T08:44:00.803 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vIZwCWWP2Q0y38q off=1854390 len=402985 2024-02-18T08:44:00.807 INFO:tasks.workunit.client.0.smithi110.stdout:op 2130 completed, throughput=5MB/sec 2024-02-18T08:44:00.807 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-c-AczydMHAmDkzl off=1431670 len=630457 2024-02-18T08:44:00.811 INFO:tasks.workunit.client.0.smithi110.stdout:op 2131 completed, throughput=5MB/sec 2024-02-18T08:44:01.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:01 smithi191 bash[38688]: audit 2024-02-18T08:44:00.679301+0000 mon.a (mon.0) 1774 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:44:01.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:01 smithi191 bash[38688]: audit 2024-02-18T08:44:00.998403+0000 mon.a (mon.0) 1775 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:44:01.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:01 smithi191 bash[38688]: audit 2024-02-18T08:44:01.000174+0000 mon.a (mon.0) 1776 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:44:01.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:01 smithi191 bash[38688]: audit 2024-02-18T08:44:01.009177+0000 mon.a (mon.0) 1777 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:44:01.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:01 smithi110 bash[55875]: audit 2024-02-18T08:44:00.679301+0000 mon.a (mon.0) 1774 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:44:01.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:01 smithi110 bash[55875]: audit 2024-02-18T08:44:00.998403+0000 mon.a (mon.0) 1775 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:44:01.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:01 smithi110 bash[55875]: audit 2024-02-18T08:44:01.000174+0000 mon.a (mon.0) 1776 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:44:01.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:01 smithi110 bash[55875]: audit 2024-02-18T08:44:01.009177+0000 mon.a (mon.0) 1777 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:44:01.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:01 smithi110 bash[54479]: audit 2024-02-18T08:44:00.679301+0000 mon.a (mon.0) 1774 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:44:01.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:01 smithi110 bash[54479]: audit 2024-02-18T08:44:00.998403+0000 mon.a (mon.0) 1775 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:44:01.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:01 smithi110 bash[54479]: audit 2024-02-18T08:44:01.000174+0000 mon.a (mon.0) 1776 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:44:01.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:01 smithi110 bash[54479]: audit 2024-02-18T08:44:01.009177+0000 mon.a (mon.0) 1777 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:44:01.809 INFO:tasks.workunit.client.0.smithi110.stdout: 412: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:01.809 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4IWpFCX-DQ9nk_s off=2574745 len=769571 2024-02-18T08:44:01.818 INFO:tasks.workunit.client.0.smithi110.stdout:op 2132 completed, throughput=4.99MB/sec 2024-02-18T08:44:01.818 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kVUu6rqh04k65A5 off=13820354 len=663959 2024-02-18T08:44:01.823 INFO:tasks.workunit.client.0.smithi110.stdout:op 2133 completed, throughput=4.99MB/sec 2024-02-18T08:44:01.823 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Eg3s6IC3s_E7wK9 off=1407837 len=910834 2024-02-18T08:44:01.824 INFO:tasks.workunit.client.0.smithi110.stdout:op 2134 completed, throughput=4.99MB/sec 2024-02-18T08:44:01.825 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4ZA1ZsXpyhaKUHe off=7405788 len=602793 2024-02-18T08:44:01.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 2135 completed, throughput=5MB/sec 2024-02-18T08:44:01.832 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-E_EVCBpnRupgS6a off=12529369 len=587427 2024-02-18T08:44:01.834 INFO:tasks.workunit.client.0.smithi110.stdout:op 2136 completed, throughput=5MB/sec 2024-02-18T08:44:01.834 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9kneepYfs7JjcuK off=11018173 len=434377 2024-02-18T08:44:01.835 INFO:tasks.workunit.client.0.smithi110.stdout:op 2137 completed, throughput=5MB/sec 2024-02-18T08:44:01.835 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8nRSS0t35DzfbHN off=13789289 len=1129122 2024-02-18T08:44:01.841 INFO:tasks.workunit.client.0.smithi110.stdout:op 2138 completed, throughput=5MB/sec 2024-02-18T08:44:02.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:02 smithi191 bash[38688]: cephadm 2024-02-18T08:44:01.001713+0000 mgr.y (mgr.44100) 818 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:44:02.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:02 smithi191 bash[38688]: cluster 2024-02-18T08:44:01.108864+0000 mgr.y (mgr.44100) 819 : cluster [DBG] pgmap v1376: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:44:02.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:02 smithi110 bash[54479]: cephadm 2024-02-18T08:44:01.001713+0000 mgr.y (mgr.44100) 818 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:44:02.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:02 smithi110 bash[54479]: cluster 2024-02-18T08:44:01.108864+0000 mgr.y (mgr.44100) 819 : cluster [DBG] pgmap v1376: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:44:02.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:02 smithi110 bash[55875]: cephadm 2024-02-18T08:44:01.001713+0000 mgr.y (mgr.44100) 818 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:44:02.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:02 smithi110 bash[55875]: cluster 2024-02-18T08:44:01.108864+0000 mgr.y (mgr.44100) 819 : cluster [DBG] pgmap v1376: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:44:02.841 INFO:tasks.workunit.client.0.smithi110.stdout: 413: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:02.841 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KbRCsC6dUWHBx23 off=909673 len=430275 2024-02-18T08:44:02.843 INFO:tasks.workunit.client.0.smithi110.stdout:op 2139 completed, throughput=4.99MB/sec 2024-02-18T08:44:02.844 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F-029kAoGeIj7Xf off=575243 len=1555028 2024-02-18T08:44:02.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 2140 completed, throughput=4.99MB/sec 2024-02-18T08:44:02.848 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6i3_77krkrpwlFE off=12718293 len=661083 2024-02-18T08:44:02.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 2141 completed, throughput=4.99MB/sec 2024-02-18T08:44:02.851 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ROUHhG9qRSbU9ti off=9146692 len=313343 2024-02-18T08:44:02.853 INFO:tasks.workunit.client.0.smithi110.stdout:op 2142 completed, throughput=5MB/sec 2024-02-18T08:44:02.853 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UmYcXbXvP2wuthC off=4689178 len=301148 2024-02-18T08:44:02.854 INFO:tasks.workunit.client.0.smithi110.stdout:op 2143 completed, throughput=5MB/sec 2024-02-18T08:44:02.854 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-psxwYtRylDWVuA9 off=14785019 len=643856 2024-02-18T08:44:02.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 2144 completed, throughput=5MB/sec 2024-02-18T08:44:02.862 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vHC3KlllNcDA1OQ off=35631 len=80882 2024-02-18T08:44:02.865 INFO:tasks.workunit.client.0.smithi110.stdout:op 2145 completed, throughput=5MB/sec 2024-02-18T08:44:02.865 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AjyODB14skzVYMx off=1741956 len=895103 2024-02-18T08:44:02.866 INFO:tasks.workunit.client.0.smithi110.stdout:op 2146 completed, throughput=5MB/sec 2024-02-18T08:44:02.867 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-G1HFkbE-OdZLEE9 off=6972037 len=579094 2024-02-18T08:44:02.872 INFO:tasks.workunit.client.0.smithi110.stdout:op 2147 completed, throughput=5MB/sec 2024-02-18T08:44:03.873 INFO:tasks.workunit.client.0.smithi110.stdout: 414: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:03.873 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1KeH6ndCAFFaSnr off=12269603 len=520804 2024-02-18T08:44:03.884 INFO:tasks.workunit.client.0.smithi110.stdout:op 2148 completed, throughput=4.99MB/sec 2024-02-18T08:44:03.884 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nuEMScLIeGJA-mQ off=5827957 len=1822488 2024-02-18T08:44:03.891 INFO:tasks.workunit.client.0.smithi110.stdout:op 2149 completed, throughput=4.99MB/sec 2024-02-18T08:44:03.891 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X2GMR3pgpFCF1YP off=21109277 len=755920 2024-02-18T08:44:03.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 2150 completed, throughput=5MB/sec 2024-02-18T08:44:03.893 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T1lLtGVnRhW9Auq off=3378708 len=293573 2024-02-18T08:44:03.897 INFO:tasks.workunit.client.0.smithi110.stdout:op 2151 completed, throughput=5MB/sec 2024-02-18T08:44:03.897 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zWyPPqcnQlRQHPR off=4622625 len=1232623 2024-02-18T08:44:03.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 2152 completed, throughput=5MB/sec 2024-02-18T08:44:03.906 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Kqw0XWttmFDVlCD off=14123219 len=348482 2024-02-18T08:44:03.906 INFO:tasks.workunit.client.0.smithi110.stdout:op 2153 completed, throughput=5MB/sec 2024-02-18T08:44:03.906 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-W1wzlKsQ82vr5QW off=9802401 len=2000080 2024-02-18T08:44:03.909 INFO:tasks.workunit.client.0.smithi110.stdout:op 2154 completed, throughput=5MB/sec 2024-02-18T08:44:04.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:04 smithi191 bash[38688]: cluster 2024-02-18T08:44:03.109814+0000 mgr.y (mgr.44100) 820 : cluster [DBG] pgmap v1377: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:44:04.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:04 smithi110 bash[54479]: cluster 2024-02-18T08:44:03.109814+0000 mgr.y (mgr.44100) 820 : cluster [DBG] pgmap v1377: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:44:04.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:04 smithi110 bash[55875]: cluster 2024-02-18T08:44:03.109814+0000 mgr.y (mgr.44100) 820 : cluster [DBG] pgmap v1377: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:44:04.909 INFO:tasks.workunit.client.0.smithi110.stdout: 415: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:04.909 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JsuEfnMXr3XHI4l off=5352275 len=476831 2024-02-18T08:44:04.911 INFO:tasks.workunit.client.0.smithi110.stdout:op 2155 completed, throughput=4.99MB/sec 2024-02-18T08:44:04.911 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9rF9Q0qu3siutyD off=1849514 len=377126 2024-02-18T08:44:04.913 INFO:tasks.workunit.client.0.smithi110.stdout:op 2156 completed, throughput=4.99MB/sec 2024-02-18T08:44:04.913 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4c4e9DlrZN6P4Ea off=11108620 len=577589 2024-02-18T08:44:04.921 INFO:tasks.workunit.client.0.smithi110.stdout:op 2157 completed, throughput=5MB/sec 2024-02-18T08:44:04.921 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8YICwOqxOvRCDM5 off=16160097 len=1660806 2024-02-18T08:44:04.933 INFO:tasks.workunit.client.0.smithi110.stdout:op 2158 completed, throughput=5MB/sec 2024-02-18T08:44:04.933 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Afyc9hJmfRVcJJr off=5349562 len=207954 2024-02-18T08:44:04.936 INFO:tasks.workunit.client.0.smithi110.stdout:op 2159 completed, throughput=5MB/sec 2024-02-18T08:44:04.936 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3Fe5vLk1lm1OBFU off=11146197 len=750386 2024-02-18T08:44:04.942 INFO:tasks.workunit.client.0.smithi110.stdout:op 2160 completed, throughput=5MB/sec 2024-02-18T08:44:05.943 INFO:tasks.workunit.client.0.smithi110.stdout: 416: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:05.943 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yj-I13dvVQGA4_c off=4102200 len=144848 2024-02-18T08:44:05.944 INFO:tasks.workunit.client.0.smithi110.stdout:op 2161 completed, throughput=4.99MB/sec 2024-02-18T08:44:05.944 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qHEOM6D3umBHT4q off=5967484 len=320532 2024-02-18T08:44:05.946 INFO:tasks.workunit.client.0.smithi110.stdout:op 2162 completed, throughput=4.99MB/sec 2024-02-18T08:44:05.946 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lwPat0PeC9BWZKJ off=2547978 len=667556 2024-02-18T08:44:05.948 INFO:tasks.workunit.client.0.smithi110.stdout:op 2163 completed, throughput=4.99MB/sec 2024-02-18T08:44:05.948 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X_dSDuxSOeIqnKS off=7091144 len=2080048 2024-02-18T08:44:05.954 INFO:tasks.workunit.client.0.smithi110.stdout:op 2164 completed, throughput=5MB/sec 2024-02-18T08:44:05.954 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rVF30vvejnb0d6J off=985985 len=1517733 2024-02-18T08:44:05.965 INFO:tasks.workunit.client.0.smithi110.stdout:op 2165 completed, throughput=5MB/sec 2024-02-18T08:44:05.965 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UQP8eq_h8nRG1GZ off=366989 len=491405 2024-02-18T08:44:05.967 INFO:tasks.workunit.client.0.smithi110.stdout:op 2166 completed, throughput=5MB/sec 2024-02-18T08:44:06.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:06 smithi191 bash[38688]: cluster 2024-02-18T08:44:05.110429+0000 mgr.y (mgr.44100) 821 : cluster [DBG] pgmap v1378: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:44:06.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:06 smithi110 bash[54479]: cluster 2024-02-18T08:44:05.110429+0000 mgr.y (mgr.44100) 821 : cluster [DBG] pgmap v1378: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:44:06.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:06 smithi110 bash[55875]: cluster 2024-02-18T08:44:05.110429+0000 mgr.y (mgr.44100) 821 : cluster [DBG] pgmap v1378: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:44:06.968 INFO:tasks.workunit.client.0.smithi110.stdout: 417: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:06.968 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_DE6_sMzohTdl83 off=13447483 len=889308 2024-02-18T08:44:06.976 INFO:tasks.workunit.client.0.smithi110.stdout:op 2167 completed, throughput=4.99MB/sec 2024-02-18T08:44:06.977 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BHYWaHccuFflp12 off=14737003 len=349401 2024-02-18T08:44:06.981 INFO:tasks.workunit.client.0.smithi110.stdout:op 2168 completed, throughput=4.99MB/sec 2024-02-18T08:44:06.981 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-I4dsrIg4fh_xJKZ off=3323295 len=215729 2024-02-18T08:44:06.982 INFO:tasks.workunit.client.0.smithi110.stdout:op 2169 completed, throughput=4.99MB/sec 2024-02-18T08:44:06.982 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AJ_Kg12TPB4QT6R off=3012578 len=806404 2024-02-18T08:44:06.989 INFO:tasks.workunit.client.0.smithi110.stdout:op 2170 completed, throughput=4.99MB/sec 2024-02-18T08:44:06.989 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wxoydi7IAQJbBSF off=196715 len=795739 2024-02-18T08:44:06.994 INFO:tasks.workunit.client.0.smithi110.stdout:op 2171 completed, throughput=5MB/sec 2024-02-18T08:44:06.994 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-10ShAnb5KiFEP5b off=6098930 len=1774596 2024-02-18T08:44:07.003 INFO:tasks.workunit.client.0.smithi110.stdout:op 2172 completed, throughput=5MB/sec 2024-02-18T08:44:07.003 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1HHqBf2k3TkLvo9 off=7341424 len=1589496 2024-02-18T08:44:07.007 INFO:tasks.workunit.client.0.smithi110.stdout:op 2173 completed, throughput=5MB/sec 2024-02-18T08:44:08.007 INFO:tasks.workunit.client.0.smithi110.stdout: 418: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:08.007 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qYtMgCg05tLjqI3 off=6768802 len=285005 2024-02-18T08:44:08.009 INFO:tasks.workunit.client.0.smithi110.stdout:op 2174 completed, throughput=4.99MB/sec 2024-02-18T08:44:08.009 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gmPpzCM4MJQYNyF off=1252588 len=253018 2024-02-18T08:44:08.014 INFO:tasks.workunit.client.0.smithi110.stdout:op 2175 completed, throughput=4.99MB/sec 2024-02-18T08:44:08.014 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qdBfz_GdHpSN3cA off=1285180 len=2026537 2024-02-18T08:44:08.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 2176 completed, throughput=5MB/sec 2024-02-18T08:44:08.028 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L4-gLcd4UyPIldG off=233947 len=490794 2024-02-18T08:44:08.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 2177 completed, throughput=5MB/sec 2024-02-18T08:44:08.030 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a7SkyZEnSTD8oJE off=7486793 len=1936506 2024-02-18T08:44:08.036 INFO:tasks.workunit.client.0.smithi110.stdout:op 2178 completed, throughput=5MB/sec 2024-02-18T08:44:08.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:08 smithi191 bash[38688]: cluster 2024-02-18T08:44:07.111336+0000 mgr.y (mgr.44100) 822 : cluster [DBG] pgmap v1379: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:44:08.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:08 smithi110 bash[54479]: cluster 2024-02-18T08:44:07.111336+0000 mgr.y (mgr.44100) 822 : cluster [DBG] pgmap v1379: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:44:08.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:08 smithi110 bash[55875]: cluster 2024-02-18T08:44:07.111336+0000 mgr.y (mgr.44100) 822 : cluster [DBG] pgmap v1379: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:44:09.036 INFO:tasks.workunit.client.0.smithi110.stdout: 419: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:09.036 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-e4kxkhV0gRmhVkH off=7887788 len=1467963 2024-02-18T08:44:09.039 INFO:tasks.workunit.client.0.smithi110.stdout:op 2179 completed, throughput=4.99MB/sec 2024-02-18T08:44:09.040 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_loITLgz-0iw_Wp off=7311519 len=951532 2024-02-18T08:44:09.042 INFO:tasks.workunit.client.0.smithi110.stdout:op 2180 completed, throughput=5MB/sec 2024-02-18T08:44:09.042 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IG5ZIk4hMLrfR9e off=2208254 len=381126 2024-02-18T08:44:09.044 INFO:tasks.workunit.client.0.smithi110.stdout:op 2181 completed, throughput=5MB/sec 2024-02-18T08:44:09.044 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-d0HIp4VmQurkYZM off=17915503 len=1904743 2024-02-18T08:44:09.048 INFO:tasks.workunit.client.0.smithi110.stdout:op 2182 completed, throughput=5MB/sec 2024-02-18T08:44:10.048 INFO:tasks.workunit.client.0.smithi110.stdout: 420: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:10.048 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c-UMJzGnqD2DPyB off=6859799 len=567094 2024-02-18T08:44:10.055 INFO:tasks.workunit.client.0.smithi110.stdout:op 2183 completed, throughput=4.99MB/sec 2024-02-18T08:44:10.055 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LnrbdUsRdpuqxYu off=511883 len=408605 2024-02-18T08:44:10.057 INFO:tasks.workunit.client.0.smithi110.stdout:op 2184 completed, throughput=4.99MB/sec 2024-02-18T08:44:10.057 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XQSXa9Fkla2fdGE off=5156508 len=368793 2024-02-18T08:44:10.059 INFO:tasks.workunit.client.0.smithi110.stdout:op 2185 completed, throughput=4.99MB/sec 2024-02-18T08:44:10.059 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g9HX6RDiIFul1dA off=1971466 len=233500 2024-02-18T08:44:10.060 INFO:tasks.workunit.client.0.smithi110.stdout:op 2186 completed, throughput=4.99MB/sec 2024-02-18T08:44:10.060 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0Wu4gnzdJf5FOTF off=1110621 len=457641 2024-02-18T08:44:10.066 INFO:tasks.workunit.client.0.smithi110.stdout:op 2187 completed, throughput=4.99MB/sec 2024-02-18T08:44:10.066 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QM-xGX3U_Zum2GC off=3836140 len=1410609 2024-02-18T08:44:10.069 INFO:tasks.workunit.client.0.smithi110.stdout:op 2188 completed, throughput=5MB/sec 2024-02-18T08:44:10.069 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FOnnLyFg9pHSX9- off=1759928 len=1070760 2024-02-18T08:44:10.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 2189 completed, throughput=5MB/sec 2024-02-18T08:44:10.076 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2KhZu5AQ0kv8Hiv off=777397 len=58364 2024-02-18T08:44:10.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 2190 completed, throughput=5MB/sec 2024-02-18T08:44:10.077 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4Ija_hATIm4yYcb off=6340645 len=517470 2024-02-18T08:44:10.078 INFO:tasks.workunit.client.0.smithi110.stdout:op 2191 completed, throughput=5MB/sec 2024-02-18T08:44:10.078 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-x3o5wt_3QVUdm0l off=13111040 len=815670 2024-02-18T08:44:10.083 INFO:tasks.workunit.client.0.smithi110.stdout:op 2192 completed, throughput=5MB/sec 2024-02-18T08:44:10.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:10 smithi191 bash[38688]: cluster 2024-02-18T08:44:09.112297+0000 mgr.y (mgr.44100) 823 : cluster [DBG] pgmap v1380: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:44:10.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:10 smithi110 bash[54479]: cluster 2024-02-18T08:44:09.112297+0000 mgr.y (mgr.44100) 823 : cluster [DBG] pgmap v1380: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:44:10.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:10 smithi110 bash[55875]: cluster 2024-02-18T08:44:09.112297+0000 mgr.y (mgr.44100) 823 : cluster [DBG] pgmap v1380: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:44:11.083 INFO:tasks.workunit.client.0.smithi110.stdout: 421: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:11.083 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-y9Qnyq1MbqAzqdo off=1362868 len=16506 2024-02-18T08:44:11.088 INFO:tasks.workunit.client.0.smithi110.stdout:op 2193 completed, throughput=4.99MB/sec 2024-02-18T08:44:11.088 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-w9YY77MIeAujapk off=6929182 len=354823 2024-02-18T08:44:11.089 INFO:tasks.workunit.client.0.smithi110.stdout:op 2194 completed, throughput=4.99MB/sec 2024-02-18T08:44:11.090 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8NLU0Z0sleT40hi off=1320969 len=720285 2024-02-18T08:44:11.097 INFO:tasks.workunit.client.0.smithi110.stdout:op 2195 completed, throughput=4.99MB/sec 2024-02-18T08:44:11.097 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xpKAy9No4pP9Z48 off=0 len=1507289 2024-02-18T08:44:11.106 INFO:tasks.workunit.client.0.smithi110.stdout:op 2196 completed, throughput=5MB/sec 2024-02-18T08:44:11.106 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jFo-a04o01J54eI off=80239 len=1525069 2024-02-18T08:44:11.108 INFO:tasks.workunit.client.0.smithi110.stdout:op 2197 completed, throughput=5MB/sec 2024-02-18T08:44:11.108 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yDEjWQjy-DrQN6r off=7884036 len=45018 2024-02-18T08:44:11.109 INFO:tasks.workunit.client.0.smithi110.stdout:op 2198 completed, throughput=5MB/sec 2024-02-18T08:44:11.109 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-88PlPEWYpsyHOh3 off=1004247 len=412039 2024-02-18T08:44:11.113 INFO:tasks.workunit.client.0.smithi110.stdout:op 2199 completed, throughput=5MB/sec 2024-02-18T08:44:11.113 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ehWiSXk3DJvlYEP off=1817808 len=307461 2024-02-18T08:44:11.114 INFO:tasks.workunit.client.0.smithi110.stdout:op 2200 completed, throughput=5MB/sec 2024-02-18T08:44:12.115 INFO:tasks.workunit.client.0.smithi110.stdout: 422: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:12.115 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-laQZ9IchtNW-zQO off=16293301 len=1768743 2024-02-18T08:44:12.129 INFO:tasks.workunit.client.0.smithi110.stdout:op 2201 completed, throughput=4.99MB/sec 2024-02-18T08:44:12.129 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J5LYZ9eAoKkRm36 off=6901610 len=1654002 2024-02-18T08:44:12.131 INFO:tasks.workunit.client.0.smithi110.stdout:op 2202 completed, throughput=5MB/sec 2024-02-18T08:44:12.131 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DN3Fgp5hgTzK5uu off=15948100 len=2058958 2024-02-18T08:44:12.135 INFO:tasks.workunit.client.0.smithi110.stdout:op 2203 completed, throughput=5MB/sec 2024-02-18T08:44:12.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:12 smithi191 bash[38688]: cluster 2024-02-18T08:44:11.112848+0000 mgr.y (mgr.44100) 824 : cluster [DBG] pgmap v1381: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:44:12.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:12 smithi110 bash[54479]: cluster 2024-02-18T08:44:11.112848+0000 mgr.y (mgr.44100) 824 : cluster [DBG] pgmap v1381: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:44:12.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:12 smithi110 bash[55875]: cluster 2024-02-18T08:44:11.112848+0000 mgr.y (mgr.44100) 824 : cluster [DBG] pgmap v1381: 73 pgs: 73 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:44:13.137 INFO:tasks.workunit.client.0.smithi110.stdout: 423: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:13.137 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ov1JdhG4yBgZ84x off=10372985 len=349602 2024-02-18T08:44:13.141 INFO:tasks.workunit.client.0.smithi110.stdout:op 2204 completed, throughput=4.99MB/sec 2024-02-18T08:44:13.141 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BE7A_2c_5cmqLM_ off=2054677 len=247483 2024-02-18T08:44:13.142 INFO:tasks.workunit.client.0.smithi110.stdout:op 2205 completed, throughput=4.99MB/sec 2024-02-18T08:44:13.142 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DuIaJZgDilV8iz- off=2798000 len=12971 2024-02-18T08:44:13.143 INFO:tasks.workunit.client.0.smithi110.stdout:op 2206 completed, throughput=4.99MB/sec 2024-02-18T08:44:13.143 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fSI3Ahqesk0T0Y7 off=4257210 len=350972 2024-02-18T08:44:13.145 INFO:tasks.workunit.client.0.smithi110.stdout:op 2207 completed, throughput=4.99MB/sec 2024-02-18T08:44:13.145 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BXz5wwjV3YQHVCb off=16959054 len=1025079 2024-02-18T08:44:13.153 INFO:tasks.workunit.client.0.smithi110.stdout:op 2208 completed, throughput=4.99MB/sec 2024-02-18T08:44:13.153 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-subSJMeP2hBltVY off=90002 len=585736 2024-02-18T08:44:13.159 INFO:tasks.workunit.client.0.smithi110.stdout:op 2209 completed, throughput=4.99MB/sec 2024-02-18T08:44:13.159 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8F2e4VyHrHEOv4g off=4108489 len=1642382 2024-02-18T08:44:13.167 INFO:tasks.workunit.client.0.smithi110.stdout:op 2210 completed, throughput=5MB/sec 2024-02-18T08:44:13.167 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uaB8a3GWC4Q3z7V off=14839898 len=2006951 2024-02-18T08:44:13.177 INFO:tasks.workunit.client.0.smithi110.stdout:op 2211 completed, throughput=5MB/sec 2024-02-18T08:44:14.178 INFO:tasks.workunit.client.0.smithi110.stdout: 424: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:14.178 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sHXx1r436QJSnH- off=9488605 len=1403339 2024-02-18T08:44:14.190 INFO:tasks.workunit.client.0.smithi110.stdout:op 2212 completed, throughput=4.99MB/sec 2024-02-18T08:44:14.190 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HoV2vvrk_iHZgw_ off=11533008 len=901784 2024-02-18T08:44:14.198 INFO:tasks.workunit.client.0.smithi110.stdout:op 2213 completed, throughput=5MB/sec 2024-02-18T08:44:14.198 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BBQkfDZ1QWAStuY off=5508953 len=1629072 2024-02-18T08:44:14.201 INFO:tasks.workunit.client.0.smithi110.stdout:op 2214 completed, throughput=5MB/sec 2024-02-18T08:44:14.201 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MciaL1o8m1fMRS5 off=1158940 len=1246095 2024-02-18T08:44:14.210 INFO:tasks.workunit.client.0.smithi110.stdout:op 2215 completed, throughput=5MB/sec 2024-02-18T08:44:14.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:14 smithi191 bash[38688]: cluster 2024-02-18T08:44:13.113564+0000 mgr.y (mgr.44100) 825 : cluster [DBG] pgmap v1382: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-02-18T08:44:14.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:14 smithi110 bash[54479]: cluster 2024-02-18T08:44:13.113564+0000 mgr.y (mgr.44100) 825 : cluster [DBG] pgmap v1382: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-02-18T08:44:14.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:14 smithi110 bash[55875]: cluster 2024-02-18T08:44:13.113564+0000 mgr.y (mgr.44100) 825 : cluster [DBG] pgmap v1382: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-02-18T08:44:15.210 INFO:tasks.workunit.client.0.smithi110.stdout: 425: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:15.210 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NpVizJo0ewXlBea off=9976832 len=535883 2024-02-18T08:44:15.213 INFO:tasks.workunit.client.0.smithi110.stdout:op 2216 completed, throughput=4.99MB/sec 2024-02-18T08:44:15.213 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lwnEaT9pjiKkel- off=21636884 len=1559864 2024-02-18T08:44:15.216 INFO:tasks.workunit.client.0.smithi110.stdout:op 2217 completed, throughput=4.99MB/sec 2024-02-18T08:44:15.217 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-C9qPbRJ9l2PLVkL off=5603756 len=686624 2024-02-18T08:44:15.219 INFO:tasks.workunit.client.0.smithi110.stdout:op 2218 completed, throughput=5MB/sec 2024-02-18T08:44:15.219 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0xjnB7IettZFMei off=11474048 len=1214301 2024-02-18T08:44:15.223 INFO:tasks.workunit.client.0.smithi110.stdout:op 2219 completed, throughput=5MB/sec 2024-02-18T08:44:15.223 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sy24fm_e_tlOg0y off=2728478 len=1766926 2024-02-18T08:44:15.234 INFO:tasks.workunit.client.0.smithi110.stdout:op 2220 completed, throughput=5MB/sec 2024-02-18T08:44:16.235 INFO:tasks.workunit.client.0.smithi110.stdout: 426: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:16.235 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eEAbgQazwlMJJ_W off=1808702 len=1700681 2024-02-18T08:44:16.249 INFO:tasks.workunit.client.0.smithi110.stdout:op 2221 completed, throughput=4.99MB/sec 2024-02-18T08:44:16.249 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9auAqnpRObP-Voz off=2040527 len=818797 2024-02-18T08:44:16.251 INFO:tasks.workunit.client.0.smithi110.stdout:op 2222 completed, throughput=5MB/sec 2024-02-18T08:44:16.252 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LWUVNMXwdINkkCO off=322138 len=879744 2024-02-18T08:44:16.258 INFO:tasks.workunit.client.0.smithi110.stdout:op 2223 completed, throughput=5MB/sec 2024-02-18T08:44:16.258 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EyspUj0Mdbq_KPc off=30203 len=1190634 2024-02-18T08:44:16.266 INFO:tasks.workunit.client.0.smithi110.stdout:op 2224 completed, throughput=5MB/sec 2024-02-18T08:44:16.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:16 smithi191 bash[38688]: cluster 2024-02-18T08:44:15.114269+0000 mgr.y (mgr.44100) 826 : cluster [DBG] pgmap v1383: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:44:16.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:16 smithi110 bash[54479]: cluster 2024-02-18T08:44:15.114269+0000 mgr.y (mgr.44100) 826 : cluster [DBG] pgmap v1383: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:44:16.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:16 smithi110 bash[55875]: cluster 2024-02-18T08:44:15.114269+0000 mgr.y (mgr.44100) 826 : cluster [DBG] pgmap v1383: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:44:17.267 INFO:tasks.workunit.client.0.smithi110.stdout: 427: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:17.267 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BjrHWRaMMnioIir off=13216756 len=1312534 2024-02-18T08:44:17.277 INFO:tasks.workunit.client.0.smithi110.stdout:op 2225 completed, throughput=4.99MB/sec 2024-02-18T08:44:17.277 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xfQGC-ptD89eFsk off=2688420 len=963841 2024-02-18T08:44:17.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 2226 completed, throughput=4.99MB/sec 2024-02-18T08:44:17.285 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PTHnEQ9CJbkjdfJ off=2255760 len=1214288 2024-02-18T08:44:17.293 INFO:tasks.workunit.client.0.smithi110.stdout:op 2227 completed, throughput=5MB/sec 2024-02-18T08:44:17.294 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_XAgBwwcZnUyg9V off=6611783 len=1309003 2024-02-18T08:44:17.300 INFO:tasks.workunit.client.0.smithi110.stdout:op 2228 completed, throughput=5MB/sec 2024-02-18T08:44:17.300 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A5N2zVe0pD1gbNR off=4161102 len=419307 2024-02-18T08:44:17.305 INFO:tasks.workunit.client.0.smithi110.stdout:op 2229 completed, throughput=5MB/sec 2024-02-18T08:44:18.305 INFO:tasks.workunit.client.0.smithi110.stdout: 428: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:18.306 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RmzCYWh3omDfZ1k off=9250956 len=24095 2024-02-18T08:44:18.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 2230 completed, throughput=4.99MB/sec 2024-02-18T08:44:18.306 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IOxqH6IgMtkOyed off=6838690 len=342458 2024-02-18T08:44:18.308 INFO:tasks.workunit.client.0.smithi110.stdout:op 2231 completed, throughput=4.99MB/sec 2024-02-18T08:44:18.309 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Z4MDeA9goRcib2f off=4619017 len=1885733 2024-02-18T08:44:18.321 INFO:tasks.workunit.client.0.smithi110.stdout:op 2232 completed, throughput=4.99MB/sec 2024-02-18T08:44:18.321 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0wsWaF1JNFfYKs4 off=5004831 len=956127 2024-02-18T08:44:18.328 INFO:tasks.workunit.client.0.smithi110.stdout:op 2233 completed, throughput=5MB/sec 2024-02-18T08:44:18.328 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JAwlExkl6rwTBDN off=423491 len=362143 2024-02-18T08:44:18.330 INFO:tasks.workunit.client.0.smithi110.stdout:op 2234 completed, throughput=5MB/sec 2024-02-18T08:44:18.330 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MDCBVRGtUi5jLXX off=4594613 len=457487 2024-02-18T08:44:18.331 INFO:tasks.workunit.client.0.smithi110.stdout:op 2235 completed, throughput=5MB/sec 2024-02-18T08:44:18.331 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Yx5weXYaRfrzCow off=1099954 len=1069014 2024-02-18T08:44:18.333 INFO:tasks.workunit.client.0.smithi110.stdout:op 2236 completed, throughput=5MB/sec 2024-02-18T08:44:18.333 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T2mJZDQb7O3Mdk6 off=924729 len=1381975 2024-02-18T08:44:18.336 INFO:tasks.workunit.client.0.smithi110.stdout:op 2237 completed, throughput=5MB/sec 2024-02-18T08:44:18.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:18 smithi191 bash[38688]: cluster 2024-02-18T08:44:17.115123+0000 mgr.y (mgr.44100) 827 : cluster [DBG] pgmap v1384: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-02-18T08:44:18.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:18 smithi110 bash[54479]: cluster 2024-02-18T08:44:17.115123+0000 mgr.y (mgr.44100) 827 : cluster [DBG] pgmap v1384: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-02-18T08:44:18.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:18 smithi110 bash[55875]: cluster 2024-02-18T08:44:17.115123+0000 mgr.y (mgr.44100) 827 : cluster [DBG] pgmap v1384: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-02-18T08:44:19.336 INFO:tasks.workunit.client.0.smithi110.stdout: 429: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:19.336 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3Ow1GR9vEmMx6UZ off=3083271 len=1889000 2024-02-18T08:44:19.342 INFO:tasks.workunit.client.0.smithi110.stdout:op 2238 completed, throughput=5MB/sec 2024-02-18T08:44:19.342 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MMRslayHddHnVyF off=8221388 len=1808769 2024-02-18T08:44:19.346 INFO:tasks.workunit.client.0.smithi110.stdout:op 2239 completed, throughput=5MB/sec 2024-02-18T08:44:19.346 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OYsZI5oM36_PGtp off=2090226 len=266447 2024-02-18T08:44:19.352 INFO:tasks.workunit.client.0.smithi110.stdout:op 2240 completed, throughput=5MB/sec 2024-02-18T08:44:19.352 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vCy3tvje_THVe8p off=239896 len=34352 2024-02-18T08:44:19.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 2241 completed, throughput=5MB/sec 2024-02-18T08:44:19.355 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Qu5s2WaqsBnouyN off=728229 len=1302346 2024-02-18T08:44:19.363 INFO:tasks.workunit.client.0.smithi110.stdout:op 2242 completed, throughput=5MB/sec 2024-02-18T08:44:20.363 INFO:tasks.workunit.client.0.smithi110.stdout: 430: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:20.363 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eiAGq2naE4pLDu4 off=17307593 len=2083550 2024-02-18T08:44:20.377 INFO:tasks.workunit.client.0.smithi110.stdout:op 2243 completed, throughput=5MB/sec 2024-02-18T08:44:20.377 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-h3Qi4LClTT5cpUr off=580867 len=314596 2024-02-18T08:44:20.378 INFO:tasks.workunit.client.0.smithi110.stdout:op 2244 completed, throughput=5MB/sec 2024-02-18T08:44:20.378 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5FxITiXxDhIRMyF off=693913 len=331942 2024-02-18T08:44:20.383 INFO:tasks.workunit.client.0.smithi110.stdout:op 2245 completed, throughput=5MB/sec 2024-02-18T08:44:20.383 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cR8WiQ_djOzadv0 off=4508443 len=1669839 2024-02-18T08:44:20.384 INFO:tasks.workunit.client.0.smithi110.stdout:op 2246 completed, throughput=5MB/sec 2024-02-18T08:44:20.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:20 smithi191 bash[38688]: cluster 2024-02-18T08:44:19.116117+0000 mgr.y (mgr.44100) 828 : cluster [DBG] pgmap v1385: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:44:20.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:20 smithi110 bash[54479]: cluster 2024-02-18T08:44:19.116117+0000 mgr.y (mgr.44100) 828 : cluster [DBG] pgmap v1385: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:44:20.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:20 smithi110 bash[55875]: cluster 2024-02-18T08:44:19.116117+0000 mgr.y (mgr.44100) 828 : cluster [DBG] pgmap v1385: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:44:21.385 INFO:tasks.workunit.client.0.smithi110.stdout: 431: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:21.385 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4Ano4D020Pxunvw off=1936039 len=103892 2024-02-18T08:44:21.390 INFO:tasks.workunit.client.0.smithi110.stdout:op 2247 completed, throughput=4.99MB/sec 2024-02-18T08:44:21.390 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-j850XlwAOXU4yhQ off=6607352 len=1250123 2024-02-18T08:44:21.398 INFO:tasks.workunit.client.0.smithi110.stdout:op 2248 completed, throughput=4.99MB/sec 2024-02-18T08:44:21.398 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JPmSue2EosridDE off=0 len=1690033 2024-02-18T08:44:21.411 INFO:tasks.workunit.client.0.smithi110.stdout:op 2249 completed, throughput=5MB/sec 2024-02-18T08:44:21.412 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Sa-ank6k3uuLiyF off=9212429 len=1335104 2024-02-18T08:44:21.420 INFO:tasks.workunit.client.0.smithi110.stdout:op 2250 completed, throughput=5MB/sec 2024-02-18T08:44:21.420 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A768kI8Rm3WWcwX off=5849753 len=137942 2024-02-18T08:44:21.420 INFO:tasks.workunit.client.0.smithi110.stdout:op 2251 completed, throughput=5MB/sec 2024-02-18T08:44:21.420 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lv0d-Up5VN92sN7 off=5706745 len=1753603 2024-02-18T08:44:21.425 INFO:tasks.workunit.client.0.smithi110.stdout:op 2252 completed, throughput=5MB/sec 2024-02-18T08:44:22.425 INFO:tasks.workunit.client.0.smithi110.stdout: 432: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:22.425 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FqBzB6km65tnn7b off=2111181 len=2067833 2024-02-18T08:44:22.430 INFO:tasks.workunit.client.0.smithi110.stdout:op 2253 completed, throughput=5MB/sec 2024-02-18T08:44:22.430 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QEwlgzs2IuLQeka off=8478148 len=1486211 2024-02-18T08:44:22.435 INFO:tasks.workunit.client.0.smithi110.stdout:op 2254 completed, throughput=5MB/sec 2024-02-18T08:44:22.435 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yJG7Pg58V1e5Fon off=14486377 len=755389 2024-02-18T08:44:22.437 INFO:tasks.workunit.client.0.smithi110.stdout:op 2255 completed, throughput=5MB/sec 2024-02-18T08:44:22.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:22 smithi191 bash[38688]: cluster 2024-02-18T08:44:21.116940+0000 mgr.y (mgr.44100) 829 : cluster [DBG] pgmap v1386: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:44:22.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:22 smithi110 bash[54479]: cluster 2024-02-18T08:44:21.116940+0000 mgr.y (mgr.44100) 829 : cluster [DBG] pgmap v1386: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:44:22.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:22 smithi110 bash[55875]: cluster 2024-02-18T08:44:21.116940+0000 mgr.y (mgr.44100) 829 : cluster [DBG] pgmap v1386: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:44:23.437 INFO:tasks.workunit.client.0.smithi110.stdout: 433: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:23.437 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M2wivZhq9W6xD0z off=0 len=1147320 2024-02-18T08:44:23.447 INFO:tasks.workunit.client.0.smithi110.stdout:op 2256 completed, throughput=4.99MB/sec 2024-02-18T08:44:23.447 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SvBaXfvdnhxgGm9 off=7030210 len=1504282 2024-02-18T08:44:23.459 INFO:tasks.workunit.client.0.smithi110.stdout:op 2257 completed, throughput=4.99MB/sec 2024-02-18T08:44:23.459 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xiXdkEAwKG3BYdh off=1260618 len=1160506 2024-02-18T08:44:23.462 INFO:tasks.workunit.client.0.smithi110.stdout:op 2258 completed, throughput=5MB/sec 2024-02-18T08:44:23.462 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-meB522SxKG4PQUn off=8836278 len=373854 2024-02-18T08:44:23.465 INFO:tasks.workunit.client.0.smithi110.stdout:op 2259 completed, throughput=5MB/sec 2024-02-18T08:44:23.465 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-G19rB2FStV_J-u2 off=739974 len=1228725 2024-02-18T08:44:23.472 INFO:tasks.workunit.client.0.smithi110.stdout:op 2260 completed, throughput=5MB/sec 2024-02-18T08:44:24.473 INFO:tasks.workunit.client.0.smithi110.stdout: 434: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:24.473 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kkKLlsunGOWlrei off=5579495 len=392039 2024-02-18T08:44:24.476 INFO:tasks.workunit.client.0.smithi110.stdout:op 2261 completed, throughput=4.99MB/sec 2024-02-18T08:44:24.477 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-evnwPKBlU1gzSNn off=12055785 len=53655 2024-02-18T08:44:24.477 INFO:tasks.workunit.client.0.smithi110.stdout:op 2262 completed, throughput=4.99MB/sec 2024-02-18T08:44:24.478 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JzHOqp9ofLqvdah off=3485322 len=196844 2024-02-18T08:44:24.483 INFO:tasks.workunit.client.0.smithi110.stdout:op 2263 completed, throughput=4.99MB/sec 2024-02-18T08:44:24.483 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z1rqc82ScFZ8YD2 off=7850861 len=1145923 2024-02-18T08:44:24.492 INFO:tasks.workunit.client.0.smithi110.stdout:op 2264 completed, throughput=4.99MB/sec 2024-02-18T08:44:24.492 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Wc-xDWwTqiiXaHL off=5422479 len=853507 2024-02-18T08:44:24.500 INFO:tasks.workunit.client.0.smithi110.stdout:op 2265 completed, throughput=4.99MB/sec 2024-02-18T08:44:24.501 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-p3fxn8bNK8iKMRf off=281046 len=1607681 2024-02-18T08:44:24.505 INFO:tasks.workunit.client.0.smithi110.stdout:op 2266 completed, throughput=5MB/sec 2024-02-18T08:44:24.505 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--Fox_WGpiBrZSjj off=6708499 len=1409470 2024-02-18T08:44:24.515 INFO:tasks.workunit.client.0.smithi110.stdout:op 2267 completed, throughput=5MB/sec 2024-02-18T08:44:24.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:24 smithi191 bash[38688]: cluster 2024-02-18T08:44:23.117909+0000 mgr.y (mgr.44100) 830 : cluster [DBG] pgmap v1387: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-02-18T08:44:24.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:24 smithi110 bash[54479]: cluster 2024-02-18T08:44:23.117909+0000 mgr.y (mgr.44100) 830 : cluster [DBG] pgmap v1387: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-02-18T08:44:24.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:24 smithi110 bash[55875]: cluster 2024-02-18T08:44:23.117909+0000 mgr.y (mgr.44100) 830 : cluster [DBG] pgmap v1387: 73 pgs: 73 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-02-18T08:44:25.515 INFO:tasks.workunit.client.0.smithi110.stdout: 435: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:25.516 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-E-yNTC5Ph_8OqKe off=3603774 len=814381 2024-02-18T08:44:25.519 INFO:tasks.workunit.client.0.smithi110.stdout:op 2268 completed, throughput=4.99MB/sec 2024-02-18T08:44:25.519 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-q9ANcbdP2YL9yM5 off=3828085 len=279305 2024-02-18T08:44:25.521 INFO:tasks.workunit.client.0.smithi110.stdout:op 2269 completed, throughput=4.99MB/sec 2024-02-18T08:44:25.521 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3jU-i-9CphMLFXy off=1755240 len=1180658 2024-02-18T08:44:25.531 INFO:tasks.workunit.client.0.smithi110.stdout:op 2270 completed, throughput=4.99MB/sec 2024-02-18T08:44:25.531 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MgTl-oFcYAw1FFq off=11106151 len=1149808 2024-02-18T08:44:25.541 INFO:tasks.workunit.client.0.smithi110.stdout:op 2271 completed, throughput=5MB/sec 2024-02-18T08:44:25.541 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XA6iTfqKpCrjCLw off=5225675 len=1092618 2024-02-18T08:44:25.542 INFO:tasks.workunit.client.0.smithi110.stdout:op 2272 completed, throughput=5MB/sec 2024-02-18T08:44:25.542 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ElDNON_hgBzIznJ off=707163 len=507631 2024-02-18T08:44:25.544 INFO:tasks.workunit.client.0.smithi110.stdout:op 2273 completed, throughput=5MB/sec 2024-02-18T08:44:25.544 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P_d0pbnrO26lkWC off=1893922 len=1230866 2024-02-18T08:44:25.546 INFO:tasks.workunit.client.0.smithi110.stdout:op 2274 completed, throughput=5MB/sec 2024-02-18T08:44:26.547 INFO:tasks.workunit.client.0.smithi110.stdout: 436: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:26.547 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-36ZXFptKvoTRIoN off=8394120 len=453456 2024-02-18T08:44:26.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 2275 completed, throughput=4.99MB/sec 2024-02-18T08:44:26.553 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MciaL1o8m1fMRS5 off=3071393 len=1511940 2024-02-18T08:44:26.557 INFO:tasks.workunit.client.0.smithi110.stdout:op 2276 completed, throughput=5MB/sec 2024-02-18T08:44:26.557 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0T6ASbdLVxVJefM off=3335256 len=457698 2024-02-18T08:44:26.560 INFO:tasks.workunit.client.0.smithi110.stdout:op 2277 completed, throughput=5MB/sec 2024-02-18T08:44:26.560 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RSx-66Us8E1B1G1 off=8772961 len=1191232 2024-02-18T08:44:26.562 INFO:tasks.workunit.client.0.smithi110.stdout:op 2278 completed, throughput=5MB/sec 2024-02-18T08:44:26.562 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CFbSkQeOC9Lomcr off=2064258 len=1128163 2024-02-18T08:44:26.564 INFO:tasks.workunit.client.0.smithi110.stdout:op 2279 completed, throughput=5MB/sec 2024-02-18T08:44:26.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:26 smithi110 bash[54479]: cluster 2024-02-18T08:44:25.118685+0000 mgr.y (mgr.44100) 831 : cluster [DBG] pgmap v1388: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:44:26.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:26 smithi110 bash[55875]: cluster 2024-02-18T08:44:25.118685+0000 mgr.y (mgr.44100) 831 : cluster [DBG] pgmap v1388: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:44:26.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:26 smithi191 bash[38688]: cluster 2024-02-18T08:44:25.118685+0000 mgr.y (mgr.44100) 831 : cluster [DBG] pgmap v1388: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:44:27.565 INFO:tasks.workunit.client.0.smithi110.stdout: 437: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:27.565 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5jt8C0z3oe-tzqA off=3409470 len=871043 2024-02-18T08:44:27.568 INFO:tasks.workunit.client.0.smithi110.stdout:op 2280 completed, throughput=4.99MB/sec 2024-02-18T08:44:27.568 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7pjEju2zBcJaupt off=16543840 len=896428 2024-02-18T08:44:27.572 INFO:tasks.workunit.client.0.smithi110.stdout:op 2281 completed, throughput=4.99MB/sec 2024-02-18T08:44:27.573 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_My9hV1GBH-ZUEY off=2208317 len=1874796 2024-02-18T08:44:27.586 INFO:tasks.workunit.client.0.smithi110.stdout:op 2282 completed, throughput=5MB/sec 2024-02-18T08:44:27.586 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1fKe6YmauN8AGwe off=15492486 len=1774595 2024-02-18T08:44:27.590 INFO:tasks.workunit.client.0.smithi110.stdout:op 2283 completed, throughput=5MB/sec 2024-02-18T08:44:28.591 INFO:tasks.workunit.client.0.smithi110.stdout: 438: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:28.591 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ECMxkrdgffe0zgA off=2489283 len=2022229 2024-02-18T08:44:28.606 INFO:tasks.workunit.client.0.smithi110.stdout:op 2284 completed, throughput=4.99MB/sec 2024-02-18T08:44:28.606 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qBLGjRVvgHfZ6c3 off=1198603 len=601648 2024-02-18T08:44:28.611 INFO:tasks.workunit.client.0.smithi110.stdout:op 2285 completed, throughput=5MB/sec 2024-02-18T08:44:28.611 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_1mnpziXUbcbco0 off=14819613 len=31804 2024-02-18T08:44:28.612 INFO:tasks.workunit.client.0.smithi110.stdout:op 2286 completed, throughput=5MB/sec 2024-02-18T08:44:28.612 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aa4VqrOhyt5jkp7 off=4560522 len=1306732 2024-02-18T08:44:28.619 INFO:tasks.workunit.client.0.smithi110.stdout:op 2287 completed, throughput=5MB/sec 2024-02-18T08:44:28.619 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MFhvwesc2-ZUW0o off=4361260 len=1450738 2024-02-18T08:44:28.622 INFO:tasks.workunit.client.0.smithi110.stdout:op 2288 completed, throughput=5MB/sec 2024-02-18T08:44:28.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:28 smithi110 bash[54479]: cluster 2024-02-18T08:44:27.119653+0000 mgr.y (mgr.44100) 832 : cluster [DBG] pgmap v1389: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:44:28.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:28 smithi110 bash[55875]: cluster 2024-02-18T08:44:27.119653+0000 mgr.y (mgr.44100) 832 : cluster [DBG] pgmap v1389: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:44:28.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:28 smithi191 bash[38688]: cluster 2024-02-18T08:44:27.119653+0000 mgr.y (mgr.44100) 832 : cluster [DBG] pgmap v1389: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:44:29.623 INFO:tasks.workunit.client.0.smithi110.stdout: 439: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:29.623 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1lKZj4Emt-4brKx off=6933350 len=1476331 2024-02-18T08:44:29.627 INFO:tasks.workunit.client.0.smithi110.stdout:op 2289 completed, throughput=4.99MB/sec 2024-02-18T08:44:29.628 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VrAucW1ehUoOmd5 off=4806941 len=1124942 2024-02-18T08:44:29.636 INFO:tasks.workunit.client.0.smithi110.stdout:op 2290 completed, throughput=5MB/sec 2024-02-18T08:44:29.636 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ikwFPvPqj28DdZU off=5152329 len=918676 2024-02-18T08:44:29.645 INFO:tasks.workunit.client.0.smithi110.stdout:op 2291 completed, throughput=5MB/sec 2024-02-18T08:44:29.645 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fmWvAp92EiYb_2s off=6783505 len=1222653 2024-02-18T08:44:29.651 INFO:tasks.workunit.client.0.smithi110.stdout:op 2292 completed, throughput=5MB/sec 2024-02-18T08:44:29.651 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fIuj-p3EMzL4Ulw off=11094457 len=325549 2024-02-18T08:44:29.653 INFO:tasks.workunit.client.0.smithi110.stdout:op 2293 completed, throughput=5MB/sec 2024-02-18T08:44:30.653 INFO:tasks.workunit.client.0.smithi110.stdout: 440: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:30.653 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GiqY5gaV-LpVKtQ off=1451028 len=1629420 2024-02-18T08:44:30.658 INFO:tasks.workunit.client.0.smithi110.stdout:op 2294 completed, throughput=4.99MB/sec 2024-02-18T08:44:30.658 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZabKMmjsmrVniwG off=16459135 len=824925 2024-02-18T08:44:30.660 INFO:tasks.workunit.client.0.smithi110.stdout:op 2295 completed, throughput=4.99MB/sec 2024-02-18T08:44:30.660 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ct5OUP71--0SK-h off=1283091 len=1415690 2024-02-18T08:44:30.672 INFO:tasks.workunit.client.0.smithi110.stdout:op 2296 completed, throughput=5MB/sec 2024-02-18T08:44:30.672 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hRNCU-JWpBdf2XT off=961842 len=2029567 2024-02-18T08:44:30.673 INFO:tasks.workunit.client.0.smithi110.stdout:op 2297 completed, throughput=5MB/sec 2024-02-18T08:44:30.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:30 smithi110 bash[54479]: cluster 2024-02-18T08:44:29.120572+0000 mgr.y (mgr.44100) 833 : cluster [DBG] pgmap v1390: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:44:30.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:30 smithi110 bash[55875]: cluster 2024-02-18T08:44:29.120572+0000 mgr.y (mgr.44100) 833 : cluster [DBG] pgmap v1390: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:44:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:30 smithi191 bash[38688]: cluster 2024-02-18T08:44:29.120572+0000 mgr.y (mgr.44100) 833 : cluster [DBG] pgmap v1390: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:44:31.674 INFO:tasks.workunit.client.0.smithi110.stdout: 441: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:31.674 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yrQEOuqHHdwm7mD off=12804968 len=307590 2024-02-18T08:44:31.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 2298 completed, throughput=4.99MB/sec 2024-02-18T08:44:31.676 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kaWZ3HygKDcReF_ off=710189 len=49138 2024-02-18T08:44:31.677 INFO:tasks.workunit.client.0.smithi110.stdout:op 2299 completed, throughput=4.99MB/sec 2024-02-18T08:44:31.677 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AYRq7BwKGjFerkM off=3577683 len=1129177 2024-02-18T08:44:31.681 INFO:tasks.workunit.client.0.smithi110.stdout:op 2300 completed, throughput=4.99MB/sec 2024-02-18T08:44:31.681 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TsEagbcBSbd-hs- off=17961810 len=1884656 2024-02-18T08:44:31.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 2301 completed, throughput=5MB/sec 2024-02-18T08:44:31.696 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BMYwQGCpc0owO15 off=2384766 len=1166472 2024-02-18T08:44:31.706 INFO:tasks.workunit.client.0.smithi110.stdout:op 2302 completed, throughput=5MB/sec 2024-02-18T08:44:31.706 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RxPpOdGUryHqwiP off=11788396 len=1773208 2024-02-18T08:44:31.710 INFO:tasks.workunit.client.0.smithi110.stdout:op 2303 completed, throughput=5MB/sec 2024-02-18T08:44:32.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:32 smithi110 bash[54479]: cluster 2024-02-18T08:44:31.121378+0000 mgr.y (mgr.44100) 834 : cluster [DBG] pgmap v1391: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:44:32.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:32 smithi110 bash[55875]: cluster 2024-02-18T08:44:31.121378+0000 mgr.y (mgr.44100) 834 : cluster [DBG] pgmap v1391: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:44:32.710 INFO:tasks.workunit.client.0.smithi110.stdout: 442: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:32.710 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LS1YsGHL9MBtUFa off=11185129 len=1564606 2024-02-18T08:44:32.714 INFO:tasks.workunit.client.0.smithi110.stdout:op 2304 completed, throughput=5MB/sec 2024-02-18T08:44:32.714 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1U3hzUKGB9zJwUS off=1312004 len=1948075 2024-02-18T08:44:32.727 INFO:tasks.workunit.client.0.smithi110.stdout:op 2305 completed, throughput=5MB/sec 2024-02-18T08:44:32.727 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OdbjVtVH7C7K0H6 off=0 len=1537519 2024-02-18T08:44:32.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 2306 completed, throughput=5MB/sec 2024-02-18T08:44:32.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:32 smithi191 bash[38688]: cluster 2024-02-18T08:44:31.121378+0000 mgr.y (mgr.44100) 834 : cluster [DBG] pgmap v1391: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:44:33.730 INFO:tasks.workunit.client.0.smithi110.stdout: 443: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:33.730 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JTSXIB5Y6f1TnAt off=2396148 len=99023 2024-02-18T08:44:33.731 INFO:tasks.workunit.client.0.smithi110.stdout:op 2307 completed, throughput=4.99MB/sec 2024-02-18T08:44:33.731 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IhOpbC-8q4jDnQ2 off=11490407 len=854835 2024-02-18T08:44:33.740 INFO:tasks.workunit.client.0.smithi110.stdout:op 2308 completed, throughput=4.99MB/sec 2024-02-18T08:44:33.740 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HMTnOJNW-XFHOC7 off=6979761 len=1701836 2024-02-18T08:44:33.749 INFO:tasks.workunit.client.0.smithi110.stdout:op 2309 completed, throughput=5MB/sec 2024-02-18T08:44:33.750 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-khSIpGBO2CFGtww off=6600857 len=1808810 2024-02-18T08:44:33.764 INFO:tasks.workunit.client.0.smithi110.stdout:op 2310 completed, throughput=5MB/sec 2024-02-18T08:44:34.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:34 smithi110 bash[54479]: cluster 2024-02-18T08:44:33.122272+0000 mgr.y (mgr.44100) 835 : cluster [DBG] pgmap v1392: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:44:34.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:34 smithi110 bash[55875]: cluster 2024-02-18T08:44:33.122272+0000 mgr.y (mgr.44100) 835 : cluster [DBG] pgmap v1392: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:44:34.764 INFO:tasks.workunit.client.0.smithi110.stdout: 444: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:34.764 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3TfkT5FlefgUp_1 off=15045511 len=1422612 2024-02-18T08:44:34.769 INFO:tasks.workunit.client.0.smithi110.stdout:op 2311 completed, throughput=4.99MB/sec 2024-02-18T08:44:34.769 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ljq8vMb3xfxxp2q off=7845026 len=1711829 2024-02-18T08:44:34.784 INFO:tasks.workunit.client.0.smithi110.stdout:op 2312 completed, throughput=5MB/sec 2024-02-18T08:44:34.784 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f5MKcHSXpW2u1Dd off=84922 len=1216868 2024-02-18T08:44:34.810 INFO:tasks.workunit.client.0.smithi110.stdout:op 2313 completed, throughput=5MB/sec 2024-02-18T08:44:34.810 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-epDKYcppEO_YQLh off=17636775 len=2040119 2024-02-18T08:44:34.823 INFO:tasks.workunit.client.0.smithi110.stdout:op 2314 completed, throughput=5MB/sec 2024-02-18T08:44:34.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:34 smithi191 bash[38688]: cluster 2024-02-18T08:44:33.122272+0000 mgr.y (mgr.44100) 835 : cluster [DBG] pgmap v1392: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:44:35.824 INFO:tasks.workunit.client.0.smithi110.stdout: 445: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:35.824 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QgwzHIsPWdwgi9i off=0 len=1237282 2024-02-18T08:44:35.833 INFO:tasks.workunit.client.0.smithi110.stdout:op 2315 completed, throughput=4.99MB/sec 2024-02-18T08:44:35.833 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sJOlqVOhGTB0DF6 off=316613 len=352684 2024-02-18T08:44:35.834 INFO:tasks.workunit.client.0.smithi110.stdout:op 2316 completed, throughput=4.99MB/sec 2024-02-18T08:44:35.834 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IwPdpInoLjXfft4 off=550237 len=1285625 2024-02-18T08:44:35.842 INFO:tasks.workunit.client.0.smithi110.stdout:op 2317 completed, throughput=5MB/sec 2024-02-18T08:44:35.842 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lGcItVjuo0VKiZ2 off=6597117 len=1955221 2024-02-18T08:44:35.845 INFO:tasks.workunit.client.0.smithi110.stdout:op 2318 completed, throughput=5MB/sec 2024-02-18T08:44:36.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:36 smithi110 bash[55875]: cluster 2024-02-18T08:44:35.123085+0000 mgr.y (mgr.44100) 836 : cluster [DBG] pgmap v1393: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:44:36.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:36 smithi110 bash[54479]: cluster 2024-02-18T08:44:35.123085+0000 mgr.y (mgr.44100) 836 : cluster [DBG] pgmap v1393: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:44:36.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:36 smithi191 bash[38688]: cluster 2024-02-18T08:44:35.123085+0000 mgr.y (mgr.44100) 836 : cluster [DBG] pgmap v1393: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:44:36.846 INFO:tasks.workunit.client.0.smithi110.stdout: 446: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:36.846 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pbVCmCJGpbcxkqv off=3080490 len=395181 2024-02-18T08:44:36.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 2319 completed, throughput=4.99MB/sec 2024-02-18T08:44:36.848 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a7X-_xU9TQex9-7 off=1981967 len=104587 2024-02-18T08:44:36.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 2320 completed, throughput=4.99MB/sec 2024-02-18T08:44:36.849 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RFUH63K3mOsAQ3P off=2320861 len=167628 2024-02-18T08:44:36.854 INFO:tasks.workunit.client.0.smithi110.stdout:op 2321 completed, throughput=4.99MB/sec 2024-02-18T08:44:36.854 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lwltwPG47BEMZdI off=2008765 len=265694 2024-02-18T08:44:36.859 INFO:tasks.workunit.client.0.smithi110.stdout:op 2322 completed, throughput=4.99MB/sec 2024-02-18T08:44:36.859 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iHxxfl9mZ_FFSIZ off=6351236 len=25793 2024-02-18T08:44:36.862 INFO:tasks.workunit.client.0.smithi110.stdout:op 2323 completed, throughput=4.99MB/sec 2024-02-18T08:44:36.862 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6R0os7JEZ6sjuHr off=1278183 len=1178821 2024-02-18T08:44:36.868 INFO:tasks.workunit.client.0.smithi110.stdout:op 2324 completed, throughput=4.99MB/sec 2024-02-18T08:44:36.868 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TeQBn-PIgPgy7-M off=13418 len=1618527 2024-02-18T08:44:36.875 INFO:tasks.workunit.client.0.smithi110.stdout:op 2325 completed, throughput=5MB/sec 2024-02-18T08:44:36.875 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_nExMoBG5eW7cOJ off=3284765 len=1410592 2024-02-18T08:44:36.884 INFO:tasks.workunit.client.0.smithi110.stdout:op 2326 completed, throughput=5MB/sec 2024-02-18T08:44:37.885 INFO:tasks.workunit.client.0.smithi110.stdout: 447: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:37.885 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zLTLC30ED66HOGy off=2140793 len=1052947 2024-02-18T08:44:37.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 2327 completed, throughput=4.99MB/sec 2024-02-18T08:44:37.894 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-D_cPr0r5Pj-auis off=8314993 len=1946436 2024-02-18T08:44:37.909 INFO:tasks.workunit.client.0.smithi110.stdout:op 2328 completed, throughput=5MB/sec 2024-02-18T08:44:37.909 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T85bihYQwvvHUVy off=1465885 len=1331422 2024-02-18T08:44:37.911 INFO:tasks.workunit.client.0.smithi110.stdout:op 2329 completed, throughput=5MB/sec 2024-02-18T08:44:37.911 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5g4A_Bsd_o1Rq0N off=10933793 len=2017419 2024-02-18T08:44:37.922 INFO:tasks.workunit.client.0.smithi110.stdout:op 2330 completed, throughput=5MB/sec 2024-02-18T08:44:38.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:38 smithi110 bash[54479]: cluster 2024-02-18T08:44:37.123935+0000 mgr.y (mgr.44100) 837 : cluster [DBG] pgmap v1394: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:44:38.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:38 smithi110 bash[55875]: cluster 2024-02-18T08:44:37.123935+0000 mgr.y (mgr.44100) 837 : cluster [DBG] pgmap v1394: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:44:38.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:38 smithi191 bash[38688]: cluster 2024-02-18T08:44:37.123935+0000 mgr.y (mgr.44100) 837 : cluster [DBG] pgmap v1394: 73 pgs: 73 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:44:38.922 INFO:tasks.workunit.client.0.smithi110.stdout: 448: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:38.922 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3YkOnqxUO3i70TM off=1451549 len=1583443 2024-02-18T08:44:38.927 INFO:tasks.workunit.client.0.smithi110.stdout:op 2331 completed, throughput=5MB/sec 2024-02-18T08:44:38.927 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ACbaL6-hK_f7IGD off=4371880 len=1550682 2024-02-18T08:44:38.938 INFO:tasks.workunit.client.0.smithi110.stdout:op 2332 completed, throughput=5MB/sec 2024-02-18T08:44:38.938 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-q3RUVzJ7Vrs_NRT off=3093921 len=1137 2024-02-18T08:44:38.941 INFO:tasks.workunit.client.0.smithi110.stdout:op 2333 completed, throughput=5MB/sec 2024-02-18T08:44:38.941 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ppuw6BONJy41afL off=1649960 len=1396201 2024-02-18T08:44:38.944 INFO:tasks.workunit.client.0.smithi110.stdout:op 2334 completed, throughput=5MB/sec 2024-02-18T08:44:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:39 smithi110 bash[54479]: audit 2024-02-18T08:44:38.959840+0000 mon.a (mon.0) 1778 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2024-02-18T08:44:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:39 smithi110 bash[54479]: audit 2024-02-18T08:44:38.960402+0000 mon.a (mon.0) 1779 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:44:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:39 smithi110 bash[54479]: audit 2024-02-18T08:44:38.960925+0000 mon.a (mon.0) 1780 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:44:39.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:39 smithi110 bash[55875]: audit 2024-02-18T08:44:38.959840+0000 mon.a (mon.0) 1778 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2024-02-18T08:44:39.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:39 smithi110 bash[55875]: audit 2024-02-18T08:44:38.960402+0000 mon.a (mon.0) 1779 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:44:39.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:39 smithi110 bash[55875]: audit 2024-02-18T08:44:38.960925+0000 mon.a (mon.0) 1780 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:44:39.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:39 smithi191 bash[38688]: audit 2024-02-18T08:44:38.959840+0000 mon.a (mon.0) 1778 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2024-02-18T08:44:39.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:39 smithi191 bash[38688]: audit 2024-02-18T08:44:38.960402+0000 mon.a (mon.0) 1779 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:44:39.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:39 smithi191 bash[38688]: audit 2024-02-18T08:44:38.960925+0000 mon.a (mon.0) 1780 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:44:39.945 INFO:tasks.workunit.client.0.smithi110.stdout: 449: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:39.945 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-u5PInsZ0xgxxqQ3 off=1095357 len=818908 2024-02-18T08:44:39.948 INFO:tasks.workunit.client.0.smithi110.stdout:op 2335 completed, throughput=4.99MB/sec 2024-02-18T08:44:39.948 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-z8hJZExSntgYwl1 off=941028 len=1075125 2024-02-18T08:44:39.959 INFO:tasks.workunit.client.0.smithi110.stdout:op 2336 completed, throughput=4.99MB/sec 2024-02-18T08:44:39.959 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8S1igOHz_KoID6S off=6481527 len=1772548 2024-02-18T08:44:39.963 INFO:tasks.workunit.client.0.smithi110.stdout:op 2337 completed, throughput=5MB/sec 2024-02-18T08:44:39.964 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yuEFLEfYtJiz8Ex off=6374172 len=1801573 2024-02-18T08:44:39.976 INFO:tasks.workunit.client.0.smithi110.stdout:op 2338 completed, throughput=5MB/sec 2024-02-18T08:44:40.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:40 smithi110 bash[54479]: cluster 2024-02-18T08:44:39.124771+0000 mgr.y (mgr.44100) 838 : cluster [DBG] pgmap v1395: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:44:40.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:40 smithi110 bash[55875]: cluster 2024-02-18T08:44:39.124771+0000 mgr.y (mgr.44100) 838 : cluster [DBG] pgmap v1395: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:44:40.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:40 smithi191 bash[38688]: cluster 2024-02-18T08:44:39.124771+0000 mgr.y (mgr.44100) 838 : cluster [DBG] pgmap v1395: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:44:40.976 INFO:tasks.workunit.client.0.smithi110.stdout: 450: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:40.976 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-odVHkgzJyasypU3 off=1978200 len=91169 2024-02-18T08:44:40.980 INFO:tasks.workunit.client.0.smithi110.stdout:op 2339 completed, throughput=4.99MB/sec 2024-02-18T08:44:40.981 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f0Wh1ZY4fKUMZoV off=12241588 len=1177528 2024-02-18T08:44:40.988 INFO:tasks.workunit.client.0.smithi110.stdout:op 2340 completed, throughput=4.99MB/sec 2024-02-18T08:44:40.988 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AVEbtRZU37ApKHV off=5032183 len=1864914 2024-02-18T08:44:40.999 INFO:tasks.workunit.client.0.smithi110.stdout:op 2341 completed, throughput=5MB/sec 2024-02-18T08:44:40.999 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OFroJs7znObTFgS off=13099053 len=1723696 2024-02-18T08:44:41.001 INFO:tasks.workunit.client.0.smithi110.stdout:op 2342 completed, throughput=5MB/sec 2024-02-18T08:44:42.002 INFO:tasks.workunit.client.0.smithi110.stdout: 451: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:42.002 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mV63AZFMKTT8V7o off=1390291 len=953015 2024-02-18T08:44:42.011 INFO:tasks.workunit.client.0.smithi110.stdout:op 2343 completed, throughput=4.99MB/sec 2024-02-18T08:44:42.011 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Z1YxoHfmrhWIAA6 off=13280812 len=1137737 2024-02-18T08:44:42.020 INFO:tasks.workunit.client.0.smithi110.stdout:op 2344 completed, throughput=4.99MB/sec 2024-02-18T08:44:42.020 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--b3LPdHeqsVRlpS off=443588 len=803948 2024-02-18T08:44:42.022 INFO:tasks.workunit.client.0.smithi110.stdout:op 2345 completed, throughput=5MB/sec 2024-02-18T08:44:42.023 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6joU8Lhi5Nu_4zO off=8018977 len=360997 2024-02-18T08:44:42.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 2346 completed, throughput=5MB/sec 2024-02-18T08:44:42.028 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-x2KywUG84xZg7Ji off=16274632 len=877708 2024-02-18T08:44:42.029 INFO:tasks.workunit.client.0.smithi110.stdout:op 2347 completed, throughput=5MB/sec 2024-02-18T08:44:42.029 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--RvqM4A4A9rgIw8 off=13018852 len=669662 2024-02-18T08:44:42.031 INFO:tasks.workunit.client.0.smithi110.stdout:op 2348 completed, throughput=5MB/sec 2024-02-18T08:44:42.031 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UR6QHsCRFB4go37 off=2906039 len=1327476 2024-02-18T08:44:42.033 INFO:tasks.workunit.client.0.smithi110.stdout:op 2349 completed, throughput=5MB/sec 2024-02-18T08:44:42.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:42 smithi110 bash[55875]: cluster 2024-02-18T08:44:41.125686+0000 mgr.y (mgr.44100) 839 : cluster [DBG] pgmap v1396: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-02-18T08:44:42.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:42 smithi110 bash[54479]: cluster 2024-02-18T08:44:41.125686+0000 mgr.y (mgr.44100) 839 : cluster [DBG] pgmap v1396: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-02-18T08:44:42.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:42 smithi191 bash[38688]: cluster 2024-02-18T08:44:41.125686+0000 mgr.y (mgr.44100) 839 : cluster [DBG] pgmap v1396: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-02-18T08:44:43.033 INFO:tasks.workunit.client.0.smithi110.stdout: 452: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:43.033 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-K9r7MPfFEyrK7bB off=1101695 len=1555661 2024-02-18T08:44:43.046 INFO:tasks.workunit.client.0.smithi110.stdout:op 2350 completed, throughput=4.99MB/sec 2024-02-18T08:44:43.046 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z_YoY1sXoenUTvh off=5908368 len=1150138 2024-02-18T08:44:43.049 INFO:tasks.workunit.client.0.smithi110.stdout:op 2351 completed, throughput=5MB/sec 2024-02-18T08:44:43.049 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8HkRT4Ggk70csJN off=14394988 len=30799 2024-02-18T08:44:43.050 INFO:tasks.workunit.client.0.smithi110.stdout:op 2352 completed, throughput=5MB/sec 2024-02-18T08:44:43.050 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5gZ6TM2nlCsRKP7 off=2848153 len=1794120 2024-02-18T08:44:43.057 INFO:tasks.workunit.client.0.smithi110.stdout:op 2353 completed, throughput=5MB/sec 2024-02-18T08:44:43.057 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6R0os7JEZ6sjuHr off=4286459 len=1977436 2024-02-18T08:44:43.077 INFO:tasks.workunit.client.0.smithi110.stdout:op 2354 completed, throughput=5MB/sec 2024-02-18T08:44:43.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:43 smithi110 bash[54479]: cluster 2024-02-18T08:44:43.126721+0000 mgr.y (mgr.44100) 840 : cluster [DBG] pgmap v1397: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-02-18T08:44:43.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:43 smithi110 bash[55875]: cluster 2024-02-18T08:44:43.126721+0000 mgr.y (mgr.44100) 840 : cluster [DBG] pgmap v1397: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-02-18T08:44:43.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:43 smithi191 bash[38688]: cluster 2024-02-18T08:44:43.126721+0000 mgr.y (mgr.44100) 840 : cluster [DBG] pgmap v1397: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-02-18T08:44:44.077 INFO:tasks.workunit.client.0.smithi110.stdout: 453: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:44.077 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f0XxHC_tuc0X68Z off=4903168 len=752917 2024-02-18T08:44:44.085 INFO:tasks.workunit.client.0.smithi110.stdout:op 2355 completed, throughput=4.99MB/sec 2024-02-18T08:44:44.085 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4hREXMYDzoi3Bv7 off=5884285 len=960870 2024-02-18T08:44:44.093 INFO:tasks.workunit.client.0.smithi110.stdout:op 2356 completed, throughput=5MB/sec 2024-02-18T08:44:44.093 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--kHqpFx7oAZ-Mh6 off=967298 len=1777885 2024-02-18T08:44:44.104 INFO:tasks.workunit.client.0.smithi110.stdout:op 2357 completed, throughput=5MB/sec 2024-02-18T08:44:44.104 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZNBnqkL1o76hWZ4 off=12900343 len=573493 2024-02-18T08:44:44.108 INFO:tasks.workunit.client.0.smithi110.stdout:op 2358 completed, throughput=5MB/sec 2024-02-18T08:44:45.109 INFO:tasks.workunit.client.0.smithi110.stdout: 454: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:45.109 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pvvlxAm4GQXMVMA off=3252085 len=1708165 2024-02-18T08:44:45.122 INFO:tasks.workunit.client.0.smithi110.stdout:op 2359 completed, throughput=4.99MB/sec 2024-02-18T08:44:45.122 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0KyFb_B6ABezUYs off=6489464 len=1304996 2024-02-18T08:44:45.129 INFO:tasks.workunit.client.0.smithi110.stdout:op 2360 completed, throughput=5MB/sec 2024-02-18T08:44:45.130 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AENP8zEzfx0z5oB off=1510491 len=1153283 2024-02-18T08:44:45.131 INFO:tasks.workunit.client.0.smithi110.stdout:op 2361 completed, throughput=5MB/sec 2024-02-18T08:44:45.131 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HayWY4aIMBrx1p9 off=407111 len=1066141 2024-02-18T08:44:45.132 INFO:tasks.workunit.client.0.smithi110.stdout:op 2362 completed, throughput=5MB/sec 2024-02-18T08:44:46.132 INFO:tasks.workunit.client.0.smithi110.stdout: 455: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:46.133 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-62FBBsFhfBhge9N off=8319744 len=351494 2024-02-18T08:44:46.138 INFO:tasks.workunit.client.0.smithi110.stdout:op 2363 completed, throughput=4.99MB/sec 2024-02-18T08:44:46.138 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-t3B2WVuIbdy0OE2 off=10969772 len=1965634 2024-02-18T08:44:46.143 INFO:tasks.workunit.client.0.smithi110.stdout:op 2364 completed, throughput=4.99MB/sec 2024-02-18T08:44:46.143 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-s79lYPLVL9b_YWV off=1829444 len=1776132 2024-02-18T08:44:46.156 INFO:tasks.workunit.client.0.smithi110.stdout:op 2365 completed, throughput=5MB/sec 2024-02-18T08:44:46.156 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VheMN3pf-tDTMbH off=0 len=1118758 2024-02-18T08:44:46.162 INFO:tasks.workunit.client.0.smithi110.stdout:op 2366 completed, throughput=5MB/sec 2024-02-18T08:44:46.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:46 smithi110 bash[54479]: cluster 2024-02-18T08:44:45.128033+0000 mgr.y (mgr.44100) 841 : cluster [DBG] pgmap v1398: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-02-18T08:44:46.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:46 smithi110 bash[55875]: cluster 2024-02-18T08:44:45.128033+0000 mgr.y (mgr.44100) 841 : cluster [DBG] pgmap v1398: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-02-18T08:44:46.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:46 smithi191 bash[38688]: cluster 2024-02-18T08:44:45.128033+0000 mgr.y (mgr.44100) 841 : cluster [DBG] pgmap v1398: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-02-18T08:44:47.162 INFO:tasks.workunit.client.0.smithi110.stdout: 456: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:47.162 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zhab18TIVqTanTq off=3502105 len=174319 2024-02-18T08:44:47.164 INFO:tasks.workunit.client.0.smithi110.stdout:op 2367 completed, throughput=4.99MB/sec 2024-02-18T08:44:47.164 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T-64efOD7JDfXoJ off=13198185 len=1152978 2024-02-18T08:44:47.168 INFO:tasks.workunit.client.0.smithi110.stdout:op 2368 completed, throughput=4.99MB/sec 2024-02-18T08:44:47.168 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zxXoyqDGReN6gAA off=13719462 len=1279747 2024-02-18T08:44:47.178 INFO:tasks.workunit.client.0.smithi110.stdout:op 2369 completed, throughput=4.99MB/sec 2024-02-18T08:44:47.178 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QmVJNMSUceOY5Zp off=3297100 len=591681 2024-02-18T08:44:47.185 INFO:tasks.workunit.client.0.smithi110.stdout:op 2370 completed, throughput=5MB/sec 2024-02-18T08:44:47.185 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VhIujOs_K35Srq5 off=22143797 len=1816539 2024-02-18T08:44:47.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 2371 completed, throughput=5MB/sec 2024-02-18T08:44:47.195 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-s2W5A5NIHgVwmJc off=1238069 len=548426 2024-02-18T08:44:47.199 INFO:tasks.workunit.client.0.smithi110.stdout:op 2372 completed, throughput=5MB/sec 2024-02-18T08:44:48.200 INFO:tasks.workunit.client.0.smithi110.stdout: 457: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:48.200 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VQdnLDZ6EzB5Ioq off=12388910 len=19328 2024-02-18T08:44:48.201 INFO:tasks.workunit.client.0.smithi110.stdout:op 2373 completed, throughput=4.99MB/sec 2024-02-18T08:44:48.201 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CEza21Tf_fBdN0x off=6274708 len=937162 2024-02-18T08:44:48.203 INFO:tasks.workunit.client.0.smithi110.stdout:op 2374 completed, throughput=4.99MB/sec 2024-02-18T08:44:48.204 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yPLYv2HsdRHebry off=1791064 len=1772146 2024-02-18T08:44:48.218 INFO:tasks.workunit.client.0.smithi110.stdout:op 2375 completed, throughput=5MB/sec 2024-02-18T08:44:48.218 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xGepYHmuYCVaPZ0 off=8503816 len=1310492 2024-02-18T08:44:48.225 INFO:tasks.workunit.client.0.smithi110.stdout:op 2376 completed, throughput=5MB/sec 2024-02-18T08:44:48.226 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Bdl6ejJREoO1eGN off=7464253 len=1599780 2024-02-18T08:44:48.237 INFO:tasks.workunit.client.0.smithi110.stdout:op 2377 completed, throughput=5MB/sec 2024-02-18T08:44:48.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:48 smithi110 bash[54479]: cluster 2024-02-18T08:44:47.128944+0000 mgr.y (mgr.44100) 842 : cluster [DBG] pgmap v1399: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-02-18T08:44:48.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:48 smithi110 bash[55875]: cluster 2024-02-18T08:44:47.128944+0000 mgr.y (mgr.44100) 842 : cluster [DBG] pgmap v1399: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-02-18T08:44:48.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:48 smithi191 bash[38688]: cluster 2024-02-18T08:44:47.128944+0000 mgr.y (mgr.44100) 842 : cluster [DBG] pgmap v1399: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-02-18T08:44:49.237 INFO:tasks.workunit.client.0.smithi110.stdout: 458: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:49.237 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mxiWCNZUeHvOB7T off=11190261 len=1365193 2024-02-18T08:44:49.242 INFO:tasks.workunit.client.0.smithi110.stdout:op 2378 completed, throughput=4.99MB/sec 2024-02-18T08:44:49.242 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VPs4Hxuq2iQ-4kt off=457182 len=1486266 2024-02-18T08:44:49.245 INFO:tasks.workunit.client.0.smithi110.stdout:op 2379 completed, throughput=5MB/sec 2024-02-18T08:44:49.245 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ALhW1By7ymAHToO off=8547302 len=284090 2024-02-18T08:44:49.247 INFO:tasks.workunit.client.0.smithi110.stdout:op 2380 completed, throughput=5MB/sec 2024-02-18T08:44:49.247 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-t04LGAdHpAoGwz4 off=3431099 len=1009255 2024-02-18T08:44:49.248 INFO:tasks.workunit.client.0.smithi110.stdout:op 2381 completed, throughput=5MB/sec 2024-02-18T08:44:49.248 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1UPH4kFk0U369J8 off=3612820 len=92300 2024-02-18T08:44:49.250 INFO:tasks.workunit.client.0.smithi110.stdout:op 2382 completed, throughput=5MB/sec 2024-02-18T08:44:49.250 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vydMEtbKV5ClzfG off=2227691 len=399233 2024-02-18T08:44:49.252 INFO:tasks.workunit.client.0.smithi110.stdout:op 2383 completed, throughput=5MB/sec 2024-02-18T08:44:49.252 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ynvz2Q-d2C_g8iX off=13780500 len=104572 2024-02-18T08:44:49.253 INFO:tasks.workunit.client.0.smithi110.stdout:op 2384 completed, throughput=5MB/sec 2024-02-18T08:44:49.253 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VM_0YQtrt2RWR2x off=498059 len=1556897 2024-02-18T08:44:49.256 INFO:tasks.workunit.client.0.smithi110.stdout:op 2385 completed, throughput=5MB/sec 2024-02-18T08:44:50.257 INFO:tasks.workunit.client.0.smithi110.stdout: 459: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:50.257 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nP4BazQjhur9NvU off=1702646 len=1982453 2024-02-18T08:44:50.269 INFO:tasks.workunit.client.0.smithi110.stdout:op 2386 completed, throughput=5MB/sec 2024-02-18T08:44:50.269 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tIt349yGluHx1-h off=11712713 len=1546249 2024-02-18T08:44:50.272 INFO:tasks.workunit.client.0.smithi110.stdout:op 2387 completed, throughput=5MB/sec 2024-02-18T08:44:50.272 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IIa26erN9bA8MYT off=15265093 len=1389269 2024-02-18T08:44:50.277 INFO:tasks.workunit.client.0.smithi110.stdout:op 2388 completed, throughput=5MB/sec 2024-02-18T08:44:50.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:50 smithi110 bash[54479]: cluster 2024-02-18T08:44:49.129861+0000 mgr.y (mgr.44100) 843 : cluster [DBG] pgmap v1400: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-02-18T08:44:50.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:50 smithi110 bash[55875]: cluster 2024-02-18T08:44:49.129861+0000 mgr.y (mgr.44100) 843 : cluster [DBG] pgmap v1400: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-02-18T08:44:50.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:50 smithi191 bash[38688]: cluster 2024-02-18T08:44:49.129861+0000 mgr.y (mgr.44100) 843 : cluster [DBG] pgmap v1400: 73 pgs: 73 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-02-18T08:44:51.277 INFO:tasks.workunit.client.0.smithi110.stdout: 460: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:51.277 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-avO7TFIIP2y6UTA off=7416799 len=523919 2024-02-18T08:44:51.284 INFO:tasks.workunit.client.0.smithi110.stdout:op 2389 completed, throughput=4.99MB/sec 2024-02-18T08:44:51.284 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wM61fQ3XCkXJBEK off=7102478 len=664680 2024-02-18T08:44:51.291 INFO:tasks.workunit.client.0.smithi110.stdout:op 2390 completed, throughput=4.99MB/sec 2024-02-18T08:44:51.291 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P41mb44vmdTR6v5 off=11975059 len=253555 2024-02-18T08:44:51.292 INFO:tasks.workunit.client.0.smithi110.stdout:op 2391 completed, throughput=4.99MB/sec 2024-02-18T08:44:51.292 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--w3_2AuPVPuudyl off=1173977 len=168267 2024-02-18T08:44:51.293 INFO:tasks.workunit.client.0.smithi110.stdout:op 2392 completed, throughput=4.99MB/sec 2024-02-18T08:44:51.293 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ye4Am1Ld0kBMlYn off=10997874 len=313402 2024-02-18T08:44:51.297 INFO:tasks.workunit.client.0.smithi110.stdout:op 2393 completed, throughput=5MB/sec 2024-02-18T08:44:51.297 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fpHeoWguX8cBauo off=5204266 len=856936 2024-02-18T08:44:51.299 INFO:tasks.workunit.client.0.smithi110.stdout:op 2394 completed, throughput=5MB/sec 2024-02-18T08:44:51.299 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0p90KzyHDeWKUnl off=19459081 len=580101 2024-02-18T08:44:51.300 INFO:tasks.workunit.client.0.smithi110.stdout:op 2395 completed, throughput=5MB/sec 2024-02-18T08:44:51.300 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BXZbw-Ge1hULEho off=6952268 len=1295031 2024-02-18T08:44:51.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 2396 completed, throughput=5MB/sec 2024-02-18T08:44:52.303 INFO:tasks.workunit.client.0.smithi110.stdout: 461: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:52.304 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kfZNIIaG7SEd-PE off=3523687 len=678217 2024-02-18T08:44:52.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 2397 completed, throughput=4.99MB/sec 2024-02-18T08:44:52.306 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wZnDZrKTYVLqFkk off=104450 len=1433608 2024-02-18T08:44:52.310 INFO:tasks.workunit.client.0.smithi110.stdout:op 2398 completed, throughput=4.99MB/sec 2024-02-18T08:44:52.311 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1geU-NqL4-qgcPa off=2482293 len=901860 2024-02-18T08:44:52.313 INFO:tasks.workunit.client.0.smithi110.stdout:op 2399 completed, throughput=5MB/sec 2024-02-18T08:44:52.313 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UGukaA4wRL0misy off=163735 len=1449080 2024-02-18T08:44:52.317 INFO:tasks.workunit.client.0.smithi110.stdout:op 2400 completed, throughput=5MB/sec 2024-02-18T08:44:52.317 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-C2-xMuOz0vZU2P2 off=12910561 len=166544 2024-02-18T08:44:52.322 INFO:tasks.workunit.client.0.smithi110.stdout:op 2401 completed, throughput=5MB/sec 2024-02-18T08:44:52.322 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AzHkqtHCkanwiid off=3363378 len=140985 2024-02-18T08:44:52.326 INFO:tasks.workunit.client.0.smithi110.stdout:op 2402 completed, throughput=5MB/sec 2024-02-18T08:44:52.326 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AFDTZXA24mwrw7T off=14976790 len=533158 2024-02-18T08:44:52.327 INFO:tasks.workunit.client.0.smithi110.stdout:op 2403 completed, throughput=5MB/sec 2024-02-18T08:44:52.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:52 smithi110 bash[54479]: cluster 2024-02-18T08:44:51.130682+0000 mgr.y (mgr.44100) 844 : cluster [DBG] pgmap v1401: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:44:52.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:52 smithi110 bash[55875]: cluster 2024-02-18T08:44:51.130682+0000 mgr.y (mgr.44100) 844 : cluster [DBG] pgmap v1401: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:44:52.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:52 smithi191 bash[38688]: cluster 2024-02-18T08:44:51.130682+0000 mgr.y (mgr.44100) 844 : cluster [DBG] pgmap v1401: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:44:53.328 INFO:tasks.workunit.client.0.smithi110.stdout: 462: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:53.328 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-di-F9C15G-jtg_w off=9201772 len=1395972 2024-02-18T08:44:53.338 INFO:tasks.workunit.client.0.smithi110.stdout:op 2404 completed, throughput=4.99MB/sec 2024-02-18T08:44:53.338 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5CE6apPPux_knX1 off=731632 len=638163 2024-02-18T08:44:53.344 INFO:tasks.workunit.client.0.smithi110.stdout:op 2405 completed, throughput=4.99MB/sec 2024-02-18T08:44:53.344 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lBxDssdSuCb0UW8 off=8577540 len=728586 2024-02-18T08:44:53.347 INFO:tasks.workunit.client.0.smithi110.stdout:op 2406 completed, throughput=5MB/sec 2024-02-18T08:44:53.347 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fQZYehLpYJFEQ2D off=1426579 len=95117 2024-02-18T08:44:53.350 INFO:tasks.workunit.client.0.smithi110.stdout:op 2407 completed, throughput=5MB/sec 2024-02-18T08:44:53.350 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SX3gvOi3XWzQhbw off=1295816 len=818714 2024-02-18T08:44:53.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 2408 completed, throughput=5MB/sec 2024-02-18T08:44:53.355 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6K-UbbYkHjM3NsY off=13283719 len=1688502 2024-02-18T08:44:53.358 INFO:tasks.workunit.client.0.smithi110.stdout:op 2409 completed, throughput=5MB/sec 2024-02-18T08:44:54.359 INFO:tasks.workunit.client.0.smithi110.stdout: 463: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:54.359 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-o7JAXPGy5_xYvec off=8304515 len=1905200 2024-02-18T08:44:54.364 INFO:tasks.workunit.client.0.smithi110.stdout:op 2410 completed, throughput=4.99MB/sec 2024-02-18T08:44:54.364 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TGzOH36VMho4yOM off=16835597 len=155124 2024-02-18T08:44:54.369 INFO:tasks.workunit.client.0.smithi110.stdout:op 2411 completed, throughput=4.99MB/sec 2024-02-18T08:44:54.369 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hhqCh9oNdV4s8Gj off=6297 len=1724838 2024-02-18T08:44:54.380 INFO:tasks.workunit.client.0.smithi110.stdout:op 2412 completed, throughput=5MB/sec 2024-02-18T08:44:54.380 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fNPejgJeb1zLbxE off=3846884 len=1776037 2024-02-18T08:44:54.384 INFO:tasks.workunit.client.0.smithi110.stdout:op 2413 completed, throughput=5MB/sec 2024-02-18T08:44:54.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:54 smithi110 bash[54479]: cluster 2024-02-18T08:44:53.131678+0000 mgr.y (mgr.44100) 845 : cluster [DBG] pgmap v1402: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:44:54.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:54 smithi110 bash[55875]: cluster 2024-02-18T08:44:53.131678+0000 mgr.y (mgr.44100) 845 : cluster [DBG] pgmap v1402: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:44:54.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:54 smithi191 bash[38688]: cluster 2024-02-18T08:44:53.131678+0000 mgr.y (mgr.44100) 845 : cluster [DBG] pgmap v1402: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:44:55.385 INFO:tasks.workunit.client.0.smithi110.stdout: 464: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:55.385 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-psfo7MuSi4xdolo off=3666768 len=1291752 2024-02-18T08:44:55.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 2414 completed, throughput=4.99MB/sec 2024-02-18T08:44:55.389 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aka3vMNt2UlxjXn off=20008236 len=2034902 2024-02-18T08:44:55.404 INFO:tasks.workunit.client.0.smithi110.stdout:op 2415 completed, throughput=5MB/sec 2024-02-18T08:44:55.404 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LS1YsGHL9MBtUFa off=3665720 len=1051319 2024-02-18T08:44:55.407 INFO:tasks.workunit.client.0.smithi110.stdout:op 2416 completed, throughput=5MB/sec 2024-02-18T08:44:55.407 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ubf90Q4eWnaEndt off=114637 len=1466117 2024-02-18T08:44:55.416 INFO:tasks.workunit.client.0.smithi110.stdout:op 2417 completed, throughput=5MB/sec 2024-02-18T08:44:56.080 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 08:44:55 smithi191 bash[50518]: t=2024-02-18T08:44:55+0000 lvl=info msg="Database locked, sleeping then retrying" logger=sqlstore error="database is locked" retry=0 2024-02-18T08:44:56.417 INFO:tasks.workunit.client.0.smithi110.stdout: 465: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:56.417 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_My9hV1GBH-ZUEY off=3697279 len=385834 2024-02-18T08:44:56.423 INFO:tasks.workunit.client.0.smithi110.stdout:op 2418 completed, throughput=4.99MB/sec 2024-02-18T08:44:56.423 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ETVf5WcunJytkmH off=2530908 len=561930 2024-02-18T08:44:56.425 INFO:tasks.workunit.client.0.smithi110.stdout:op 2419 completed, throughput=4.99MB/sec 2024-02-18T08:44:56.425 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0swN5LF92OzoOTQ off=16634382 len=1159576 2024-02-18T08:44:56.428 INFO:tasks.workunit.client.0.smithi110.stdout:op 2420 completed, throughput=5MB/sec 2024-02-18T08:44:56.428 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cCUQSlk4LKcyQjH off=2480904 len=1620300 2024-02-18T08:44:56.439 INFO:tasks.workunit.client.0.smithi110.stdout:op 2421 completed, throughput=5MB/sec 2024-02-18T08:44:56.439 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-q4olnEbWLNhGkex off=8062774 len=1437264 2024-02-18T08:44:56.446 INFO:tasks.workunit.client.0.smithi110.stdout:op 2422 completed, throughput=5MB/sec 2024-02-18T08:44:56.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:56 smithi110 bash[54479]: cluster 2024-02-18T08:44:55.132515+0000 mgr.y (mgr.44100) 846 : cluster [DBG] pgmap v1403: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:44:56.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:56 smithi110 bash[55875]: cluster 2024-02-18T08:44:55.132515+0000 mgr.y (mgr.44100) 846 : cluster [DBG] pgmap v1403: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:44:56.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:56 smithi191 bash[38688]: cluster 2024-02-18T08:44:55.132515+0000 mgr.y (mgr.44100) 846 : cluster [DBG] pgmap v1403: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:44:57.446 INFO:tasks.workunit.client.0.smithi110.stdout: 466: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:57.446 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_mXER3idq8Jl1U6 off=12097253 len=273610 2024-02-18T08:44:57.452 INFO:tasks.workunit.client.0.smithi110.stdout:op 2423 completed, throughput=4.99MB/sec 2024-02-18T08:44:57.452 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aXS542xvbAARQTK off=3378301 len=259612 2024-02-18T08:44:57.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 2424 completed, throughput=4.99MB/sec 2024-02-18T08:44:57.454 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZAKZQtl2_ZnFtJz off=15509948 len=155849 2024-02-18T08:44:57.457 INFO:tasks.workunit.client.0.smithi110.stdout:op 2425 completed, throughput=4.99MB/sec 2024-02-18T08:44:57.457 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-M8vFJzwzbPEkj5V off=6853075 len=683116 2024-02-18T08:44:57.458 INFO:tasks.workunit.client.0.smithi110.stdout:op 2426 completed, throughput=4.99MB/sec 2024-02-18T08:44:57.459 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-m4_94Py109pjrqt off=4739787 len=1536074 2024-02-18T08:44:57.467 INFO:tasks.workunit.client.0.smithi110.stdout:op 2427 completed, throughput=5MB/sec 2024-02-18T08:44:57.467 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MU5OxsjNaKBCIu7 off=5304724 len=1487682 2024-02-18T08:44:57.474 INFO:tasks.workunit.client.0.smithi110.stdout:op 2428 completed, throughput=5MB/sec 2024-02-18T08:44:57.474 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PFx1vzx3_ckACap off=8167147 len=1453682 2024-02-18T08:44:57.477 INFO:tasks.workunit.client.0.smithi110.stdout:op 2429 completed, throughput=5MB/sec 2024-02-18T08:44:58.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:44:58 smithi110 bash[55875]: cluster 2024-02-18T08:44:57.133320+0000 mgr.y (mgr.44100) 847 : cluster [DBG] pgmap v1404: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:44:58.459 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:44:58 smithi110 bash[54479]: cluster 2024-02-18T08:44:57.133320+0000 mgr.y (mgr.44100) 847 : cluster [DBG] pgmap v1404: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:44:58.477 INFO:tasks.workunit.client.0.smithi110.stdout: 467: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:58.477 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L-akkJYhDMw8o6d off=6934269 len=155615 2024-02-18T08:44:58.483 INFO:tasks.workunit.client.0.smithi110.stdout:op 2430 completed, throughput=4.99MB/sec 2024-02-18T08:44:58.483 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-alFsynh7LDzQaBZ off=8642028 len=2039020 2024-02-18T08:44:58.485 INFO:tasks.workunit.client.0.smithi110.stdout:op 2431 completed, throughput=5MB/sec 2024-02-18T08:44:58.485 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BxsJWxJIsf031mV off=10641496 len=1659060 2024-02-18T08:44:58.488 INFO:tasks.workunit.client.0.smithi110.stdout:op 2432 completed, throughput=5MB/sec 2024-02-18T08:44:58.488 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AXud7S5NZ6H7zsF off=5824546 len=1360092 2024-02-18T08:44:58.492 INFO:tasks.workunit.client.0.smithi110.stdout:op 2433 completed, throughput=5MB/sec 2024-02-18T08:44:58.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:44:58 smithi191 bash[38688]: cluster 2024-02-18T08:44:57.133320+0000 mgr.y (mgr.44100) 847 : cluster [DBG] pgmap v1404: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:44:59.493 INFO:tasks.workunit.client.0.smithi110.stdout: 468: throughput=4.99MB/sec pending data=0 2024-02-18T08:44:59.493 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XHe3ZrMdtskiqyR off=4646105 len=1987162 2024-02-18T08:44:59.499 INFO:tasks.workunit.client.0.smithi110.stdout:op 2434 completed, throughput=5MB/sec 2024-02-18T08:44:59.499 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JbWyWftcwubWNlf off=1045537 len=1564901 2024-02-18T08:44:59.502 INFO:tasks.workunit.client.0.smithi110.stdout:op 2435 completed, throughput=5MB/sec 2024-02-18T08:44:59.502 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Eid4nX8XIA3n62M off=1359009 len=485857 2024-02-18T08:44:59.504 INFO:tasks.workunit.client.0.smithi110.stdout:op 2436 completed, throughput=5MB/sec 2024-02-18T08:44:59.504 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HHxiBnoR6ThZMYl off=954570 len=166142 2024-02-18T08:44:59.509 INFO:tasks.workunit.client.0.smithi110.stdout:op 2437 completed, throughput=5MB/sec 2024-02-18T08:44:59.509 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KWsuFR2hcyTosZ- off=2837779 len=1313599 2024-02-18T08:44:59.512 INFO:tasks.workunit.client.0.smithi110.stdout:op 2438 completed, throughput=5MB/sec 2024-02-18T08:45:00.513 INFO:tasks.workunit.client.0.smithi110.stdout: 469: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:00.513 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zfgxZ2TMnuWKA_R off=18470287 len=424113 2024-02-18T08:45:00.519 INFO:tasks.workunit.client.0.smithi110.stdout:op 2439 completed, throughput=4.99MB/sec 2024-02-18T08:45:00.519 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PFRRbG0Py0R3TrT off=9042119 len=1942373 2024-02-18T08:45:00.523 INFO:tasks.workunit.client.0.smithi110.stdout:op 2440 completed, throughput=5MB/sec 2024-02-18T08:45:00.523 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lm2VrD30kdojBDY off=15168204 len=1106549 2024-02-18T08:45:00.527 INFO:tasks.workunit.client.0.smithi110.stdout:op 2441 completed, throughput=5MB/sec 2024-02-18T08:45:00.527 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bZEj9RF9kwi9zeN off=2484380 len=1420059 2024-02-18T08:45:00.529 INFO:tasks.workunit.client.0.smithi110.stdout:op 2442 completed, throughput=5MB/sec 2024-02-18T08:45:00.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:00 smithi191 bash[38688]: cluster 2024-02-18T08:44:59.134189+0000 mgr.y (mgr.44100) 848 : cluster [DBG] pgmap v1405: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:45:00.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:00 smithi110 bash[54479]: cluster 2024-02-18T08:44:59.134189+0000 mgr.y (mgr.44100) 848 : cluster [DBG] pgmap v1405: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:45:00.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:00 smithi110 bash[55875]: cluster 2024-02-18T08:44:59.134189+0000 mgr.y (mgr.44100) 848 : cluster [DBG] pgmap v1405: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:45:01.531 INFO:tasks.workunit.client.0.smithi110.stdout: 470: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:01.531 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7cX5TbYanw3dyo2 off=5312060 len=1898263 2024-02-18T08:45:01.535 INFO:tasks.workunit.client.0.smithi110.stdout:op 2443 completed, throughput=4.99MB/sec 2024-02-18T08:45:01.535 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k_QyDM4bAqZ0QDA off=3782485 len=500666 2024-02-18T08:45:01.537 INFO:tasks.workunit.client.0.smithi110.stdout:op 2444 completed, throughput=5MB/sec 2024-02-18T08:45:01.538 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g7yThGhrkThsWgT off=9171504 len=1239017 2024-02-18T08:45:01.539 INFO:tasks.workunit.client.0.smithi110.stdout:op 2445 completed, throughput=5MB/sec 2024-02-18T08:45:01.539 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8E1GqKT4Qfl0b1M off=849668 len=262065 2024-02-18T08:45:01.544 INFO:tasks.workunit.client.0.smithi110.stdout:op 2446 completed, throughput=5MB/sec 2024-02-18T08:45:01.544 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wWxlgpp0xQG_USV off=8673408 len=1862781 2024-02-18T08:45:01.545 INFO:tasks.workunit.client.0.smithi110.stdout:op 2447 completed, throughput=5MB/sec 2024-02-18T08:45:01.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:01 smithi191 bash[38688]: audit 2024-02-18T08:45:01.018308+0000 mon.a (mon.0) 1781 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:45:01.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:01 smithi191 bash[38688]: audit 2024-02-18T08:45:01.022390+0000 mon.a (mon.0) 1782 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2024-02-18T08:45:01.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:01 smithi110 bash[54479]: audit 2024-02-18T08:45:01.018308+0000 mon.a (mon.0) 1781 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:45:01.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:01 smithi110 bash[54479]: audit 2024-02-18T08:45:01.022390+0000 mon.a (mon.0) 1782 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2024-02-18T08:45:01.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:01 smithi110 bash[55875]: audit 2024-02-18T08:45:01.018308+0000 mon.a (mon.0) 1781 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:45:01.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:01 smithi110 bash[55875]: audit 2024-02-18T08:45:01.022390+0000 mon.a (mon.0) 1782 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2024-02-18T08:45:02.546 INFO:tasks.workunit.client.0.smithi110.stdout: 471: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:02.546 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7FsrsTXfPVE3lK1 off=3666953 len=744286 2024-02-18T08:45:02.554 INFO:tasks.workunit.client.0.smithi110.stdout:op 2448 completed, throughput=4.99MB/sec 2024-02-18T08:45:02.554 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LKJ4Wgv3A4MGuuJ off=2632754 len=874300 2024-02-18T08:45:02.557 INFO:tasks.workunit.client.0.smithi110.stdout:op 2449 completed, throughput=4.99MB/sec 2024-02-18T08:45:02.557 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AcBFHgDGZ3HwN86 off=1173549 len=959968 2024-02-18T08:45:02.564 INFO:tasks.workunit.client.0.smithi110.stdout:op 2450 completed, throughput=5MB/sec 2024-02-18T08:45:02.564 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eBxuQCixj3PYbHB off=17312023 len=1209870 2024-02-18T08:45:02.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 2451 completed, throughput=5MB/sec 2024-02-18T08:45:02.573 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ki76G30nxdhRflt off=5234445 len=1386611 2024-02-18T08:45:02.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:02 smithi191 bash[38688]: cluster 2024-02-18T08:45:01.135110+0000 mgr.y (mgr.44100) 849 : cluster [DBG] pgmap v1406: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:45:02.580 INFO:tasks.workunit.client.0.smithi110.stdout:op 2452 completed, throughput=5MB/sec 2024-02-18T08:45:02.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:02 smithi110 bash[55875]: cluster 2024-02-18T08:45:01.135110+0000 mgr.y (mgr.44100) 849 : cluster [DBG] pgmap v1406: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:45:02.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:02 smithi110 bash[54479]: cluster 2024-02-18T08:45:01.135110+0000 mgr.y (mgr.44100) 849 : cluster [DBG] pgmap v1406: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:45:03.581 INFO:tasks.workunit.client.0.smithi110.stdout: 472: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:03.581 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8yDi-6cC_sOO40S off=5359941 len=293914 2024-02-18T08:45:03.582 INFO:tasks.workunit.client.0.smithi110.stdout:op 2453 completed, throughput=4.99MB/sec 2024-02-18T08:45:03.582 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5W0dfou-3X47b3M off=20373421 len=965790 2024-02-18T08:45:03.592 INFO:tasks.workunit.client.0.smithi110.stdout:op 2454 completed, throughput=4.99MB/sec 2024-02-18T08:45:03.592 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fvcUkIhCbPB3vBf off=12739455 len=1646452 2024-02-18T08:45:03.596 INFO:tasks.workunit.client.0.smithi110.stdout:op 2455 completed, throughput=5MB/sec 2024-02-18T08:45:03.596 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2EwshkWOMoS539H off=1571161 len=1650895 2024-02-18T08:45:03.616 INFO:tasks.workunit.client.0.smithi110.stdout:op 2456 completed, throughput=5MB/sec 2024-02-18T08:45:03.616 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pWo7m_1GUlAIZeY off=19589485 len=13223 2024-02-18T08:45:03.617 INFO:tasks.workunit.client.0.smithi110.stdout:op 2457 completed, throughput=5MB/sec 2024-02-18T08:45:03.617 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tckXV1fFb6-0Vmf off=2037873 len=876742 2024-02-18T08:45:03.620 INFO:tasks.workunit.client.0.smithi110.stdout:op 2458 completed, throughput=5MB/sec 2024-02-18T08:45:04.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:04 smithi191 bash[38688]: cluster 2024-02-18T08:45:03.136058+0000 mgr.y (mgr.44100) 850 : cluster [DBG] pgmap v1407: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:45:04.621 INFO:tasks.workunit.client.0.smithi110.stdout: 473: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:04.621 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iGNqxvEkbBZDjOd off=0 len=1484156 2024-02-18T08:45:04.632 INFO:tasks.workunit.client.0.smithi110.stdout:op 2459 completed, throughput=4.99MB/sec 2024-02-18T08:45:04.633 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-N5s1u6Bm6dHWcd4 off=277167 len=957118 2024-02-18T08:45:04.635 INFO:tasks.workunit.client.0.smithi110.stdout:op 2460 completed, throughput=5MB/sec 2024-02-18T08:45:04.635 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aR50RBq9YOCAoK8 off=13069702 len=2022519 2024-02-18T08:45:04.641 INFO:tasks.workunit.client.0.smithi110.stdout:op 2461 completed, throughput=5MB/sec 2024-02-18T08:45:04.641 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-s50qD0U6xisjFRm off=15038141 len=1708581 2024-02-18T08:45:04.653 INFO:tasks.workunit.client.0.smithi110.stdout:op 2462 completed, throughput=5MB/sec 2024-02-18T08:45:04.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:04 smithi110 bash[54479]: cluster 2024-02-18T08:45:03.136058+0000 mgr.y (mgr.44100) 850 : cluster [DBG] pgmap v1407: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:45:04.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:04 smithi110 bash[55875]: cluster 2024-02-18T08:45:03.136058+0000 mgr.y (mgr.44100) 850 : cluster [DBG] pgmap v1407: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:45:05.653 INFO:tasks.workunit.client.0.smithi110.stdout: 474: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:05.654 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qU3ISNfyGzq8Q_Z off=3067430 len=777466 2024-02-18T08:45:05.663 INFO:tasks.workunit.client.0.smithi110.stdout:op 2463 completed, throughput=4.99MB/sec 2024-02-18T08:45:05.663 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-j7ijegiRweUmopc off=67392 len=1890173 2024-02-18T08:45:05.675 INFO:tasks.workunit.client.0.smithi110.stdout:op 2464 completed, throughput=5MB/sec 2024-02-18T08:45:05.675 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IQmFML3U-ZL5ikz off=7174568 len=1554466 2024-02-18T08:45:05.679 INFO:tasks.workunit.client.0.smithi110.stdout:op 2465 completed, throughput=5MB/sec 2024-02-18T08:45:06.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:06 smithi191 bash[38688]: cluster 2024-02-18T08:45:05.136847+0000 mgr.y (mgr.44100) 851 : cluster [DBG] pgmap v1408: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-02-18T08:45:06.679 INFO:tasks.workunit.client.0.smithi110.stdout: 475: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:06.680 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uXi9sT8TSodtYQe off=2297348 len=928659 2024-02-18T08:45:06.683 INFO:tasks.workunit.client.0.smithi110.stdout:op 2466 completed, throughput=4.99MB/sec 2024-02-18T08:45:06.683 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XOtfqJUtBMbDrSO off=493320 len=1263912 2024-02-18T08:45:06.693 INFO:tasks.workunit.client.0.smithi110.stdout:op 2467 completed, throughput=4.99MB/sec 2024-02-18T08:45:06.693 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6xjSnuRsY1yD8g7 off=10022371 len=1612599 2024-02-18T08:45:06.695 INFO:tasks.workunit.client.0.smithi110.stdout:op 2468 completed, throughput=5MB/sec 2024-02-18T08:45:06.695 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xAlVz3hPKTYjLQ4 off=11700740 len=1087935 2024-02-18T08:45:06.699 INFO:tasks.workunit.client.0.smithi110.stdout:op 2469 completed, throughput=5MB/sec 2024-02-18T08:45:06.699 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A5g8o56nsfla7qo off=3296969 len=727035 2024-02-18T08:45:06.704 INFO:tasks.workunit.client.0.smithi110.stdout:op 2470 completed, throughput=5MB/sec 2024-02-18T08:45:06.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:06 smithi110 bash[54479]: cluster 2024-02-18T08:45:05.136847+0000 mgr.y (mgr.44100) 851 : cluster [DBG] pgmap v1408: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-02-18T08:45:06.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:06 smithi110 bash[55875]: cluster 2024-02-18T08:45:05.136847+0000 mgr.y (mgr.44100) 851 : cluster [DBG] pgmap v1408: 73 pgs: 73 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-02-18T08:45:07.705 INFO:tasks.workunit.client.0.smithi110.stdout: 476: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:07.705 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rMGxmRKoLgSwyPC off=11323374 len=2020369 2024-02-18T08:45:07.714 INFO:tasks.workunit.client.0.smithi110.stdout:op 2471 completed, throughput=4.99MB/sec 2024-02-18T08:45:07.714 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dA1QE0n17tMfOGO off=558524 len=1606496 2024-02-18T08:45:07.727 INFO:tasks.workunit.client.0.smithi110.stdout:op 2472 completed, throughput=5MB/sec 2024-02-18T08:45:07.727 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mkmhxhy_qlmIlJL off=7233638 len=1833588 2024-02-18T08:45:07.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 2473 completed, throughput=5MB/sec 2024-02-18T08:45:08.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:08 smithi191 bash[38688]: cluster 2024-02-18T08:45:07.137723+0000 mgr.y (mgr.44100) 852 : cluster [DBG] pgmap v1409: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:45:08.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:08 smithi110 bash[55875]: cluster 2024-02-18T08:45:07.137723+0000 mgr.y (mgr.44100) 852 : cluster [DBG] pgmap v1409: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:45:08.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:08 smithi110 bash[54479]: cluster 2024-02-18T08:45:07.137723+0000 mgr.y (mgr.44100) 852 : cluster [DBG] pgmap v1409: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:45:08.731 INFO:tasks.workunit.client.0.smithi110.stdout: 477: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:08.731 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mSaZ62MVPefbpnP off=143912 len=1285496 2024-02-18T08:45:08.734 INFO:tasks.workunit.client.0.smithi110.stdout:op 2474 completed, throughput=4.99MB/sec 2024-02-18T08:45:08.734 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DYfSopn25FBU9o_ off=1124929 len=1753069 2024-02-18T08:45:08.746 INFO:tasks.workunit.client.0.smithi110.stdout:op 2475 completed, throughput=5MB/sec 2024-02-18T08:45:08.746 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CdIdta_MtxfKKpp off=3128811 len=1381978 2024-02-18T08:45:08.749 INFO:tasks.workunit.client.0.smithi110.stdout:op 2476 completed, throughput=5MB/sec 2024-02-18T08:45:08.749 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GmgzWGc8YHg87Ji off=2663283 len=542967 2024-02-18T08:45:08.751 INFO:tasks.workunit.client.0.smithi110.stdout:op 2477 completed, throughput=5MB/sec 2024-02-18T08:45:09.751 INFO:tasks.workunit.client.0.smithi110.stdout: 478: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:09.752 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Gx0yrw-1icgD-lG off=16733344 len=1114150 2024-02-18T08:45:09.760 INFO:tasks.workunit.client.0.smithi110.stdout:op 2478 completed, throughput=4.99MB/sec 2024-02-18T08:45:09.760 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kkItBpeJShRTR4B off=20022041 len=95465 2024-02-18T08:45:09.764 INFO:tasks.workunit.client.0.smithi110.stdout:op 2479 completed, throughput=4.99MB/sec 2024-02-18T08:45:09.764 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qsvG-ythqSLrr20 off=8968592 len=1903494 2024-02-18T08:45:09.777 INFO:tasks.workunit.client.0.smithi110.stdout:op 2480 completed, throughput=5MB/sec 2024-02-18T08:45:09.777 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EspA3F71Q5eBeu2 off=4596702 len=912583 2024-02-18T08:45:09.783 INFO:tasks.workunit.client.0.smithi110.stdout:op 2481 completed, throughput=5MB/sec 2024-02-18T08:45:09.783 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GquOHYmxYhHmxro off=7318749 len=1384902 2024-02-18T08:45:09.789 INFO:tasks.workunit.client.0.smithi110.stdout:op 2482 completed, throughput=5MB/sec 2024-02-18T08:45:10.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:10 smithi191 bash[38688]: cluster 2024-02-18T08:45:09.138558+0000 mgr.y (mgr.44100) 853 : cluster [DBG] pgmap v1410: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:45:10.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:10 smithi110 bash[54479]: cluster 2024-02-18T08:45:09.138558+0000 mgr.y (mgr.44100) 853 : cluster [DBG] pgmap v1410: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:45:10.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:10 smithi110 bash[55875]: cluster 2024-02-18T08:45:09.138558+0000 mgr.y (mgr.44100) 853 : cluster [DBG] pgmap v1410: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:45:10.789 INFO:tasks.workunit.client.0.smithi110.stdout: 479: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:10.789 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Op_gFg5O1BLZcgO off=4179850 len=1171345 2024-02-18T08:45:10.793 INFO:tasks.workunit.client.0.smithi110.stdout:op 2483 completed, throughput=4.99MB/sec 2024-02-18T08:45:10.793 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Zd9AYE65vaGNTMJ off=2375267 len=685821 2024-02-18T08:45:10.800 INFO:tasks.workunit.client.0.smithi110.stdout:op 2484 completed, throughput=4.99MB/sec 2024-02-18T08:45:10.801 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-USUejRr4U09IpGG off=4536798 len=2012352 2024-02-18T08:45:10.804 INFO:tasks.workunit.client.0.smithi110.stdout:op 2485 completed, throughput=5MB/sec 2024-02-18T08:45:10.804 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7lIvjwjv1s8hOSP off=13519997 len=8829 2024-02-18T08:45:10.808 INFO:tasks.workunit.client.0.smithi110.stdout:op 2486 completed, throughput=5MB/sec 2024-02-18T08:45:10.809 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5gZ3InUuBAwbN61 off=10016963 len=1750736 2024-02-18T08:45:10.813 INFO:tasks.workunit.client.0.smithi110.stdout:op 2487 completed, throughput=5MB/sec 2024-02-18T08:45:11.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:11 smithi191 bash[38688]: audit 2024-02-18T08:45:10.448731+0000 mon.a (mon.0) 1783 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:45:11.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:11 smithi191 bash[38688]: audit 2024-02-18T08:45:10.682613+0000 mon.a (mon.0) 1784 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:45:11.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:11 smithi191 bash[38688]: audit 2024-02-18T08:45:10.992349+0000 mon.a (mon.0) 1785 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:45:11.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:11 smithi191 bash[38688]: audit 2024-02-18T08:45:10.994043+0000 mon.a (mon.0) 1786 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:45:11.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:11 smithi191 bash[38688]: audit 2024-02-18T08:45:11.002144+0000 mon.a (mon.0) 1787 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:45:11.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:11 smithi110 bash[54479]: audit 2024-02-18T08:45:10.448731+0000 mon.a (mon.0) 1783 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:45:11.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:11 smithi110 bash[54479]: audit 2024-02-18T08:45:10.682613+0000 mon.a (mon.0) 1784 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:45:11.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:11 smithi110 bash[54479]: audit 2024-02-18T08:45:10.992349+0000 mon.a (mon.0) 1785 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:45:11.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:11 smithi110 bash[54479]: audit 2024-02-18T08:45:10.994043+0000 mon.a (mon.0) 1786 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:45:11.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:11 smithi110 bash[54479]: audit 2024-02-18T08:45:11.002144+0000 mon.a (mon.0) 1787 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:45:11.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:11 smithi110 bash[55875]: audit 2024-02-18T08:45:10.448731+0000 mon.a (mon.0) 1783 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:45:11.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:11 smithi110 bash[55875]: audit 2024-02-18T08:45:10.682613+0000 mon.a (mon.0) 1784 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:45:11.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:11 smithi110 bash[55875]: audit 2024-02-18T08:45:10.992349+0000 mon.a (mon.0) 1785 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:45:11.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:11 smithi110 bash[55875]: audit 2024-02-18T08:45:10.994043+0000 mon.a (mon.0) 1786 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:45:11.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:11 smithi110 bash[55875]: audit 2024-02-18T08:45:11.002144+0000 mon.a (mon.0) 1787 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:45:11.813 INFO:tasks.workunit.client.0.smithi110.stdout: 480: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:11.813 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KN6WmanPL4dn9nC off=912922 len=1412399 2024-02-18T08:45:11.816 INFO:tasks.workunit.client.0.smithi110.stdout:op 2488 completed, throughput=4.99MB/sec 2024-02-18T08:45:11.816 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WpWfDo_N5oo9K4Q off=4809352 len=1556802 2024-02-18T08:45:11.822 INFO:tasks.workunit.client.0.smithi110.stdout:op 2489 completed, throughput=5MB/sec 2024-02-18T08:45:11.822 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3tBuOo3mqwvrHR9 off=2553728 len=1065276 2024-02-18T08:45:11.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 2490 completed, throughput=5MB/sec 2024-02-18T08:45:11.825 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tMYrqHZcW_QFf0e off=25062 len=1447456 2024-02-18T08:45:11.828 INFO:tasks.workunit.client.0.smithi110.stdout:op 2491 completed, throughput=5MB/sec 2024-02-18T08:45:12.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:12 smithi191 bash[38688]: cephadm 2024-02-18T08:45:10.671048+0000 mgr.y (mgr.44100) 854 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:45:12.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:12 smithi191 bash[38688]: cephadm 2024-02-18T08:45:10.995375+0000 mgr.y (mgr.44100) 855 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:45:12.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:12 smithi191 bash[38688]: cluster 2024-02-18T08:45:11.139472+0000 mgr.y (mgr.44100) 856 : cluster [DBG] pgmap v1411: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:45:12.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:12 smithi110 bash[54479]: cephadm 2024-02-18T08:45:10.671048+0000 mgr.y (mgr.44100) 854 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:45:12.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:12 smithi110 bash[54479]: cephadm 2024-02-18T08:45:10.995375+0000 mgr.y (mgr.44100) 855 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:45:12.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:12 smithi110 bash[54479]: cluster 2024-02-18T08:45:11.139472+0000 mgr.y (mgr.44100) 856 : cluster [DBG] pgmap v1411: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:45:12.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:12 smithi110 bash[55875]: cephadm 2024-02-18T08:45:10.671048+0000 mgr.y (mgr.44100) 854 : cephadm [INF] Detected new or changed devices on smithi110 2024-02-18T08:45:12.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:12 smithi110 bash[55875]: cephadm 2024-02-18T08:45:10.995375+0000 mgr.y (mgr.44100) 855 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:45:12.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:12 smithi110 bash[55875]: cluster 2024-02-18T08:45:11.139472+0000 mgr.y (mgr.44100) 856 : cluster [DBG] pgmap v1411: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:45:12.829 INFO:tasks.workunit.client.0.smithi110.stdout: 481: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:12.829 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8NL-FWQIXkcgoio off=1287362 len=2020077 2024-02-18T08:45:12.835 INFO:tasks.workunit.client.0.smithi110.stdout:op 2492 completed, throughput=5MB/sec 2024-02-18T08:45:12.835 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BOSvm5XgqWE985D off=1021095 len=193666 2024-02-18T08:45:12.836 INFO:tasks.workunit.client.0.smithi110.stdout:op 2493 completed, throughput=5MB/sec 2024-02-18T08:45:12.836 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7PhQIzxoeVjpK1e off=14200234 len=187551 2024-02-18T08:45:12.842 INFO:tasks.workunit.client.0.smithi110.stdout:op 2494 completed, throughput=5MB/sec 2024-02-18T08:45:12.842 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vqqnXJBizJIhQLm off=6560675 len=490246 2024-02-18T08:45:12.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 2495 completed, throughput=5MB/sec 2024-02-18T08:45:12.848 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KRNWSS_lpJ8jCxe off=1193629 len=1872342 2024-02-18T08:45:12.853 INFO:tasks.workunit.client.0.smithi110.stdout:op 2496 completed, throughput=5MB/sec 2024-02-18T08:45:13.853 INFO:tasks.workunit.client.0.smithi110.stdout: 482: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:13.854 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rQQELoKaw8Pd83y off=2879767 len=1614840 2024-02-18T08:45:13.858 INFO:tasks.workunit.client.0.smithi110.stdout:op 2497 completed, throughput=4.99MB/sec 2024-02-18T08:45:13.858 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eJoI0NWkFPKig_7 off=272940 len=1403913 2024-02-18T08:45:13.871 INFO:tasks.workunit.client.0.smithi110.stdout:op 2498 completed, throughput=5MB/sec 2024-02-18T08:45:13.871 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Azq3RppB76bMbw5 off=14394553 len=209017 2024-02-18T08:45:13.873 INFO:tasks.workunit.client.0.smithi110.stdout:op 2499 completed, throughput=5MB/sec 2024-02-18T08:45:13.873 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pdGXT84kPp8sMih off=2347694 len=902690 2024-02-18T08:45:13.884 INFO:tasks.workunit.client.0.smithi110.stdout:op 2500 completed, throughput=5MB/sec 2024-02-18T08:45:13.884 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ouwzi95TjISaPgc off=2133576 len=159279 2024-02-18T08:45:13.884 INFO:tasks.workunit.client.0.smithi110.stdout:op 2501 completed, throughput=5MB/sec 2024-02-18T08:45:13.884 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MJFTmnDYpStwcMJ off=814193 len=1854241 2024-02-18T08:45:13.884 INFO:tasks.workunit.client.0.smithi110.stdout:op 2502 completed, throughput=5MB/sec 2024-02-18T08:45:14.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:14 smithi191 bash[38688]: cluster 2024-02-18T08:45:13.140434+0000 mgr.y (mgr.44100) 857 : cluster [DBG] pgmap v1412: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:45:14.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:14 smithi110 bash[54479]: cluster 2024-02-18T08:45:13.140434+0000 mgr.y (mgr.44100) 857 : cluster [DBG] pgmap v1412: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:45:14.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:14 smithi110 bash[55875]: cluster 2024-02-18T08:45:13.140434+0000 mgr.y (mgr.44100) 857 : cluster [DBG] pgmap v1412: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:45:14.885 INFO:tasks.workunit.client.0.smithi110.stdout: 483: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:14.885 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-78-Ko2X8M5M6jWw off=21531310 len=353268 2024-02-18T08:45:14.887 INFO:tasks.workunit.client.0.smithi110.stdout:op 2503 completed, throughput=4.99MB/sec 2024-02-18T08:45:14.887 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-75eklcQO96WIPA- off=22972755 len=1960159 2024-02-18T08:45:14.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 2504 completed, throughput=5MB/sec 2024-02-18T08:45:14.893 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Wy0fWBYqH0JPdEx off=15688919 len=463820 2024-02-18T08:45:14.899 INFO:tasks.workunit.client.0.smithi110.stdout:op 2505 completed, throughput=5MB/sec 2024-02-18T08:45:14.900 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ed5aB7p-cMuRllV off=21203145 len=1901382 2024-02-18T08:45:14.902 INFO:tasks.workunit.client.0.smithi110.stdout:op 2506 completed, throughput=5MB/sec 2024-02-18T08:45:15.902 INFO:tasks.workunit.client.0.smithi110.stdout: 484: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:15.903 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HayWY4aIMBrx1p9 off=2456635 len=1229271 2024-02-18T08:45:15.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 2507 completed, throughput=4.99MB/sec 2024-02-18T08:45:15.905 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-foBJK4zT1HST6ht off=10746928 len=715502 2024-02-18T08:45:15.909 INFO:tasks.workunit.client.0.smithi110.stdout:op 2508 completed, throughput=4.99MB/sec 2024-02-18T08:45:15.909 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g7yThGhrkThsWgT off=12014833 len=973634 2024-02-18T08:45:15.912 INFO:tasks.workunit.client.0.smithi110.stdout:op 2509 completed, throughput=5MB/sec 2024-02-18T08:45:15.912 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Lt_PjE7ZW8Ai0F6 off=7665044 len=1701840 2024-02-18T08:45:15.923 INFO:tasks.workunit.client.0.smithi110.stdout:op 2510 completed, throughput=5MB/sec 2024-02-18T08:45:15.923 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QpKwVk31bkke0ZT off=8218624 len=722799 2024-02-18T08:45:15.924 INFO:tasks.workunit.client.0.smithi110.stdout:op 2511 completed, throughput=5MB/sec 2024-02-18T08:45:16.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:16 smithi191 bash[38688]: cluster 2024-02-18T08:45:15.141303+0000 mgr.y (mgr.44100) 858 : cluster [DBG] pgmap v1413: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:45:16.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:16 smithi110 bash[54479]: cluster 2024-02-18T08:45:15.141303+0000 mgr.y (mgr.44100) 858 : cluster [DBG] pgmap v1413: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:45:16.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:16 smithi110 bash[55875]: cluster 2024-02-18T08:45:15.141303+0000 mgr.y (mgr.44100) 858 : cluster [DBG] pgmap v1413: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:45:16.924 INFO:tasks.workunit.client.0.smithi110.stdout: 485: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:16.924 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mL47vNjfA3tKLlE off=10014579 len=998710 2024-02-18T08:45:16.928 INFO:tasks.workunit.client.0.smithi110.stdout:op 2512 completed, throughput=4.99MB/sec 2024-02-18T08:45:16.928 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RmiS-T0eDPP5KXT off=1941175 len=1263550 2024-02-18T08:45:16.932 INFO:tasks.workunit.client.0.smithi110.stdout:op 2513 completed, throughput=4.99MB/sec 2024-02-18T08:45:16.932 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ib8n5aO52ZRAwOF off=2927910 len=266395 2024-02-18T08:45:16.939 INFO:tasks.workunit.client.0.smithi110.stdout:op 2514 completed, throughput=4.99MB/sec 2024-02-18T08:45:16.939 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8sNWMq9a_bSLGdK off=804003 len=1896787 2024-02-18T08:45:16.951 INFO:tasks.workunit.client.0.smithi110.stdout:op 2515 completed, throughput=5MB/sec 2024-02-18T08:45:16.951 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GPmK1fApza7Ubm4 off=17128764 len=770885 2024-02-18T08:45:16.959 INFO:tasks.workunit.client.0.smithi110.stdout:op 2516 completed, throughput=5MB/sec 2024-02-18T08:45:16.959 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cKbmINPggbARax4 off=2152774 len=1127627 2024-02-18T08:45:16.964 INFO:tasks.workunit.client.0.smithi110.stdout:op 2517 completed, throughput=5MB/sec 2024-02-18T08:45:17.964 INFO:tasks.workunit.client.0.smithi110.stdout: 486: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:17.964 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WDrwFNPu9Z3LJJe off=8099163 len=686860 2024-02-18T08:45:17.972 INFO:tasks.workunit.client.0.smithi110.stdout:op 2518 completed, throughput=4.99MB/sec 2024-02-18T08:45:17.972 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rgbQJT9hQtgdNsT off=4535123 len=866854 2024-02-18T08:45:17.983 INFO:tasks.workunit.client.0.smithi110.stdout:op 2519 completed, throughput=4.99MB/sec 2024-02-18T08:45:17.983 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_jeqgObT3UGa8ic off=2658862 len=803991 2024-02-18T08:45:17.986 INFO:tasks.workunit.client.0.smithi110.stdout:op 2520 completed, throughput=5MB/sec 2024-02-18T08:45:17.986 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lvHMOhmcn7f9R0N off=218975 len=1171998 2024-02-18T08:45:17.994 INFO:tasks.workunit.client.0.smithi110.stdout:op 2521 completed, throughput=5MB/sec 2024-02-18T08:45:17.994 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jHY_StID_PrFKW5 off=980003 len=1768413 2024-02-18T08:45:17.997 INFO:tasks.workunit.client.0.smithi110.stdout:op 2522 completed, throughput=5MB/sec 2024-02-18T08:45:18.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:18 smithi191 bash[38688]: cluster 2024-02-18T08:45:17.142307+0000 mgr.y (mgr.44100) 859 : cluster [DBG] pgmap v1414: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:45:18.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:18 smithi110 bash[54479]: cluster 2024-02-18T08:45:17.142307+0000 mgr.y (mgr.44100) 859 : cluster [DBG] pgmap v1414: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:45:18.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:18 smithi110 bash[55875]: cluster 2024-02-18T08:45:17.142307+0000 mgr.y (mgr.44100) 859 : cluster [DBG] pgmap v1414: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:45:18.998 INFO:tasks.workunit.client.0.smithi110.stdout: 487: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:18.998 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ObJizBO4dzblnC- off=2682081 len=782297 2024-02-18T08:45:19.007 INFO:tasks.workunit.client.0.smithi110.stdout:op 2523 completed, throughput=4.99MB/sec 2024-02-18T08:45:19.008 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Uo32Ea6ZZpKvWRh off=8448506 len=252789 2024-02-18T08:45:19.010 INFO:tasks.workunit.client.0.smithi110.stdout:op 2524 completed, throughput=4.99MB/sec 2024-02-18T08:45:19.010 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AXud7S5NZ6H7zsF off=4082615 len=1988316 2024-02-18T08:45:19.022 INFO:tasks.workunit.client.0.smithi110.stdout:op 2525 completed, throughput=5MB/sec 2024-02-18T08:45:19.022 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P4SCsl7LKHdpyP_ off=2500464 len=869390 2024-02-18T08:45:19.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 2526 completed, throughput=5MB/sec 2024-02-18T08:45:19.029 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1uLJtcrO6CTqodQ off=887251 len=493031 2024-02-18T08:45:19.029 INFO:tasks.workunit.client.0.smithi110.stdout:op 2527 completed, throughput=5MB/sec 2024-02-18T08:45:19.029 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OF9OKfgaYxrnsbi off=5415357 len=411947 2024-02-18T08:45:19.033 INFO:tasks.workunit.client.0.smithi110.stdout:op 2528 completed, throughput=5MB/sec 2024-02-18T08:45:20.034 INFO:tasks.workunit.client.0.smithi110.stdout: 488: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:20.034 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rp8lswuhxgWvhl0 off=646404 len=1600755 2024-02-18T08:45:20.044 INFO:tasks.workunit.client.0.smithi110.stdout:op 2529 completed, throughput=4.99MB/sec 2024-02-18T08:45:20.045 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-97EbXPtT9TeCU8H off=3364883 len=1583236 2024-02-18T08:45:20.046 INFO:tasks.workunit.client.0.smithi110.stdout:op 2530 completed, throughput=5MB/sec 2024-02-18T08:45:20.047 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FXMHz3cgeJQXyqD off=9083411 len=772244 2024-02-18T08:45:20.049 INFO:tasks.workunit.client.0.smithi110.stdout:op 2531 completed, throughput=5MB/sec 2024-02-18T08:45:20.049 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XypGJXVVkGdC2KL off=3416884 len=426564 2024-02-18T08:45:20.051 INFO:tasks.workunit.client.0.smithi110.stdout:op 2532 completed, throughput=5MB/sec 2024-02-18T08:45:20.051 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-w-iL_B62H5VwrZw off=4023649 len=1226391 2024-02-18T08:45:20.060 INFO:tasks.workunit.client.0.smithi110.stdout:op 2533 completed, throughput=5MB/sec 2024-02-18T08:45:20.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:20 smithi191 bash[38688]: cluster 2024-02-18T08:45:19.143324+0000 mgr.y (mgr.44100) 860 : cluster [DBG] pgmap v1415: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-02-18T08:45:20.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:20 smithi110 bash[54479]: cluster 2024-02-18T08:45:19.143324+0000 mgr.y (mgr.44100) 860 : cluster [DBG] pgmap v1415: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-02-18T08:45:20.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:20 smithi110 bash[55875]: cluster 2024-02-18T08:45:19.143324+0000 mgr.y (mgr.44100) 860 : cluster [DBG] pgmap v1415: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-02-18T08:45:21.061 INFO:tasks.workunit.client.0.smithi110.stdout: 489: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:21.061 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IeefnT_UCBiP1Pc off=15014626 len=1423329 2024-02-18T08:45:21.073 INFO:tasks.workunit.client.0.smithi110.stdout:op 2534 completed, throughput=4.99MB/sec 2024-02-18T08:45:21.073 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UaroBIHwUcyS5ba off=5840558 len=975338 2024-02-18T08:45:21.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 2535 completed, throughput=5MB/sec 2024-02-18T08:45:21.074 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k0GQbDW2ZQIrowa off=4837150 len=517065 2024-02-18T08:45:21.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 2536 completed, throughput=5MB/sec 2024-02-18T08:45:21.076 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j5fAvSq9CcSah4W off=2750715 len=1694668 2024-02-18T08:45:21.078 INFO:tasks.workunit.client.0.smithi110.stdout:op 2537 completed, throughput=5MB/sec 2024-02-18T08:45:21.078 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-G3t5yYYt56vUAki off=807717 len=696045 2024-02-18T08:45:21.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 2538 completed, throughput=5MB/sec 2024-02-18T08:45:22.081 INFO:tasks.workunit.client.0.smithi110.stdout: 490: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:22.081 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vlItaIuoBPpM9Jt off=639403 len=1285922 2024-02-18T08:45:22.085 INFO:tasks.workunit.client.0.smithi110.stdout:op 2539 completed, throughput=4.99MB/sec 2024-02-18T08:45:22.085 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0FyW6ITzaqbBdYU off=2078388 len=201814 2024-02-18T08:45:22.087 INFO:tasks.workunit.client.0.smithi110.stdout:op 2540 completed, throughput=4.99MB/sec 2024-02-18T08:45:22.087 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xhULGNwBnfQOIP4 off=4599279 len=740205 2024-02-18T08:45:22.090 INFO:tasks.workunit.client.0.smithi110.stdout:op 2541 completed, throughput=5MB/sec 2024-02-18T08:45:22.090 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cWN7wbUUzG3FJiJ off=1866420 len=1601574 2024-02-18T08:45:22.103 INFO:tasks.workunit.client.0.smithi110.stdout:op 2542 completed, throughput=5MB/sec 2024-02-18T08:45:22.103 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_qAgO3l_gNLr4EL off=6415839 len=1536724 2024-02-18T08:45:22.113 INFO:tasks.workunit.client.0.smithi110.stdout:op 2543 completed, throughput=5MB/sec 2024-02-18T08:45:22.208 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:21 smithi110 bash[54479]: cluster 2024-02-18T08:45:21.144220+0000 mgr.y (mgr.44100) 861 : cluster [DBG] pgmap v1416: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-02-18T08:45:22.208 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:21 smithi110 bash[55875]: cluster 2024-02-18T08:45:21.144220+0000 mgr.y (mgr.44100) 861 : cluster [DBG] pgmap v1416: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-02-18T08:45:22.330 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:21 smithi191 bash[38688]: cluster 2024-02-18T08:45:21.144220+0000 mgr.y (mgr.44100) 861 : cluster [DBG] pgmap v1416: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-02-18T08:45:23.113 INFO:tasks.workunit.client.0.smithi110.stdout: 491: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:23.113 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F9BtRTMlWWVe0Gx off=3221882 len=925978 2024-02-18T08:45:23.115 INFO:tasks.workunit.client.0.smithi110.stdout:op 2544 completed, throughput=4.99MB/sec 2024-02-18T08:45:23.115 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-r4lH5JeSXn6kHqa off=643342 len=786514 2024-02-18T08:45:23.117 INFO:tasks.workunit.client.0.smithi110.stdout:op 2545 completed, throughput=4.99MB/sec 2024-02-18T08:45:23.118 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0VsJkxfXQ3JtIfU off=9231727 len=59780 2024-02-18T08:45:23.122 INFO:tasks.workunit.client.0.smithi110.stdout:op 2546 completed, throughput=4.99MB/sec 2024-02-18T08:45:23.122 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X3rzd6EDxa7y1xh off=7212622 len=1607337 2024-02-18T08:45:23.124 INFO:tasks.workunit.client.0.smithi110.stdout:op 2547 completed, throughput=5MB/sec 2024-02-18T08:45:23.124 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8AMISfqhxIdrAdD off=4128542 len=1086595 2024-02-18T08:45:23.131 INFO:tasks.workunit.client.0.smithi110.stdout:op 2548 completed, throughput=5MB/sec 2024-02-18T08:45:23.131 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-016SozkEuh-3qaz off=16794721 len=1271239 2024-02-18T08:45:23.134 INFO:tasks.workunit.client.0.smithi110.stdout:op 2549 completed, throughput=5MB/sec 2024-02-18T08:45:24.135 INFO:tasks.workunit.client.0.smithi110.stdout: 492: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:24.135 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iOSX1b7uv-32dLs off=6956790 len=431808 2024-02-18T08:45:24.137 INFO:tasks.workunit.client.0.smithi110.stdout:op 2550 completed, throughput=4.99MB/sec 2024-02-18T08:45:24.138 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KXID7Olg6a5wfnP off=3620522 len=1931621 2024-02-18T08:45:24.152 INFO:tasks.workunit.client.0.smithi110.stdout:op 2551 completed, throughput=5MB/sec 2024-02-18T08:45:24.152 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eBGXjUIEIcBvG2h off=8594633 len=667023 2024-02-18T08:45:24.155 INFO:tasks.workunit.client.0.smithi110.stdout:op 2552 completed, throughput=5MB/sec 2024-02-18T08:45:24.155 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-evmPbr64eRXLOoU off=3670938 len=121278 2024-02-18T08:45:24.159 INFO:tasks.workunit.client.0.smithi110.stdout:op 2553 completed, throughput=5MB/sec 2024-02-18T08:45:24.159 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vbx9OOuPzjuW5B5 off=9283817 len=109193 2024-02-18T08:45:24.162 INFO:tasks.workunit.client.0.smithi110.stdout:op 2554 completed, throughput=5MB/sec 2024-02-18T08:45:24.162 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-70EVsc-MH1-jWxt off=11857767 len=472144 2024-02-18T08:45:24.167 INFO:tasks.workunit.client.0.smithi110.stdout:op 2555 completed, throughput=5MB/sec 2024-02-18T08:45:24.167 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UFcE76xsaGwHK8y off=3151341 len=1431342 2024-02-18T08:45:24.174 INFO:tasks.workunit.client.0.smithi110.stdout:op 2556 completed, throughput=5MB/sec 2024-02-18T08:45:24.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:24 smithi110 bash[54479]: cluster 2024-02-18T08:45:23.144977+0000 mgr.y (mgr.44100) 862 : cluster [DBG] pgmap v1417: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:24.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:24 smithi110 bash[55875]: cluster 2024-02-18T08:45:23.144977+0000 mgr.y (mgr.44100) 862 : cluster [DBG] pgmap v1417: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:24.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:24 smithi191 bash[38688]: cluster 2024-02-18T08:45:23.144977+0000 mgr.y (mgr.44100) 862 : cluster [DBG] pgmap v1417: 73 pgs: 73 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:25.175 INFO:tasks.workunit.client.0.smithi110.stdout: 493: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:25.175 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bUaNlplN-DN3srn off=17082375 len=683652 2024-02-18T08:45:25.178 INFO:tasks.workunit.client.0.smithi110.stdout:op 2557 completed, throughput=4.99MB/sec 2024-02-18T08:45:25.178 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Sfx4J4oRUi_NyKK off=2608911 len=899942 2024-02-18T08:45:25.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 2558 completed, throughput=4.99MB/sec 2024-02-18T08:45:25.180 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-R0TPSu4GMgtHwVo off=11435791 len=212617 2024-02-18T08:45:25.186 INFO:tasks.workunit.client.0.smithi110.stdout:op 2559 completed, throughput=4.99MB/sec 2024-02-18T08:45:25.186 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9X5n0FTZ2JlHcK6 off=2611667 len=1496390 2024-02-18T08:45:25.197 INFO:tasks.workunit.client.0.smithi110.stdout:op 2560 completed, throughput=5MB/sec 2024-02-18T08:45:25.197 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-C2UdI9WViwwGvwG off=358450 len=727362 2024-02-18T08:45:25.198 INFO:tasks.workunit.client.0.smithi110.stdout:op 2561 completed, throughput=5MB/sec 2024-02-18T08:45:25.198 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lYcINnVpY9gdWKi off=12044683 len=1435196 2024-02-18T08:45:25.204 INFO:tasks.workunit.client.0.smithi110.stdout:op 2562 completed, throughput=5MB/sec 2024-02-18T08:45:26.205 INFO:tasks.workunit.client.0.smithi110.stdout: 494: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:26.205 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lFIS3vW2Xsjz96f off=7738602 len=529950 2024-02-18T08:45:26.206 INFO:tasks.workunit.client.0.smithi110.stdout:op 2563 completed, throughput=4.99MB/sec 2024-02-18T08:45:26.206 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GG8wmsOAkOG8oSf off=10486805 len=405383 2024-02-18T08:45:26.208 INFO:tasks.workunit.client.0.smithi110.stdout:op 2564 completed, throughput=4.99MB/sec 2024-02-18T08:45:26.208 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EdeaXtZd7XBwtrI off=4655488 len=1573803 2024-02-18T08:45:26.218 INFO:tasks.workunit.client.0.smithi110.stdout:op 2565 completed, throughput=5MB/sec 2024-02-18T08:45:26.218 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TlVy4NE2OFR9mbU off=8662 len=594471 2024-02-18T08:45:26.224 INFO:tasks.workunit.client.0.smithi110.stdout:op 2566 completed, throughput=5MB/sec 2024-02-18T08:45:26.224 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vTn1AjzYCC7sf93 off=8144753 len=143186 2024-02-18T08:45:26.225 INFO:tasks.workunit.client.0.smithi110.stdout:op 2567 completed, throughput=5MB/sec 2024-02-18T08:45:26.225 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aR50RBq9YOCAoK8 off=3027821 len=2093079 2024-02-18T08:45:26.230 INFO:tasks.workunit.client.0.smithi110.stdout:op 2568 completed, throughput=5MB/sec 2024-02-18T08:45:26.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:26 smithi110 bash[54479]: cluster 2024-02-18T08:45:25.145829+0000 mgr.y (mgr.44100) 863 : cluster [DBG] pgmap v1418: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:45:26.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:26 smithi110 bash[55875]: cluster 2024-02-18T08:45:25.145829+0000 mgr.y (mgr.44100) 863 : cluster [DBG] pgmap v1418: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:45:26.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:26 smithi191 bash[38688]: cluster 2024-02-18T08:45:25.145829+0000 mgr.y (mgr.44100) 863 : cluster [DBG] pgmap v1418: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:45:27.230 INFO:tasks.workunit.client.0.smithi110.stdout: 495: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:27.231 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cJG-CbT-kne02mY off=148269 len=379729 2024-02-18T08:45:27.233 INFO:tasks.workunit.client.0.smithi110.stdout:op 2569 completed, throughput=4.99MB/sec 2024-02-18T08:45:27.233 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VopCL2F_7sF3vfD off=15106543 len=1396647 2024-02-18T08:45:27.237 INFO:tasks.workunit.client.0.smithi110.stdout:op 2570 completed, throughput=4.99MB/sec 2024-02-18T08:45:27.237 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AcBFHgDGZ3HwN86 off=4496318 len=464158 2024-02-18T08:45:27.239 INFO:tasks.workunit.client.0.smithi110.stdout:op 2571 completed, throughput=5MB/sec 2024-02-18T08:45:27.239 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-t13JVhSz3htIvOG off=1662252 len=26066 2024-02-18T08:45:27.240 INFO:tasks.workunit.client.0.smithi110.stdout:op 2572 completed, throughput=5MB/sec 2024-02-18T08:45:27.240 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tmZlU2xs5KDCItj off=16527013 len=450936 2024-02-18T08:45:27.242 INFO:tasks.workunit.client.0.smithi110.stdout:op 2573 completed, throughput=5MB/sec 2024-02-18T08:45:27.243 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Q_bxXbhz4V78_KM off=1809034 len=574918 2024-02-18T08:45:27.245 INFO:tasks.workunit.client.0.smithi110.stdout:op 2574 completed, throughput=5MB/sec 2024-02-18T08:45:27.245 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_oVVKPw1h0NXTME off=9424068 len=314955 2024-02-18T08:45:27.253 INFO:tasks.workunit.client.0.smithi110.stdout:op 2575 completed, throughput=5MB/sec 2024-02-18T08:45:27.253 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nSWGKU7a3nRQztD off=9293035 len=1686503 2024-02-18T08:45:27.264 INFO:tasks.workunit.client.0.smithi110.stdout:op 2576 completed, throughput=5MB/sec 2024-02-18T08:45:28.264 INFO:tasks.workunit.client.0.smithi110.stdout: 496: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:28.264 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bSdqZHHqYJGfXwH off=951713 len=125578 2024-02-18T08:45:28.265 INFO:tasks.workunit.client.0.smithi110.stdout:op 2577 completed, throughput=4.99MB/sec 2024-02-18T08:45:28.265 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-etyOMRGfjoh_Uxa off=9161174 len=2062667 2024-02-18T08:45:28.280 INFO:tasks.workunit.client.0.smithi110.stdout:op 2578 completed, throughput=4.99MB/sec 2024-02-18T08:45:28.280 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gDN5eCsZNcN4AGS off=1080619 len=1351384 2024-02-18T08:45:28.288 INFO:tasks.workunit.client.0.smithi110.stdout:op 2579 completed, throughput=5MB/sec 2024-02-18T08:45:28.288 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZZKvWXdkX6IsOA1 off=3561556 len=533663 2024-02-18T08:45:28.289 INFO:tasks.workunit.client.0.smithi110.stdout:op 2580 completed, throughput=5MB/sec 2024-02-18T08:45:28.289 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-39vKGnlPti8MDrg off=13416039 len=1688759 2024-02-18T08:45:28.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 2581 completed, throughput=5MB/sec 2024-02-18T08:45:28.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:28 smithi110 bash[54479]: cluster 2024-02-18T08:45:27.146802+0000 mgr.y (mgr.44100) 864 : cluster [DBG] pgmap v1419: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:28.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:28 smithi110 bash[55875]: cluster 2024-02-18T08:45:27.146802+0000 mgr.y (mgr.44100) 864 : cluster [DBG] pgmap v1419: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:28.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:28 smithi191 bash[38688]: cluster 2024-02-18T08:45:27.146802+0000 mgr.y (mgr.44100) 864 : cluster [DBG] pgmap v1419: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:29.303 INFO:tasks.workunit.client.0.smithi110.stdout: 497: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:29.303 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lK_T8jGqBYdQtlu off=4082037 len=784667 2024-02-18T08:45:29.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 2582 completed, throughput=4.99MB/sec 2024-02-18T08:45:29.306 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qDjnrdyiNSO8VN5 off=847863 len=1599335 2024-02-18T08:45:29.319 INFO:tasks.workunit.client.0.smithi110.stdout:op 2583 completed, throughput=5MB/sec 2024-02-18T08:45:29.319 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-spBOCqFlSiv_FNH off=4159277 len=1747654 2024-02-18T08:45:29.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 2584 completed, throughput=5MB/sec 2024-02-18T08:45:29.323 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tyq_pZBPDbqIPp_ off=3440356 len=2033773 2024-02-18T08:45:29.327 INFO:tasks.workunit.client.0.smithi110.stdout:op 2585 completed, throughput=5MB/sec 2024-02-18T08:45:30.328 INFO:tasks.workunit.client.0.smithi110.stdout: 498: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:30.328 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-W0O6LSqj29kF_25 off=9539656 len=461753 2024-02-18T08:45:30.330 INFO:tasks.workunit.client.0.smithi110.stdout:op 2586 completed, throughput=4.99MB/sec 2024-02-18T08:45:30.330 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-50LaTyuvYkIOBSg off=2245561 len=378490 2024-02-18T08:45:30.336 INFO:tasks.workunit.client.0.smithi110.stdout:op 2587 completed, throughput=4.99MB/sec 2024-02-18T08:45:30.336 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MVos-oXQibiZ3Wj off=4434678 len=464996 2024-02-18T08:45:30.337 INFO:tasks.workunit.client.0.smithi110.stdout:op 2588 completed, throughput=5MB/sec 2024-02-18T08:45:30.338 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9m8uTZlOlBFCa95 off=612931 len=534338 2024-02-18T08:45:30.343 INFO:tasks.workunit.client.0.smithi110.stdout:op 2589 completed, throughput=5MB/sec 2024-02-18T08:45:30.343 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_RqoDN-JY8uFRiX off=2290635 len=478073 2024-02-18T08:45:30.348 INFO:tasks.workunit.client.0.smithi110.stdout:op 2590 completed, throughput=5MB/sec 2024-02-18T08:45:30.348 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T73FWjYRpzrylzl off=13362932 len=716338 2024-02-18T08:45:30.353 INFO:tasks.workunit.client.0.smithi110.stdout:op 2591 completed, throughput=5MB/sec 2024-02-18T08:45:30.353 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hCcf2yFw6DS1_39 off=18361780 len=1037664 2024-02-18T08:45:30.360 INFO:tasks.workunit.client.0.smithi110.stdout:op 2592 completed, throughput=5MB/sec 2024-02-18T08:45:30.458 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:30 smithi110 bash[54479]: cluster 2024-02-18T08:45:29.147799+0000 mgr.y (mgr.44100) 865 : cluster [DBG] pgmap v1420: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:30.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:30 smithi110 bash[55875]: cluster 2024-02-18T08:45:29.147799+0000 mgr.y (mgr.44100) 865 : cluster [DBG] pgmap v1420: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:30.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:30 smithi191 bash[38688]: cluster 2024-02-18T08:45:29.147799+0000 mgr.y (mgr.44100) 865 : cluster [DBG] pgmap v1420: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:31.360 INFO:tasks.workunit.client.0.smithi110.stdout: 499: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:31.360 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UqEt4Mnxu7y8wh- off=676805 len=1832913 2024-02-18T08:45:31.364 INFO:tasks.workunit.client.0.smithi110.stdout:op 2593 completed, throughput=4.99MB/sec 2024-02-18T08:45:31.364 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XAy8xXsSRb_xsa- off=521381 len=1419767 2024-02-18T08:45:31.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 2594 completed, throughput=5MB/sec 2024-02-18T08:45:31.368 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cNsTLpbJ5j7t5aI off=206402 len=573259 2024-02-18T08:45:31.370 INFO:tasks.workunit.client.0.smithi110.stdout:op 2595 completed, throughput=5MB/sec 2024-02-18T08:45:31.370 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lKEJw_0Wo8PzIYh off=1787837 len=1883882 2024-02-18T08:45:31.383 INFO:tasks.workunit.client.0.smithi110.stdout:op 2596 completed, throughput=5MB/sec 2024-02-18T08:45:32.383 INFO:tasks.workunit.client.0.smithi110.stdout: 500: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:32.383 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gNv7dnMqLIE4zCR off=13215129 len=730947 2024-02-18T08:45:32.385 INFO:tasks.workunit.client.0.smithi110.stdout:op 2597 completed, throughput=4.99MB/sec 2024-02-18T08:45:32.385 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L-UxeX_Vt-Y9xSJ off=8843986 len=1798639 2024-02-18T08:45:32.391 INFO:tasks.workunit.client.0.smithi110.stdout:op 2598 completed, throughput=5MB/sec 2024-02-18T08:45:32.391 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CXIalxVV_irGl9w off=3408165 len=1057850 2024-02-18T08:45:32.394 INFO:tasks.workunit.client.0.smithi110.stdout:op 2599 completed, throughput=5MB/sec 2024-02-18T08:45:32.395 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3ZgnCdx_XtMhyKo off=1133895 len=1601929 2024-02-18T08:45:32.398 INFO:tasks.workunit.client.0.smithi110.stdout:op 2600 completed, throughput=5MB/sec 2024-02-18T08:45:32.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:32 smithi191 bash[38688]: cluster 2024-02-18T08:45:31.148666+0000 mgr.y (mgr.44100) 866 : cluster [DBG] pgmap v1421: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:32.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:32 smithi110 bash[54479]: cluster 2024-02-18T08:45:31.148666+0000 mgr.y (mgr.44100) 866 : cluster [DBG] pgmap v1421: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:32.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:32 smithi110 bash[55875]: cluster 2024-02-18T08:45:31.148666+0000 mgr.y (mgr.44100) 866 : cluster [DBG] pgmap v1421: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:33.399 INFO:tasks.workunit.client.0.smithi110.stdout: 501: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:33.399 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BtkXU4ErzHhRQXl off=1023788 len=796608 2024-02-18T08:45:33.402 INFO:tasks.workunit.client.0.smithi110.stdout:op 2601 completed, throughput=4.99MB/sec 2024-02-18T08:45:33.402 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Jwhc00GiSrtpmmu off=10260391 len=1301212 2024-02-18T08:45:33.406 INFO:tasks.workunit.client.0.smithi110.stdout:op 2602 completed, throughput=4.99MB/sec 2024-02-18T08:45:33.406 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T6mjuM9vcfkAgK7 off=0 len=1049112 2024-02-18T08:45:33.410 INFO:tasks.workunit.client.0.smithi110.stdout:op 2603 completed, throughput=5MB/sec 2024-02-18T08:45:33.410 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BSbmeW_HHsux3ZB off=14061866 len=2094275 2024-02-18T08:45:33.416 INFO:tasks.workunit.client.0.smithi110.stdout:op 2604 completed, throughput=5MB/sec 2024-02-18T08:45:34.417 INFO:tasks.workunit.client.0.smithi110.stdout: 502: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:34.417 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IVno9TQPMECd5y9 off=1199284 len=1176208 2024-02-18T08:45:34.426 INFO:tasks.workunit.client.0.smithi110.stdout:op 2605 completed, throughput=4.99MB/sec 2024-02-18T08:45:34.426 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fvcUkIhCbPB3vBf off=10487416 len=1900234 2024-02-18T08:45:34.440 INFO:tasks.workunit.client.0.smithi110.stdout:op 2606 completed, throughput=5MB/sec 2024-02-18T08:45:34.440 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-38JRIdQYqmwpNSv off=15179396 len=348142 2024-02-18T08:45:34.441 INFO:tasks.workunit.client.0.smithi110.stdout:op 2607 completed, throughput=5MB/sec 2024-02-18T08:45:34.441 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DHbUkuh_io8hR62 off=8315645 len=1148545 2024-02-18T08:45:34.448 INFO:tasks.workunit.client.0.smithi110.stdout:op 2608 completed, throughput=5MB/sec 2024-02-18T08:45:34.448 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gXd3fYxx1EHTtFb off=5577071 len=1822584 2024-02-18T08:45:34.458 INFO:tasks.workunit.client.0.smithi110.stdout:op 2609 completed, throughput=5MB/sec 2024-02-18T08:45:34.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:34 smithi191 bash[38688]: cluster 2024-02-18T08:45:33.149628+0000 mgr.y (mgr.44100) 867 : cluster [DBG] pgmap v1422: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-02-18T08:45:34.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:34 smithi110 bash[54479]: cluster 2024-02-18T08:45:33.149628+0000 mgr.y (mgr.44100) 867 : cluster [DBG] pgmap v1422: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-02-18T08:45:34.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:34 smithi110 bash[55875]: cluster 2024-02-18T08:45:33.149628+0000 mgr.y (mgr.44100) 867 : cluster [DBG] pgmap v1422: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-02-18T08:45:35.458 INFO:tasks.workunit.client.0.smithi110.stdout: 503: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:35.459 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yKfTBZtraFoNFYZ off=13303504 len=868471 2024-02-18T08:45:35.461 INFO:tasks.workunit.client.0.smithi110.stdout:op 2610 completed, throughput=4.99MB/sec 2024-02-18T08:45:35.461 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xL9p3rDakdEDcmW off=3921393 len=396596 2024-02-18T08:45:35.468 INFO:tasks.workunit.client.0.smithi110.stdout:op 2611 completed, throughput=4.99MB/sec 2024-02-18T08:45:35.468 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UwhHD3LYZJMB57w off=9652660 len=240695 2024-02-18T08:45:35.469 INFO:tasks.workunit.client.0.smithi110.stdout:op 2612 completed, throughput=5MB/sec 2024-02-18T08:45:35.469 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OgPidSpu9hQ19cJ off=2813683 len=1071535 2024-02-18T08:45:35.477 INFO:tasks.workunit.client.0.smithi110.stdout:op 2613 completed, throughput=5MB/sec 2024-02-18T08:45:35.477 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-icjJNo7vpShVg2e off=4837829 len=26326 2024-02-18T08:45:35.481 INFO:tasks.workunit.client.0.smithi110.stdout:op 2614 completed, throughput=5MB/sec 2024-02-18T08:45:35.481 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-By44KCLtX1MCoUM off=11174575 len=1323527 2024-02-18T08:45:35.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 2615 completed, throughput=5MB/sec 2024-02-18T08:45:35.484 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P8_DQQ4rim-V4x9 off=901238 len=1168001 2024-02-18T08:45:35.486 INFO:tasks.workunit.client.0.smithi110.stdout:op 2616 completed, throughput=5MB/sec 2024-02-18T08:45:36.486 INFO:tasks.workunit.client.0.smithi110.stdout: 504: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:36.486 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yI0-z5VK5nGc3BL off=16554490 len=1552249 2024-02-18T08:45:36.498 INFO:tasks.workunit.client.0.smithi110.stdout:op 2617 completed, throughput=4.99MB/sec 2024-02-18T08:45:36.498 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A9XAiOPx8VHrnUG off=4221766 len=573787 2024-02-18T08:45:36.499 INFO:tasks.workunit.client.0.smithi110.stdout:op 2618 completed, throughput=5MB/sec 2024-02-18T08:45:36.499 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4ELl2XBAwaFqeK0 off=2588455 len=177264 2024-02-18T08:45:36.504 INFO:tasks.workunit.client.0.smithi110.stdout:op 2619 completed, throughput=5MB/sec 2024-02-18T08:45:36.504 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SKlCjtN0c_0wO4e off=843011 len=555670 2024-02-18T08:45:36.507 INFO:tasks.workunit.client.0.smithi110.stdout:op 2620 completed, throughput=5MB/sec 2024-02-18T08:45:36.507 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zGTjas4Kbc82EJM off=10740345 len=1789340 2024-02-18T08:45:36.517 INFO:tasks.workunit.client.0.smithi110.stdout:op 2621 completed, throughput=5MB/sec 2024-02-18T08:45:36.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:36 smithi191 bash[38688]: cluster 2024-02-18T08:45:35.150436+0000 mgr.y (mgr.44100) 868 : cluster [DBG] pgmap v1423: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:45:36.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:36 smithi110 bash[54479]: cluster 2024-02-18T08:45:35.150436+0000 mgr.y (mgr.44100) 868 : cluster [DBG] pgmap v1423: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:45:36.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:36 smithi110 bash[55875]: cluster 2024-02-18T08:45:35.150436+0000 mgr.y (mgr.44100) 868 : cluster [DBG] pgmap v1423: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:45:37.517 INFO:tasks.workunit.client.0.smithi110.stdout: 505: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:37.517 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bfRxfEVj6USTZCf off=9272203 len=421830 2024-02-18T08:45:37.519 INFO:tasks.workunit.client.0.smithi110.stdout:op 2622 completed, throughput=4.99MB/sec 2024-02-18T08:45:37.519 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V-PhbsgVvru3zMw off=12395621 len=871073 2024-02-18T08:45:37.528 INFO:tasks.workunit.client.0.smithi110.stdout:op 2623 completed, throughput=4.99MB/sec 2024-02-18T08:45:37.528 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ag17486H_Acdjx4 off=12194002 len=1132988 2024-02-18T08:45:37.535 INFO:tasks.workunit.client.0.smithi110.stdout:op 2624 completed, throughput=4.99MB/sec 2024-02-18T08:45:37.536 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LmgiMnd6Gx-6UfO off=525651 len=447486 2024-02-18T08:45:37.540 INFO:tasks.workunit.client.0.smithi110.stdout:op 2625 completed, throughput=5MB/sec 2024-02-18T08:45:37.540 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V85LFB6w0O5IanG off=1019970 len=1776539 2024-02-18T08:45:37.548 INFO:tasks.workunit.client.0.smithi110.stdout:op 2626 completed, throughput=5MB/sec 2024-02-18T08:45:37.548 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9UaARH46QNEv3hG off=6692256 len=2003543 2024-02-18T08:45:37.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 2627 completed, throughput=5MB/sec 2024-02-18T08:45:38.553 INFO:tasks.workunit.client.0.smithi110.stdout: 506: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:38.553 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Zm5C56EA8zqNy_J off=20718855 len=304212 2024-02-18T08:45:38.559 INFO:tasks.workunit.client.0.smithi110.stdout:op 2628 completed, throughput=4.99MB/sec 2024-02-18T08:45:38.559 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nzNzszD8Z4v6Hhv off=12362923 len=1379393 2024-02-18T08:45:38.563 INFO:tasks.workunit.client.0.smithi110.stdout:op 2629 completed, throughput=5MB/sec 2024-02-18T08:45:38.563 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5UjHZGXF4Dudcfe off=22151229 len=1766012 2024-02-18T08:45:38.568 INFO:tasks.workunit.client.0.smithi110.stdout:op 2630 completed, throughput=5MB/sec 2024-02-18T08:45:38.568 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QKYNUijnEdnkEhh off=11136535 len=1595632 2024-02-18T08:45:38.578 INFO:tasks.workunit.client.0.smithi110.stdout:op 2631 completed, throughput=5MB/sec 2024-02-18T08:45:38.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:38 smithi191 bash[38688]: cluster 2024-02-18T08:45:37.151321+0000 mgr.y (mgr.44100) 869 : cluster [DBG] pgmap v1424: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:38.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:38 smithi110 bash[54479]: cluster 2024-02-18T08:45:37.151321+0000 mgr.y (mgr.44100) 869 : cluster [DBG] pgmap v1424: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:38.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:38 smithi110 bash[55875]: cluster 2024-02-18T08:45:37.151321+0000 mgr.y (mgr.44100) 869 : cluster [DBG] pgmap v1424: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:39.578 INFO:tasks.workunit.client.0.smithi110.stdout: 507: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:39.578 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nOfzZ9zXDOiYg38 off=2451380 len=2077874 2024-02-18T08:45:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:39 smithi191 bash[38688]: audit 2024-02-18T08:45:38.967205+0000 mon.a (mon.0) 1788 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:45:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:39 smithi191 bash[38688]: audit 2024-02-18T08:45:38.968246+0000 mon.a (mon.0) 1789 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-02-18T08:45:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:39 smithi191 bash[38688]: audit 2024-02-18T08:45:38.968973+0000 mon.a (mon.0) 1790 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:45:39.584 INFO:tasks.workunit.client.0.smithi110.stdout:op 2632 completed, throughput=5MB/sec 2024-02-18T08:45:39.584 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Tu4VB3xxkUOHB3S off=11063456 len=134771 2024-02-18T08:45:39.586 INFO:tasks.workunit.client.0.smithi110.stdout:op 2633 completed, throughput=5MB/sec 2024-02-18T08:45:39.586 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CS3zObqPvDxjwia off=2764605 len=1451147 2024-02-18T08:45:39.598 INFO:tasks.workunit.client.0.smithi110.stdout:op 2634 completed, throughput=5MB/sec 2024-02-18T08:45:39.599 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ef0cY5br0bgfqnW off=5824663 len=1419352 2024-02-18T08:45:39.600 INFO:tasks.workunit.client.0.smithi110.stdout:op 2635 completed, throughput=5MB/sec 2024-02-18T08:45:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:39 smithi110 bash[54479]: audit 2024-02-18T08:45:38.967205+0000 mon.a (mon.0) 1788 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:45:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:39 smithi110 bash[54479]: audit 2024-02-18T08:45:38.968246+0000 mon.a (mon.0) 1789 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-02-18T08:45:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:39 smithi110 bash[54479]: audit 2024-02-18T08:45:38.968973+0000 mon.a (mon.0) 1790 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:45:39.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:39 smithi110 bash[55875]: audit 2024-02-18T08:45:38.967205+0000 mon.a (mon.0) 1788 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:45:39.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:39 smithi110 bash[55875]: audit 2024-02-18T08:45:38.968246+0000 mon.a (mon.0) 1789 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-02-18T08:45:39.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:39 smithi110 bash[55875]: audit 2024-02-18T08:45:38.968973+0000 mon.a (mon.0) 1790 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:45:40.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:40 smithi191 bash[38688]: cluster 2024-02-18T08:45:39.152205+0000 mgr.y (mgr.44100) 870 : cluster [DBG] pgmap v1425: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:40.600 INFO:tasks.workunit.client.0.smithi110.stdout: 508: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:40.601 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zk-z8tP9T0E_yM5 off=11517242 len=1559996 2024-02-18T08:45:40.606 INFO:tasks.workunit.client.0.smithi110.stdout:op 2636 completed, throughput=4.99MB/sec 2024-02-18T08:45:40.606 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gILIXqVJO3l0ApE off=27166 len=1050910 2024-02-18T08:45:40.608 INFO:tasks.workunit.client.0.smithi110.stdout:op 2637 completed, throughput=5MB/sec 2024-02-18T08:45:40.608 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AjyODB14skzVYMx off=1920319 len=491574 2024-02-18T08:45:40.615 INFO:tasks.workunit.client.0.smithi110.stdout:op 2638 completed, throughput=5MB/sec 2024-02-18T08:45:40.615 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-u4xuA7hxQIg18Pq off=1429169 len=823360 2024-02-18T08:45:40.621 INFO:tasks.workunit.client.0.smithi110.stdout:op 2639 completed, throughput=5MB/sec 2024-02-18T08:45:40.622 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-h2A9na_fd53dAed off=12951345 len=686275 2024-02-18T08:45:40.627 INFO:tasks.workunit.client.0.smithi110.stdout:op 2640 completed, throughput=5MB/sec 2024-02-18T08:45:40.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:40 smithi110 bash[54479]: cluster 2024-02-18T08:45:39.152205+0000 mgr.y (mgr.44100) 870 : cluster [DBG] pgmap v1425: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:40 smithi110 bash[55875]: cluster 2024-02-18T08:45:39.152205+0000 mgr.y (mgr.44100) 870 : cluster [DBG] pgmap v1425: 73 pgs: 73 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:41.627 INFO:tasks.workunit.client.0.smithi110.stdout: 509: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:41.628 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Qe6pM4dPVofgBAV off=872583 len=1719374 2024-02-18T08:45:41.632 INFO:tasks.workunit.client.0.smithi110.stdout:op 2641 completed, throughput=4.99MB/sec 2024-02-18T08:45:41.633 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GIKdmEOFX_lM327 off=161836 len=1492002 2024-02-18T08:45:41.636 INFO:tasks.workunit.client.0.smithi110.stdout:op 2642 completed, throughput=5MB/sec 2024-02-18T08:45:41.636 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0nLDVVzUs0-9Cce off=1510280 len=827126 2024-02-18T08:45:41.645 INFO:tasks.workunit.client.0.smithi110.stdout:op 2643 completed, throughput=5MB/sec 2024-02-18T08:45:41.645 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Xi79bCcqFRNbKhS off=8028522 len=936356 2024-02-18T08:45:41.648 INFO:tasks.workunit.client.0.smithi110.stdout:op 2644 completed, throughput=5MB/sec 2024-02-18T08:45:41.648 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tKD15nldRWDsSxi off=15121138 len=1929713 2024-02-18T08:45:41.662 INFO:tasks.workunit.client.0.smithi110.stdout:op 2645 completed, throughput=5MB/sec 2024-02-18T08:45:42.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:42 smithi191 bash[38688]: cluster 2024-02-18T08:45:41.153012+0000 mgr.y (mgr.44100) 871 : cluster [DBG] pgmap v1426: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:45:42.662 INFO:tasks.workunit.client.0.smithi110.stdout: 510: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:42.663 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-H0zCl3JSE2kZ9hG off=3057817 len=1841406 2024-02-18T08:45:42.668 INFO:tasks.workunit.client.0.smithi110.stdout:op 2646 completed, throughput=5MB/sec 2024-02-18T08:45:42.668 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kQR1Y8IYJKON1TF off=2032291 len=100256 2024-02-18T08:45:42.673 INFO:tasks.workunit.client.0.smithi110.stdout:op 2647 completed, throughput=5MB/sec 2024-02-18T08:45:42.673 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YGwmx7_gUtfF9aQ off=11540219 len=1221081 2024-02-18T08:45:42.677 INFO:tasks.workunit.client.0.smithi110.stdout:op 2648 completed, throughput=5MB/sec 2024-02-18T08:45:42.677 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Bg8Hwe3zZzzSMTa off=2833741 len=1167872 2024-02-18T08:45:42.686 INFO:tasks.workunit.client.0.smithi110.stdout:op 2649 completed, throughput=5MB/sec 2024-02-18T08:45:42.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:42 smithi110 bash[54479]: cluster 2024-02-18T08:45:41.153012+0000 mgr.y (mgr.44100) 871 : cluster [DBG] pgmap v1426: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:45:42.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:42 smithi110 bash[55875]: cluster 2024-02-18T08:45:41.153012+0000 mgr.y (mgr.44100) 871 : cluster [DBG] pgmap v1426: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:45:43.686 INFO:tasks.workunit.client.0.smithi110.stdout: 511: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:43.687 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7AkO0ukICHUKuMO off=14239760 len=2042852 2024-02-18T08:45:43.691 INFO:tasks.workunit.client.0.smithi110.stdout:op 2650 completed, throughput=4.99MB/sec 2024-02-18T08:45:43.691 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dhnIYn_HH9Kpcyc off=2633665 len=50792 2024-02-18T08:45:43.692 INFO:tasks.workunit.client.0.smithi110.stdout:op 2651 completed, throughput=5MB/sec 2024-02-18T08:45:43.692 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-stYzYZBAWU2b8j- off=3607392 len=117134 2024-02-18T08:45:43.697 INFO:tasks.workunit.client.0.smithi110.stdout:op 2652 completed, throughput=5MB/sec 2024-02-18T08:45:43.697 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1DxnIEQ_sxFr1K3 off=409137 len=59923 2024-02-18T08:45:43.698 INFO:tasks.workunit.client.0.smithi110.stdout:op 2653 completed, throughput=5MB/sec 2024-02-18T08:45:43.698 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FOnnLyFg9pHSX9- off=16353303 len=728334 2024-02-18T08:45:43.705 INFO:tasks.workunit.client.0.smithi110.stdout:op 2654 completed, throughput=5MB/sec 2024-02-18T08:45:43.705 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Et0SIXAtOplu02U off=7745867 len=1897830 2024-02-18T08:45:43.718 INFO:tasks.workunit.client.0.smithi110.stdout:op 2655 completed, throughput=5MB/sec 2024-02-18T08:45:43.718 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ECLEhH5h9SAIsvu off=6497886 len=180007 2024-02-18T08:45:43.719 INFO:tasks.workunit.client.0.smithi110.stdout:op 2656 completed, throughput=5MB/sec 2024-02-18T08:45:44.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:44 smithi191 bash[38688]: cluster 2024-02-18T08:45:43.154008+0000 mgr.y (mgr.44100) 872 : cluster [DBG] pgmap v1427: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:44.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:44 smithi110 bash[54479]: cluster 2024-02-18T08:45:43.154008+0000 mgr.y (mgr.44100) 872 : cluster [DBG] pgmap v1427: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:44.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:44 smithi110 bash[55875]: cluster 2024-02-18T08:45:43.154008+0000 mgr.y (mgr.44100) 872 : cluster [DBG] pgmap v1427: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:44.719 INFO:tasks.workunit.client.0.smithi110.stdout: 512: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:44.719 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-U1mjN6mFlPDxKyE off=3224022 len=2011014 2024-02-18T08:45:44.727 INFO:tasks.workunit.client.0.smithi110.stdout:op 2657 completed, throughput=4.99MB/sec 2024-02-18T08:45:44.727 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-M90orl7hB89AYZf off=6660530 len=1716038 2024-02-18T08:45:44.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 2658 completed, throughput=5MB/sec 2024-02-18T08:45:44.730 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-W82_AT-Jsw7XTXn off=2043665 len=334093 2024-02-18T08:45:44.732 INFO:tasks.workunit.client.0.smithi110.stdout:op 2659 completed, throughput=5MB/sec 2024-02-18T08:45:44.732 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZQJIa4AYbLvWPRL off=15233065 len=1601432 2024-02-18T08:45:44.736 INFO:tasks.workunit.client.0.smithi110.stdout:op 2660 completed, throughput=5MB/sec 2024-02-18T08:45:45.736 INFO:tasks.workunit.client.0.smithi110.stdout: 513: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:45.737 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7oCAdbRApsmkUjx off=9362900 len=1616260 2024-02-18T08:45:45.749 INFO:tasks.workunit.client.0.smithi110.stdout:op 2661 completed, throughput=4.99MB/sec 2024-02-18T08:45:45.749 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_vomf_c6bSOuDSO off=8503313 len=357361 2024-02-18T08:45:45.754 INFO:tasks.workunit.client.0.smithi110.stdout:op 2662 completed, throughput=4.99MB/sec 2024-02-18T08:45:45.754 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BtkXU4ErzHhRQXl off=1071183 len=593545 2024-02-18T08:45:45.756 INFO:tasks.workunit.client.0.smithi110.stdout:op 2663 completed, throughput=5MB/sec 2024-02-18T08:45:45.756 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-w0nOr1ruddrz_Yj off=122103 len=470192 2024-02-18T08:45:45.757 INFO:tasks.workunit.client.0.smithi110.stdout:op 2664 completed, throughput=5MB/sec 2024-02-18T08:45:45.757 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UBdgkLwdsoJag-x off=7925889 len=1079160 2024-02-18T08:45:45.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 2665 completed, throughput=5MB/sec 2024-02-18T08:45:45.759 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9dq4fe8rEgW3iu8 off=195977 len=619427 2024-02-18T08:45:45.764 INFO:tasks.workunit.client.0.smithi110.stdout:op 2666 completed, throughput=5MB/sec 2024-02-18T08:45:45.764 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9VH0nf-0MgF6b7d off=5333512 len=211141 2024-02-18T08:45:45.765 INFO:tasks.workunit.client.0.smithi110.stdout:op 2667 completed, throughput=5MB/sec 2024-02-18T08:45:45.765 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-X7LwEOPReI8YK2U off=17149517 len=1614023 2024-02-18T08:45:45.775 INFO:tasks.workunit.client.0.smithi110.stdout:op 2668 completed, throughput=5MB/sec 2024-02-18T08:45:46.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:46 smithi191 bash[38688]: cluster 2024-02-18T08:45:45.154892+0000 mgr.y (mgr.44100) 873 : cluster [DBG] pgmap v1428: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:45:46.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:46 smithi110 bash[54479]: cluster 2024-02-18T08:45:45.154892+0000 mgr.y (mgr.44100) 873 : cluster [DBG] pgmap v1428: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:45:46.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:46 smithi110 bash[55875]: cluster 2024-02-18T08:45:45.154892+0000 mgr.y (mgr.44100) 873 : cluster [DBG] pgmap v1428: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:45:46.776 INFO:tasks.workunit.client.0.smithi110.stdout: 514: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:46.776 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zs4Vtybf4s_fmHN off=7403656 len=816290 2024-02-18T08:45:46.779 INFO:tasks.workunit.client.0.smithi110.stdout:op 2669 completed, throughput=4.99MB/sec 2024-02-18T08:45:46.779 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Hess0aKV5ONthVy off=1674856 len=1685326 2024-02-18T08:45:46.784 INFO:tasks.workunit.client.0.smithi110.stdout:op 2670 completed, throughput=5MB/sec 2024-02-18T08:45:46.784 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zgpydk90BN-GIwr off=2110773 len=1679060 2024-02-18T08:45:46.789 INFO:tasks.workunit.client.0.smithi110.stdout:op 2671 completed, throughput=5MB/sec 2024-02-18T08:45:47.789 INFO:tasks.workunit.client.0.smithi110.stdout: 515: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:47.789 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ytqFAIS-zGCxEc1 off=12496489 len=859323 2024-02-18T08:45:47.793 INFO:tasks.workunit.client.0.smithi110.stdout:op 2672 completed, throughput=4.99MB/sec 2024-02-18T08:45:47.793 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2yxD-lwu_sQc3zM off=916020 len=1728094 2024-02-18T08:45:47.798 INFO:tasks.workunit.client.0.smithi110.stdout:op 2673 completed, throughput=5MB/sec 2024-02-18T08:45:47.798 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bkiOQzZ1EbVxW4H off=10588735 len=1105127 2024-02-18T08:45:47.807 INFO:tasks.workunit.client.0.smithi110.stdout:op 2674 completed, throughput=5MB/sec 2024-02-18T08:45:47.807 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-naGymyeAEW_OpQq off=47855 len=1139255 2024-02-18T08:45:47.817 INFO:tasks.workunit.client.0.smithi110.stdout:op 2675 completed, throughput=5MB/sec 2024-02-18T08:45:47.817 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kV2_bdD5bTQWVYZ off=12407812 len=560484 2024-02-18T08:45:47.822 INFO:tasks.workunit.client.0.smithi110.stdout:op 2676 completed, throughput=5MB/sec 2024-02-18T08:45:48.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:48 smithi191 bash[38688]: cluster 2024-02-18T08:45:47.155737+0000 mgr.y (mgr.44100) 874 : cluster [DBG] pgmap v1429: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:48.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:48 smithi110 bash[54479]: cluster 2024-02-18T08:45:47.155737+0000 mgr.y (mgr.44100) 874 : cluster [DBG] pgmap v1429: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:48.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:48 smithi110 bash[55875]: cluster 2024-02-18T08:45:47.155737+0000 mgr.y (mgr.44100) 874 : cluster [DBG] pgmap v1429: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:45:48.822 INFO:tasks.workunit.client.0.smithi110.stdout: 516: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:48.822 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PpEtxUdKoVYI8Id off=193020 len=918645 2024-02-18T08:45:48.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 2677 completed, throughput=4.99MB/sec 2024-02-18T08:45:48.826 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ihWU9r8vmcJyYlT off=7663140 len=396127 2024-02-18T08:45:48.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 2678 completed, throughput=4.99MB/sec 2024-02-18T08:45:48.831 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OXs6TTjRrvoOd4t off=7432024 len=8305 2024-02-18T08:45:48.834 INFO:tasks.workunit.client.0.smithi110.stdout:op 2679 completed, throughput=4.99MB/sec 2024-02-18T08:45:48.834 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Sha_bJTlCfz7aea off=9708154 len=1120513 2024-02-18T08:45:48.835 INFO:tasks.workunit.client.0.smithi110.stdout:op 2680 completed, throughput=5MB/sec 2024-02-18T08:45:48.835 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QJsOYV1NjxfgYPU off=6971663 len=59754 2024-02-18T08:45:48.840 INFO:tasks.workunit.client.0.smithi110.stdout:op 2681 completed, throughput=5MB/sec 2024-02-18T08:45:48.840 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_cVpdjItB3VLmeB off=4177067 len=966735 2024-02-18T08:45:48.847 INFO:tasks.workunit.client.0.smithi110.stdout:op 2682 completed, throughput=5MB/sec 2024-02-18T08:45:48.847 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SnDBgwhm3Y1VbeJ off=3287902 len=204650 2024-02-18T08:45:48.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 2683 completed, throughput=5MB/sec 2024-02-18T08:45:48.848 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MoWwWLF2_TYsouc off=3107503 len=519318 2024-02-18T08:45:48.853 INFO:tasks.workunit.client.0.smithi110.stdout:op 2684 completed, throughput=5MB/sec 2024-02-18T08:45:48.853 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JmqY4GUPOSMca4H off=4495671 len=256861 2024-02-18T08:45:48.856 INFO:tasks.workunit.client.0.smithi110.stdout:op 2685 completed, throughput=5MB/sec 2024-02-18T08:45:48.856 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_aS-83dP2h_AVXw off=14641603 len=1634944 2024-02-18T08:45:48.864 INFO:tasks.workunit.client.0.smithi110.stdout:op 2686 completed, throughput=5MB/sec 2024-02-18T08:45:49.865 INFO:tasks.workunit.client.0.smithi110.stdout: 517: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:49.865 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3oUULvIi1Ib-bVe off=14090722 len=1992472 2024-02-18T08:45:49.881 INFO:tasks.workunit.client.0.smithi110.stdout:op 2687 completed, throughput=5MB/sec 2024-02-18T08:45:49.881 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZFIjDlGvn0SMEMv off=742827 len=675983 2024-02-18T08:45:49.882 INFO:tasks.workunit.client.0.smithi110.stdout:op 2688 completed, throughput=5MB/sec 2024-02-18T08:45:49.882 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4iUELahTcO6VOoB off=1942208 len=276420 2024-02-18T08:45:49.887 INFO:tasks.workunit.client.0.smithi110.stdout:op 2689 completed, throughput=5MB/sec 2024-02-18T08:45:49.887 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GZhqDFFyFJQfQrQ off=15165593 len=1953759 2024-02-18T08:45:49.889 INFO:tasks.workunit.client.0.smithi110.stdout:op 2690 completed, throughput=5MB/sec 2024-02-18T08:45:50.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:50 smithi191 bash[38688]: cluster 2024-02-18T08:45:49.156621+0000 mgr.y (mgr.44100) 875 : cluster [DBG] pgmap v1430: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:45:50.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:50 smithi110 bash[54479]: cluster 2024-02-18T08:45:49.156621+0000 mgr.y (mgr.44100) 875 : cluster [DBG] pgmap v1430: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:45:50.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:50 smithi110 bash[55875]: cluster 2024-02-18T08:45:49.156621+0000 mgr.y (mgr.44100) 875 : cluster [DBG] pgmap v1430: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:45:50.890 INFO:tasks.workunit.client.0.smithi110.stdout: 518: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:50.890 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3_ff_JurrzRwMAP off=1185681 len=726402 2024-02-18T08:45:50.898 INFO:tasks.workunit.client.0.smithi110.stdout:op 2691 completed, throughput=4.99MB/sec 2024-02-18T08:45:50.898 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_DE6_sMzohTdl83 off=12298712 len=415889 2024-02-18T08:45:50.900 INFO:tasks.workunit.client.0.smithi110.stdout:op 2692 completed, throughput=4.99MB/sec 2024-02-18T08:45:50.900 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jPiSbSWMiT0hgM_ off=7288117 len=59583 2024-02-18T08:45:50.903 INFO:tasks.workunit.client.0.smithi110.stdout:op 2693 completed, throughput=4.99MB/sec 2024-02-18T08:45:50.903 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zg1xeUSws_eUeRu off=7121021 len=1001050 2024-02-18T08:45:50.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 2694 completed, throughput=5MB/sec 2024-02-18T08:45:50.905 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XS4FPdA_2ptP0Dt off=4516377 len=42111 2024-02-18T08:45:50.906 INFO:tasks.workunit.client.0.smithi110.stdout:op 2695 completed, throughput=5MB/sec 2024-02-18T08:45:50.907 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IuOH3l7iZaUWUFJ off=10318875 len=1565741 2024-02-18T08:45:50.910 INFO:tasks.workunit.client.0.smithi110.stdout:op 2696 completed, throughput=5MB/sec 2024-02-18T08:45:50.910 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rU-dCVGdl5n9is6 off=3351255 len=1847058 2024-02-18T08:45:50.913 INFO:tasks.workunit.client.0.smithi110.stdout:op 2697 completed, throughput=5MB/sec 2024-02-18T08:45:51.913 INFO:tasks.workunit.client.0.smithi110.stdout: 519: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:51.914 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QhwjbK2VAL-Ww86 off=8956968 len=1929675 2024-02-18T08:45:51.926 INFO:tasks.workunit.client.0.smithi110.stdout:op 2698 completed, throughput=5MB/sec 2024-02-18T08:45:51.926 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P3oIzKI3TiIY0w9 off=12888316 len=105806 2024-02-18T08:45:51.930 INFO:tasks.workunit.client.0.smithi110.stdout:op 2699 completed, throughput=5MB/sec 2024-02-18T08:45:51.930 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2RYS6vnfCmE80am off=263816 len=1943009 2024-02-18T08:45:51.941 INFO:tasks.workunit.client.0.smithi110.stdout:op 2700 completed, throughput=5MB/sec 2024-02-18T08:45:51.941 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k6-JfeIDzTih5qw off=24320314 len=292503 2024-02-18T08:45:51.942 INFO:tasks.workunit.client.0.smithi110.stdout:op 2701 completed, throughput=5MB/sec 2024-02-18T08:45:51.942 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JtvWM1idqrSoEtB off=10189956 len=1351431 2024-02-18T08:45:51.944 INFO:tasks.workunit.client.0.smithi110.stdout:op 2702 completed, throughput=5MB/sec 2024-02-18T08:45:52.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:52 smithi191 bash[38688]: cluster 2024-02-18T08:45:51.157465+0000 mgr.y (mgr.44100) 876 : cluster [DBG] pgmap v1431: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-02-18T08:45:52.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:52 smithi110 bash[54479]: cluster 2024-02-18T08:45:51.157465+0000 mgr.y (mgr.44100) 876 : cluster [DBG] pgmap v1431: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-02-18T08:45:52.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:52 smithi110 bash[55875]: cluster 2024-02-18T08:45:51.157465+0000 mgr.y (mgr.44100) 876 : cluster [DBG] pgmap v1431: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-02-18T08:45:52.945 INFO:tasks.workunit.client.0.smithi110.stdout: 520: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:52.945 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AW707_rtdRhpWiB off=10631020 len=1093933 2024-02-18T08:45:52.954 INFO:tasks.workunit.client.0.smithi110.stdout:op 2703 completed, throughput=4.99MB/sec 2024-02-18T08:45:52.954 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gdU_F4eJLwiTNrS off=4968178 len=1370904 2024-02-18T08:45:52.962 INFO:tasks.workunit.client.0.smithi110.stdout:op 2704 completed, throughput=5MB/sec 2024-02-18T08:45:52.962 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UT4Sb9xzGN_sGZQ off=659416 len=184467 2024-02-18T08:45:52.965 INFO:tasks.workunit.client.0.smithi110.stdout:op 2705 completed, throughput=5MB/sec 2024-02-18T08:45:52.965 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-N5PtxnWndCwLaNi off=5176663 len=155902 2024-02-18T08:45:52.968 INFO:tasks.workunit.client.0.smithi110.stdout:op 2706 completed, throughput=5MB/sec 2024-02-18T08:45:52.968 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tJKAEkzNE6-MwRd off=2474544 len=198090 2024-02-18T08:45:52.969 INFO:tasks.workunit.client.0.smithi110.stdout:op 2707 completed, throughput=5MB/sec 2024-02-18T08:45:52.969 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-G6k9botpBnPI9me off=6892797 len=1185588 2024-02-18T08:45:52.971 INFO:tasks.workunit.client.0.smithi110.stdout:op 2708 completed, throughput=5MB/sec 2024-02-18T08:45:52.972 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fyZoq9w1hl5Yjed off=2810972 len=1851391 2024-02-18T08:45:52.983 INFO:tasks.workunit.client.0.smithi110.stdout:op 2709 completed, throughput=5MB/sec 2024-02-18T08:45:53.982 INFO:tasks.workunit.client.0.smithi110.stdout: 521: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:53.982 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ASC0vnqzGB7HZYc off=4385697 len=59573 2024-02-18T08:45:53.986 INFO:tasks.workunit.client.0.smithi110.stdout:op 2710 completed, throughput=4.99MB/sec 2024-02-18T08:45:53.986 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Utq4EP_S67K8bem off=6450014 len=1018279 2024-02-18T08:45:53.989 INFO:tasks.workunit.client.0.smithi110.stdout:op 2711 completed, throughput=5MB/sec 2024-02-18T08:45:53.989 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--Vs_FbNg9DfFt7k off=9027368 len=1375756 2024-02-18T08:45:53.997 INFO:tasks.workunit.client.0.smithi110.stdout:op 2712 completed, throughput=5MB/sec 2024-02-18T08:45:53.997 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zxPNjMCTnsN8bWi off=835243 len=1997249 2024-02-18T08:45:54.002 INFO:tasks.workunit.client.0.smithi110.stdout:op 2713 completed, throughput=5MB/sec 2024-02-18T08:45:54.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:54 smithi191 bash[38688]: cluster 2024-02-18T08:45:53.158478+0000 mgr.y (mgr.44100) 877 : cluster [DBG] pgmap v1432: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:45:54.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:54 smithi110 bash[54479]: cluster 2024-02-18T08:45:53.158478+0000 mgr.y (mgr.44100) 877 : cluster [DBG] pgmap v1432: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:45:54.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:54 smithi110 bash[55875]: cluster 2024-02-18T08:45:53.158478+0000 mgr.y (mgr.44100) 877 : cluster [DBG] pgmap v1432: 73 pgs: 73 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:45:55.002 INFO:tasks.workunit.client.0.smithi110.stdout: 522: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:55.002 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qKZ3qOK2ufddLKu off=1016467 len=309365 2024-02-18T08:45:55.007 INFO:tasks.workunit.client.0.smithi110.stdout:op 2714 completed, throughput=4.99MB/sec 2024-02-18T08:45:55.007 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Vk8yF1hqCN0igkM off=7400498 len=721454 2024-02-18T08:45:55.010 INFO:tasks.workunit.client.0.smithi110.stdout:op 2715 completed, throughput=4.99MB/sec 2024-02-18T08:45:55.010 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cVV_4pf-pMV8lzH off=8167257 len=396369 2024-02-18T08:45:55.011 INFO:tasks.workunit.client.0.smithi110.stdout:op 2716 completed, throughput=4.99MB/sec 2024-02-18T08:45:55.011 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tk4cQIaHq4v5X_Y off=2760733 len=824329 2024-02-18T08:45:55.014 INFO:tasks.workunit.client.0.smithi110.stdout:op 2717 completed, throughput=5MB/sec 2024-02-18T08:45:55.014 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5M1vtyU8QCx-Q8w off=2657818 len=228278 2024-02-18T08:45:55.015 INFO:tasks.workunit.client.0.smithi110.stdout:op 2718 completed, throughput=5MB/sec 2024-02-18T08:45:55.015 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I-NFX5W0j37z43B off=1262189 len=1044329 2024-02-18T08:45:55.022 INFO:tasks.workunit.client.0.smithi110.stdout:op 2719 completed, throughput=5MB/sec 2024-02-18T08:45:55.022 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V1PvQILvJyIaSB7 off=15435125 len=1943934 2024-02-18T08:45:55.032 INFO:tasks.workunit.client.0.smithi110.stdout:op 2720 completed, throughput=5MB/sec 2024-02-18T08:45:56.032 INFO:tasks.workunit.client.0.smithi110.stdout: 523: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:56.033 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZH_IgC_CkhyXw9a off=3934633 len=903567 2024-02-18T08:45:56.040 INFO:tasks.workunit.client.0.smithi110.stdout:op 2721 completed, throughput=4.99MB/sec 2024-02-18T08:45:56.040 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DqSIW9UCBBqst1V off=10062302 len=423497 2024-02-18T08:45:56.045 INFO:tasks.workunit.client.0.smithi110.stdout:op 2722 completed, throughput=4.99MB/sec 2024-02-18T08:45:56.045 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fxcVs40daMNhLI4 off=13421212 len=1681358 2024-02-18T08:45:56.050 INFO:tasks.workunit.client.0.smithi110.stdout:op 2723 completed, throughput=5MB/sec 2024-02-18T08:45:56.050 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IqiyYUblY6F1XkC off=10170132 len=912012 2024-02-18T08:45:56.058 INFO:tasks.workunit.client.0.smithi110.stdout:op 2724 completed, throughput=5MB/sec 2024-02-18T08:45:56.058 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gpPWw-WQLamwxmV off=1636802 len=1850004 2024-02-18T08:45:56.070 INFO:tasks.workunit.client.0.smithi110.stdout:op 2725 completed, throughput=5MB/sec 2024-02-18T08:45:56.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:56 smithi191 bash[38688]: cluster 2024-02-18T08:45:55.159342+0000 mgr.y (mgr.44100) 878 : cluster [DBG] pgmap v1433: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:45:56.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:56 smithi110 bash[54479]: cluster 2024-02-18T08:45:55.159342+0000 mgr.y (mgr.44100) 878 : cluster [DBG] pgmap v1433: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:45:56.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:56 smithi110 bash[55875]: cluster 2024-02-18T08:45:55.159342+0000 mgr.y (mgr.44100) 878 : cluster [DBG] pgmap v1433: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:45:57.071 INFO:tasks.workunit.client.0.smithi110.stdout: 524: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:57.071 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-o1ZMsijXTEciMMk off=2117392 len=656538 2024-02-18T08:45:57.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 2726 completed, throughput=4.99MB/sec 2024-02-18T08:45:57.074 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cnMR5xgtq2uuU11 off=2627721 len=1459496 2024-02-18T08:45:57.086 INFO:tasks.workunit.client.0.smithi110.stdout:op 2727 completed, throughput=5MB/sec 2024-02-18T08:45:57.086 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B8WajudWz3pdPe0 off=1140544 len=1110584 2024-02-18T08:45:57.093 INFO:tasks.workunit.client.0.smithi110.stdout:op 2728 completed, throughput=5MB/sec 2024-02-18T08:45:57.093 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Yc7TzMhOgPnvKZa off=11276183 len=1746158 2024-02-18T08:45:57.099 INFO:tasks.workunit.client.0.smithi110.stdout:op 2729 completed, throughput=5MB/sec 2024-02-18T08:45:58.096 INFO:tasks.workunit.client.0.smithi110.stdout: 525: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:58.096 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CIvTCcXnbA5inBq off=7512319 len=1856901 2024-02-18T08:45:58.108 INFO:tasks.workunit.client.0.smithi110.stdout:op 2730 completed, throughput=5MB/sec 2024-02-18T08:45:58.109 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vHC3KlllNcDA1OQ off=9270664 len=253075 2024-02-18T08:45:58.113 INFO:tasks.workunit.client.0.smithi110.stdout:op 2731 completed, throughput=5MB/sec 2024-02-18T08:45:58.113 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jNvp6JPzYNx3gp4 off=9148194 len=880133 2024-02-18T08:45:58.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 2732 completed, throughput=5MB/sec 2024-02-18T08:45:58.119 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bROkvEfP6fSZ8k_ off=837247 len=73535 2024-02-18T08:45:58.123 INFO:tasks.workunit.client.0.smithi110.stdout:op 2733 completed, throughput=5MB/sec 2024-02-18T08:45:58.123 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7I_mA7AHK4EsPLP off=216977 len=2035529 2024-02-18T08:45:58.134 INFO:tasks.workunit.client.0.smithi110.stdout:op 2734 completed, throughput=5MB/sec 2024-02-18T08:45:58.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:45:58 smithi191 bash[38688]: cluster 2024-02-18T08:45:57.160251+0000 mgr.y (mgr.44100) 879 : cluster [DBG] pgmap v1434: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:58.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:45:58 smithi110 bash[54479]: cluster 2024-02-18T08:45:57.160251+0000 mgr.y (mgr.44100) 879 : cluster [DBG] pgmap v1434: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:58.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:45:58 smithi110 bash[55875]: cluster 2024-02-18T08:45:57.160251+0000 mgr.y (mgr.44100) 879 : cluster [DBG] pgmap v1434: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:45:59.134 INFO:tasks.workunit.client.0.smithi110.stdout: 526: throughput=4.99MB/sec pending data=0 2024-02-18T08:45:59.135 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_jeqgObT3UGa8ic off=13418133 len=266268 2024-02-18T08:45:59.140 INFO:tasks.workunit.client.0.smithi110.stdout:op 2735 completed, throughput=4.99MB/sec 2024-02-18T08:45:59.140 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oLSDOXQ9MTQnjbb off=2814973 len=1615634 2024-02-18T08:45:59.149 INFO:tasks.workunit.client.0.smithi110.stdout:op 2736 completed, throughput=4.99MB/sec 2024-02-18T08:45:59.149 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mtBZBVcDpppqMjE off=729109 len=2086108 2024-02-18T08:45:59.164 INFO:tasks.workunit.client.0.smithi110.stdout:op 2737 completed, throughput=5MB/sec 2024-02-18T08:45:59.164 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MemATSYypJ3K106 off=5444525 len=736499 2024-02-18T08:45:59.166 INFO:tasks.workunit.client.0.smithi110.stdout:op 2738 completed, throughput=5MB/sec 2024-02-18T08:45:59.166 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1xKkyCRbadOOH82 off=2648524 len=323310 2024-02-18T08:45:59.171 INFO:tasks.workunit.client.0.smithi110.stdout:op 2739 completed, throughput=5MB/sec 2024-02-18T08:45:59.171 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QoLrHwYqDUJ7Ze9 off=6394148 len=1755722 2024-02-18T08:45:59.174 INFO:tasks.workunit.client.0.smithi110.stdout:op 2740 completed, throughput=5MB/sec 2024-02-18T08:46:00.174 INFO:tasks.workunit.client.0.smithi110.stdout: 527: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:00.174 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RJKxQkaUEMAraRk off=16195601 len=26822 2024-02-18T08:46:00.175 INFO:tasks.workunit.client.0.smithi110.stdout:op 2741 completed, throughput=4.99MB/sec 2024-02-18T08:46:00.175 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Or5ofvTS3uXSnqI off=5539885 len=1632305 2024-02-18T08:46:00.186 INFO:tasks.workunit.client.0.smithi110.stdout:op 2742 completed, throughput=5MB/sec 2024-02-18T08:46:00.186 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pRB8f4xz2Xlu3Hv off=1880733 len=639828 2024-02-18T08:46:00.191 INFO:tasks.workunit.client.0.smithi110.stdout:op 2743 completed, throughput=5MB/sec 2024-02-18T08:46:00.192 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gCpOW5MNIR5j3rQ off=4491539 len=274315 2024-02-18T08:46:00.193 INFO:tasks.workunit.client.0.smithi110.stdout:op 2744 completed, throughput=5MB/sec 2024-02-18T08:46:00.193 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0oFTj39KVm6z0jG off=3109633 len=770590 2024-02-18T08:46:00.198 INFO:tasks.workunit.client.0.smithi110.stdout:op 2745 completed, throughput=5MB/sec 2024-02-18T08:46:00.198 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MDUrTaJQBUI4Vqa off=1806385 len=1748682 2024-02-18T08:46:00.210 INFO:tasks.workunit.client.0.smithi110.stdout:op 2746 completed, throughput=5MB/sec 2024-02-18T08:46:00.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:00 smithi191 bash[38688]: cluster 2024-02-18T08:45:59.160878+0000 mgr.y (mgr.44100) 880 : cluster [DBG] pgmap v1435: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:46:00.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:00 smithi110 bash[54479]: cluster 2024-02-18T08:45:59.160878+0000 mgr.y (mgr.44100) 880 : cluster [DBG] pgmap v1435: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:46:00.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:00 smithi110 bash[55875]: cluster 2024-02-18T08:45:59.160878+0000 mgr.y (mgr.44100) 880 : cluster [DBG] pgmap v1435: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:46:01.210 INFO:tasks.workunit.client.0.smithi110.stdout: 528: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:01.210 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gXd3fYxx1EHTtFb off=980325 len=1486644 2024-02-18T08:46:01.215 INFO:tasks.workunit.client.0.smithi110.stdout:op 2747 completed, throughput=5MB/sec 2024-02-18T08:46:01.215 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-s4l8qzUVHo1CLwE off=2333653 len=977436 2024-02-18T08:46:01.218 INFO:tasks.workunit.client.0.smithi110.stdout:op 2748 completed, throughput=5MB/sec 2024-02-18T08:46:01.218 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7TXRYVp7b9EgMHp off=7926997 len=1280551 2024-02-18T08:46:01.222 INFO:tasks.workunit.client.0.smithi110.stdout:op 2749 completed, throughput=5MB/sec 2024-02-18T08:46:01.222 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nSOKhGoWVOzpuKM off=12775476 len=2057095 2024-02-18T08:46:01.226 INFO:tasks.workunit.client.0.smithi110.stdout:op 2750 completed, throughput=5MB/sec 2024-02-18T08:46:02.227 INFO:tasks.workunit.client.0.smithi110.stdout: 529: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:02.227 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xYzrxlNN5b7gdEZ off=2219706 len=1373850 2024-02-18T08:46:02.236 INFO:tasks.workunit.client.0.smithi110.stdout:op 2751 completed, throughput=5MB/sec 2024-02-18T08:46:02.236 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6DR6dz6W7offDen off=1234557 len=994498 2024-02-18T08:46:02.239 INFO:tasks.workunit.client.0.smithi110.stdout:op 2752 completed, throughput=5MB/sec 2024-02-18T08:46:02.240 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OBHa1m3vs3FnE5Y off=8854425 len=10677 2024-02-18T08:46:02.240 INFO:tasks.workunit.client.0.smithi110.stdout:op 2753 completed, throughput=5MB/sec 2024-02-18T08:46:02.240 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AzTjuvNHwWv5qp2 off=3154753 len=831075 2024-02-18T08:46:02.246 INFO:tasks.workunit.client.0.smithi110.stdout:op 2754 completed, throughput=5MB/sec 2024-02-18T08:46:02.246 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xUTYdZfi1adi7FS off=10916188 len=935196 2024-02-18T08:46:02.248 INFO:tasks.workunit.client.0.smithi110.stdout:op 2755 completed, throughput=5MB/sec 2024-02-18T08:46:02.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:02 smithi191 bash[38688]: cluster 2024-02-18T08:46:01.161708+0000 mgr.y (mgr.44100) 881 : cluster [DBG] pgmap v1436: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:46:02.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:02 smithi110 bash[54479]: cluster 2024-02-18T08:46:01.161708+0000 mgr.y (mgr.44100) 881 : cluster [DBG] pgmap v1436: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:46:02.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:02 smithi110 bash[55875]: cluster 2024-02-18T08:46:01.161708+0000 mgr.y (mgr.44100) 881 : cluster [DBG] pgmap v1436: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:46:03.249 INFO:tasks.workunit.client.0.smithi110.stdout: 530: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:03.249 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-INHJgtlTBk4fZ0R off=4550783 len=628434 2024-02-18T08:46:03.256 INFO:tasks.workunit.client.0.smithi110.stdout:op 2756 completed, throughput=4.99MB/sec 2024-02-18T08:46:03.256 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4vuDwrXxDZjMNrN off=1744654 len=1663222 2024-02-18T08:46:03.266 INFO:tasks.workunit.client.0.smithi110.stdout:op 2757 completed, throughput=5MB/sec 2024-02-18T08:46:03.266 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X0B8xGHk9LL8q6f off=139834 len=1048417 2024-02-18T08:46:03.268 INFO:tasks.workunit.client.0.smithi110.stdout:op 2758 completed, throughput=5MB/sec 2024-02-18T08:46:03.269 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--mu_Gn-cqE2T-rg off=19764930 len=115429 2024-02-18T08:46:03.272 INFO:tasks.workunit.client.0.smithi110.stdout:op 2759 completed, throughput=5MB/sec 2024-02-18T08:46:03.272 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rsD23wUA-Yu4ixH off=15158971 len=589973 2024-02-18T08:46:03.275 INFO:tasks.workunit.client.0.smithi110.stdout:op 2760 completed, throughput=5MB/sec 2024-02-18T08:46:03.275 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tuSn4_BXei2xir3 off=3775408 len=1241482 2024-02-18T08:46:03.282 INFO:tasks.workunit.client.0.smithi110.stdout:op 2761 completed, throughput=5MB/sec 2024-02-18T08:46:04.283 INFO:tasks.workunit.client.0.smithi110.stdout: 531: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:04.283 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CQxf7MX8GzcoF4s off=4981023 len=1806046 2024-02-18T08:46:04.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 2762 completed, throughput=4.99MB/sec 2024-02-18T08:46:04.286 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KJXDgXYvBZR4cdd off=1493431 len=838967 2024-02-18T08:46:04.289 INFO:tasks.workunit.client.0.smithi110.stdout:op 2763 completed, throughput=5MB/sec 2024-02-18T08:46:04.289 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cxtzPGvncTEZMNP off=12562573 len=685646 2024-02-18T08:46:04.291 INFO:tasks.workunit.client.0.smithi110.stdout:op 2764 completed, throughput=5MB/sec 2024-02-18T08:46:04.291 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vNvzUYfLjAE2MkK off=5576502 len=151430 2024-02-18T08:46:04.296 INFO:tasks.workunit.client.0.smithi110.stdout:op 2765 completed, throughput=5MB/sec 2024-02-18T08:46:04.296 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hmOFXRhGL3BSkH8 off=2964480 len=704064 2024-02-18T08:46:04.299 INFO:tasks.workunit.client.0.smithi110.stdout:op 2766 completed, throughput=5MB/sec 2024-02-18T08:46:04.299 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uXW7f76hEVdO-mR off=4490619 len=405461 2024-02-18T08:46:04.300 INFO:tasks.workunit.client.0.smithi110.stdout:op 2767 completed, throughput=5MB/sec 2024-02-18T08:46:04.301 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CLTgh80VQMJW_DD off=13489593 len=39933 2024-02-18T08:46:04.304 INFO:tasks.workunit.client.0.smithi110.stdout:op 2768 completed, throughput=5MB/sec 2024-02-18T08:46:04.304 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Jx1Gfc06FH33BEV off=4818551 len=263018 2024-02-18T08:46:04.307 INFO:tasks.workunit.client.0.smithi110.stdout:op 2769 completed, throughput=5MB/sec 2024-02-18T08:46:04.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:04 smithi191 bash[38688]: cluster 2024-02-18T08:46:03.162641+0000 mgr.y (mgr.44100) 882 : cluster [DBG] pgmap v1437: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:46:04.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:04 smithi110 bash[54479]: cluster 2024-02-18T08:46:03.162641+0000 mgr.y (mgr.44100) 882 : cluster [DBG] pgmap v1437: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:46:04.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:04 smithi110 bash[55875]: cluster 2024-02-18T08:46:03.162641+0000 mgr.y (mgr.44100) 882 : cluster [DBG] pgmap v1437: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:46:05.307 INFO:tasks.workunit.client.0.smithi110.stdout: 532: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:05.308 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BmyMznNpsDiW2jP off=1955373 len=292393 2024-02-18T08:46:05.313 INFO:tasks.workunit.client.0.smithi110.stdout:op 2770 completed, throughput=4.99MB/sec 2024-02-18T08:46:05.313 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VN7ktlOpThjmLuB off=7704232 len=1675114 2024-02-18T08:46:05.316 INFO:tasks.workunit.client.0.smithi110.stdout:op 2771 completed, throughput=4.99MB/sec 2024-02-18T08:46:05.316 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nhh_Ksv65IhiZtK off=939641 len=447361 2024-02-18T08:46:05.322 INFO:tasks.workunit.client.0.smithi110.stdout:op 2772 completed, throughput=4.99MB/sec 2024-02-18T08:46:05.322 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wouvgL53_m0A9u0 off=1850411 len=154513 2024-02-18T08:46:05.325 INFO:tasks.workunit.client.0.smithi110.stdout:op 2773 completed, throughput=5MB/sec 2024-02-18T08:46:05.325 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QddpfAJHaVk_2JS off=6712778 len=765383 2024-02-18T08:46:05.331 INFO:tasks.workunit.client.0.smithi110.stdout:op 2774 completed, throughput=5MB/sec 2024-02-18T08:46:05.331 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2w82z8SmzuMH6z1 off=2592688 len=916173 2024-02-18T08:46:05.333 INFO:tasks.workunit.client.0.smithi110.stdout:op 2775 completed, throughput=5MB/sec 2024-02-18T08:46:05.333 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lkHfrWINwG61bpT off=21480069 len=287499 2024-02-18T08:46:05.337 INFO:tasks.workunit.client.0.smithi110.stdout:op 2776 completed, throughput=5MB/sec 2024-02-18T08:46:05.337 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WyS4zMDu2daCtwB off=662590 len=1875090 2024-02-18T08:46:05.339 INFO:tasks.workunit.client.0.smithi110.stdout:op 2777 completed, throughput=5MB/sec 2024-02-18T08:46:06.339 INFO:tasks.workunit.client.0.smithi110.stdout: 533: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:06.339 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2L5f87QltWZfPdA off=6069752 len=333481 2024-02-18T08:46:06.341 INFO:tasks.workunit.client.0.smithi110.stdout:op 2778 completed, throughput=4.99MB/sec 2024-02-18T08:46:06.341 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dH81MZEPO5nxlK8 off=16873027 len=1320036 2024-02-18T08:46:06.354 INFO:tasks.workunit.client.0.smithi110.stdout:op 2779 completed, throughput=5MB/sec 2024-02-18T08:46:06.354 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Hess0aKV5ONthVy off=2751528 len=1870400 2024-02-18T08:46:06.366 INFO:tasks.workunit.client.0.smithi110.stdout:op 2780 completed, throughput=5MB/sec 2024-02-18T08:46:06.366 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5SQnNI2eLZJsYXe off=1960057 len=595607 2024-02-18T08:46:06.367 INFO:tasks.workunit.client.0.smithi110.stdout:op 2781 completed, throughput=5MB/sec 2024-02-18T08:46:06.367 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FlQQemRv1yIB0T3 off=1756250 len=327218 2024-02-18T08:46:06.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 2782 completed, throughput=5MB/sec 2024-02-18T08:46:06.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:06 smithi191 bash[38688]: cluster 2024-02-18T08:46:05.163526+0000 mgr.y (mgr.44100) 883 : cluster [DBG] pgmap v1438: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:46:06.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:06 smithi110 bash[54479]: cluster 2024-02-18T08:46:05.163526+0000 mgr.y (mgr.44100) 883 : cluster [DBG] pgmap v1438: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:46:06.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:06 smithi110 bash[55875]: cluster 2024-02-18T08:46:05.163526+0000 mgr.y (mgr.44100) 883 : cluster [DBG] pgmap v1438: 73 pgs: 73 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:46:07.369 INFO:tasks.workunit.client.0.smithi110.stdout: 534: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:07.369 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xymahjHKGBQUstg off=12960353 len=1655202 2024-02-18T08:46:07.374 INFO:tasks.workunit.client.0.smithi110.stdout:op 2783 completed, throughput=4.99MB/sec 2024-02-18T08:46:07.374 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8W4uUlP9BvfbHTv off=2117787 len=854423 2024-02-18T08:46:07.377 INFO:tasks.workunit.client.0.smithi110.stdout:op 2784 completed, throughput=5MB/sec 2024-02-18T08:46:07.377 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JgVd48HyGPK1_rl off=1238917 len=241355 2024-02-18T08:46:07.382 INFO:tasks.workunit.client.0.smithi110.stdout:op 2785 completed, throughput=5MB/sec 2024-02-18T08:46:07.383 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4DEiRrNuenaZDgd off=1102139 len=1352908 2024-02-18T08:46:07.392 INFO:tasks.workunit.client.0.smithi110.stdout:op 2786 completed, throughput=5MB/sec 2024-02-18T08:46:07.392 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HvBT4xcSWR8skRQ off=8292982 len=517561 2024-02-18T08:46:07.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 2787 completed, throughput=5MB/sec 2024-02-18T08:46:07.393 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uLE0fu7RgsUwswz off=1200436 len=1276840 2024-02-18T08:46:07.401 INFO:tasks.workunit.client.0.smithi110.stdout:op 2788 completed, throughput=5MB/sec 2024-02-18T08:46:08.401 INFO:tasks.workunit.client.0.smithi110.stdout: 535: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:08.401 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-K_0CqqtRkVVxZpo off=12678938 len=1334736 2024-02-18T08:46:08.413 INFO:tasks.workunit.client.0.smithi110.stdout:op 2789 completed, throughput=4.99MB/sec 2024-02-18T08:46:08.413 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nAP_zcePHJYomJk off=317391 len=303618 2024-02-18T08:46:08.415 INFO:tasks.workunit.client.0.smithi110.stdout:op 2790 completed, throughput=4.99MB/sec 2024-02-18T08:46:08.415 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-q9ANcbdP2YL9yM5 off=5407113 len=1157506 2024-02-18T08:46:08.423 INFO:tasks.workunit.client.0.smithi110.stdout:op 2791 completed, throughput=5MB/sec 2024-02-18T08:46:08.423 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TGfjG4gp2SayRbl off=4897608 len=1129443 2024-02-18T08:46:08.430 INFO:tasks.workunit.client.0.smithi110.stdout:op 2792 completed, throughput=5MB/sec 2024-02-18T08:46:08.430 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-x9vjNUz8_UZENVU off=13442949 len=507719 2024-02-18T08:46:08.434 INFO:tasks.workunit.client.0.smithi110.stdout:op 2793 completed, throughput=5MB/sec 2024-02-18T08:46:08.434 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vIZwCWWP2Q0y38q off=3180002 len=456426 2024-02-18T08:46:08.439 INFO:tasks.workunit.client.0.smithi110.stdout:op 2794 completed, throughput=5MB/sec 2024-02-18T08:46:08.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:08 smithi191 bash[38688]: cluster 2024-02-18T08:46:07.164505+0000 mgr.y (mgr.44100) 884 : cluster [DBG] pgmap v1439: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:46:08.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:08 smithi110 bash[54479]: cluster 2024-02-18T08:46:07.164505+0000 mgr.y (mgr.44100) 884 : cluster [DBG] pgmap v1439: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:46:08.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:08 smithi110 bash[55875]: cluster 2024-02-18T08:46:07.164505+0000 mgr.y (mgr.44100) 884 : cluster [DBG] pgmap v1439: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:46:09.439 INFO:tasks.workunit.client.0.smithi110.stdout: 536: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:09.439 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Mjjl7dwKl81F2Um off=2878613 len=2077754 2024-02-18T08:46:09.443 INFO:tasks.workunit.client.0.smithi110.stdout:op 2795 completed, throughput=4.99MB/sec 2024-02-18T08:46:09.443 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_WQ5IYwkwmrL14A off=2328450 len=327276 2024-02-18T08:46:09.449 INFO:tasks.workunit.client.0.smithi110.stdout:op 2796 completed, throughput=5MB/sec 2024-02-18T08:46:09.450 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-po3p1c5s-EEgTTC off=1257155 len=1970835 2024-02-18T08:46:09.463 INFO:tasks.workunit.client.0.smithi110.stdout:op 2797 completed, throughput=5MB/sec 2024-02-18T08:46:09.463 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yPYcJbCbkP4RunS off=11885432 len=1461115 2024-02-18T08:46:09.470 INFO:tasks.workunit.client.0.smithi110.stdout:op 2798 completed, throughput=5MB/sec 2024-02-18T08:46:10.471 INFO:tasks.workunit.client.0.smithi110.stdout: 537: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:10.471 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-np55GLB3ugHsEq2 off=10388015 len=1303939 2024-02-18T08:46:10.481 INFO:tasks.workunit.client.0.smithi110.stdout:op 2799 completed, throughput=4.99MB/sec 2024-02-18T08:46:10.481 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rCKV6GMrVeoc0mT off=2374102 len=837817 2024-02-18T08:46:10.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 2800 completed, throughput=5MB/sec 2024-02-18T08:46:10.484 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pXWi1HJaBIA5jDp off=1071281 len=1470173 2024-02-18T08:46:10.488 INFO:tasks.workunit.client.0.smithi110.stdout:op 2801 completed, throughput=5MB/sec 2024-02-18T08:46:10.488 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-j8jYIuVHRwFMupV off=7591785 len=179002 2024-02-18T08:46:10.492 INFO:tasks.workunit.client.0.smithi110.stdout:op 2802 completed, throughput=5MB/sec 2024-02-18T08:46:10.492 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pPvTSQb_HZGGaJf off=11860645 len=160114 2024-02-18T08:46:10.496 INFO:tasks.workunit.client.0.smithi110.stdout:op 2803 completed, throughput=5MB/sec 2024-02-18T08:46:10.496 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O83cviKlGcYZhu_ off=853280 len=209939 2024-02-18T08:46:10.497 INFO:tasks.workunit.client.0.smithi110.stdout:op 2804 completed, throughput=5MB/sec 2024-02-18T08:46:10.497 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FZmUwWwZY4yYB09 off=4328916 len=1383509 2024-02-18T08:46:10.499 INFO:tasks.workunit.client.0.smithi110.stdout:op 2805 completed, throughput=5MB/sec 2024-02-18T08:46:10.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:10 smithi191 bash[38688]: cluster 2024-02-18T08:46:09.165406+0000 mgr.y (mgr.44100) 885 : cluster [DBG] pgmap v1440: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:10.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:10 smithi110 bash[54479]: cluster 2024-02-18T08:46:09.165406+0000 mgr.y (mgr.44100) 885 : cluster [DBG] pgmap v1440: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:10.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:10 smithi110 bash[55875]: cluster 2024-02-18T08:46:09.165406+0000 mgr.y (mgr.44100) 885 : cluster [DBG] pgmap v1440: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:11.499 INFO:tasks.workunit.client.0.smithi110.stdout: 538: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:11.500 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9Ro2nmJBxzuaQ2M off=14270280 len=195172 2024-02-18T08:46:11.501 INFO:tasks.workunit.client.0.smithi110.stdout:op 2806 completed, throughput=4.99MB/sec 2024-02-18T08:46:11.501 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XtHsaIsFihpC9zR off=7291560 len=707065 2024-02-18T08:46:11.509 INFO:tasks.workunit.client.0.smithi110.stdout:op 2807 completed, throughput=4.99MB/sec 2024-02-18T08:46:11.509 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GcDyd-2JpO3wCMv off=4151473 len=854828 2024-02-18T08:46:11.511 INFO:tasks.workunit.client.0.smithi110.stdout:op 2808 completed, throughput=4.99MB/sec 2024-02-18T08:46:11.511 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jO4FXNP-USBy4dq off=18235595 len=1235299 2024-02-18T08:46:11.519 INFO:tasks.workunit.client.0.smithi110.stdout:op 2809 completed, throughput=5MB/sec 2024-02-18T08:46:11.519 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RtC1d9PZ--Uv_x0 off=10834638 len=1957765 2024-02-18T08:46:11.531 INFO:tasks.workunit.client.0.smithi110.stdout:op 2810 completed, throughput=5MB/sec 2024-02-18T08:46:11.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:11 smithi191 bash[38688]: audit 2024-02-18T08:46:11.012980+0000 mon.a (mon.0) 1791 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:46:11.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:11 smithi191 bash[38688]: audit 2024-02-18T08:46:11.017702+0000 mon.a (mon.0) 1792 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2024-02-18T08:46:11.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:11 smithi110 bash[55875]: audit 2024-02-18T08:46:11.012980+0000 mon.a (mon.0) 1791 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:46:11.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:11 smithi110 bash[55875]: audit 2024-02-18T08:46:11.017702+0000 mon.a (mon.0) 1792 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2024-02-18T08:46:11.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:11 smithi110 bash[54479]: audit 2024-02-18T08:46:11.012980+0000 mon.a (mon.0) 1791 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:46:11.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:11 smithi110 bash[54479]: audit 2024-02-18T08:46:11.017702+0000 mon.a (mon.0) 1792 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2024-02-18T08:46:12.531 INFO:tasks.workunit.client.0.smithi110.stdout: 539: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:12.532 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7IKy2UCWSTEZFJ- off=3014027 len=412156 2024-02-18T08:46:12.537 INFO:tasks.workunit.client.0.smithi110.stdout:op 2811 completed, throughput=4.99MB/sec 2024-02-18T08:46:12.537 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-skQJD5Jc3pWwn6o off=291688 len=894813 2024-02-18T08:46:12.543 INFO:tasks.workunit.client.0.smithi110.stdout:op 2812 completed, throughput=4.99MB/sec 2024-02-18T08:46:12.543 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rRyaFFOd59Jki8V off=16404018 len=1467502 2024-02-18T08:46:12.546 INFO:tasks.workunit.client.0.smithi110.stdout:op 2813 completed, throughput=5MB/sec 2024-02-18T08:46:12.546 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7GsXNSVJTFX_9pE off=1738064 len=1538430 2024-02-18T08:46:12.556 INFO:tasks.workunit.client.0.smithi110.stdout:op 2814 completed, throughput=5MB/sec 2024-02-18T08:46:12.556 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1nFqtYpwIuFiZi3 off=5154092 len=320125 2024-02-18T08:46:12.560 INFO:tasks.workunit.client.0.smithi110.stdout:op 2815 completed, throughput=5MB/sec 2024-02-18T08:46:12.560 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-V552-2HoV8HrhxG off=9672195 len=1725147 2024-02-18T08:46:12.562 INFO:tasks.workunit.client.0.smithi110.stdout:op 2816 completed, throughput=5MB/sec 2024-02-18T08:46:12.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:12 smithi191 bash[38688]: cluster 2024-02-18T08:46:11.166157+0000 mgr.y (mgr.44100) 886 : cluster [DBG] pgmap v1441: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:46:12.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:12 smithi110 bash[54479]: cluster 2024-02-18T08:46:11.166157+0000 mgr.y (mgr.44100) 886 : cluster [DBG] pgmap v1441: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:46:12.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:12 smithi110 bash[55875]: cluster 2024-02-18T08:46:11.166157+0000 mgr.y (mgr.44100) 886 : cluster [DBG] pgmap v1441: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:46:13.563 INFO:tasks.workunit.client.0.smithi110.stdout: 540: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:13.563 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7C7C0oYPT3BsGGA off=13937085 len=150611 2024-02-18T08:46:13.568 INFO:tasks.workunit.client.0.smithi110.stdout:op 2817 completed, throughput=4.99MB/sec 2024-02-18T08:46:13.568 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TVwgFiJAr79UZwa off=13896456 len=1444312 2024-02-18T08:46:13.571 INFO:tasks.workunit.client.0.smithi110.stdout:op 2818 completed, throughput=5MB/sec 2024-02-18T08:46:13.571 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9BaFJ3jXUZckL0k off=2092677 len=1445179 2024-02-18T08:46:13.574 INFO:tasks.workunit.client.0.smithi110.stdout:op 2819 completed, throughput=5MB/sec 2024-02-18T08:46:13.575 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6GEtx-ZSsdi4W6H off=10336432 len=1451383 2024-02-18T08:46:13.583 INFO:tasks.workunit.client.0.smithi110.stdout:op 2820 completed, throughput=5MB/sec 2024-02-18T08:46:14.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:14 smithi191 bash[38688]: cluster 2024-02-18T08:46:13.167213+0000 mgr.y (mgr.44100) 887 : cluster [DBG] pgmap v1442: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:46:14.583 INFO:tasks.workunit.client.0.smithi110.stdout: 541: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:14.584 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4oGsAu26e0eqbbr off=12850215 len=931342 2024-02-18T08:46:14.586 INFO:tasks.workunit.client.0.smithi110.stdout:op 2821 completed, throughput=4.99MB/sec 2024-02-18T08:46:14.587 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sNmPrychPqB2HjT off=797789 len=1084110 2024-02-18T08:46:14.589 INFO:tasks.workunit.client.0.smithi110.stdout:op 2822 completed, throughput=4.99MB/sec 2024-02-18T08:46:14.589 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rGEMDdL9unurwLb off=1498260 len=633788 2024-02-18T08:46:14.596 INFO:tasks.workunit.client.0.smithi110.stdout:op 2823 completed, throughput=5MB/sec 2024-02-18T08:46:14.596 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A768kI8Rm3WWcwX off=12009925 len=1305159 2024-02-18T08:46:14.598 INFO:tasks.workunit.client.0.smithi110.stdout:op 2824 completed, throughput=5MB/sec 2024-02-18T08:46:14.598 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7zPrDPbpkuiOUvR off=19734959 len=1212723 2024-02-18T08:46:14.607 INFO:tasks.workunit.client.0.smithi110.stdout:op 2825 completed, throughput=5MB/sec 2024-02-18T08:46:14.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:14 smithi110 bash[54479]: cluster 2024-02-18T08:46:13.167213+0000 mgr.y (mgr.44100) 887 : cluster [DBG] pgmap v1442: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:46:14.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:14 smithi110 bash[55875]: cluster 2024-02-18T08:46:13.167213+0000 mgr.y (mgr.44100) 887 : cluster [DBG] pgmap v1442: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:46:15.607 INFO:tasks.workunit.client.0.smithi110.stdout: 542: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:15.607 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O4xuq49izXj-OVM off=3219943 len=314407 2024-02-18T08:46:15.609 INFO:tasks.workunit.client.0.smithi110.stdout:op 2826 completed, throughput=4.99MB/sec 2024-02-18T08:46:15.609 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sYTO2qYsZxxBW6b off=208853 len=1697161 2024-02-18T08:46:15.613 INFO:tasks.workunit.client.0.smithi110.stdout:op 2827 completed, throughput=4.99MB/sec 2024-02-18T08:46:15.613 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EspA3F71Q5eBeu2 off=977832 len=311733 2024-02-18T08:46:15.619 INFO:tasks.workunit.client.0.smithi110.stdout:op 2828 completed, throughput=4.99MB/sec 2024-02-18T08:46:15.619 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hyjzWHNysMU2xe- off=530575 len=246091 2024-02-18T08:46:15.624 INFO:tasks.workunit.client.0.smithi110.stdout:op 2829 completed, throughput=5MB/sec 2024-02-18T08:46:15.625 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BC3txEW1CxngOer off=14946369 len=1836510 2024-02-18T08:46:15.634 INFO:tasks.workunit.client.0.smithi110.stdout:op 2830 completed, throughput=5MB/sec 2024-02-18T08:46:15.634 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LgdbK1af84fGBNi off=11497737 len=729043 2024-02-18T08:46:15.640 INFO:tasks.workunit.client.0.smithi110.stdout:op 2831 completed, throughput=5MB/sec 2024-02-18T08:46:15.640 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_NHP1oiZUHrksZg off=8097019 len=1096626 2024-02-18T08:46:15.642 INFO:tasks.workunit.client.0.smithi110.stdout:op 2832 completed, throughput=5MB/sec 2024-02-18T08:46:16.642 INFO:tasks.workunit.client.0.smithi110.stdout: 543: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:16.643 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P5yDBcKgEAaytRn off=970830 len=1421150 2024-02-18T08:46:16.645 INFO:tasks.workunit.client.0.smithi110.stdout:op 2833 completed, throughput=4.99MB/sec 2024-02-18T08:46:16.645 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iNP73gfnIiQTLTD off=3875515 len=749288 2024-02-18T08:46:16.648 INFO:tasks.workunit.client.0.smithi110.stdout:op 2834 completed, throughput=5MB/sec 2024-02-18T08:46:16.648 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4O0QE7wTeuDvdga off=6387028 len=1612770 2024-02-18T08:46:16.653 INFO:tasks.workunit.client.0.smithi110.stdout:op 2835 completed, throughput=5MB/sec 2024-02-18T08:46:16.653 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IFZ7EGikyAU6hRP off=7593069 len=1810155 2024-02-18T08:46:16.666 INFO:tasks.workunit.client.0.smithi110.stdout:op 2836 completed, throughput=5MB/sec 2024-02-18T08:46:16.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:16 smithi110 bash[54479]: cluster 2024-02-18T08:46:15.168047+0000 mgr.y (mgr.44100) 888 : cluster [DBG] pgmap v1443: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:46:16.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:16 smithi110 bash[55875]: cluster 2024-02-18T08:46:15.168047+0000 mgr.y (mgr.44100) 888 : cluster [DBG] pgmap v1443: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:46:16.725 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:16 smithi191 bash[38688]: cluster 2024-02-18T08:46:15.168047+0000 mgr.y (mgr.44100) 888 : cluster [DBG] pgmap v1443: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:46:17.666 INFO:tasks.workunit.client.0.smithi110.stdout: 544: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:17.666 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mWreG6q0mCtlvwx off=10551036 len=1835574 2024-02-18T08:46:17.680 INFO:tasks.workunit.client.0.smithi110.stdout:op 2837 completed, throughput=5MB/sec 2024-02-18T08:46:17.680 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7WInycyrfCo5sr1 off=19346813 len=190163 2024-02-18T08:46:17.684 INFO:tasks.workunit.client.0.smithi110.stdout:op 2838 completed, throughput=5MB/sec 2024-02-18T08:46:17.684 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2aH5gGez74WttFP off=3086018 len=359165 2024-02-18T08:46:17.686 INFO:tasks.workunit.client.0.smithi110.stdout:op 2839 completed, throughput=5MB/sec 2024-02-18T08:46:17.686 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WBpCHMJjyiXdQp0 off=1955597 len=1522289 2024-02-18T08:46:17.689 INFO:tasks.workunit.client.0.smithi110.stdout:op 2840 completed, throughput=5MB/sec 2024-02-18T08:46:17.689 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jwlsiA_GyPSKWWp off=1537911 len=1348391 2024-02-18T08:46:17.698 INFO:tasks.workunit.client.0.smithi110.stdout:op 2841 completed, throughput=5MB/sec 2024-02-18T08:46:18.699 INFO:tasks.workunit.client.0.smithi110.stdout: 545: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:18.699 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2BDgL_wY-rUN4br off=2992094 len=1689068 2024-02-18T08:46:18.704 INFO:tasks.workunit.client.0.smithi110.stdout:op 2842 completed, throughput=5MB/sec 2024-02-18T08:46:18.704 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_ii6UqUsfkpOjCw off=1628588 len=739032 2024-02-18T08:46:18.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:18 smithi110 bash[55875]: cluster 2024-02-18T08:46:17.168995+0000 mgr.y (mgr.44100) 889 : cluster [DBG] pgmap v1444: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:46:18.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:18 smithi110 bash[54479]: cluster 2024-02-18T08:46:17.168995+0000 mgr.y (mgr.44100) 889 : cluster [DBG] pgmap v1444: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:46:18.710 INFO:tasks.workunit.client.0.smithi110.stdout:op 2843 completed, throughput=5MB/sec 2024-02-18T08:46:18.711 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-y1XtBxBhVQHO3a7 off=20074912 len=1626507 2024-02-18T08:46:18.714 INFO:tasks.workunit.client.0.smithi110.stdout:op 2844 completed, throughput=5MB/sec 2024-02-18T08:46:18.714 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HaeZvT16myl23K0 off=3329586 len=1920520 2024-02-18T08:46:18.724 INFO:tasks.workunit.client.0.smithi110.stdout:op 2845 completed, throughput=5MB/sec 2024-02-18T08:46:18.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:18 smithi191 bash[38688]: cluster 2024-02-18T08:46:17.168995+0000 mgr.y (mgr.44100) 889 : cluster [DBG] pgmap v1444: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:46:19.724 INFO:tasks.workunit.client.0.smithi110.stdout: 546: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:19.725 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cYQ78jhv0sCvjaZ off=963160 len=1445193 2024-02-18T08:46:19.729 INFO:tasks.workunit.client.0.smithi110.stdout:op 2846 completed, throughput=5MB/sec 2024-02-18T08:46:19.729 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GggxaolFqkoFckA off=4402527 len=76098 2024-02-18T08:46:19.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 2847 completed, throughput=5MB/sec 2024-02-18T08:46:19.730 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-znKa0bx0ksviLd5 off=12779286 len=713498 2024-02-18T08:46:19.733 INFO:tasks.workunit.client.0.smithi110.stdout:op 2848 completed, throughput=5MB/sec 2024-02-18T08:46:19.733 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-b-_5BiyBwMmY6Ls off=3727597 len=195395 2024-02-18T08:46:19.738 INFO:tasks.workunit.client.0.smithi110.stdout:op 2849 completed, throughput=5MB/sec 2024-02-18T08:46:19.738 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-or-UWmivrJ0Y2vk off=1791084 len=30236 2024-02-18T08:46:19.739 INFO:tasks.workunit.client.0.smithi110.stdout:op 2850 completed, throughput=5MB/sec 2024-02-18T08:46:19.739 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7i4HZmkaaGY3EHN off=6498374 len=2031043 2024-02-18T08:46:19.751 INFO:tasks.workunit.client.0.smithi110.stdout:op 2851 completed, throughput=5MB/sec 2024-02-18T08:46:20.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:20 smithi110 bash[54479]: cluster 2024-02-18T08:46:19.169880+0000 mgr.y (mgr.44100) 890 : cluster [DBG] pgmap v1445: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:46:20.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:20 smithi110 bash[54479]: audit 2024-02-18T08:46:19.977247+0000 mon.a (mon.0) 1793 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:46:20.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:20 smithi110 bash[54479]: audit 2024-02-18T08:46:20.209379+0000 mon.a (mon.0) 1794 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:46:20.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:20 smithi110 bash[55875]: cluster 2024-02-18T08:46:19.169880+0000 mgr.y (mgr.44100) 890 : cluster [DBG] pgmap v1445: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:46:20.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:20 smithi110 bash[55875]: audit 2024-02-18T08:46:19.977247+0000 mon.a (mon.0) 1793 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:46:20.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:20 smithi110 bash[55875]: audit 2024-02-18T08:46:20.209379+0000 mon.a (mon.0) 1794 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:46:20.752 INFO:tasks.workunit.client.0.smithi110.stdout: 547: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:20.752 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-peDzBYtSyiq6pkQ off=4422043 len=1611280 2024-02-18T08:46:20.755 INFO:tasks.workunit.client.0.smithi110.stdout:op 2852 completed, throughput=4.99MB/sec 2024-02-18T08:46:20.756 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-teE9jccD4AUxPz5 off=1989301 len=592890 2024-02-18T08:46:20.762 INFO:tasks.workunit.client.0.smithi110.stdout:op 2853 completed, throughput=5MB/sec 2024-02-18T08:46:20.763 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M1pbNmpvvs13dHr off=7376322 len=430422 2024-02-18T08:46:20.768 INFO:tasks.workunit.client.0.smithi110.stdout:op 2854 completed, throughput=5MB/sec 2024-02-18T08:46:20.769 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ib8n5aO52ZRAwOF off=2423795 len=422352 2024-02-18T08:46:20.770 INFO:tasks.workunit.client.0.smithi110.stdout:op 2855 completed, throughput=5MB/sec 2024-02-18T08:46:20.770 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PqBEiK7XHX6wqnz off=6900868 len=542635 2024-02-18T08:46:20.774 INFO:tasks.workunit.client.0.smithi110.stdout:op 2856 completed, throughput=5MB/sec 2024-02-18T08:46:20.774 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cOWSb3QiPGaYShB off=5395980 len=88154 2024-02-18T08:46:20.777 INFO:tasks.workunit.client.0.smithi110.stdout:op 2857 completed, throughput=5MB/sec 2024-02-18T08:46:20.777 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9UaARH46QNEv3hG off=3719069 len=776813 2024-02-18T08:46:20.781 INFO:tasks.workunit.client.0.smithi110.stdout:op 2858 completed, throughput=5MB/sec 2024-02-18T08:46:20.781 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RxeFFaQ3HDvO4eN off=11359877 len=1235155 2024-02-18T08:46:20.788 INFO:tasks.workunit.client.0.smithi110.stdout:op 2859 completed, throughput=5MB/sec 2024-02-18T08:46:20.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:20 smithi191 bash[38688]: cluster 2024-02-18T08:46:19.169880+0000 mgr.y (mgr.44100) 890 : cluster [DBG] pgmap v1445: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:46:20.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:20 smithi191 bash[38688]: audit 2024-02-18T08:46:19.977247+0000 mon.a (mon.0) 1793 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:46:20.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:20 smithi191 bash[38688]: audit 2024-02-18T08:46:20.209379+0000 mon.a (mon.0) 1794 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:46:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:21 smithi110 bash[54479]: cephadm 2024-02-18T08:46:20.197600+0000 mgr.y (mgr.44100) 891 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:46:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:21 smithi110 bash[54479]: audit 2024-02-18T08:46:20.494094+0000 mon.a (mon.0) 1795 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:46:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:21 smithi110 bash[54479]: audit 2024-02-18T08:46:20.496227+0000 mon.a (mon.0) 1796 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:46:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:21 smithi110 bash[54479]: audit 2024-02-18T08:46:20.506469+0000 mon.a (mon.0) 1797 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:46:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:21 smithi110 bash[55875]: cephadm 2024-02-18T08:46:20.197600+0000 mgr.y (mgr.44100) 891 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:46:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:21 smithi110 bash[55875]: audit 2024-02-18T08:46:20.494094+0000 mon.a (mon.0) 1795 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:46:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:21 smithi110 bash[55875]: audit 2024-02-18T08:46:20.496227+0000 mon.a (mon.0) 1796 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:46:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:21 smithi110 bash[55875]: audit 2024-02-18T08:46:20.506469+0000 mon.a (mon.0) 1797 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:46:21.789 INFO:tasks.workunit.client.0.smithi110.stdout: 548: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:21.789 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9HJvUNK8aLZs2eq off=5504795 len=765623 2024-02-18T08:46:21.792 INFO:tasks.workunit.client.0.smithi110.stdout:op 2860 completed, throughput=4.99MB/sec 2024-02-18T08:46:21.792 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Gcy_wsjmFq0IX7T off=251757 len=1386566 2024-02-18T08:46:21.802 INFO:tasks.workunit.client.0.smithi110.stdout:op 2861 completed, throughput=5MB/sec 2024-02-18T08:46:21.802 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-y7NCE4-_CiuEdSS off=541649 len=806861 2024-02-18T08:46:21.809 INFO:tasks.workunit.client.0.smithi110.stdout:op 2862 completed, throughput=5MB/sec 2024-02-18T08:46:21.809 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4LjHZQcDnUGmyu- off=1067554 len=1408428 2024-02-18T08:46:21.812 INFO:tasks.workunit.client.0.smithi110.stdout:op 2863 completed, throughput=5MB/sec 2024-02-18T08:46:21.812 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YNHuLIsl5Pmmarc off=9242083 len=1477864 2024-02-18T08:46:21.821 INFO:tasks.workunit.client.0.smithi110.stdout:op 2864 completed, throughput=5MB/sec 2024-02-18T08:46:21.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:21 smithi191 bash[38688]: cephadm 2024-02-18T08:46:20.197600+0000 mgr.y (mgr.44100) 891 : cephadm [INF] Detected new or changed devices on smithi191 2024-02-18T08:46:21.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:21 smithi191 bash[38688]: audit 2024-02-18T08:46:20.494094+0000 mon.a (mon.0) 1795 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:46:21.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:21 smithi191 bash[38688]: audit 2024-02-18T08:46:20.496227+0000 mon.a (mon.0) 1796 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:46:21.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:21 smithi191 bash[38688]: audit 2024-02-18T08:46:20.506469+0000 mon.a (mon.0) 1797 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:46:22.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:22 smithi110 bash[54479]: cephadm 2024-02-18T08:46:20.498011+0000 mgr.y (mgr.44100) 892 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:46:22.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:22 smithi110 bash[54479]: cluster 2024-02-18T08:46:21.170687+0000 mgr.y (mgr.44100) 893 : cluster [DBG] pgmap v1446: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:46:22.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:22 smithi110 bash[55875]: cephadm 2024-02-18T08:46:20.498011+0000 mgr.y (mgr.44100) 892 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:46:22.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:22 smithi110 bash[55875]: cluster 2024-02-18T08:46:21.170687+0000 mgr.y (mgr.44100) 893 : cluster [DBG] pgmap v1446: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:46:22.821 INFO:tasks.workunit.client.0.smithi110.stdout: 549: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:22.822 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-b4zWMfAI7rcpsbh off=8920516 len=1015085 2024-02-18T08:46:22.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 2865 completed, throughput=5MB/sec 2024-02-18T08:46:22.825 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WxFc5gHrAqPIViq off=5622762 len=1421031 2024-02-18T08:46:22.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:22 smithi191 bash[38688]: cephadm 2024-02-18T08:46:20.498011+0000 mgr.y (mgr.44100) 892 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:46:22.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:22 smithi191 bash[38688]: cluster 2024-02-18T08:46:21.170687+0000 mgr.y (mgr.44100) 893 : cluster [DBG] pgmap v1446: 73 pgs: 73 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:46:22.837 INFO:tasks.workunit.client.0.smithi110.stdout:op 2866 completed, throughput=5MB/sec 2024-02-18T08:46:22.837 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bdR5bSTcfA8TCrn off=827983 len=1477783 2024-02-18T08:46:22.840 INFO:tasks.workunit.client.0.smithi110.stdout:op 2867 completed, throughput=5MB/sec 2024-02-18T08:46:22.840 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-n9TH__Xf1eYsNwh off=1299310 len=1190688 2024-02-18T08:46:22.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 2868 completed, throughput=5MB/sec 2024-02-18T08:46:23.848 INFO:tasks.workunit.client.0.smithi110.stdout: 550: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:23.849 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-p-DT-C1W4guvuLM off=4680558 len=177429 2024-02-18T08:46:23.854 INFO:tasks.workunit.client.0.smithi110.stdout:op 2869 completed, throughput=4.99MB/sec 2024-02-18T08:46:23.854 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UP98suiYuP9bq3g off=5710768 len=1629451 2024-02-18T08:46:23.859 INFO:tasks.workunit.client.0.smithi110.stdout:op 2870 completed, throughput=5MB/sec 2024-02-18T08:46:23.860 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IVhbPNNHhaRaU5e off=18759318 len=1737059 2024-02-18T08:46:23.865 INFO:tasks.workunit.client.0.smithi110.stdout:op 2871 completed, throughput=5MB/sec 2024-02-18T08:46:23.865 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1QOHN7ROvO0E3_o off=8360941 len=50621 2024-02-18T08:46:23.866 INFO:tasks.workunit.client.0.smithi110.stdout:op 2872 completed, throughput=5MB/sec 2024-02-18T08:46:23.866 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jvw9Q5KSX2esITI off=11246966 len=72704 2024-02-18T08:46:23.867 INFO:tasks.workunit.client.0.smithi110.stdout:op 2873 completed, throughput=5MB/sec 2024-02-18T08:46:23.867 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ohMo-RuPG1f90OI off=5921694 len=1628040 2024-02-18T08:46:23.877 INFO:tasks.workunit.client.0.smithi110.stdout:op 2874 completed, throughput=5MB/sec 2024-02-18T08:46:24.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:24 smithi110 bash[54479]: cluster 2024-02-18T08:46:23.171633+0000 mgr.y (mgr.44100) 894 : cluster [DBG] pgmap v1447: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-02-18T08:46:24.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:24 smithi110 bash[55875]: cluster 2024-02-18T08:46:23.171633+0000 mgr.y (mgr.44100) 894 : cluster [DBG] pgmap v1447: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-02-18T08:46:24.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:24 smithi191 bash[38688]: cluster 2024-02-18T08:46:23.171633+0000 mgr.y (mgr.44100) 894 : cluster [DBG] pgmap v1447: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-02-18T08:46:24.877 INFO:tasks.workunit.client.0.smithi110.stdout: 551: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:24.878 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pyTVyxF4FR4XZpW off=14512931 len=1255530 2024-02-18T08:46:24.890 INFO:tasks.workunit.client.0.smithi110.stdout:op 2875 completed, throughput=4.99MB/sec 2024-02-18T08:46:24.890 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-joP1Bg4ubAhHmxW off=5792793 len=1152015 2024-02-18T08:46:24.899 INFO:tasks.workunit.client.0.smithi110.stdout:op 2876 completed, throughput=5MB/sec 2024-02-18T08:46:24.899 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P9y4WlSkKTiiF82 off=8905885 len=199904 2024-02-18T08:46:24.900 INFO:tasks.workunit.client.0.smithi110.stdout:op 2877 completed, throughput=5MB/sec 2024-02-18T08:46:24.900 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ix5gMuCmRCOSVEB off=788267 len=324991 2024-02-18T08:46:24.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 2878 completed, throughput=5MB/sec 2024-02-18T08:46:24.905 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4iUELahTcO6VOoB off=1827258 len=1936473 2024-02-18T08:46:24.910 INFO:tasks.workunit.client.0.smithi110.stdout:op 2879 completed, throughput=5MB/sec 2024-02-18T08:46:25.910 INFO:tasks.workunit.client.0.smithi110.stdout: 552: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:25.910 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PD1ULMZrEfK_6JO off=5251183 len=158442 2024-02-18T08:46:25.912 INFO:tasks.workunit.client.0.smithi110.stdout:op 2880 completed, throughput=4.99MB/sec 2024-02-18T08:46:25.912 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PJaRjyFUhltc3Zl off=695451 len=1559137 2024-02-18T08:46:25.923 INFO:tasks.workunit.client.0.smithi110.stdout:op 2881 completed, throughput=4.99MB/sec 2024-02-18T08:46:25.923 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mWyS86RMD68rIN- off=4721120 len=1458250 2024-02-18T08:46:25.928 INFO:tasks.workunit.client.0.smithi110.stdout:op 2882 completed, throughput=5MB/sec 2024-02-18T08:46:25.928 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Nm-LqsWRxdIVLPw off=609824 len=879579 2024-02-18T08:46:25.930 INFO:tasks.workunit.client.0.smithi110.stdout:op 2883 completed, throughput=5MB/sec 2024-02-18T08:46:25.930 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VZqBh1raOrE-B9x off=9483876 len=1769506 2024-02-18T08:46:25.942 INFO:tasks.workunit.client.0.smithi110.stdout:op 2884 completed, throughput=5MB/sec 2024-02-18T08:46:26.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:26 smithi110 bash[54479]: cluster 2024-02-18T08:46:25.172408+0000 mgr.y (mgr.44100) 895 : cluster [DBG] pgmap v1448: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:26.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:26 smithi110 bash[55875]: cluster 2024-02-18T08:46:25.172408+0000 mgr.y (mgr.44100) 895 : cluster [DBG] pgmap v1448: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:26.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:26 smithi191 bash[38688]: cluster 2024-02-18T08:46:25.172408+0000 mgr.y (mgr.44100) 895 : cluster [DBG] pgmap v1448: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:26.943 INFO:tasks.workunit.client.0.smithi110.stdout: 553: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:26.943 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iAX4UiSPz_fFZ8S off=3949630 len=66521 2024-02-18T08:46:26.948 INFO:tasks.workunit.client.0.smithi110.stdout:op 2885 completed, throughput=4.99MB/sec 2024-02-18T08:46:26.948 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JXPZc2SDT1dg85w off=2060856 len=1580318 2024-02-18T08:46:26.960 INFO:tasks.workunit.client.0.smithi110.stdout:op 2886 completed, throughput=5MB/sec 2024-02-18T08:46:26.960 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-exH8YDKErfCsgHL off=1233900 len=1890438 2024-02-18T08:46:26.964 INFO:tasks.workunit.client.0.smithi110.stdout:op 2887 completed, throughput=5MB/sec 2024-02-18T08:46:26.964 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-V4xXvzHlZOXNjh9 off=2708071 len=524653 2024-02-18T08:46:26.965 INFO:tasks.workunit.client.0.smithi110.stdout:op 2888 completed, throughput=5MB/sec 2024-02-18T08:46:26.965 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-v2Xh4jgTWhcjr45 off=1404915 len=120417 2024-02-18T08:46:26.966 INFO:tasks.workunit.client.0.smithi110.stdout:op 2889 completed, throughput=5MB/sec 2024-02-18T08:46:26.966 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SKlCjtN0c_0wO4e off=1041235 len=1715862 2024-02-18T08:46:26.975 INFO:tasks.workunit.client.0.smithi110.stdout:op 2890 completed, throughput=5MB/sec 2024-02-18T08:46:27.975 INFO:tasks.workunit.client.0.smithi110.stdout: 554: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:27.975 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-v4O_xfLg2-8O-Kr off=8459429 len=1197337 2024-02-18T08:46:27.979 INFO:tasks.workunit.client.0.smithi110.stdout:op 2891 completed, throughput=5MB/sec 2024-02-18T08:46:27.979 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Lmoc4kTIgjXSKW3 off=991678 len=1313202 2024-02-18T08:46:27.989 INFO:tasks.workunit.client.0.smithi110.stdout:op 2892 completed, throughput=5MB/sec 2024-02-18T08:46:27.989 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ICJSiK-PLW3IbnR off=11676310 len=1809382 2024-02-18T08:46:28.003 INFO:tasks.workunit.client.0.smithi110.stdout:op 2893 completed, throughput=5MB/sec 2024-02-18T08:46:28.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:28 smithi110 bash[55875]: cluster 2024-02-18T08:46:27.173337+0000 mgr.y (mgr.44100) 896 : cluster [DBG] pgmap v1449: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:46:28.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:28 smithi110 bash[54479]: cluster 2024-02-18T08:46:27.173337+0000 mgr.y (mgr.44100) 896 : cluster [DBG] pgmap v1449: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:46:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:28 smithi191 bash[38688]: cluster 2024-02-18T08:46:27.173337+0000 mgr.y (mgr.44100) 896 : cluster [DBG] pgmap v1449: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:46:29.003 INFO:tasks.workunit.client.0.smithi110.stdout: 555: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:29.003 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Cng4DO-hMkbSjbw off=23888188 len=160984 2024-02-18T08:46:29.004 INFO:tasks.workunit.client.0.smithi110.stdout:op 2894 completed, throughput=4.99MB/sec 2024-02-18T08:46:29.005 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mxiWCNZUeHvOB7T off=14504017 len=93228 2024-02-18T08:46:29.009 INFO:tasks.workunit.client.0.smithi110.stdout:op 2895 completed, throughput=4.99MB/sec 2024-02-18T08:46:29.009 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X7wZoicnkLe5oHn off=5495508 len=1774419 2024-02-18T08:46:29.015 INFO:tasks.workunit.client.0.smithi110.stdout:op 2896 completed, throughput=4.99MB/sec 2024-02-18T08:46:29.015 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O-7yd9OhfJsY9kt off=6891681 len=1471994 2024-02-18T08:46:29.018 INFO:tasks.workunit.client.0.smithi110.stdout:op 2897 completed, throughput=5MB/sec 2024-02-18T08:46:29.018 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2O3wRsCoTwuTKnB off=11600257 len=335172 2024-02-18T08:46:29.019 INFO:tasks.workunit.client.0.smithi110.stdout:op 2898 completed, throughput=5MB/sec 2024-02-18T08:46:29.019 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--qLH8mjfAj4DuqU off=22054560 len=2055616 2024-02-18T08:46:29.033 INFO:tasks.workunit.client.0.smithi110.stdout:op 2899 completed, throughput=5MB/sec 2024-02-18T08:46:30.033 INFO:tasks.workunit.client.0.smithi110.stdout: 556: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:30.034 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fRbuYg7qFPg3x6a off=6891820 len=586797 2024-02-18T08:46:30.036 INFO:tasks.workunit.client.0.smithi110.stdout:op 2900 completed, throughput=4.99MB/sec 2024-02-18T08:46:30.036 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A_JItie145qa7oa off=1509492 len=1372272 2024-02-18T08:46:30.039 INFO:tasks.workunit.client.0.smithi110.stdout:op 2901 completed, throughput=5MB/sec 2024-02-18T08:46:30.039 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Mp2IyJ4PRH9iknE off=3437221 len=84365 2024-02-18T08:46:30.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 2902 completed, throughput=5MB/sec 2024-02-18T08:46:30.041 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-maPp8JSZVLZ8FNW off=1837699 len=1312099 2024-02-18T08:46:30.050 INFO:tasks.workunit.client.0.smithi110.stdout:op 2903 completed, throughput=5MB/sec 2024-02-18T08:46:30.050 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3S-Tl7hJO4qIDow off=4199512 len=306632 2024-02-18T08:46:30.054 INFO:tasks.workunit.client.0.smithi110.stdout:op 2904 completed, throughput=5MB/sec 2024-02-18T08:46:30.054 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_8Q4ZVMI2h-F-fN off=22024050 len=1866335 2024-02-18T08:46:30.059 INFO:tasks.workunit.client.0.smithi110.stdout:op 2905 completed, throughput=5MB/sec 2024-02-18T08:46:30.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:30 smithi110 bash[55875]: cluster 2024-02-18T08:46:29.174336+0000 mgr.y (mgr.44100) 897 : cluster [DBG] pgmap v1450: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:30.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:30 smithi110 bash[54479]: cluster 2024-02-18T08:46:29.174336+0000 mgr.y (mgr.44100) 897 : cluster [DBG] pgmap v1450: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:30 smithi191 bash[38688]: cluster 2024-02-18T08:46:29.174336+0000 mgr.y (mgr.44100) 897 : cluster [DBG] pgmap v1450: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:31.060 INFO:tasks.workunit.client.0.smithi110.stdout: 557: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:31.060 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vL3u2Prdr2dwqtt off=8443939 len=1079690 2024-02-18T08:46:31.063 INFO:tasks.workunit.client.0.smithi110.stdout:op 2906 completed, throughput=4.99MB/sec 2024-02-18T08:46:31.064 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Z1rqc82ScFZ8YD2 off=1831549 len=236244 2024-02-18T08:46:31.069 INFO:tasks.workunit.client.0.smithi110.stdout:op 2907 completed, throughput=4.99MB/sec 2024-02-18T08:46:31.069 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GI50gMeuNJHARGu off=7177968 len=661898 2024-02-18T08:46:31.072 INFO:tasks.workunit.client.0.smithi110.stdout:op 2908 completed, throughput=5MB/sec 2024-02-18T08:46:31.072 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EBDwWH3LGG3MZYY off=16395280 len=928210 2024-02-18T08:46:31.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 2909 completed, throughput=5MB/sec 2024-02-18T08:46:31.074 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-89Nl12sGLYzM2BT off=954266 len=521656 2024-02-18T08:46:31.081 INFO:tasks.workunit.client.0.smithi110.stdout:op 2910 completed, throughput=5MB/sec 2024-02-18T08:46:31.081 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yT19zgfoE4FnRHn off=2107102 len=1268492 2024-02-18T08:46:31.089 INFO:tasks.workunit.client.0.smithi110.stdout:op 2911 completed, throughput=5MB/sec 2024-02-18T08:46:32.089 INFO:tasks.workunit.client.0.smithi110.stdout: 558: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:32.089 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MQAG9BmRATEnSVS off=3234673 len=819010 2024-02-18T08:46:32.092 INFO:tasks.workunit.client.0.smithi110.stdout:op 2912 completed, throughput=4.99MB/sec 2024-02-18T08:46:32.092 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TnaL5l1WfVlbT7o off=6265053 len=1277673 2024-02-18T08:46:32.102 INFO:tasks.workunit.client.0.smithi110.stdout:op 2913 completed, throughput=4.99MB/sec 2024-02-18T08:46:32.102 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5AEwNcYoEJMRhAU off=11041616 len=419257 2024-02-18T08:46:32.104 INFO:tasks.workunit.client.0.smithi110.stdout:op 2914 completed, throughput=5MB/sec 2024-02-18T08:46:32.104 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yDEjWQjy-DrQN6r off=7914411 len=684258 2024-02-18T08:46:32.109 INFO:tasks.workunit.client.0.smithi110.stdout:op 2915 completed, throughput=5MB/sec 2024-02-18T08:46:32.110 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Qk03zjmafDeNmg1 off=3460327 len=1849837 2024-02-18T08:46:32.114 INFO:tasks.workunit.client.0.smithi110.stdout:op 2916 completed, throughput=5MB/sec 2024-02-18T08:46:32.114 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7arGFoSxaeMHLjD off=1938392 len=1475822 2024-02-18T08:46:32.116 INFO:tasks.workunit.client.0.smithi110.stdout:op 2917 completed, throughput=5MB/sec 2024-02-18T08:46:32.208 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:31 smithi110 bash[54479]: cluster 2024-02-18T08:46:31.175197+0000 mgr.y (mgr.44100) 898 : cluster [DBG] pgmap v1451: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:32.208 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:31 smithi110 bash[55875]: cluster 2024-02-18T08:46:31.175197+0000 mgr.y (mgr.44100) 898 : cluster [DBG] pgmap v1451: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:32.330 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:31 smithi191 bash[38688]: cluster 2024-02-18T08:46:31.175197+0000 mgr.y (mgr.44100) 898 : cluster [DBG] pgmap v1451: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:46:33.117 INFO:tasks.workunit.client.0.smithi110.stdout: 559: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:33.117 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2eI3a1uwTF1_h1j off=3382285 len=945265 2024-02-18T08:46:33.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 2918 completed, throughput=4.99MB/sec 2024-02-18T08:46:33.119 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ciqdDqJyiOhvlTa off=2922669 len=91753 2024-02-18T08:46:33.121 INFO:tasks.workunit.client.0.smithi110.stdout:op 2919 completed, throughput=5MB/sec 2024-02-18T08:46:33.121 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PGGreOB8kbUeR2b off=1934649 len=1694572 2024-02-18T08:46:33.126 INFO:tasks.workunit.client.0.smithi110.stdout:op 2920 completed, throughput=5MB/sec 2024-02-18T08:46:33.126 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DlxPY0eB3C0_WzA off=1501500 len=1737674 2024-02-18T08:46:33.139 INFO:tasks.workunit.client.0.smithi110.stdout:op 2921 completed, throughput=5MB/sec 2024-02-18T08:46:34.139 INFO:tasks.workunit.client.0.smithi110.stdout: 560: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:34.139 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RtqepoHtIiHxAyH off=1868284 len=94289 2024-02-18T08:46:34.141 INFO:tasks.workunit.client.0.smithi110.stdout:op 2922 completed, throughput=4.99MB/sec 2024-02-18T08:46:34.141 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JCHUUTRM-uEZ8qX off=0 len=1374664 2024-02-18T08:46:34.145 INFO:tasks.workunit.client.0.smithi110.stdout:op 2923 completed, throughput=4.99MB/sec 2024-02-18T08:46:34.145 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-y18kGgxxatV8bdr off=4445112 len=1135944 2024-02-18T08:46:34.148 INFO:tasks.workunit.client.0.smithi110.stdout:op 2924 completed, throughput=5MB/sec 2024-02-18T08:46:34.148 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-edl04-eCBgzr7gD off=2781196 len=1913176 2024-02-18T08:46:34.154 INFO:tasks.workunit.client.0.smithi110.stdout:op 2925 completed, throughput=5MB/sec 2024-02-18T08:46:34.154 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-19ETt4PzCsuJnrm off=1273954 len=2041015 2024-02-18T08:46:34.160 INFO:tasks.workunit.client.0.smithi110.stdout:op 2926 completed, throughput=5MB/sec 2024-02-18T08:46:34.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:34 smithi191 bash[38688]: cluster 2024-02-18T08:46:33.175920+0000 mgr.y (mgr.44100) 899 : cluster [DBG] pgmap v1452: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:46:34.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:34 smithi110 bash[54479]: cluster 2024-02-18T08:46:33.175920+0000 mgr.y (mgr.44100) 899 : cluster [DBG] pgmap v1452: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:46:34.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:34 smithi110 bash[55875]: cluster 2024-02-18T08:46:33.175920+0000 mgr.y (mgr.44100) 899 : cluster [DBG] pgmap v1452: 73 pgs: 73 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:46:35.161 INFO:tasks.workunit.client.0.smithi110.stdout: 561: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:35.161 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SDKRs7RtM-aYTFV off=1219736 len=38219 2024-02-18T08:46:35.162 INFO:tasks.workunit.client.0.smithi110.stdout:op 2927 completed, throughput=4.99MB/sec 2024-02-18T08:46:35.162 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-e86_UMUzpFgzB4q off=3170165 len=1169912 2024-02-18T08:46:35.166 INFO:tasks.workunit.client.0.smithi110.stdout:op 2928 completed, throughput=5MB/sec 2024-02-18T08:46:35.166 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9Va9hUrdhqp0KCT off=7488677 len=129353 2024-02-18T08:46:35.171 INFO:tasks.workunit.client.0.smithi110.stdout:op 2929 completed, throughput=5MB/sec 2024-02-18T08:46:35.171 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3_Pnc8515MqEIRy off=13513018 len=2000665 2024-02-18T08:46:35.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 2930 completed, throughput=5MB/sec 2024-02-18T08:46:35.180 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Z2beY610LvjINxL off=7633695 len=1105491 2024-02-18T08:46:35.188 INFO:tasks.workunit.client.0.smithi110.stdout:op 2931 completed, throughput=5MB/sec 2024-02-18T08:46:36.188 INFO:tasks.workunit.client.0.smithi110.stdout: 562: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:36.188 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PrgDFtLtT-HXNvQ off=4660955 len=353218 2024-02-18T08:46:36.194 INFO:tasks.workunit.client.0.smithi110.stdout:op 2932 completed, throughput=4.99MB/sec 2024-02-18T08:46:36.195 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MlbqntRu9KCydIn off=9722051 len=1594684 2024-02-18T08:46:36.199 INFO:tasks.workunit.client.0.smithi110.stdout:op 2933 completed, throughput=5MB/sec 2024-02-18T08:46:36.199 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SyL-33DqxWkYBMk off=8373522 len=188876 2024-02-18T08:46:36.203 INFO:tasks.workunit.client.0.smithi110.stdout:op 2934 completed, throughput=5MB/sec 2024-02-18T08:46:36.203 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6deuvCK5PXJ-hQv off=199456 len=687448 2024-02-18T08:46:36.205 INFO:tasks.workunit.client.0.smithi110.stdout:op 2935 completed, throughput=5MB/sec 2024-02-18T08:46:36.205 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pWmaXTmMLOYCh64 off=1578116 len=419565 2024-02-18T08:46:36.210 INFO:tasks.workunit.client.0.smithi110.stdout:op 2936 completed, throughput=5MB/sec 2024-02-18T08:46:36.210 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EKASL-qaGikxSMw off=6105444 len=1527878 2024-02-18T08:46:36.213 INFO:tasks.workunit.client.0.smithi110.stdout:op 2937 completed, throughput=5MB/sec 2024-02-18T08:46:36.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:36 smithi191 bash[38688]: cluster 2024-02-18T08:46:35.176681+0000 mgr.y (mgr.44100) 900 : cluster [DBG] pgmap v1453: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:46:36.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:36 smithi110 bash[54479]: cluster 2024-02-18T08:46:35.176681+0000 mgr.y (mgr.44100) 900 : cluster [DBG] pgmap v1453: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:46:36.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:36 smithi110 bash[55875]: cluster 2024-02-18T08:46:35.176681+0000 mgr.y (mgr.44100) 900 : cluster [DBG] pgmap v1453: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:46:37.214 INFO:tasks.workunit.client.0.smithi110.stdout: 563: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:37.214 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Bay3fSGQjOq3R4 off=9487554 len=1681524 2024-02-18T08:46:37.226 INFO:tasks.workunit.client.0.smithi110.stdout:op 2938 completed, throughput=4.99MB/sec 2024-02-18T08:46:37.227 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xFM9agRYnPrhRP4 off=1702132 len=1468433 2024-02-18T08:46:37.229 INFO:tasks.workunit.client.0.smithi110.stdout:op 2939 completed, throughput=5MB/sec 2024-02-18T08:46:37.229 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rT0sCsoSCZTTfex off=142999 len=1672334 2024-02-18T08:46:37.240 INFO:tasks.workunit.client.0.smithi110.stdout:op 2940 completed, throughput=5MB/sec 2024-02-18T08:46:37.240 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4qzsvztH7pZ7d3f off=94305 len=1047917 2024-02-18T08:46:37.242 INFO:tasks.workunit.client.0.smithi110.stdout:op 2941 completed, throughput=5MB/sec 2024-02-18T08:46:38.243 INFO:tasks.workunit.client.0.smithi110.stdout: 564: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:38.243 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fNPejgJeb1zLbxE off=230698 len=1769636 2024-02-18T08:46:38.247 INFO:tasks.workunit.client.0.smithi110.stdout:op 2942 completed, throughput=5MB/sec 2024-02-18T08:46:38.248 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ALPoTxjHca_jj7e off=11071218 len=1754756 2024-02-18T08:46:38.260 INFO:tasks.workunit.client.0.smithi110.stdout:op 2943 completed, throughput=5MB/sec 2024-02-18T08:46:38.260 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OKGBQy9KvG-udFN off=2253602 len=93781 2024-02-18T08:46:38.261 INFO:tasks.workunit.client.0.smithi110.stdout:op 2944 completed, throughput=5MB/sec 2024-02-18T08:46:38.261 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P28vkPQmT6QJxdu off=4253698 len=890919 2024-02-18T08:46:38.268 INFO:tasks.workunit.client.0.smithi110.stdout:op 2945 completed, throughput=5MB/sec 2024-02-18T08:46:38.268 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tqMR3r0Os_wTf2T off=6770537 len=1994055 2024-02-18T08:46:38.272 INFO:tasks.workunit.client.0.smithi110.stdout:op 2946 completed, throughput=5MB/sec 2024-02-18T08:46:38.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:38 smithi191 bash[38688]: cluster 2024-02-18T08:46:37.177549+0000 mgr.y (mgr.44100) 901 : cluster [DBG] pgmap v1454: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:46:38.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:38 smithi110 bash[54479]: cluster 2024-02-18T08:46:37.177549+0000 mgr.y (mgr.44100) 901 : cluster [DBG] pgmap v1454: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:46:38.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:38 smithi110 bash[55875]: cluster 2024-02-18T08:46:37.177549+0000 mgr.y (mgr.44100) 901 : cluster [DBG] pgmap v1454: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:46:39.273 INFO:tasks.workunit.client.0.smithi110.stdout: 565: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:39.273 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9_8fL-4wHJI0oK4 off=2374387 len=764307 2024-02-18T08:46:39.275 INFO:tasks.workunit.client.0.smithi110.stdout:op 2947 completed, throughput=5MB/sec 2024-02-18T08:46:39.275 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0h8fPEdM2Z0YLsM off=6099942 len=551261 2024-02-18T08:46:39.282 INFO:tasks.workunit.client.0.smithi110.stdout:op 2948 completed, throughput=5MB/sec 2024-02-18T08:46:39.282 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Wh_km9tVAvFkluU off=9806002 len=656786 2024-02-18T08:46:39.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 2949 completed, throughput=5MB/sec 2024-02-18T08:46:39.285 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-b-dH91xDGY3pNAO off=17060224 len=872314 2024-02-18T08:46:39.292 INFO:tasks.workunit.client.0.smithi110.stdout:op 2950 completed, throughput=5MB/sec 2024-02-18T08:46:39.292 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Dy05DzvRQVpEmW_ off=4929090 len=2005505 2024-02-18T08:46:39.296 INFO:tasks.workunit.client.0.smithi110.stdout:op 2951 completed, throughput=5MB/sec 2024-02-18T08:46:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:39 smithi191 bash[38688]: audit 2024-02-18T08:46:38.975634+0000 mon.a (mon.0) 1798 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:46:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:39 smithi191 bash[38688]: audit 2024-02-18T08:46:38.976315+0000 mon.a (mon.0) 1799 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:46:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:39 smithi191 bash[38688]: audit 2024-02-18T08:46:38.976987+0000 mon.a (mon.0) 1800 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:46:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:39 smithi110 bash[54479]: audit 2024-02-18T08:46:38.975634+0000 mon.a (mon.0) 1798 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:46:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:39 smithi110 bash[54479]: audit 2024-02-18T08:46:38.976315+0000 mon.a (mon.0) 1799 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:46:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:39 smithi110 bash[54479]: audit 2024-02-18T08:46:38.976987+0000 mon.a (mon.0) 1800 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:46:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:39 smithi110 bash[55875]: audit 2024-02-18T08:46:38.975634+0000 mon.a (mon.0) 1798 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:46:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:39 smithi110 bash[55875]: audit 2024-02-18T08:46:38.976315+0000 mon.a (mon.0) 1799 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T08:46:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:39 smithi110 bash[55875]: audit 2024-02-18T08:46:38.976987+0000 mon.a (mon.0) 1800 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:46:40.297 INFO:tasks.workunit.client.0.smithi110.stdout: 566: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:40.297 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-p3kN1v-JoT4CIAY off=5350000 len=1646898 2024-02-18T08:46:40.309 INFO:tasks.workunit.client.0.smithi110.stdout:op 2952 completed, throughput=5MB/sec 2024-02-18T08:46:40.309 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gJIj4QpnAhvx-Ad off=272962 len=66162 2024-02-18T08:46:40.313 INFO:tasks.workunit.client.0.smithi110.stdout:op 2953 completed, throughput=5MB/sec 2024-02-18T08:46:40.313 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OXk26r5BNiEFAyG off=8843459 len=1504554 2024-02-18T08:46:40.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 2954 completed, throughput=5MB/sec 2024-02-18T08:46:40.323 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tkXaDUxHrk9er3N off=1166152 len=1245092 2024-02-18T08:46:40.330 INFO:tasks.workunit.client.0.smithi110.stdout:op 2955 completed, throughput=5MB/sec 2024-02-18T08:46:40.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:40 smithi191 bash[38688]: cluster 2024-02-18T08:46:39.178437+0000 mgr.y (mgr.44100) 902 : cluster [DBG] pgmap v1455: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:46:40.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:40 smithi110 bash[54479]: cluster 2024-02-18T08:46:39.178437+0000 mgr.y (mgr.44100) 902 : cluster [DBG] pgmap v1455: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:46:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:40 smithi110 bash[55875]: cluster 2024-02-18T08:46:39.178437+0000 mgr.y (mgr.44100) 902 : cluster [DBG] pgmap v1455: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:46:41.330 INFO:tasks.workunit.client.0.smithi110.stdout: 567: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:41.331 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-b-_5BiyBwMmY6Ls off=593114 len=2077602 2024-02-18T08:46:41.335 INFO:tasks.workunit.client.0.smithi110.stdout:op 2956 completed, throughput=5MB/sec 2024-02-18T08:46:41.335 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T9RgeSoI1XZJZzY off=14994334 len=1876272 2024-02-18T08:46:41.338 INFO:tasks.workunit.client.0.smithi110.stdout:op 2957 completed, throughput=5MB/sec 2024-02-18T08:46:41.338 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uzBeqeF3PYfXeKk off=0 len=1619494 2024-02-18T08:46:41.351 INFO:tasks.workunit.client.0.smithi110.stdout:op 2958 completed, throughput=5MB/sec 2024-02-18T08:46:42.352 INFO:tasks.workunit.client.0.smithi110.stdout: 568: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:42.352 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-W8G17-WTM_PAm1o off=2388200 len=935635 2024-02-18T08:46:42.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 2959 completed, throughput=4.99MB/sec 2024-02-18T08:46:42.355 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-d2XZDra6Lc8bJpX off=7715062 len=1909202 2024-02-18T08:46:42.369 INFO:tasks.workunit.client.0.smithi110.stdout:op 2960 completed, throughput=5MB/sec 2024-02-18T08:46:42.370 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WtY8Ug0HFrhcfU9 off=4005871 len=1696427 2024-02-18T08:46:42.373 INFO:tasks.workunit.client.0.smithi110.stdout:op 2961 completed, throughput=5MB/sec 2024-02-18T08:46:42.373 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mL47vNjfA3tKLlE off=13494453 len=1677292 2024-02-18T08:46:42.376 INFO:tasks.workunit.client.0.smithi110.stdout:op 2962 completed, throughput=5MB/sec 2024-02-18T08:46:42.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:42 smithi191 bash[38688]: cluster 2024-02-18T08:46:41.179281+0000 mgr.y (mgr.44100) 903 : cluster [DBG] pgmap v1456: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:46:42.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:42 smithi110 bash[54479]: cluster 2024-02-18T08:46:41.179281+0000 mgr.y (mgr.44100) 903 : cluster [DBG] pgmap v1456: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:46:42.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:42 smithi110 bash[55875]: cluster 2024-02-18T08:46:41.179281+0000 mgr.y (mgr.44100) 903 : cluster [DBG] pgmap v1456: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:46:43.376 INFO:tasks.workunit.client.0.smithi110.stdout: 569: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:43.376 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--7NkdUehGQsvq9Q off=8564042 len=694516 2024-02-18T08:46:43.379 INFO:tasks.workunit.client.0.smithi110.stdout:op 2963 completed, throughput=4.99MB/sec 2024-02-18T08:46:43.379 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GcDyd-2JpO3wCMv off=5081026 len=2008296 2024-02-18T08:46:43.383 INFO:tasks.workunit.client.0.smithi110.stdout:op 2964 completed, throughput=5MB/sec 2024-02-18T08:46:43.383 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OCWrqVTIc4yQ5Zo off=1508732 len=704073 2024-02-18T08:46:43.392 INFO:tasks.workunit.client.0.smithi110.stdout:op 2965 completed, throughput=5MB/sec 2024-02-18T08:46:43.392 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dSGYF8ut0rE7Opo off=1061779 len=771169 2024-02-18T08:46:43.398 INFO:tasks.workunit.client.0.smithi110.stdout:op 2966 completed, throughput=5MB/sec 2024-02-18T08:46:44.399 INFO:tasks.workunit.client.0.smithi110.stdout: 570: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:44.399 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0zMTZzIo_FyTX4E off=7183534 len=163206 2024-02-18T08:46:44.400 INFO:tasks.workunit.client.0.smithi110.stdout:op 2967 completed, throughput=4.99MB/sec 2024-02-18T08:46:44.400 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HxUw3SkfAJanCMj off=10697485 len=527311 2024-02-18T08:46:44.411 INFO:tasks.workunit.client.0.smithi110.stdout:op 2968 completed, throughput=4.99MB/sec 2024-02-18T08:46:44.411 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ec3WaB4vrQq1M8U off=21995189 len=1029194 2024-02-18T08:46:44.420 INFO:tasks.workunit.client.0.smithi110.stdout:op 2969 completed, throughput=4.99MB/sec 2024-02-18T08:46:44.420 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wAauAF6Ol9S6Wqy off=10463466 len=503197 2024-02-18T08:46:44.421 INFO:tasks.workunit.client.0.smithi110.stdout:op 2970 completed, throughput=4.99MB/sec 2024-02-18T08:46:44.421 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_0vx68MeheX1ehb off=5878631 len=771339 2024-02-18T08:46:44.425 INFO:tasks.workunit.client.0.smithi110.stdout:op 2971 completed, throughput=5MB/sec 2024-02-18T08:46:44.425 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dTHGsKM4wqhb57Z off=9958542 len=878562 2024-02-18T08:46:44.432 INFO:tasks.workunit.client.0.smithi110.stdout:op 2972 completed, throughput=5MB/sec 2024-02-18T08:46:44.432 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zwp5bruTypK1Ut1 off=5753338 len=1587508 2024-02-18T08:46:44.434 INFO:tasks.workunit.client.0.smithi110.stdout:op 2973 completed, throughput=5MB/sec 2024-02-18T08:46:44.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:44 smithi191 bash[38688]: cluster 2024-02-18T08:46:43.180232+0000 mgr.y (mgr.44100) 904 : cluster [DBG] pgmap v1457: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:46:44.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:44 smithi110 bash[54479]: cluster 2024-02-18T08:46:43.180232+0000 mgr.y (mgr.44100) 904 : cluster [DBG] pgmap v1457: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:46:44.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:44 smithi110 bash[55875]: cluster 2024-02-18T08:46:43.180232+0000 mgr.y (mgr.44100) 904 : cluster [DBG] pgmap v1457: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:46:45.435 INFO:tasks.workunit.client.0.smithi110.stdout: 571: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:45.435 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aVbodlLePyOYTuI off=15351908 len=86833 2024-02-18T08:46:45.441 INFO:tasks.workunit.client.0.smithi110.stdout:op 2974 completed, throughput=4.99MB/sec 2024-02-18T08:46:45.441 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-l_aMoMpoHqCxr3A off=5123669 len=1036599 2024-02-18T08:46:45.444 INFO:tasks.workunit.client.0.smithi110.stdout:op 2975 completed, throughput=4.99MB/sec 2024-02-18T08:46:45.444 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nL8pQGXV5nDETz6 off=23516874 len=2074588 2024-02-18T08:46:45.452 INFO:tasks.workunit.client.0.smithi110.stdout:op 2976 completed, throughput=5MB/sec 2024-02-18T08:46:45.452 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-upgKRzcRXX-zAKu off=457778 len=445740 2024-02-18T08:46:45.458 INFO:tasks.workunit.client.0.smithi110.stdout:op 2977 completed, throughput=5MB/sec 2024-02-18T08:46:45.458 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aeXgchYlyilkz5u off=3967230 len=1945970 2024-02-18T08:46:45.462 INFO:tasks.workunit.client.0.smithi110.stdout:op 2978 completed, throughput=5MB/sec 2024-02-18T08:46:46.463 INFO:tasks.workunit.client.0.smithi110.stdout: 572: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:46.463 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c9S1_aPt8lPOujl off=13559856 len=269378 2024-02-18T08:46:46.469 INFO:tasks.workunit.client.0.smithi110.stdout:op 2979 completed, throughput=4.99MB/sec 2024-02-18T08:46:46.469 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qQolx5DdfBcSxWd off=798313 len=891073 2024-02-18T08:46:46.472 INFO:tasks.workunit.client.0.smithi110.stdout:op 2980 completed, throughput=4.99MB/sec 2024-02-18T08:46:46.472 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z-u1QCVtl9R-B3b off=6513824 len=510543 2024-02-18T08:46:46.474 INFO:tasks.workunit.client.0.smithi110.stdout:op 2981 completed, throughput=4.99MB/sec 2024-02-18T08:46:46.474 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DxeOMlAVCKBWIpj off=11301381 len=1010541 2024-02-18T08:46:46.476 INFO:tasks.workunit.client.0.smithi110.stdout:op 2982 completed, throughput=5MB/sec 2024-02-18T08:46:46.476 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IstmKGeZ_JT7_oB off=1956372 len=826705 2024-02-18T08:46:46.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 2983 completed, throughput=5MB/sec 2024-02-18T08:46:46.479 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WTYdUiGSZAvbo3Z off=19076578 len=556259 2024-02-18T08:46:46.480 INFO:tasks.workunit.client.0.smithi110.stdout:op 2984 completed, throughput=5MB/sec 2024-02-18T08:46:46.480 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JBEBj9spgltyD17 off=3480108 len=1760543 2024-02-18T08:46:46.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 2985 completed, throughput=5MB/sec 2024-02-18T08:46:46.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:46 smithi191 bash[38688]: cluster 2024-02-18T08:46:45.181102+0000 mgr.y (mgr.44100) 905 : cluster [DBG] pgmap v1458: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:46:46.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:46 smithi110 bash[54479]: cluster 2024-02-18T08:46:45.181102+0000 mgr.y (mgr.44100) 905 : cluster [DBG] pgmap v1458: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:46:46.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:46 smithi110 bash[55875]: cluster 2024-02-18T08:46:45.181102+0000 mgr.y (mgr.44100) 905 : cluster [DBG] pgmap v1458: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:46:47.485 INFO:tasks.workunit.client.0.smithi110.stdout: 573: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:47.485 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Plt1kMOSBS1we-- off=1775892 len=658366 2024-02-18T08:46:47.492 INFO:tasks.workunit.client.0.smithi110.stdout:op 2986 completed, throughput=4.99MB/sec 2024-02-18T08:46:47.493 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BfiUTGkP373DuVH off=10368947 len=217363 2024-02-18T08:46:47.497 INFO:tasks.workunit.client.0.smithi110.stdout:op 2987 completed, throughput=4.99MB/sec 2024-02-18T08:46:47.497 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-w3RZlnRT8eLfaH- off=9318123 len=1532248 2024-02-18T08:46:47.504 INFO:tasks.workunit.client.0.smithi110.stdout:op 2988 completed, throughput=5MB/sec 2024-02-18T08:46:47.504 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tnsUFNrAanilmB_ off=7524106 len=1902971 2024-02-18T08:46:47.514 INFO:tasks.workunit.client.0.smithi110.stdout:op 2989 completed, throughput=5MB/sec 2024-02-18T08:46:47.514 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AZR1HsM4l-i9P6l off=16745787 len=1700485 2024-02-18T08:46:47.517 INFO:tasks.workunit.client.0.smithi110.stdout:op 2990 completed, throughput=5MB/sec 2024-02-18T08:46:48.518 INFO:tasks.workunit.client.0.smithi110.stdout: 574: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:48.518 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ykdLn7yYTUT9Lfq off=12616320 len=1638734 2024-02-18T08:46:48.523 INFO:tasks.workunit.client.0.smithi110.stdout:op 2991 completed, throughput=5MB/sec 2024-02-18T08:46:48.523 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I3ZEZJ0Gu2wX_Sb off=4444145 len=1401251 2024-02-18T08:46:48.535 INFO:tasks.workunit.client.0.smithi110.stdout:op 2992 completed, throughput=5MB/sec 2024-02-18T08:46:48.535 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1ZWGQ1eHitaALNU off=1729648 len=1900301 2024-02-18T08:46:48.546 INFO:tasks.workunit.client.0.smithi110.stdout:op 2993 completed, throughput=5MB/sec 2024-02-18T08:46:48.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:48 smithi191 bash[38688]: cluster 2024-02-18T08:46:47.182020+0000 mgr.y (mgr.44100) 906 : cluster [DBG] pgmap v1459: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:46:48.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:48 smithi110 bash[54479]: cluster 2024-02-18T08:46:47.182020+0000 mgr.y (mgr.44100) 906 : cluster [DBG] pgmap v1459: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:46:48.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:48 smithi110 bash[55875]: cluster 2024-02-18T08:46:47.182020+0000 mgr.y (mgr.44100) 906 : cluster [DBG] pgmap v1459: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:46:49.547 INFO:tasks.workunit.client.0.smithi110.stdout: 575: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:49.547 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GB2f6JmDyLS0_8I off=455577 len=843045 2024-02-18T08:46:49.550 INFO:tasks.workunit.client.0.smithi110.stdout:op 2994 completed, throughput=4.99MB/sec 2024-02-18T08:46:49.550 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qQESRyzc8sERg3X off=13659525 len=1735901 2024-02-18T08:46:49.555 INFO:tasks.workunit.client.0.smithi110.stdout:op 2995 completed, throughput=5MB/sec 2024-02-18T08:46:49.555 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ztSSAkmnNzcR0V8 off=9231424 len=674764 2024-02-18T08:46:49.563 INFO:tasks.workunit.client.0.smithi110.stdout:op 2996 completed, throughput=5MB/sec 2024-02-18T08:46:49.563 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KlMMlSsggfKXJrG off=5177243 len=454686 2024-02-18T08:46:49.565 INFO:tasks.workunit.client.0.smithi110.stdout:op 2997 completed, throughput=5MB/sec 2024-02-18T08:46:49.565 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PQ7_OORFtgwpTC9 off=687740 len=595722 2024-02-18T08:46:49.571 INFO:tasks.workunit.client.0.smithi110.stdout:op 2998 completed, throughput=5MB/sec 2024-02-18T08:46:49.571 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ftds9fKk6pTJZ_r off=11012475 len=1091202 2024-02-18T08:46:49.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 2999 completed, throughput=5MB/sec 2024-02-18T08:46:50.574 INFO:tasks.workunit.client.0.smithi110.stdout: 576: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:50.574 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NpX_HTaH3OhGXxk off=1676003 len=1727104 2024-02-18T08:46:50.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:50 smithi191 bash[38688]: cluster 2024-02-18T08:46:49.182950+0000 mgr.y (mgr.44100) 907 : cluster [DBG] pgmap v1460: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:46:50.588 INFO:tasks.workunit.client.0.smithi110.stdout:op 3000 completed, throughput=5MB/sec 2024-02-18T08:46:50.588 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z-e0d4O-fF9CsOo off=0 len=1297376 2024-02-18T08:46:50.591 INFO:tasks.workunit.client.0.smithi110.stdout:op 3001 completed, throughput=5MB/sec 2024-02-18T08:46:50.591 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KvVe-B7K1ULKLwV off=250455 len=183955 2024-02-18T08:46:50.595 INFO:tasks.workunit.client.0.smithi110.stdout:op 3002 completed, throughput=5MB/sec 2024-02-18T08:46:50.595 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yqiYanjB3EpIk3d off=10895658 len=422217 2024-02-18T08:46:50.600 INFO:tasks.workunit.client.0.smithi110.stdout:op 3003 completed, throughput=5MB/sec 2024-02-18T08:46:50.600 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jVfG4O7E_i0aoxA off=834928 len=1982864 2024-02-18T08:46:50.610 INFO:tasks.workunit.client.0.smithi110.stdout:op 3004 completed, throughput=5MB/sec 2024-02-18T08:46:50.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:50 smithi110 bash[54479]: cluster 2024-02-18T08:46:49.182950+0000 mgr.y (mgr.44100) 907 : cluster [DBG] pgmap v1460: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:46:50.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:50 smithi110 bash[55875]: cluster 2024-02-18T08:46:49.182950+0000 mgr.y (mgr.44100) 907 : cluster [DBG] pgmap v1460: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:46:51.611 INFO:tasks.workunit.client.0.smithi110.stdout: 577: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:51.611 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WTQgLB7I01TPCsb off=14526248 len=108406 2024-02-18T08:46:51.616 INFO:tasks.workunit.client.0.smithi110.stdout:op 3005 completed, throughput=4.99MB/sec 2024-02-18T08:46:51.616 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HbyvmM1vasJVxmM off=11074886 len=180683 2024-02-18T08:46:51.617 INFO:tasks.workunit.client.0.smithi110.stdout:op 3006 completed, throughput=4.99MB/sec 2024-02-18T08:46:51.618 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1_SJuJIqOcyanyx off=11320990 len=109534 2024-02-18T08:46:51.619 INFO:tasks.workunit.client.0.smithi110.stdout:op 3007 completed, throughput=4.99MB/sec 2024-02-18T08:46:51.619 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6NCHCR3ZjcdZN2V off=5806523 len=175382 2024-02-18T08:46:51.620 INFO:tasks.workunit.client.0.smithi110.stdout:op 3008 completed, throughput=4.99MB/sec 2024-02-18T08:46:51.620 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HHVSJmgJbKiARiG off=245670 len=616448 2024-02-18T08:46:51.622 INFO:tasks.workunit.client.0.smithi110.stdout:op 3009 completed, throughput=5MB/sec 2024-02-18T08:46:51.622 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6CQoMYf7ykhJ8f7 off=8674457 len=822619 2024-02-18T08:46:51.625 INFO:tasks.workunit.client.0.smithi110.stdout:op 3010 completed, throughput=5MB/sec 2024-02-18T08:46:51.625 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_SQ4_-F51aKiQ3i off=7674935 len=1431730 2024-02-18T08:46:51.628 INFO:tasks.workunit.client.0.smithi110.stdout:op 3011 completed, throughput=5MB/sec 2024-02-18T08:46:51.628 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PyqQs3l1urCzSoY off=17163596 len=1910981 2024-02-18T08:46:51.632 INFO:tasks.workunit.client.0.smithi110.stdout:op 3012 completed, throughput=5MB/sec 2024-02-18T08:46:52.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:52 smithi191 bash[38688]: cluster 2024-02-18T08:46:51.183790+0000 mgr.y (mgr.44100) 908 : cluster [DBG] pgmap v1461: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:46:52.632 INFO:tasks.workunit.client.0.smithi110.stdout: 578: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:52.632 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pz7tbMhvxq-Bjv3 off=2103006 len=305909 2024-02-18T08:46:52.637 INFO:tasks.workunit.client.0.smithi110.stdout:op 3013 completed, throughput=4.99MB/sec 2024-02-18T08:46:52.638 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sy24fm_e_tlOg0y off=1892901 len=1186196 2024-02-18T08:46:52.641 INFO:tasks.workunit.client.0.smithi110.stdout:op 3014 completed, throughput=5MB/sec 2024-02-18T08:46:52.641 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_xMfwrs5POjz9gk off=5899852 len=1486419 2024-02-18T08:46:52.644 INFO:tasks.workunit.client.0.smithi110.stdout:op 3015 completed, throughput=5MB/sec 2024-02-18T08:46:52.644 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ul-GaW87XQV-nA2 off=69898 len=555041 2024-02-18T08:46:52.646 INFO:tasks.workunit.client.0.smithi110.stdout:op 3016 completed, throughput=5MB/sec 2024-02-18T08:46:52.646 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7yOODduokM6xmK8 off=5147179 len=291058 2024-02-18T08:46:52.648 INFO:tasks.workunit.client.0.smithi110.stdout:op 3017 completed, throughput=5MB/sec 2024-02-18T08:46:52.648 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MECQQYJN2xva_dn off=131558 len=1531934 2024-02-18T08:46:52.657 INFO:tasks.workunit.client.0.smithi110.stdout:op 3018 completed, throughput=5MB/sec 2024-02-18T08:46:52.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:52 smithi110 bash[54479]: cluster 2024-02-18T08:46:51.183790+0000 mgr.y (mgr.44100) 908 : cluster [DBG] pgmap v1461: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:46:52.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:52 smithi110 bash[55875]: cluster 2024-02-18T08:46:51.183790+0000 mgr.y (mgr.44100) 908 : cluster [DBG] pgmap v1461: 73 pgs: 73 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:46:53.657 INFO:tasks.workunit.client.0.smithi110.stdout: 579: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:53.657 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3TebqFuvc2iYYEO off=2430346 len=1200685 2024-02-18T08:46:53.660 INFO:tasks.workunit.client.0.smithi110.stdout:op 3019 completed, throughput=5MB/sec 2024-02-18T08:46:53.660 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-x1080ZDamoIjv56 off=9278858 len=1394136 2024-02-18T08:46:53.670 INFO:tasks.workunit.client.0.smithi110.stdout:op 3020 completed, throughput=5MB/sec 2024-02-18T08:46:53.671 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2rKK78M7hlLhrRB off=1039046 len=368253 2024-02-18T08:46:53.672 INFO:tasks.workunit.client.0.smithi110.stdout:op 3021 completed, throughput=5MB/sec 2024-02-18T08:46:53.672 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zlPgmpea30OuTDK off=14793262 len=1926694 2024-02-18T08:46:53.674 INFO:tasks.workunit.client.0.smithi110.stdout:op 3022 completed, throughput=5MB/sec 2024-02-18T08:46:54.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:54 smithi191 bash[38688]: cluster 2024-02-18T08:46:53.184795+0000 mgr.y (mgr.44100) 909 : cluster [DBG] pgmap v1462: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:46:54.674 INFO:tasks.workunit.client.0.smithi110.stdout: 580: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:54.674 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fNjmsyJS__r7nUw off=658045 len=649838 2024-02-18T08:46:54.681 INFO:tasks.workunit.client.0.smithi110.stdout:op 3023 completed, throughput=4.99MB/sec 2024-02-18T08:46:54.681 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1xKkyCRbadOOH82 off=2124759 len=379938 2024-02-18T08:46:54.687 INFO:tasks.workunit.client.0.smithi110.stdout:op 3024 completed, throughput=4.99MB/sec 2024-02-18T08:46:54.687 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uKX7A0zeN3CApP- off=3814774 len=1291713 2024-02-18T08:46:54.695 INFO:tasks.workunit.client.0.smithi110.stdout:op 3025 completed, throughput=5MB/sec 2024-02-18T08:46:54.695 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-x4siq-IyTu1Phne off=3264165 len=1773618 2024-02-18T08:46:54.700 INFO:tasks.workunit.client.0.smithi110.stdout:op 3026 completed, throughput=5MB/sec 2024-02-18T08:46:54.700 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-opJ689dhG-FheUX off=5583744 len=1412681 2024-02-18T08:46:54.703 INFO:tasks.workunit.client.0.smithi110.stdout:op 3027 completed, throughput=5MB/sec 2024-02-18T08:46:54.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:54 smithi110 bash[54479]: cluster 2024-02-18T08:46:53.184795+0000 mgr.y (mgr.44100) 909 : cluster [DBG] pgmap v1462: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:46:54.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:54 smithi110 bash[55875]: cluster 2024-02-18T08:46:53.184795+0000 mgr.y (mgr.44100) 909 : cluster [DBG] pgmap v1462: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:46:55.704 INFO:tasks.workunit.client.0.smithi110.stdout: 581: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:55.704 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1lBnNWv_4Na67_4 off=9123402 len=933416 2024-02-18T08:46:55.713 INFO:tasks.workunit.client.0.smithi110.stdout:op 3028 completed, throughput=4.99MB/sec 2024-02-18T08:46:55.713 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Gii3XX_QQD7zS8R off=267439 len=1190793 2024-02-18T08:46:55.716 INFO:tasks.workunit.client.0.smithi110.stdout:op 3029 completed, throughput=5MB/sec 2024-02-18T08:46:55.716 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pJ9Mn1ItvIQ0eQd off=1618745 len=195244 2024-02-18T08:46:55.720 INFO:tasks.workunit.client.0.smithi110.stdout:op 3030 completed, throughput=5MB/sec 2024-02-18T08:46:55.720 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SlIvBYM9ZWHyGaf off=76257 len=2040656 2024-02-18T08:46:55.726 INFO:tasks.workunit.client.0.smithi110.stdout:op 3031 completed, throughput=5MB/sec 2024-02-18T08:46:55.726 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aCCVJxEwtmsHUqs off=2657419 len=277434 2024-02-18T08:46:55.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 3032 completed, throughput=5MB/sec 2024-02-18T08:46:55.730 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Nm-LqsWRxdIVLPw off=0 len=1489403 2024-02-18T08:46:55.732 INFO:tasks.workunit.client.0.smithi110.stdout:op 3033 completed, throughput=5MB/sec 2024-02-18T08:46:56.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:56 smithi191 bash[38688]: cluster 2024-02-18T08:46:55.185656+0000 mgr.y (mgr.44100) 910 : cluster [DBG] pgmap v1463: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:46:56.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:56 smithi110 bash[54479]: cluster 2024-02-18T08:46:55.185656+0000 mgr.y (mgr.44100) 910 : cluster [DBG] pgmap v1463: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:46:56.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:56 smithi110 bash[55875]: cluster 2024-02-18T08:46:55.185656+0000 mgr.y (mgr.44100) 910 : cluster [DBG] pgmap v1463: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:46:56.732 INFO:tasks.workunit.client.0.smithi110.stdout: 582: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:56.733 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qy2KVrmneveOj9E off=13944156 len=1662061 2024-02-18T08:46:56.737 INFO:tasks.workunit.client.0.smithi110.stdout:op 3034 completed, throughput=5MB/sec 2024-02-18T08:46:56.738 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-o4Kj4_CLu8--JiJ off=9251970 len=517657 2024-02-18T08:46:56.740 INFO:tasks.workunit.client.0.smithi110.stdout:op 3035 completed, throughput=5MB/sec 2024-02-18T08:46:56.740 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XCPXZd7xEyrImXH off=9475038 len=285007 2024-02-18T08:46:56.747 INFO:tasks.workunit.client.0.smithi110.stdout:op 3036 completed, throughput=5MB/sec 2024-02-18T08:46:56.747 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B-amuLnW48YIIEI off=4938513 len=1386093 2024-02-18T08:46:56.757 INFO:tasks.workunit.client.0.smithi110.stdout:op 3037 completed, throughput=5MB/sec 2024-02-18T08:46:56.757 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fvcWH1ybS9yRvJv off=5758861 len=85592 2024-02-18T08:46:56.761 INFO:tasks.workunit.client.0.smithi110.stdout:op 3038 completed, throughput=5MB/sec 2024-02-18T08:46:56.761 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-K2tqJdQUp_Mg552 off=3357359 len=842854 2024-02-18T08:46:56.766 INFO:tasks.workunit.client.0.smithi110.stdout:op 3039 completed, throughput=5MB/sec 2024-02-18T08:46:57.766 INFO:tasks.workunit.client.0.smithi110.stdout: 583: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:57.766 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T2XaPbE52a5genU off=2486005 len=2060773 2024-02-18T08:46:57.783 INFO:tasks.workunit.client.0.smithi110.stdout:op 3040 completed, throughput=5MB/sec 2024-02-18T08:46:57.783 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mD1oGDH1COGqLJj off=3636759 len=1025863 2024-02-18T08:46:57.790 INFO:tasks.workunit.client.0.smithi110.stdout:op 3041 completed, throughput=5MB/sec 2024-02-18T08:46:57.791 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UCrscd54kNBRDn2 off=19359263 len=1395795 2024-02-18T08:46:57.792 INFO:tasks.workunit.client.0.smithi110.stdout:op 3042 completed, throughput=5MB/sec 2024-02-18T08:46:57.792 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uz_jXCCGBxv70Ek off=3248214 len=903598 2024-02-18T08:46:57.794 INFO:tasks.workunit.client.0.smithi110.stdout:op 3043 completed, throughput=5MB/sec 2024-02-18T08:46:58.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:46:58 smithi191 bash[38688]: cluster 2024-02-18T08:46:57.186458+0000 mgr.y (mgr.44100) 911 : cluster [DBG] pgmap v1464: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:46:58.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:46:58 smithi110 bash[54479]: cluster 2024-02-18T08:46:57.186458+0000 mgr.y (mgr.44100) 911 : cluster [DBG] pgmap v1464: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:46:58.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:46:58 smithi110 bash[55875]: cluster 2024-02-18T08:46:57.186458+0000 mgr.y (mgr.44100) 911 : cluster [DBG] pgmap v1464: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:46:58.795 INFO:tasks.workunit.client.0.smithi110.stdout: 584: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:58.795 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xpKAy9No4pP9Z48 off=1368770 len=138519 2024-02-18T08:46:58.796 INFO:tasks.workunit.client.0.smithi110.stdout:op 3044 completed, throughput=4.99MB/sec 2024-02-18T08:46:58.796 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-r_DDPbPVmD6m6UJ off=2110804 len=496364 2024-02-18T08:46:58.798 INFO:tasks.workunit.client.0.smithi110.stdout:op 3045 completed, throughput=4.99MB/sec 2024-02-18T08:46:58.798 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--NAS2C9EXRDqKjg off=5650960 len=675233 2024-02-18T08:46:58.802 INFO:tasks.workunit.client.0.smithi110.stdout:op 3046 completed, throughput=4.99MB/sec 2024-02-18T08:46:58.802 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aOmY2AJ4tZofENo off=1376219 len=189840 2024-02-18T08:46:58.808 INFO:tasks.workunit.client.0.smithi110.stdout:op 3047 completed, throughput=5MB/sec 2024-02-18T08:46:58.808 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X7wZoicnkLe5oHn off=1248174 len=667600 2024-02-18T08:46:58.811 INFO:tasks.workunit.client.0.smithi110.stdout:op 3048 completed, throughput=5MB/sec 2024-02-18T08:46:58.811 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cR8WiQ_djOzadv0 off=4401703 len=1701781 2024-02-18T08:46:58.822 INFO:tasks.workunit.client.0.smithi110.stdout:op 3049 completed, throughput=5MB/sec 2024-02-18T08:46:58.822 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vq7IYnCjP9gAcH5 off=10366741 len=1145796 2024-02-18T08:46:58.823 INFO:tasks.workunit.client.0.smithi110.stdout:op 3050 completed, throughput=5MB/sec 2024-02-18T08:46:59.824 INFO:tasks.workunit.client.0.smithi110.stdout: 585: throughput=4.99MB/sec pending data=0 2024-02-18T08:46:59.824 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2OHPXEKR-2rORIN off=8024478 len=1609036 2024-02-18T08:46:59.837 INFO:tasks.workunit.client.0.smithi110.stdout:op 3051 completed, throughput=4.99MB/sec 2024-02-18T08:46:59.837 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qbO9SDxWJAkvs-M off=5602 len=191560 2024-02-18T08:46:59.841 INFO:tasks.workunit.client.0.smithi110.stdout:op 3052 completed, throughput=5MB/sec 2024-02-18T08:46:59.841 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2COeAYs_1llLnoe off=14541375 len=1935833 2024-02-18T08:46:59.854 INFO:tasks.workunit.client.0.smithi110.stdout:op 3053 completed, throughput=5MB/sec 2024-02-18T08:46:59.854 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Yh2h_WQd0fuazok off=7467163 len=121777 2024-02-18T08:46:59.854 INFO:tasks.workunit.client.0.smithi110.stdout:op 3054 completed, throughput=5MB/sec 2024-02-18T08:46:59.855 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lIDLbexwcLWMaR- off=11990782 len=408632 2024-02-18T08:46:59.859 INFO:tasks.workunit.client.0.smithi110.stdout:op 3055 completed, throughput=5MB/sec 2024-02-18T08:46:59.859 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZwDZu2Xv1bYQL8n off=1582605 len=73286 2024-02-18T08:46:59.860 INFO:tasks.workunit.client.0.smithi110.stdout:op 3056 completed, throughput=5MB/sec 2024-02-18T08:46:59.860 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qJFjGM0fnhOW7lG off=2504859 len=75177 2024-02-18T08:46:59.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 3057 completed, throughput=5MB/sec 2024-02-18T08:46:59.861 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UIKvx7JSwlG1whY off=19501279 len=727954 2024-02-18T08:46:59.862 INFO:tasks.workunit.client.0.smithi110.stdout:op 3058 completed, throughput=5MB/sec 2024-02-18T08:47:00.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:00 smithi191 bash[38688]: cluster 2024-02-18T08:46:59.187379+0000 mgr.y (mgr.44100) 912 : cluster [DBG] pgmap v1465: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:47:00.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:00 smithi110 bash[54479]: cluster 2024-02-18T08:46:59.187379+0000 mgr.y (mgr.44100) 912 : cluster [DBG] pgmap v1465: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:47:00.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:00 smithi110 bash[55875]: cluster 2024-02-18T08:46:59.187379+0000 mgr.y (mgr.44100) 912 : cluster [DBG] pgmap v1465: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:47:00.863 INFO:tasks.workunit.client.0.smithi110.stdout: 586: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:00.863 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-U8hKMwfYUrzwnkb off=6605432 len=923614 2024-02-18T08:47:00.865 INFO:tasks.workunit.client.0.smithi110.stdout:op 3059 completed, throughput=4.99MB/sec 2024-02-18T08:47:00.865 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rZ9PKaBxM0v0J3i off=10330288 len=187888 2024-02-18T08:47:00.870 INFO:tasks.workunit.client.0.smithi110.stdout:op 3060 completed, throughput=4.99MB/sec 2024-02-18T08:47:00.870 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sGQrWDfAWs-9a_G off=16835366 len=579620 2024-02-18T08:47:00.873 INFO:tasks.workunit.client.0.smithi110.stdout:op 3061 completed, throughput=4.99MB/sec 2024-02-18T08:47:00.873 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jXCmFQ1sA9-HGfL off=2759571 len=1540570 2024-02-18T08:47:00.878 INFO:tasks.workunit.client.0.smithi110.stdout:op 3062 completed, throughput=5MB/sec 2024-02-18T08:47:00.878 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Rn8KBLupDelX0fM off=15492767 len=1181010 2024-02-18T08:47:00.887 INFO:tasks.workunit.client.0.smithi110.stdout:op 3063 completed, throughput=5MB/sec 2024-02-18T08:47:00.887 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dN1APUfBBEyaRdD off=1645134 len=843662 2024-02-18T08:47:00.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 3064 completed, throughput=5MB/sec 2024-02-18T08:47:00.893 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BXWp983MuUkzZaM off=4439210 len=1695665 2024-02-18T08:47:00.895 INFO:tasks.workunit.client.0.smithi110.stdout:op 3065 completed, throughput=5MB/sec 2024-02-18T08:47:01.895 INFO:tasks.workunit.client.0.smithi110.stdout: 587: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:01.895 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bG7KSUge6dYOMnu off=4613928 len=1597155 2024-02-18T08:47:01.901 INFO:tasks.workunit.client.0.smithi110.stdout:op 3066 completed, throughput=5MB/sec 2024-02-18T08:47:01.901 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OhRr7dGa9LK7FwK off=3325320 len=366443 2024-02-18T08:47:01.907 INFO:tasks.workunit.client.0.smithi110.stdout:op 3067 completed, throughput=5MB/sec 2024-02-18T08:47:01.907 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Qu5s2WaqsBnouyN off=698473 len=1514843 2024-02-18T08:47:01.917 INFO:tasks.workunit.client.0.smithi110.stdout:op 3068 completed, throughput=5MB/sec 2024-02-18T08:47:01.917 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_JSizcC9HNJdukI off=17933432 len=2095396 2024-02-18T08:47:01.928 INFO:tasks.workunit.client.0.smithi110.stdout:op 3069 completed, throughput=5MB/sec 2024-02-18T08:47:02.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:02 smithi191 bash[38688]: cluster 2024-02-18T08:47:01.188215+0000 mgr.y (mgr.44100) 913 : cluster [DBG] pgmap v1466: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-02-18T08:47:02.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:02 smithi110 bash[54479]: cluster 2024-02-18T08:47:01.188215+0000 mgr.y (mgr.44100) 913 : cluster [DBG] pgmap v1466: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-02-18T08:47:02.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:02 smithi110 bash[55875]: cluster 2024-02-18T08:47:01.188215+0000 mgr.y (mgr.44100) 913 : cluster [DBG] pgmap v1466: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-02-18T08:47:02.929 INFO:tasks.workunit.client.0.smithi110.stdout: 588: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:02.929 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-epx03rDPmVZvTUx off=110303 len=1552396 2024-02-18T08:47:02.941 INFO:tasks.workunit.client.0.smithi110.stdout:op 3070 completed, throughput=5MB/sec 2024-02-18T08:47:02.941 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KKp640TyGmniTtC off=859395 len=1262039 2024-02-18T08:47:02.949 INFO:tasks.workunit.client.0.smithi110.stdout:op 3071 completed, throughput=5MB/sec 2024-02-18T08:47:02.949 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-97HFeCaRR6iwXcI off=3357829 len=1966224 2024-02-18T08:47:02.954 INFO:tasks.workunit.client.0.smithi110.stdout:op 3072 completed, throughput=5MB/sec 2024-02-18T08:47:03.955 INFO:tasks.workunit.client.0.smithi110.stdout: 589: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:03.955 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0x4KRkvwgaZ6bw7 off=333823 len=1417393 2024-02-18T08:47:03.959 INFO:tasks.workunit.client.0.smithi110.stdout:op 3073 completed, throughput=5MB/sec 2024-02-18T08:47:03.960 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Qj5uEWvvy-86iF_ off=23329965 len=421397 2024-02-18T08:47:03.966 INFO:tasks.workunit.client.0.smithi110.stdout:op 3074 completed, throughput=5MB/sec 2024-02-18T08:47:03.966 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zB93Uq-dCl7S0Zf off=13204434 len=833501 2024-02-18T08:47:03.973 INFO:tasks.workunit.client.0.smithi110.stdout:op 3075 completed, throughput=5MB/sec 2024-02-18T08:47:03.973 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-11jiTbiOB1fu5YT off=9267509 len=45919 2024-02-18T08:47:03.973 INFO:tasks.workunit.client.0.smithi110.stdout:op 3076 completed, throughput=5MB/sec 2024-02-18T08:47:03.974 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OtpJSJ5BLiTjMYF off=3919162 len=2023855 2024-02-18T08:47:03.977 INFO:tasks.workunit.client.0.smithi110.stdout:op 3077 completed, throughput=5MB/sec 2024-02-18T08:47:04.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:04 smithi191 bash[38688]: cluster 2024-02-18T08:47:03.189161+0000 mgr.y (mgr.44100) 914 : cluster [DBG] pgmap v1467: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:47:04.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:04 smithi110 bash[54479]: cluster 2024-02-18T08:47:03.189161+0000 mgr.y (mgr.44100) 914 : cluster [DBG] pgmap v1467: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:47:04.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:04 smithi110 bash[55875]: cluster 2024-02-18T08:47:03.189161+0000 mgr.y (mgr.44100) 914 : cluster [DBG] pgmap v1467: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:47:04.977 INFO:tasks.workunit.client.0.smithi110.stdout: 590: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:04.978 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RTvJZfEmquxrRNr off=34071 len=310724 2024-02-18T08:47:04.980 INFO:tasks.workunit.client.0.smithi110.stdout:op 3078 completed, throughput=4.99MB/sec 2024-02-18T08:47:04.980 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-h48oyf3FSA8DCjK off=3988587 len=1425768 2024-02-18T08:47:04.984 INFO:tasks.workunit.client.0.smithi110.stdout:op 3079 completed, throughput=5MB/sec 2024-02-18T08:47:04.984 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-es8Ou1Lrz1B9I6Q off=5020730 len=954632 2024-02-18T08:47:04.986 INFO:tasks.workunit.client.0.smithi110.stdout:op 3080 completed, throughput=5MB/sec 2024-02-18T08:47:04.986 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gGABMNS_PKup9tY off=5690479 len=2052073 2024-02-18T08:47:04.992 INFO:tasks.workunit.client.0.smithi110.stdout:op 3081 completed, throughput=5MB/sec 2024-02-18T08:47:04.992 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-elwUCzvLW9jApDu off=5751004 len=688725 2024-02-18T08:47:04.994 INFO:tasks.workunit.client.0.smithi110.stdout:op 3082 completed, throughput=5MB/sec 2024-02-18T08:47:05.995 INFO:tasks.workunit.client.0.smithi110.stdout: 591: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:05.995 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-p-DT-C1W4guvuLM off=5158539 len=1049522 2024-02-18T08:47:05.999 INFO:tasks.workunit.client.0.smithi110.stdout:op 3083 completed, throughput=4.99MB/sec 2024-02-18T08:47:05.999 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jfhOHxpmbbKZnMN off=10701274 len=1743520 2024-02-18T08:47:06.003 INFO:tasks.workunit.client.0.smithi110.stdout:op 3084 completed, throughput=5MB/sec 2024-02-18T08:47:06.003 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BRbb5uIC0Wsgpeu off=20312027 len=1181791 2024-02-18T08:47:06.006 INFO:tasks.workunit.client.0.smithi110.stdout:op 3085 completed, throughput=5MB/sec 2024-02-18T08:47:06.006 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Nucf-iMTUxrbslm off=8776550 len=1125831 2024-02-18T08:47:06.014 INFO:tasks.workunit.client.0.smithi110.stdout:op 3086 completed, throughput=5MB/sec 2024-02-18T08:47:06.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:06 smithi191 bash[38688]: cluster 2024-02-18T08:47:05.190030+0000 mgr.y (mgr.44100) 915 : cluster [DBG] pgmap v1468: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:47:06.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:06 smithi110 bash[54479]: cluster 2024-02-18T08:47:05.190030+0000 mgr.y (mgr.44100) 915 : cluster [DBG] pgmap v1468: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:47:06.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:06 smithi110 bash[55875]: cluster 2024-02-18T08:47:05.190030+0000 mgr.y (mgr.44100) 915 : cluster [DBG] pgmap v1468: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:47:07.015 INFO:tasks.workunit.client.0.smithi110.stdout: 592: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:07.015 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PsGgL5GK1w-Pk-H off=8595242 len=1858164 2024-02-18T08:47:07.021 INFO:tasks.workunit.client.0.smithi110.stdout:op 3087 completed, throughput=5MB/sec 2024-02-18T08:47:07.021 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kfxCMV-PfroggCP off=3975463 len=998405 2024-02-18T08:47:07.024 INFO:tasks.workunit.client.0.smithi110.stdout:op 3088 completed, throughput=5MB/sec 2024-02-18T08:47:07.024 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fOy4dcNJjVH6JpO off=5748891 len=1741147 2024-02-18T08:47:07.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 3089 completed, throughput=5MB/sec 2024-02-18T08:47:07.028 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bSmWddPNMOY0CHS off=1503618 len=543478 2024-02-18T08:47:07.034 INFO:tasks.workunit.client.0.smithi110.stdout:op 3090 completed, throughput=5MB/sec 2024-02-18T08:47:08.035 INFO:tasks.workunit.client.0.smithi110.stdout: 593: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:08.035 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-r9vR7i7IN8KFCQO off=20290565 len=571866 2024-02-18T08:47:08.037 INFO:tasks.workunit.client.0.smithi110.stdout:op 3091 completed, throughput=4.99MB/sec 2024-02-18T08:47:08.037 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XMnMh5kaT5yc3jX off=3523336 len=1620330 2024-02-18T08:47:08.049 INFO:tasks.workunit.client.0.smithi110.stdout:op 3092 completed, throughput=5MB/sec 2024-02-18T08:47:08.049 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nm6MTtVSIsAC3a4 off=5235303 len=183563 2024-02-18T08:47:08.050 INFO:tasks.workunit.client.0.smithi110.stdout:op 3093 completed, throughput=5MB/sec 2024-02-18T08:47:08.051 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YcgD3tAhhj-nycJ off=988100 len=1810895 2024-02-18T08:47:08.063 INFO:tasks.workunit.client.0.smithi110.stdout:op 3094 completed, throughput=5MB/sec 2024-02-18T08:47:08.063 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rP6ral8CFYRJ0ex off=8180260 len=1918535 2024-02-18T08:47:08.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 3095 completed, throughput=5MB/sec 2024-02-18T08:47:08.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:08 smithi191 bash[38688]: cluster 2024-02-18T08:47:07.190961+0000 mgr.y (mgr.44100) 916 : cluster [DBG] pgmap v1469: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:47:08.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:08 smithi110 bash[54479]: cluster 2024-02-18T08:47:07.190961+0000 mgr.y (mgr.44100) 916 : cluster [DBG] pgmap v1469: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:47:08.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:08 smithi110 bash[55875]: cluster 2024-02-18T08:47:07.190961+0000 mgr.y (mgr.44100) 916 : cluster [DBG] pgmap v1469: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:47:09.076 INFO:tasks.workunit.client.0.smithi110.stdout: 594: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:09.076 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pwled12_erNnrDg off=8981674 len=1262709 2024-02-18T08:47:09.088 INFO:tasks.workunit.client.0.smithi110.stdout:op 3096 completed, throughput=5MB/sec 2024-02-18T08:47:09.088 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KIzhsc2x1hdcpJV off=8876697 len=71397 2024-02-18T08:47:09.092 INFO:tasks.workunit.client.0.smithi110.stdout:op 3097 completed, throughput=5MB/sec 2024-02-18T08:47:09.092 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dmjzAz7qqCbGAim off=636515 len=1428527 2024-02-18T08:47:09.094 INFO:tasks.workunit.client.0.smithi110.stdout:op 3098 completed, throughput=5MB/sec 2024-02-18T08:47:09.094 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bo3pnhPdWzXkd5T off=2511302 len=573990 2024-02-18T08:47:09.096 INFO:tasks.workunit.client.0.smithi110.stdout:op 3099 completed, throughput=5MB/sec 2024-02-18T08:47:09.096 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3hHEeFtcsNp0XFs off=2947162 len=543606 2024-02-18T08:47:09.101 INFO:tasks.workunit.client.0.smithi110.stdout:op 3100 completed, throughput=5MB/sec 2024-02-18T08:47:09.101 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dtGpxHwLvrLp1Cq off=18422667 len=767154 2024-02-18T08:47:09.107 INFO:tasks.workunit.client.0.smithi110.stdout:op 3101 completed, throughput=5MB/sec 2024-02-18T08:47:10.107 INFO:tasks.workunit.client.0.smithi110.stdout: 595: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:10.107 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3hE4DG1B62Z87qN off=12540971 len=585191 2024-02-18T08:47:10.110 INFO:tasks.workunit.client.0.smithi110.stdout:op 3102 completed, throughput=4.99MB/sec 2024-02-18T08:47:10.110 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9QOnmxeItxPef0w off=40348 len=633028 2024-02-18T08:47:10.112 INFO:tasks.workunit.client.0.smithi110.stdout:op 3103 completed, throughput=4.99MB/sec 2024-02-18T08:47:10.112 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MHXK2eJbuFXVExp off=4747207 len=547955 2024-02-18T08:47:10.114 INFO:tasks.workunit.client.0.smithi110.stdout:op 3104 completed, throughput=4.99MB/sec 2024-02-18T08:47:10.115 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XXopaGBUdcEygng off=7175660 len=1606160 2024-02-18T08:47:10.126 INFO:tasks.workunit.client.0.smithi110.stdout:op 3105 completed, throughput=5MB/sec 2024-02-18T08:47:10.126 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0xqTLOpbhMSVdUd off=3376803 len=986443 2024-02-18T08:47:10.129 INFO:tasks.workunit.client.0.smithi110.stdout:op 3106 completed, throughput=5MB/sec 2024-02-18T08:47:10.130 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GvYqd0-LObgsU_E off=1350628 len=760098 2024-02-18T08:47:10.135 INFO:tasks.workunit.client.0.smithi110.stdout:op 3107 completed, throughput=5MB/sec 2024-02-18T08:47:10.136 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-clsofQ8V86f570S off=6353468 len=390492 2024-02-18T08:47:10.137 INFO:tasks.workunit.client.0.smithi110.stdout:op 3108 completed, throughput=5MB/sec 2024-02-18T08:47:10.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:10 smithi191 bash[38688]: cluster 2024-02-18T08:47:09.191871+0000 mgr.y (mgr.44100) 917 : cluster [DBG] pgmap v1470: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:47:10.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:10 smithi110 bash[54479]: cluster 2024-02-18T08:47:09.191871+0000 mgr.y (mgr.44100) 917 : cluster [DBG] pgmap v1470: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:47:10.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:10 smithi110 bash[55875]: cluster 2024-02-18T08:47:09.191871+0000 mgr.y (mgr.44100) 917 : cluster [DBG] pgmap v1470: 73 pgs: 73 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:47:11.137 INFO:tasks.workunit.client.0.smithi110.stdout: 596: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:11.137 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-no2yC0vJylLIQ05 off=0 len=1430662 2024-02-18T08:47:11.148 INFO:tasks.workunit.client.0.smithi110.stdout:op 3109 completed, throughput=4.99MB/sec 2024-02-18T08:47:11.148 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xOF0DFzd6_vDTvo off=13190277 len=637468 2024-02-18T08:47:11.154 INFO:tasks.workunit.client.0.smithi110.stdout:op 3110 completed, throughput=5MB/sec 2024-02-18T08:47:11.154 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zwKUPv-Gge0PW2w off=2577446 len=2013464 2024-02-18T08:47:11.163 INFO:tasks.workunit.client.0.smithi110.stdout:op 3111 completed, throughput=5MB/sec 2024-02-18T08:47:11.164 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yKWQL9Q9Q6tMMSG off=2770451 len=518764 2024-02-18T08:47:11.169 INFO:tasks.workunit.client.0.smithi110.stdout:op 3112 completed, throughput=5MB/sec 2024-02-18T08:47:11.169 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aDIQh1QcYbavwAz off=1516615 len=1385677 2024-02-18T08:47:11.174 INFO:tasks.workunit.client.0.smithi110.stdout:op 3113 completed, throughput=5MB/sec 2024-02-18T08:47:12.174 INFO:tasks.workunit.client.0.smithi110.stdout: 597: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:12.174 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hh0_HV4mentPoME off=283142 len=680824 2024-02-18T08:47:12.177 INFO:tasks.workunit.client.0.smithi110.stdout:op 3114 completed, throughput=4.99MB/sec 2024-02-18T08:47:12.177 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-di-F9C15G-jtg_w off=13847662 len=791820 2024-02-18T08:47:12.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 3115 completed, throughput=5MB/sec 2024-02-18T08:47:12.180 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KQ9bUyob2pRIODi off=5593890 len=1978209 2024-02-18T08:47:12.185 INFO:tasks.workunit.client.0.smithi110.stdout:op 3116 completed, throughput=5MB/sec 2024-02-18T08:47:12.186 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ID_wNWcs_TR7YtI off=3134542 len=1815457 2024-02-18T08:47:12.192 INFO:tasks.workunit.client.0.smithi110.stdout:op 3117 completed, throughput=5MB/sec 2024-02-18T08:47:12.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:12 smithi191 bash[38688]: cluster 2024-02-18T08:47:11.192629+0000 mgr.y (mgr.44100) 918 : cluster [DBG] pgmap v1471: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:47:12.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:12 smithi110 bash[54479]: cluster 2024-02-18T08:47:11.192629+0000 mgr.y (mgr.44100) 918 : cluster [DBG] pgmap v1471: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:47:12.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:12 smithi110 bash[55875]: cluster 2024-02-18T08:47:11.192629+0000 mgr.y (mgr.44100) 918 : cluster [DBG] pgmap v1471: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:47:13.192 INFO:tasks.workunit.client.0.smithi110.stdout: 598: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:13.192 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zqt0gfoTkyXyRRj off=21518465 len=2049125 2024-02-18T08:47:13.198 INFO:tasks.workunit.client.0.smithi110.stdout:op 3118 completed, throughput=5MB/sec 2024-02-18T08:47:13.199 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vymSAFvIHyVTkQN off=8869587 len=1725885 2024-02-18T08:47:13.210 INFO:tasks.workunit.client.0.smithi110.stdout:op 3119 completed, throughput=5MB/sec 2024-02-18T08:47:13.210 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CLVIvDTPOLbI3vx off=9389836 len=2095728 2024-02-18T08:47:13.224 INFO:tasks.workunit.client.0.smithi110.stdout:op 3120 completed, throughput=5MB/sec 2024-02-18T08:47:14.224 INFO:tasks.workunit.client.0.smithi110.stdout: 599: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:14.224 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mxiWCNZUeHvOB7T off=86530 len=1328543 2024-02-18T08:47:14.235 INFO:tasks.workunit.client.0.smithi110.stdout:op 3121 completed, throughput=5MB/sec 2024-02-18T08:47:14.235 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-69PbJ_bFh_UBwKf off=2247886 len=82766 2024-02-18T08:47:14.236 INFO:tasks.workunit.client.0.smithi110.stdout:op 3122 completed, throughput=5MB/sec 2024-02-18T08:47:14.236 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HoGKQ7z4_7th-oy off=6063545 len=559081 2024-02-18T08:47:14.242 INFO:tasks.workunit.client.0.smithi110.stdout:op 3123 completed, throughput=5MB/sec 2024-02-18T08:47:14.242 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZDL4wZy-5gg9kxV off=0 len=1680731 2024-02-18T08:47:14.244 INFO:tasks.workunit.client.0.smithi110.stdout:op 3124 completed, throughput=5MB/sec 2024-02-18T08:47:14.244 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bo3pnhPdWzXkd5T off=986430 len=770572 2024-02-18T08:47:14.245 INFO:tasks.workunit.client.0.smithi110.stdout:op 3125 completed, throughput=5MB/sec 2024-02-18T08:47:14.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:14 smithi110 bash[54479]: cluster 2024-02-18T08:47:13.193571+0000 mgr.y (mgr.44100) 919 : cluster [DBG] pgmap v1472: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:14.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:14 smithi110 bash[55875]: cluster 2024-02-18T08:47:13.193571+0000 mgr.y (mgr.44100) 919 : cluster [DBG] pgmap v1472: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:14.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:14 smithi191 bash[38688]: cluster 2024-02-18T08:47:13.193571+0000 mgr.y (mgr.44100) 919 : cluster [DBG] pgmap v1472: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:15.245 INFO:tasks.workunit.client.0.smithi110.stdout: 600: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:15.246 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_vnYt30dm_bwA1q off=10314434 len=1980106 2024-02-18T08:47:15.259 INFO:tasks.workunit.client.0.smithi110.stdout:op 3126 completed, throughput=5MB/sec 2024-02-18T08:47:15.259 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8_8h8kCtMFbqaht off=3979369 len=1172722 2024-02-18T08:47:15.266 INFO:tasks.workunit.client.0.smithi110.stdout:op 3127 completed, throughput=5MB/sec 2024-02-18T08:47:15.266 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6ZokO-3nlAfXByd off=974424 len=1710904 2024-02-18T08:47:15.277 INFO:tasks.workunit.client.0.smithi110.stdout:op 3128 completed, throughput=5MB/sec 2024-02-18T08:47:15.277 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HZg8tgD3P6wULwr off=14076564 len=1861794 2024-02-18T08:47:15.281 INFO:tasks.workunit.client.0.smithi110.stdout:op 3129 completed, throughput=5MB/sec 2024-02-18T08:47:16.281 INFO:tasks.workunit.client.0.smithi110.stdout: 601: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:16.281 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yUHmPfxg6Gj43j_ off=12521987 len=116155 2024-02-18T08:47:16.283 INFO:tasks.workunit.client.0.smithi110.stdout:op 3130 completed, throughput=4.99MB/sec 2024-02-18T08:47:16.283 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DYfSopn25FBU9o_ off=2921722 len=51640 2024-02-18T08:47:16.284 INFO:tasks.workunit.client.0.smithi110.stdout:op 3131 completed, throughput=4.99MB/sec 2024-02-18T08:47:16.284 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-W1lwOpLIBlEvAyW off=5843816 len=857414 2024-02-18T08:47:16.291 INFO:tasks.workunit.client.0.smithi110.stdout:op 3132 completed, throughput=5MB/sec 2024-02-18T08:47:16.292 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yMrhyZkhlv2ob4p off=1875238 len=745723 2024-02-18T08:47:16.294 INFO:tasks.workunit.client.0.smithi110.stdout:op 3133 completed, throughput=5MB/sec 2024-02-18T08:47:16.294 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MQnvmMVZAVSxz3O off=17495203 len=357761 2024-02-18T08:47:16.298 INFO:tasks.workunit.client.0.smithi110.stdout:op 3134 completed, throughput=5MB/sec 2024-02-18T08:47:16.298 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-J6Lb4c_YLpag5lA off=12639718 len=1440575 2024-02-18T08:47:16.308 INFO:tasks.workunit.client.0.smithi110.stdout:op 3135 completed, throughput=5MB/sec 2024-02-18T08:47:16.308 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wKkFuZUtSwv8AL5 off=21259881 len=123913 2024-02-18T08:47:16.311 INFO:tasks.workunit.client.0.smithi110.stdout:op 3136 completed, throughput=5MB/sec 2024-02-18T08:47:16.311 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OI8zDiOrv1CigLL off=8942513 len=496570 2024-02-18T08:47:16.315 INFO:tasks.workunit.client.0.smithi110.stdout:op 3137 completed, throughput=5MB/sec 2024-02-18T08:47:16.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:16 smithi110 bash[54479]: cluster 2024-02-18T08:47:15.194312+0000 mgr.y (mgr.44100) 920 : cluster [DBG] pgmap v1473: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:16.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:16 smithi110 bash[55875]: cluster 2024-02-18T08:47:15.194312+0000 mgr.y (mgr.44100) 920 : cluster [DBG] pgmap v1473: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:16.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:16 smithi191 bash[38688]: cluster 2024-02-18T08:47:15.194312+0000 mgr.y (mgr.44100) 920 : cluster [DBG] pgmap v1473: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:17.316 INFO:tasks.workunit.client.0.smithi110.stdout: 602: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:17.316 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-48J-F_ECDPmC6mq off=3033221 len=1927374 2024-02-18T08:47:17.321 INFO:tasks.workunit.client.0.smithi110.stdout:op 3138 completed, throughput=5MB/sec 2024-02-18T08:47:17.321 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kMIWBSASm485NQO off=905756 len=1874558 2024-02-18T08:47:17.334 INFO:tasks.workunit.client.0.smithi110.stdout:op 3139 completed, throughput=5MB/sec 2024-02-18T08:47:17.334 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eEfIg4ZftQ33SxT off=1276779 len=241513 2024-02-18T08:47:17.339 INFO:tasks.workunit.client.0.smithi110.stdout:op 3140 completed, throughput=5MB/sec 2024-02-18T08:47:17.339 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rJ_wt2WHQR41C7j off=822143 len=351412 2024-02-18T08:47:17.343 INFO:tasks.workunit.client.0.smithi110.stdout:op 3141 completed, throughput=5MB/sec 2024-02-18T08:47:17.343 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hUyvmplMS8PZXI9 off=2737792 len=1330004 2024-02-18T08:47:17.345 INFO:tasks.workunit.client.0.smithi110.stdout:op 3142 completed, throughput=5MB/sec 2024-02-18T08:47:18.346 INFO:tasks.workunit.client.0.smithi110.stdout: 603: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:18.346 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VVLczPs43hillAi off=13379598 len=1890648 2024-02-18T08:47:18.359 INFO:tasks.workunit.client.0.smithi110.stdout:op 3143 completed, throughput=5MB/sec 2024-02-18T08:47:18.359 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hbun3wOnSvbjvcC off=3565111 len=550221 2024-02-18T08:47:18.365 INFO:tasks.workunit.client.0.smithi110.stdout:op 3144 completed, throughput=5MB/sec 2024-02-18T08:47:18.365 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-h1cNUnXQclbuubJ off=14913208 len=1868282 2024-02-18T08:47:18.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 3145 completed, throughput=5MB/sec 2024-02-18T08:47:18.368 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-meB522SxKG4PQUn off=7301070 len=953055 2024-02-18T08:47:18.370 INFO:tasks.workunit.client.0.smithi110.stdout:op 3146 completed, throughput=5MB/sec 2024-02-18T08:47:18.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:18 smithi110 bash[54479]: cluster 2024-02-18T08:47:17.195183+0000 mgr.y (mgr.44100) 921 : cluster [DBG] pgmap v1474: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:47:18.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:18 smithi110 bash[55875]: cluster 2024-02-18T08:47:17.195183+0000 mgr.y (mgr.44100) 921 : cluster [DBG] pgmap v1474: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:47:18.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:18 smithi191 bash[38688]: cluster 2024-02-18T08:47:17.195183+0000 mgr.y (mgr.44100) 921 : cluster [DBG] pgmap v1474: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:47:19.371 INFO:tasks.workunit.client.0.smithi110.stdout: 604: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:19.371 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A1xmUhhl8IsOB-9 off=18184503 len=857615 2024-02-18T08:47:19.378 INFO:tasks.workunit.client.0.smithi110.stdout:op 3147 completed, throughput=4.99MB/sec 2024-02-18T08:47:19.379 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UIJ1KcPgQdSDyTo off=913472 len=1840889 2024-02-18T08:47:19.391 INFO:tasks.workunit.client.0.smithi110.stdout:op 3148 completed, throughput=5MB/sec 2024-02-18T08:47:19.391 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Kcb-_IzV49thVog off=8843036 len=2016797 2024-02-18T08:47:19.394 INFO:tasks.workunit.client.0.smithi110.stdout:op 3149 completed, throughput=5MB/sec 2024-02-18T08:47:19.394 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-78-Ko2X8M5M6jWw off=228926 len=596592 2024-02-18T08:47:19.400 INFO:tasks.workunit.client.0.smithi110.stdout:op 3150 completed, throughput=5MB/sec 2024-02-18T08:47:20.401 INFO:tasks.workunit.client.0.smithi110.stdout: 605: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:20.401 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1h1StwgXyeNely4 off=14385882 len=438245 2024-02-18T08:47:20.407 INFO:tasks.workunit.client.0.smithi110.stdout:op 3151 completed, throughput=4.99MB/sec 2024-02-18T08:47:20.407 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gA_pN_AXsc1p6AV off=1438381 len=1657553 2024-02-18T08:47:20.416 INFO:tasks.workunit.client.0.smithi110.stdout:op 3152 completed, throughput=5MB/sec 2024-02-18T08:47:20.416 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GIKdmEOFX_lM327 off=9639774 len=2029846 2024-02-18T08:47:20.425 INFO:tasks.workunit.client.0.smithi110.stdout:op 3153 completed, throughput=5MB/sec 2024-02-18T08:47:20.425 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vMxNJ8a-QPD67Kf off=3691119 len=788070 2024-02-18T08:47:20.426 INFO:tasks.workunit.client.0.smithi110.stdout:op 3154 completed, throughput=5MB/sec 2024-02-18T08:47:20.426 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6cIZlDrMcnBZzSF off=6814370 len=1196948 2024-02-18T08:47:20.433 INFO:tasks.workunit.client.0.smithi110.stdout:op 3155 completed, throughput=5MB/sec 2024-02-18T08:47:20.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:20 smithi110 bash[54479]: cluster 2024-02-18T08:47:19.196064+0000 mgr.y (mgr.44100) 922 : cluster [DBG] pgmap v1475: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:20.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:20 smithi110 bash[55875]: cluster 2024-02-18T08:47:19.196064+0000 mgr.y (mgr.44100) 922 : cluster [DBG] pgmap v1475: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:20.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:20 smithi191 bash[38688]: cluster 2024-02-18T08:47:19.196064+0000 mgr.y (mgr.44100) 922 : cluster [DBG] pgmap v1475: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:21.434 INFO:tasks.workunit.client.0.smithi110.stdout: 606: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:21.434 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g-W-6LGu_k3Unp6 off=6031446 len=1863145 2024-02-18T08:47:21.438 INFO:tasks.workunit.client.0.smithi110.stdout:op 3156 completed, throughput=5MB/sec 2024-02-18T08:47:21.438 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7dpTiZ2BBANzvmY off=7542612 len=4123 2024-02-18T08:47:21.439 INFO:tasks.workunit.client.0.smithi110.stdout:op 3157 completed, throughput=5MB/sec 2024-02-18T08:47:21.439 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A3RlK1QWbH4qi5M off=2240286 len=441007 2024-02-18T08:47:21.445 INFO:tasks.workunit.client.0.smithi110.stdout:op 3158 completed, throughput=5MB/sec 2024-02-18T08:47:21.445 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TeQBn-PIgPgy7-M off=1567252 len=719304 2024-02-18T08:47:21.447 INFO:tasks.workunit.client.0.smithi110.stdout:op 3159 completed, throughput=5MB/sec 2024-02-18T08:47:21.448 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IUqETxgEbsFlakA off=1005888 len=2000655 2024-02-18T08:47:21.451 INFO:tasks.workunit.client.0.smithi110.stdout:op 3160 completed, throughput=5MB/sec 2024-02-18T08:47:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:21 smithi110 bash[54479]: audit 2024-02-18T08:47:20.516473+0000 mon.a (mon.0) 1801 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:47:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:21 smithi110 bash[54479]: audit 2024-02-18T08:47:20.809496+0000 mon.a (mon.0) 1802 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:47:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:21 smithi110 bash[54479]: audit 2024-02-18T08:47:20.811145+0000 mon.a (mon.0) 1803 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:47:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:21 smithi110 bash[54479]: audit 2024-02-18T08:47:20.819772+0000 mon.a (mon.0) 1804 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:47:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:21 smithi110 bash[55875]: audit 2024-02-18T08:47:20.516473+0000 mon.a (mon.0) 1801 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:47:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:21 smithi110 bash[55875]: audit 2024-02-18T08:47:20.809496+0000 mon.a (mon.0) 1802 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:47:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:21 smithi110 bash[55875]: audit 2024-02-18T08:47:20.811145+0000 mon.a (mon.0) 1803 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:47:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:21 smithi110 bash[55875]: audit 2024-02-18T08:47:20.819772+0000 mon.a (mon.0) 1804 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:47:21.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:21 smithi191 bash[38688]: audit 2024-02-18T08:47:20.516473+0000 mon.a (mon.0) 1801 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:47:21.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:21 smithi191 bash[38688]: audit 2024-02-18T08:47:20.809496+0000 mon.a (mon.0) 1802 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:47:21.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:21 smithi191 bash[38688]: audit 2024-02-18T08:47:20.811145+0000 mon.a (mon.0) 1803 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:47:21.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:21 smithi191 bash[38688]: audit 2024-02-18T08:47:20.819772+0000 mon.a (mon.0) 1804 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:47:22.452 INFO:tasks.workunit.client.0.smithi110.stdout: 607: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:22.452 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yKQJ1zg_f-_9rk- off=1599185 len=1866251 2024-02-18T08:47:22.465 INFO:tasks.workunit.client.0.smithi110.stdout:op 3161 completed, throughput=5MB/sec 2024-02-18T08:47:22.465 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DYfSopn25FBU9o_ off=2770878 len=1740040 2024-02-18T08:47:22.474 INFO:tasks.workunit.client.0.smithi110.stdout:op 3162 completed, throughput=5MB/sec 2024-02-18T08:47:22.474 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M9Rs_BrcsD8TYLR off=1414595 len=783425 2024-02-18T08:47:22.483 INFO:tasks.workunit.client.0.smithi110.stdout:op 3163 completed, throughput=5MB/sec 2024-02-18T08:47:22.484 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NFdgNurbpaaglfN off=3447596 len=331135 2024-02-18T08:47:22.485 INFO:tasks.workunit.client.0.smithi110.stdout:op 3164 completed, throughput=5MB/sec 2024-02-18T08:47:22.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:22 smithi110 bash[54479]: cephadm 2024-02-18T08:47:20.812560+0000 mgr.y (mgr.44100) 923 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:47:22.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:22 smithi110 bash[54479]: cluster 2024-02-18T08:47:21.196895+0000 mgr.y (mgr.44100) 924 : cluster [DBG] pgmap v1476: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:47:22.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:22 smithi110 bash[55875]: cephadm 2024-02-18T08:47:20.812560+0000 mgr.y (mgr.44100) 923 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:47:22.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:22 smithi110 bash[55875]: cluster 2024-02-18T08:47:21.196895+0000 mgr.y (mgr.44100) 924 : cluster [DBG] pgmap v1476: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:47:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:22 smithi191 bash[38688]: cephadm 2024-02-18T08:47:20.812560+0000 mgr.y (mgr.44100) 923 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:47:22.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:22 smithi191 bash[38688]: cluster 2024-02-18T08:47:21.196895+0000 mgr.y (mgr.44100) 924 : cluster [DBG] pgmap v1476: 73 pgs: 73 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:47:23.485 INFO:tasks.workunit.client.0.smithi110.stdout: 608: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:23.486 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZjF1uHIX9FM1yWJ off=14406096 len=1697884 2024-02-18T08:47:23.498 INFO:tasks.workunit.client.0.smithi110.stdout:op 3165 completed, throughput=4.99MB/sec 2024-02-18T08:47:23.498 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mKZAjqJpmH6tOx9 off=1677154 len=802494 2024-02-18T08:47:23.503 INFO:tasks.workunit.client.0.smithi110.stdout:op 3166 completed, throughput=5MB/sec 2024-02-18T08:47:23.503 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eLCAhg6Gm_ZwP91 off=3809676 len=2072780 2024-02-18T08:47:23.514 INFO:tasks.workunit.client.0.smithi110.stdout:op 3167 completed, throughput=5MB/sec 2024-02-18T08:47:23.514 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BM5zcPMcQ6czsy0 off=8308752 len=621893 2024-02-18T08:47:23.516 INFO:tasks.workunit.client.0.smithi110.stdout:op 3168 completed, throughput=5MB/sec 2024-02-18T08:47:23.516 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-t4hjsnadz_hm-Lv off=13869927 len=1826746 2024-02-18T08:47:23.527 INFO:tasks.workunit.client.0.smithi110.stdout:op 3169 completed, throughput=5MB/sec 2024-02-18T08:47:24.527 INFO:tasks.workunit.client.0.smithi110.stdout: 609: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:24.527 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-R16L0mCOxo_uziN off=7887964 len=1603282 2024-02-18T08:47:24.532 INFO:tasks.workunit.client.0.smithi110.stdout:op 3170 completed, throughput=5MB/sec 2024-02-18T08:47:24.532 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QxHlmFh-zcKzAEe off=310451 len=1854443 2024-02-18T08:47:24.537 INFO:tasks.workunit.client.0.smithi110.stdout:op 3171 completed, throughput=5MB/sec 2024-02-18T08:47:24.537 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9M0YIQO-GVgYc8m off=7926166 len=1910839 2024-02-18T08:47:24.550 INFO:tasks.workunit.client.0.smithi110.stdout:op 3172 completed, throughput=5MB/sec 2024-02-18T08:47:24.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:24 smithi110 bash[54479]: cluster 2024-02-18T08:47:23.197835+0000 mgr.y (mgr.44100) 925 : cluster [DBG] pgmap v1477: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:47:24.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:24 smithi110 bash[55875]: cluster 2024-02-18T08:47:23.197835+0000 mgr.y (mgr.44100) 925 : cluster [DBG] pgmap v1477: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:47:24.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:24 smithi191 bash[38688]: cluster 2024-02-18T08:47:23.197835+0000 mgr.y (mgr.44100) 925 : cluster [DBG] pgmap v1477: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:47:25.550 INFO:tasks.workunit.client.0.smithi110.stdout: 610: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:25.550 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UzUhUA557QuZ97O off=3089400 len=452166 2024-02-18T08:47:25.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 3173 completed, throughput=5MB/sec 2024-02-18T08:47:25.552 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-95oD_Akln4WTBFN off=3541137 len=697343 2024-02-18T08:47:25.560 INFO:tasks.workunit.client.0.smithi110.stdout:op 3174 completed, throughput=5MB/sec 2024-02-18T08:47:25.560 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rrs9OwFUxLexULp off=0 len=1421295 2024-02-18T08:47:25.569 INFO:tasks.workunit.client.0.smithi110.stdout:op 3175 completed, throughput=5MB/sec 2024-02-18T08:47:25.569 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dzm2VLCwU5NBmxe off=3491430 len=1388230 2024-02-18T08:47:25.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 3176 completed, throughput=5MB/sec 2024-02-18T08:47:26.574 INFO:tasks.workunit.client.0.smithi110.stdout: 611: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:26.574 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--RpW425APHee8_K off=1246537 len=2042292 2024-02-18T08:47:26.578 INFO:tasks.workunit.client.0.smithi110.stdout:op 3177 completed, throughput=5MB/sec 2024-02-18T08:47:26.578 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_m2YiN-HbFRqlbN off=9785432 len=154738 2024-02-18T08:47:26.583 INFO:tasks.workunit.client.0.smithi110.stdout:op 3178 completed, throughput=5MB/sec 2024-02-18T08:47:26.583 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GDPMgEIufZQxnz3 off=3783590 len=1587383 2024-02-18T08:47:26.592 INFO:tasks.workunit.client.0.smithi110.stdout:op 3179 completed, throughput=5MB/sec 2024-02-18T08:47:26.592 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Q7pmV4Boc2-d59x off=2024662 len=1083241 2024-02-18T08:47:26.596 INFO:tasks.workunit.client.0.smithi110.stdout:op 3180 completed, throughput=5MB/sec 2024-02-18T08:47:26.596 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zq9hGPQBZVXXiUv off=4275356 len=251044 2024-02-18T08:47:26.597 INFO:tasks.workunit.client.0.smithi110.stdout:op 3181 completed, throughput=5MB/sec 2024-02-18T08:47:26.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:26 smithi110 bash[54479]: cluster 2024-02-18T08:47:25.198644+0000 mgr.y (mgr.44100) 926 : cluster [DBG] pgmap v1478: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:47:26.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:26 smithi110 bash[55875]: cluster 2024-02-18T08:47:25.198644+0000 mgr.y (mgr.44100) 926 : cluster [DBG] pgmap v1478: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:47:26.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:26 smithi191 bash[38688]: cluster 2024-02-18T08:47:25.198644+0000 mgr.y (mgr.44100) 926 : cluster [DBG] pgmap v1478: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:47:27.598 INFO:tasks.workunit.client.0.smithi110.stdout: 612: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:27.598 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rZpSzRkio_MV8PO off=19281616 len=517841 2024-02-18T08:47:27.604 INFO:tasks.workunit.client.0.smithi110.stdout:op 3182 completed, throughput=4.99MB/sec 2024-02-18T08:47:27.604 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hGzgZpeoLEG0Vid off=14682616 len=2021264 2024-02-18T08:47:27.610 INFO:tasks.workunit.client.0.smithi110.stdout:op 3183 completed, throughput=5MB/sec 2024-02-18T08:47:27.610 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sdWgVgIFlQfiynY off=2246596 len=983328 2024-02-18T08:47:27.612 INFO:tasks.workunit.client.0.smithi110.stdout:op 3184 completed, throughput=5MB/sec 2024-02-18T08:47:27.612 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cfXLbKoCVd2nZuR off=15686878 len=1451322 2024-02-18T08:47:27.615 INFO:tasks.workunit.client.0.smithi110.stdout:op 3185 completed, throughput=5MB/sec 2024-02-18T08:47:27.615 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BKeZJf77Ruhd88b off=4012158 len=233286 2024-02-18T08:47:27.620 INFO:tasks.workunit.client.0.smithi110.stdout:op 3186 completed, throughput=5MB/sec 2024-02-18T08:47:27.620 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SvBaXfvdnhxgGm9 off=6783664 len=1824961 2024-02-18T08:47:27.630 INFO:tasks.workunit.client.0.smithi110.stdout:op 3187 completed, throughput=5MB/sec 2024-02-18T08:47:28.630 INFO:tasks.workunit.client.0.smithi110.stdout: 613: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:28.631 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3n6PgEyT_eTlXhH off=6856802 len=1593116 2024-02-18T08:47:28.635 INFO:tasks.workunit.client.0.smithi110.stdout:op 3188 completed, throughput=5MB/sec 2024-02-18T08:47:28.635 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--5Xao9sxyQLq767 off=4449360 len=569261 2024-02-18T08:47:28.637 INFO:tasks.workunit.client.0.smithi110.stdout:op 3189 completed, throughput=5MB/sec 2024-02-18T08:47:28.637 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-stoJrAey_BiEq6H off=10774071 len=2069541 2024-02-18T08:47:28.643 INFO:tasks.workunit.client.0.smithi110.stdout:op 3190 completed, throughput=5MB/sec 2024-02-18T08:47:28.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:28 smithi110 bash[54479]: cluster 2024-02-18T08:47:27.199529+0000 mgr.y (mgr.44100) 927 : cluster [DBG] pgmap v1479: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-02-18T08:47:28.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:28 smithi110 bash[55875]: cluster 2024-02-18T08:47:27.199529+0000 mgr.y (mgr.44100) 927 : cluster [DBG] pgmap v1479: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-02-18T08:47:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:28 smithi191 bash[38688]: cluster 2024-02-18T08:47:27.199529+0000 mgr.y (mgr.44100) 927 : cluster [DBG] pgmap v1479: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-02-18T08:47:29.644 INFO:tasks.workunit.client.0.smithi110.stdout: 614: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:29.644 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XgicbKluUTsP8AN off=1680171 len=217275 2024-02-18T08:47:29.645 INFO:tasks.workunit.client.0.smithi110.stdout:op 3191 completed, throughput=4.99MB/sec 2024-02-18T08:47:29.645 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZCVBNKYIsFvdrnP off=4226740 len=1817295 2024-02-18T08:47:29.658 INFO:tasks.workunit.client.0.smithi110.stdout:op 3192 completed, throughput=5MB/sec 2024-02-18T08:47:29.658 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-no2yC0vJylLIQ05 off=376697 len=1053965 2024-02-18T08:47:29.661 INFO:tasks.workunit.client.0.smithi110.stdout:op 3193 completed, throughput=5MB/sec 2024-02-18T08:47:29.661 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ABBIMvcpLP_FcuW off=3868073 len=716917 2024-02-18T08:47:29.664 INFO:tasks.workunit.client.0.smithi110.stdout:op 3194 completed, throughput=5MB/sec 2024-02-18T08:47:29.664 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pa04uiPnphIKaEy off=6455050 len=447897 2024-02-18T08:47:29.666 INFO:tasks.workunit.client.0.smithi110.stdout:op 3195 completed, throughput=5MB/sec 2024-02-18T08:47:29.666 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iHMDDf3zcc_vD6h off=14990870 len=543039 2024-02-18T08:47:29.668 INFO:tasks.workunit.client.0.smithi110.stdout:op 3196 completed, throughput=5MB/sec 2024-02-18T08:47:29.668 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ngJxi_WD1d3h06y off=11123403 len=666547 2024-02-18T08:47:29.674 INFO:tasks.workunit.client.0.smithi110.stdout:op 3197 completed, throughput=5MB/sec 2024-02-18T08:47:30.674 INFO:tasks.workunit.client.0.smithi110.stdout: 615: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:30.675 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CFGmnzVX0u5Uj4- off=5050042 len=1590146 2024-02-18T08:47:30.686 INFO:tasks.workunit.client.0.smithi110.stdout:op 3198 completed, throughput=5MB/sec 2024-02-18T08:47:30.686 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jCB3qDRdPFgTG5t off=6041959 len=714109 2024-02-18T08:47:30.688 INFO:tasks.workunit.client.0.smithi110.stdout:op 3199 completed, throughput=5MB/sec 2024-02-18T08:47:30.688 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-u6Z06koela0V5td off=12846821 len=419151 2024-02-18T08:47:30.690 INFO:tasks.workunit.client.0.smithi110.stdout:op 3200 completed, throughput=5MB/sec 2024-02-18T08:47:30.690 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dq8RdtQd23S_UGs off=79865 len=261936 2024-02-18T08:47:30.692 INFO:tasks.workunit.client.0.smithi110.stdout:op 3201 completed, throughput=5MB/sec 2024-02-18T08:47:30.692 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8rujs2yARQYbOv2 off=136421 len=1327746 2024-02-18T08:47:30.703 INFO:tasks.workunit.client.0.smithi110.stdout:op 3202 completed, throughput=5MB/sec 2024-02-18T08:47:30.703 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ll6J2e1TxcoZMUx off=1703280 len=536120 2024-02-18T08:47:30.705 INFO:tasks.workunit.client.0.smithi110.stdout:op 3203 completed, throughput=5MB/sec 2024-02-18T08:47:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:30 smithi110 bash[54479]: cluster 2024-02-18T08:47:29.200401+0000 mgr.y (mgr.44100) 928 : cluster [DBG] pgmap v1480: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-02-18T08:47:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:30 smithi110 bash[55875]: cluster 2024-02-18T08:47:29.200401+0000 mgr.y (mgr.44100) 928 : cluster [DBG] pgmap v1480: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-02-18T08:47:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:30 smithi191 bash[38688]: cluster 2024-02-18T08:47:29.200401+0000 mgr.y (mgr.44100) 928 : cluster [DBG] pgmap v1480: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-02-18T08:47:31.705 INFO:tasks.workunit.client.0.smithi110.stdout: 616: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:31.705 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TKAye07TjQoMmWV off=1043757 len=10146 2024-02-18T08:47:31.709 INFO:tasks.workunit.client.0.smithi110.stdout:op 3204 completed, throughput=4.99MB/sec 2024-02-18T08:47:31.710 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--XIePmqrvn7dt4C off=1073392 len=1762528 2024-02-18T08:47:31.713 INFO:tasks.workunit.client.0.smithi110.stdout:op 3205 completed, throughput=4.99MB/sec 2024-02-18T08:47:31.713 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r6jIlAvL7BxVCWK off=2338309 len=1231630 2024-02-18T08:47:31.722 INFO:tasks.workunit.client.0.smithi110.stdout:op 3206 completed, throughput=5MB/sec 2024-02-18T08:47:31.722 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3u_GLw06wiCfMbC off=5808249 len=236264 2024-02-18T08:47:31.723 INFO:tasks.workunit.client.0.smithi110.stdout:op 3207 completed, throughput=5MB/sec 2024-02-18T08:47:31.724 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PjGj8YZYgQRFodX off=10493045 len=797933 2024-02-18T08:47:31.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 3208 completed, throughput=5MB/sec 2024-02-18T08:47:31.731 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wWIr0vArQhMcTRt off=102193 len=1983885 2024-02-18T08:47:31.735 INFO:tasks.workunit.client.0.smithi110.stdout:op 3209 completed, throughput=5MB/sec 2024-02-18T08:47:32.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:32 smithi110 bash[54479]: cluster 2024-02-18T08:47:31.201205+0000 mgr.y (mgr.44100) 929 : cluster [DBG] pgmap v1481: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:47:32.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:32 smithi110 bash[55875]: cluster 2024-02-18T08:47:31.201205+0000 mgr.y (mgr.44100) 929 : cluster [DBG] pgmap v1481: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:47:32.735 INFO:tasks.workunit.client.0.smithi110.stdout: 617: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:32.735 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sVZcBLknBDV6I25 off=18416463 len=1156080 2024-02-18T08:47:32.739 INFO:tasks.workunit.client.0.smithi110.stdout:op 3210 completed, throughput=4.99MB/sec 2024-02-18T08:47:32.739 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Wxm7GVuTQgxKlbm off=584589 len=1387360 2024-02-18T08:47:32.744 INFO:tasks.workunit.client.0.smithi110.stdout:op 3211 completed, throughput=5MB/sec 2024-02-18T08:47:32.744 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-StwEXgT9dP-8Yqm off=12824671 len=1549894 2024-02-18T08:47:32.748 INFO:tasks.workunit.client.0.smithi110.stdout:op 3212 completed, throughput=5MB/sec 2024-02-18T08:47:32.748 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MUbQ6kK2BlaFUPj off=6731691 len=476273 2024-02-18T08:47:32.755 INFO:tasks.workunit.client.0.smithi110.stdout:op 3213 completed, throughput=5MB/sec 2024-02-18T08:47:32.755 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rukVftZ1uI33LTP off=5539114 len=94938 2024-02-18T08:47:32.756 INFO:tasks.workunit.client.0.smithi110.stdout:op 3214 completed, throughput=5MB/sec 2024-02-18T08:47:32.756 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dOjmOtykT8V_kJQ off=9785904 len=1564717 2024-02-18T08:47:32.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 3215 completed, throughput=5MB/sec 2024-02-18T08:47:32.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:32 smithi191 bash[38688]: cluster 2024-02-18T08:47:31.201205+0000 mgr.y (mgr.44100) 929 : cluster [DBG] pgmap v1481: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:47:33.759 INFO:tasks.workunit.client.0.smithi110.stdout: 618: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:33.759 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-N8NfqX0I_0INSEu off=6668064 len=1159769 2024-02-18T08:47:33.763 INFO:tasks.workunit.client.0.smithi110.stdout:op 3216 completed, throughput=5MB/sec 2024-02-18T08:47:33.763 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7dYp2SRboQ_9jcn off=2512187 len=822704 2024-02-18T08:47:33.765 INFO:tasks.workunit.client.0.smithi110.stdout:op 3217 completed, throughput=5MB/sec 2024-02-18T08:47:33.765 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xLPVnpJIfAggdMK off=588959 len=1679265 2024-02-18T08:47:33.777 INFO:tasks.workunit.client.0.smithi110.stdout:op 3218 completed, throughput=5MB/sec 2024-02-18T08:47:33.777 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HvLRBKA8OjDtm1I off=11740275 len=101158 2024-02-18T08:47:33.781 INFO:tasks.workunit.client.0.smithi110.stdout:op 3219 completed, throughput=5MB/sec 2024-02-18T08:47:33.781 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BG6_TNrdd8GasQr off=3961989 len=1641668 2024-02-18T08:47:33.792 INFO:tasks.workunit.client.0.smithi110.stdout:op 3220 completed, throughput=5MB/sec 2024-02-18T08:47:34.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:34 smithi110 bash[54479]: cluster 2024-02-18T08:47:33.202202+0000 mgr.y (mgr.44100) 930 : cluster [DBG] pgmap v1482: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:47:34.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:34 smithi110 bash[55875]: cluster 2024-02-18T08:47:33.202202+0000 mgr.y (mgr.44100) 930 : cluster [DBG] pgmap v1482: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:47:34.792 INFO:tasks.workunit.client.0.smithi110.stdout: 619: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:34.792 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-D8RMq3JtIEgdwkI off=7736513 len=793460 2024-02-18T08:47:34.795 INFO:tasks.workunit.client.0.smithi110.stdout:op 3221 completed, throughput=5MB/sec 2024-02-18T08:47:34.795 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-i8U9L-modJj0TgI off=3399145 len=262205 2024-02-18T08:47:34.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 3222 completed, throughput=5MB/sec 2024-02-18T08:47:34.801 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kQyUXdx58wJGjX6 off=6314635 len=2034701 2024-02-18T08:47:34.816 INFO:tasks.workunit.client.0.smithi110.stdout:op 3223 completed, throughput=5MB/sec 2024-02-18T08:47:34.816 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WP9S7Ed_IZGRDDY off=7337373 len=1725324 2024-02-18T08:47:34.828 INFO:tasks.workunit.client.0.smithi110.stdout:op 3224 completed, throughput=5MB/sec 2024-02-18T08:47:34.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:34 smithi191 bash[38688]: cluster 2024-02-18T08:47:33.202202+0000 mgr.y (mgr.44100) 930 : cluster [DBG] pgmap v1482: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:47:35.828 INFO:tasks.workunit.client.0.smithi110.stdout: 620: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:35.828 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-v6YxT-iln7sQky3 off=103845 len=1642580 2024-02-18T08:47:35.841 INFO:tasks.workunit.client.0.smithi110.stdout:op 3225 completed, throughput=5MB/sec 2024-02-18T08:47:35.841 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2dgpV9k0k8lBZYI off=10754950 len=791074 2024-02-18T08:47:35.843 INFO:tasks.workunit.client.0.smithi110.stdout:op 3226 completed, throughput=5MB/sec 2024-02-18T08:47:35.843 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1WwitmzFmWdA9Oy off=9683343 len=629243 2024-02-18T08:47:35.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 3227 completed, throughput=5MB/sec 2024-02-18T08:47:35.849 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-I8wldm55vAu-00g off=7596259 len=1134484 2024-02-18T08:47:35.852 INFO:tasks.workunit.client.0.smithi110.stdout:op 3228 completed, throughput=5MB/sec 2024-02-18T08:47:35.852 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JwFasabE5KyhN0t off=2287598 len=42237 2024-02-18T08:47:35.852 INFO:tasks.workunit.client.0.smithi110.stdout:op 3229 completed, throughput=5MB/sec 2024-02-18T08:47:35.852 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RqzArxoUp8ectAD off=6277325 len=895097 2024-02-18T08:47:35.853 INFO:tasks.workunit.client.0.smithi110.stdout:op 3230 completed, throughput=5MB/sec 2024-02-18T08:47:36.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:36 smithi110 bash[54479]: cluster 2024-02-18T08:47:35.203010+0000 mgr.y (mgr.44100) 931 : cluster [DBG] pgmap v1483: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:47:36.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:36 smithi110 bash[55875]: cluster 2024-02-18T08:47:35.203010+0000 mgr.y (mgr.44100) 931 : cluster [DBG] pgmap v1483: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:47:36.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:36 smithi191 bash[38688]: cluster 2024-02-18T08:47:35.203010+0000 mgr.y (mgr.44100) 931 : cluster [DBG] pgmap v1483: 73 pgs: 73 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:47:36.854 INFO:tasks.workunit.client.0.smithi110.stdout: 621: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:36.854 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ck7by-xE3APzCyY off=4084158 len=279851 2024-02-18T08:47:36.856 INFO:tasks.workunit.client.0.smithi110.stdout:op 3231 completed, throughput=4.99MB/sec 2024-02-18T08:47:36.856 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wWxlgpp0xQG_USV off=3160417 len=1172217 2024-02-18T08:47:36.866 INFO:tasks.workunit.client.0.smithi110.stdout:op 3232 completed, throughput=5MB/sec 2024-02-18T08:47:36.866 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B9YdHkozJ2nzQ23 off=533445 len=1480917 2024-02-18T08:47:36.870 INFO:tasks.workunit.client.0.smithi110.stdout:op 3233 completed, throughput=5MB/sec 2024-02-18T08:47:36.871 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zPmA1qBu86HforB off=1128108 len=1467838 2024-02-18T08:47:36.881 INFO:tasks.workunit.client.0.smithi110.stdout:op 3234 completed, throughput=5MB/sec 2024-02-18T08:47:36.881 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7pjEju2zBcJaupt off=10197384 len=884528 2024-02-18T08:47:36.885 INFO:tasks.workunit.client.0.smithi110.stdout:op 3235 completed, throughput=5MB/sec 2024-02-18T08:47:37.885 INFO:tasks.workunit.client.0.smithi110.stdout: 622: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:37.885 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g9ccBw71UIflmDK off=339792 len=1337407 2024-02-18T08:47:37.896 INFO:tasks.workunit.client.0.smithi110.stdout:op 3236 completed, throughput=4.99MB/sec 2024-02-18T08:47:37.896 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YvL9g_6GO5BNGgE off=371995 len=747212 2024-02-18T08:47:37.898 INFO:tasks.workunit.client.0.smithi110.stdout:op 3237 completed, throughput=5MB/sec 2024-02-18T08:47:37.899 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uswQZc3YrSUzH0O off=6696580 len=1078770 2024-02-18T08:47:37.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 3238 completed, throughput=5MB/sec 2024-02-18T08:47:37.905 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6J8BmqaZ2rtHwII off=4138086 len=1475524 2024-02-18T08:47:37.914 INFO:tasks.workunit.client.0.smithi110.stdout:op 3239 completed, throughput=5MB/sec 2024-02-18T08:47:37.915 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DrkUpbAcJHkxddK off=4867889 len=708489 2024-02-18T08:47:37.916 INFO:tasks.workunit.client.0.smithi110.stdout:op 3240 completed, throughput=5MB/sec 2024-02-18T08:47:38.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:38 smithi110 bash[54479]: cluster 2024-02-18T08:47:37.203883+0000 mgr.y (mgr.44100) 932 : cluster [DBG] pgmap v1484: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:38.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:38 smithi110 bash[55875]: cluster 2024-02-18T08:47:37.203883+0000 mgr.y (mgr.44100) 932 : cluster [DBG] pgmap v1484: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:38.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:38 smithi191 bash[38688]: cluster 2024-02-18T08:47:37.203883+0000 mgr.y (mgr.44100) 932 : cluster [DBG] pgmap v1484: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:38.916 INFO:tasks.workunit.client.0.smithi110.stdout: 623: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:38.916 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cFW3tuLMxh8dhzp off=4410092 len=318982 2024-02-18T08:47:38.922 INFO:tasks.workunit.client.0.smithi110.stdout:op 3241 completed, throughput=4.99MB/sec 2024-02-18T08:47:38.922 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xemxo5mIOFU50Iu off=15740077 len=193425 2024-02-18T08:47:38.923 INFO:tasks.workunit.client.0.smithi110.stdout:op 3242 completed, throughput=4.99MB/sec 2024-02-18T08:47:38.924 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RtC1d9PZ--Uv_x0 off=11058778 len=892441 2024-02-18T08:47:38.931 INFO:tasks.workunit.client.0.smithi110.stdout:op 3243 completed, throughput=4.99MB/sec 2024-02-18T08:47:38.931 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pocgBpdLZ8UgIoX off=5061982 len=1921542 2024-02-18T08:47:38.937 INFO:tasks.workunit.client.0.smithi110.stdout:op 3244 completed, throughput=5MB/sec 2024-02-18T08:47:38.937 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3OlhqlZAYPX9GBn off=10479816 len=1889642 2024-02-18T08:47:38.950 INFO:tasks.workunit.client.0.smithi110.stdout:op 3245 completed, throughput=5MB/sec 2024-02-18T08:47:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:39 smithi110 bash[54479]: audit 2024-02-18T08:47:38.982903+0000 mon.a (mon.0) 1805 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:47:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:39 smithi110 bash[54479]: audit 2024-02-18T08:47:38.983326+0000 mon.a (mon.0) 1806 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-02-18T08:47:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:39 smithi110 bash[54479]: audit 2024-02-18T08:47:38.983726+0000 mon.a (mon.0) 1807 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:47:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:39 smithi110 bash[55875]: audit 2024-02-18T08:47:38.982903+0000 mon.a (mon.0) 1805 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:47:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:39 smithi110 bash[55875]: audit 2024-02-18T08:47:38.983326+0000 mon.a (mon.0) 1806 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-02-18T08:47:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:39 smithi110 bash[55875]: audit 2024-02-18T08:47:38.983726+0000 mon.a (mon.0) 1807 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:47:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:39 smithi191 bash[38688]: audit 2024-02-18T08:47:38.982903+0000 mon.a (mon.0) 1805 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:47:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:39 smithi191 bash[38688]: audit 2024-02-18T08:47:38.983326+0000 mon.a (mon.0) 1806 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-02-18T08:47:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:39 smithi191 bash[38688]: audit 2024-02-18T08:47:38.983726+0000 mon.a (mon.0) 1807 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:47:39.950 INFO:tasks.workunit.client.0.smithi110.stdout: 624: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:39.950 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RzLUW0F02MWziUC off=4451180 len=1437471 2024-02-18T08:47:39.955 INFO:tasks.workunit.client.0.smithi110.stdout:op 3246 completed, throughput=4.99MB/sec 2024-02-18T08:47:39.955 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-w9WVT2O1V1_0EsL off=1260330 len=877633 2024-02-18T08:47:39.964 INFO:tasks.workunit.client.0.smithi110.stdout:op 3247 completed, throughput=5MB/sec 2024-02-18T08:47:39.964 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ElDNON_hgBzIznJ off=10444555 len=2075458 2024-02-18T08:47:39.968 INFO:tasks.workunit.client.0.smithi110.stdout:op 3248 completed, throughput=5MB/sec 2024-02-18T08:47:39.969 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Qs8s5yS2OGswh3I off=4301096 len=234339 2024-02-18T08:47:39.969 INFO:tasks.workunit.client.0.smithi110.stdout:op 3249 completed, throughput=5MB/sec 2024-02-18T08:47:39.969 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bscnBZDlCikGfwV off=1894960 len=1356437 2024-02-18T08:47:39.973 INFO:tasks.workunit.client.0.smithi110.stdout:op 3250 completed, throughput=5MB/sec 2024-02-18T08:47:40.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:40 smithi110 bash[54479]: cluster 2024-02-18T08:47:39.204749+0000 mgr.y (mgr.44100) 933 : cluster [DBG] pgmap v1485: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:47:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:40 smithi110 bash[55875]: cluster 2024-02-18T08:47:39.204749+0000 mgr.y (mgr.44100) 933 : cluster [DBG] pgmap v1485: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:47:40.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:40 smithi191 bash[38688]: cluster 2024-02-18T08:47:39.204749+0000 mgr.y (mgr.44100) 933 : cluster [DBG] pgmap v1485: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:47:40.974 INFO:tasks.workunit.client.0.smithi110.stdout: 625: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:40.974 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OcpCS0wgSLSD1v5 off=591763 len=49715 2024-02-18T08:47:40.975 INFO:tasks.workunit.client.0.smithi110.stdout:op 3251 completed, throughput=4.99MB/sec 2024-02-18T08:47:40.975 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0Q-IFpenDNHhrum off=961808 len=882613 2024-02-18T08:47:40.978 INFO:tasks.workunit.client.0.smithi110.stdout:op 3252 completed, throughput=4.99MB/sec 2024-02-18T08:47:40.978 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-coxeuNk54_AzsBx off=3992217 len=169370 2024-02-18T08:47:40.979 INFO:tasks.workunit.client.0.smithi110.stdout:op 3253 completed, throughput=5MB/sec 2024-02-18T08:47:40.979 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ECaDMCCzVaqITFW off=6386820 len=1966777 2024-02-18T08:47:40.992 INFO:tasks.workunit.client.0.smithi110.stdout:op 3254 completed, throughput=5MB/sec 2024-02-18T08:47:40.992 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SM56HPnYdJnPDw_ off=1286783 len=1933386 2024-02-18T08:47:41.006 INFO:tasks.workunit.client.0.smithi110.stdout:op 3255 completed, throughput=5MB/sec 2024-02-18T08:47:42.007 INFO:tasks.workunit.client.0.smithi110.stdout: 626: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:42.007 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-d-0xEkhEoLgEla1 off=15368281 len=1519940 2024-02-18T08:47:42.010 INFO:tasks.workunit.client.0.smithi110.stdout:op 3256 completed, throughput=5MB/sec 2024-02-18T08:47:42.010 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NWN7M_zlYQe753V off=8206865 len=897356 2024-02-18T08:47:42.019 INFO:tasks.workunit.client.0.smithi110.stdout:op 3257 completed, throughput=5MB/sec 2024-02-18T08:47:42.019 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lDnDhYj7tE4nAw0 off=21920895 len=1555378 2024-02-18T08:47:42.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 3258 completed, throughput=5MB/sec 2024-02-18T08:47:42.030 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Q7pmV4Boc2-d59x off=9692200 len=2040717 2024-02-18T08:47:42.033 INFO:tasks.workunit.client.0.smithi110.stdout:op 3259 completed, throughput=5MB/sec 2024-02-18T08:47:42.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:42 smithi110 bash[54479]: cluster 2024-02-18T08:47:41.205616+0000 mgr.y (mgr.44100) 934 : cluster [DBG] pgmap v1486: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:47:42.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:42 smithi110 bash[55875]: cluster 2024-02-18T08:47:41.205616+0000 mgr.y (mgr.44100) 934 : cluster [DBG] pgmap v1486: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:47:42.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:42 smithi191 bash[38688]: cluster 2024-02-18T08:47:41.205616+0000 mgr.y (mgr.44100) 934 : cluster [DBG] pgmap v1486: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:47:43.034 INFO:tasks.workunit.client.0.smithi110.stdout: 627: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:43.034 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jIqFNDz8942enoY off=7298715 len=757162 2024-02-18T08:47:43.042 INFO:tasks.workunit.client.0.smithi110.stdout:op 3260 completed, throughput=4.99MB/sec 2024-02-18T08:47:43.042 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0fjJCKbc0C9lv7i off=2519275 len=1976343 2024-02-18T08:47:43.047 INFO:tasks.workunit.client.0.smithi110.stdout:op 3261 completed, throughput=5MB/sec 2024-02-18T08:47:43.047 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0JSv2fzPfGb1Akn off=756454 len=467824 2024-02-18T08:47:43.053 INFO:tasks.workunit.client.0.smithi110.stdout:op 3262 completed, throughput=5MB/sec 2024-02-18T08:47:43.053 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yZ4pgS6ukteufc3 off=5894846 len=1822646 2024-02-18T08:47:43.064 INFO:tasks.workunit.client.0.smithi110.stdout:op 3263 completed, throughput=5MB/sec 2024-02-18T08:47:44.065 INFO:tasks.workunit.client.0.smithi110.stdout: 628: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:44.065 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B6Lcz8utOZ06Zd- off=13297582 len=1506669 2024-02-18T08:47:44.068 INFO:tasks.workunit.client.0.smithi110.stdout:op 3264 completed, throughput=5MB/sec 2024-02-18T08:47:44.068 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PgrfikhPRnIByvC off=1169455 len=1721475 2024-02-18T08:47:44.082 INFO:tasks.workunit.client.0.smithi110.stdout:op 3265 completed, throughput=5MB/sec 2024-02-18T08:47:44.082 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xMX5UNDzxJiTkHH off=3726919 len=257672 2024-02-18T08:47:44.087 INFO:tasks.workunit.client.0.smithi110.stdout:op 3266 completed, throughput=5MB/sec 2024-02-18T08:47:44.087 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_vHOBgOrzdOgcnz off=13533855 len=1701075 2024-02-18T08:47:44.088 INFO:tasks.workunit.client.0.smithi110.stdout:op 3267 completed, throughput=5MB/sec 2024-02-18T08:47:44.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:44 smithi110 bash[54479]: cluster 2024-02-18T08:47:43.206646+0000 mgr.y (mgr.44100) 935 : cluster [DBG] pgmap v1487: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:47:44.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:44 smithi110 bash[55875]: cluster 2024-02-18T08:47:43.206646+0000 mgr.y (mgr.44100) 935 : cluster [DBG] pgmap v1487: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:47:44.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:44 smithi191 bash[38688]: cluster 2024-02-18T08:47:43.206646+0000 mgr.y (mgr.44100) 935 : cluster [DBG] pgmap v1487: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:47:45.089 INFO:tasks.workunit.client.0.smithi110.stdout: 629: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:45.089 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-txgwB7KLzj5LagG off=1350047 len=1567005 2024-02-18T08:47:45.101 INFO:tasks.workunit.client.0.smithi110.stdout:op 3268 completed, throughput=5MB/sec 2024-02-18T08:47:45.101 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ldg4D1CrvzV0imN off=4258785 len=729252 2024-02-18T08:47:45.108 INFO:tasks.workunit.client.0.smithi110.stdout:op 3269 completed, throughput=5MB/sec 2024-02-18T08:47:45.108 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lNxqtpRx9479PbH off=11196292 len=1275760 2024-02-18T08:47:45.112 INFO:tasks.workunit.client.0.smithi110.stdout:op 3270 completed, throughput=5MB/sec 2024-02-18T08:47:45.112 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--lD2km-mNf24Ras off=7441901 len=1477636 2024-02-18T08:47:45.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 3271 completed, throughput=5MB/sec 2024-02-18T08:47:46.119 INFO:tasks.workunit.client.0.smithi110.stdout: 630: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:46.119 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WxLKYXeoE96qJim off=18339202 len=333905 2024-02-18T08:47:46.121 INFO:tasks.workunit.client.0.smithi110.stdout:op 3272 completed, throughput=4.99MB/sec 2024-02-18T08:47:46.122 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cgphkaiBY-9ZTLa off=6444531 len=71992 2024-02-18T08:47:46.127 INFO:tasks.workunit.client.0.smithi110.stdout:op 3273 completed, throughput=4.99MB/sec 2024-02-18T08:47:46.127 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L-akkJYhDMw8o6d off=5746691 len=1712957 2024-02-18T08:47:46.130 INFO:tasks.workunit.client.0.smithi110.stdout:op 3274 completed, throughput=5MB/sec 2024-02-18T08:47:46.131 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-l0_dasS5i87C2RS off=9186083 len=1658027 2024-02-18T08:47:46.142 INFO:tasks.workunit.client.0.smithi110.stdout:op 3275 completed, throughput=5MB/sec 2024-02-18T08:47:46.142 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BG6_TNrdd8GasQr off=6327269 len=863209 2024-02-18T08:47:46.145 INFO:tasks.workunit.client.0.smithi110.stdout:op 3276 completed, throughput=5MB/sec 2024-02-18T08:47:46.145 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uiJqXyeXeT1KUmf off=11169769 len=61392 2024-02-18T08:47:46.149 INFO:tasks.workunit.client.0.smithi110.stdout:op 3277 completed, throughput=5MB/sec 2024-02-18T08:47:46.149 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B4--glLNryNV-TZ off=951995 len=1080997 2024-02-18T08:47:46.157 INFO:tasks.workunit.client.0.smithi110.stdout:op 3278 completed, throughput=5MB/sec 2024-02-18T08:47:46.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:46 smithi110 bash[54479]: cluster 2024-02-18T08:47:45.207518+0000 mgr.y (mgr.44100) 936 : cluster [DBG] pgmap v1488: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:46.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:46 smithi110 bash[55875]: cluster 2024-02-18T08:47:45.207518+0000 mgr.y (mgr.44100) 936 : cluster [DBG] pgmap v1488: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:46.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:46 smithi191 bash[38688]: cluster 2024-02-18T08:47:45.207518+0000 mgr.y (mgr.44100) 936 : cluster [DBG] pgmap v1488: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:47.158 INFO:tasks.workunit.client.0.smithi110.stdout: 631: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:47.158 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gJIj4QpnAhvx-Ad off=7220180 len=104834 2024-02-18T08:47:47.159 INFO:tasks.workunit.client.0.smithi110.stdout:op 3279 completed, throughput=4.99MB/sec 2024-02-18T08:47:47.159 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IZz1H8ye9HlVo7H off=2374581 len=1360659 2024-02-18T08:47:47.170 INFO:tasks.workunit.client.0.smithi110.stdout:op 3280 completed, throughput=5MB/sec 2024-02-18T08:47:47.170 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a_QqHKQx6p_wgL_ off=20377289 len=579601 2024-02-18T08:47:47.172 INFO:tasks.workunit.client.0.smithi110.stdout:op 3281 completed, throughput=5MB/sec 2024-02-18T08:47:47.172 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MmIV4Orer6a1JGp off=413803 len=1698409 2024-02-18T08:47:47.176 INFO:tasks.workunit.client.0.smithi110.stdout:op 3282 completed, throughput=5MB/sec 2024-02-18T08:47:47.176 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ALeclymasA91ftM off=3152756 len=738981 2024-02-18T08:47:47.178 INFO:tasks.workunit.client.0.smithi110.stdout:op 3283 completed, throughput=5MB/sec 2024-02-18T08:47:47.178 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TsHOQwNSC2oNbob off=2548778 len=134820 2024-02-18T08:47:47.182 INFO:tasks.workunit.client.0.smithi110.stdout:op 3284 completed, throughput=5MB/sec 2024-02-18T08:47:47.182 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RJQ9Rx9rugpI67- off=4840301 len=1537713 2024-02-18T08:47:47.188 INFO:tasks.workunit.client.0.smithi110.stdout:op 3285 completed, throughput=5MB/sec 2024-02-18T08:47:47.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:47 smithi110 bash[54479]: cluster 2024-02-18T08:47:47.208075+0000 mgr.y (mgr.44100) 937 : cluster [DBG] pgmap v1489: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:47:47.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:47 smithi110 bash[55875]: cluster 2024-02-18T08:47:47.208075+0000 mgr.y (mgr.44100) 937 : cluster [DBG] pgmap v1489: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:47:47.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:47 smithi191 bash[38688]: cluster 2024-02-18T08:47:47.208075+0000 mgr.y (mgr.44100) 937 : cluster [DBG] pgmap v1489: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:47:48.188 INFO:tasks.workunit.client.0.smithi110.stdout: 632: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:48.188 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LJaWF2_8u7BGGna off=7584537 len=1088506 2024-02-18T08:47:48.200 INFO:tasks.workunit.client.0.smithi110.stdout:op 3286 completed, throughput=5MB/sec 2024-02-18T08:47:48.200 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A6d9M3fEnMvtsbT off=6569229 len=1555695 2024-02-18T08:47:48.204 INFO:tasks.workunit.client.0.smithi110.stdout:op 3287 completed, throughput=5MB/sec 2024-02-18T08:47:48.204 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-m9SsuNHef8enjgb off=2723452 len=353426 2024-02-18T08:47:48.206 INFO:tasks.workunit.client.0.smithi110.stdout:op 3288 completed, throughput=5MB/sec 2024-02-18T08:47:48.206 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-K_HmPHPNHtiytGH off=5328164 len=954740 2024-02-18T08:47:48.208 INFO:tasks.workunit.client.0.smithi110.stdout:op 3289 completed, throughput=5MB/sec 2024-02-18T08:47:48.208 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nzeHYVN5zEVmtol off=10750320 len=949046 2024-02-18T08:47:48.209 INFO:tasks.workunit.client.0.smithi110.stdout:op 3290 completed, throughput=5MB/sec 2024-02-18T08:47:49.210 INFO:tasks.workunit.client.0.smithi110.stdout: 633: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:49.210 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BhXXdWQ1ibbczgT off=2800352 len=1824158 2024-02-18T08:47:49.214 INFO:tasks.workunit.client.0.smithi110.stdout:op 3291 completed, throughput=5MB/sec 2024-02-18T08:47:49.214 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-57e3Dmi6TLPUaCI off=2209454 len=863132 2024-02-18T08:47:49.223 INFO:tasks.workunit.client.0.smithi110.stdout:op 3292 completed, throughput=5MB/sec 2024-02-18T08:47:49.223 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-giqekCEhFve5Cna off=8357373 len=1105613 2024-02-18T08:47:49.225 INFO:tasks.workunit.client.0.smithi110.stdout:op 3293 completed, throughput=5MB/sec 2024-02-18T08:47:49.225 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iriWqreqM1XtCZ8 off=404683 len=785509 2024-02-18T08:47:49.232 INFO:tasks.workunit.client.0.smithi110.stdout:op 3294 completed, throughput=5MB/sec 2024-02-18T08:47:50.232 INFO:tasks.workunit.client.0.smithi110.stdout: 634: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:50.232 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RqzArxoUp8ectAD off=19690051 len=1671419 2024-02-18T08:47:50.243 INFO:tasks.workunit.client.0.smithi110.stdout:op 3295 completed, throughput=4.99MB/sec 2024-02-18T08:47:50.243 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vlItaIuoBPpM9Jt off=247898 len=1029713 2024-02-18T08:47:50.245 INFO:tasks.workunit.client.0.smithi110.stdout:op 3296 completed, throughput=5MB/sec 2024-02-18T08:47:50.246 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kJswO0lOlHstq0O off=1822875 len=1257571 2024-02-18T08:47:50.248 INFO:tasks.workunit.client.0.smithi110.stdout:op 3297 completed, throughput=5MB/sec 2024-02-18T08:47:50.248 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VEn82Muo3T3E2uT off=10007403 len=1124203 2024-02-18T08:47:50.250 INFO:tasks.workunit.client.0.smithi110.stdout:op 3298 completed, throughput=5MB/sec 2024-02-18T08:47:50.250 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ObJizBO4dzblnC- off=4338216 len=827614 2024-02-18T08:47:50.252 INFO:tasks.workunit.client.0.smithi110.stdout:op 3299 completed, throughput=5MB/sec 2024-02-18T08:47:50.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:50 smithi191 bash[38688]: cluster 2024-02-18T08:47:49.208908+0000 mgr.y (mgr.44100) 938 : cluster [DBG] pgmap v1490: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:47:50.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:50 smithi110 bash[54479]: cluster 2024-02-18T08:47:49.208908+0000 mgr.y (mgr.44100) 938 : cluster [DBG] pgmap v1490: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:47:50.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:50 smithi110 bash[55875]: cluster 2024-02-18T08:47:49.208908+0000 mgr.y (mgr.44100) 938 : cluster [DBG] pgmap v1490: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:47:51.252 INFO:tasks.workunit.client.0.smithi110.stdout: 635: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:51.253 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pJCg43D9Pcw9_OJ off=3782497 len=190593 2024-02-18T08:47:51.254 INFO:tasks.workunit.client.0.smithi110.stdout:op 3300 completed, throughput=4.99MB/sec 2024-02-18T08:47:51.254 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RD8veAkxoBk1vob off=2509866 len=1018125 2024-02-18T08:47:51.264 INFO:tasks.workunit.client.0.smithi110.stdout:op 3301 completed, throughput=4.99MB/sec 2024-02-18T08:47:51.264 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-M8vFJzwzbPEkj5V off=11523868 len=1488722 2024-02-18T08:47:51.266 INFO:tasks.workunit.client.0.smithi110.stdout:op 3302 completed, throughput=5MB/sec 2024-02-18T08:47:51.266 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-o0n3vrO1Y01zhWS off=3176235 len=584151 2024-02-18T08:47:51.270 INFO:tasks.workunit.client.0.smithi110.stdout:op 3303 completed, throughput=5MB/sec 2024-02-18T08:47:51.270 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eP9hHVqUq3ojh5R off=7765192 len=1835442 2024-02-18T08:47:51.278 INFO:tasks.workunit.client.0.smithi110.stdout:op 3304 completed, throughput=5MB/sec 2024-02-18T08:47:52.279 INFO:tasks.workunit.client.0.smithi110.stdout: 636: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:52.279 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YJKVw9ViJmxTqlV off=9674350 len=63091 2024-02-18T08:47:52.280 INFO:tasks.workunit.client.0.smithi110.stdout:op 3305 completed, throughput=4.99MB/sec 2024-02-18T08:47:52.280 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ya9tECRgivHZOd6 off=1541223 len=690319 2024-02-18T08:47:52.288 INFO:tasks.workunit.client.0.smithi110.stdout:op 3306 completed, throughput=4.99MB/sec 2024-02-18T08:47:52.288 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2FVJkwU9tDSy1g1 off=8336001 len=1993 2024-02-18T08:47:52.291 INFO:tasks.workunit.client.0.smithi110.stdout:op 3307 completed, throughput=4.99MB/sec 2024-02-18T08:47:52.291 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hJH3l-ZzRIDj7Mn off=0 len=1553053 2024-02-18T08:47:52.301 INFO:tasks.workunit.client.0.smithi110.stdout:op 3308 completed, throughput=5MB/sec 2024-02-18T08:47:52.301 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yKQJ1zg_f-_9rk- off=824429 len=1382341 2024-02-18T08:47:52.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 3309 completed, throughput=5MB/sec 2024-02-18T08:47:52.303 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cW45gUbmr2qGhqG off=3153752 len=1093625 2024-02-18T08:47:52.311 INFO:tasks.workunit.client.0.smithi110.stdout:op 3310 completed, throughput=5MB/sec 2024-02-18T08:47:52.311 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zbw6KprbErDf4Pc off=2600211 len=875133 2024-02-18T08:47:52.312 INFO:tasks.workunit.client.0.smithi110.stdout:op 3311 completed, throughput=5MB/sec 2024-02-18T08:47:52.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:52 smithi191 bash[38688]: cluster 2024-02-18T08:47:51.209773+0000 mgr.y (mgr.44100) 939 : cluster [DBG] pgmap v1491: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:52.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:52 smithi110 bash[54479]: cluster 2024-02-18T08:47:51.209773+0000 mgr.y (mgr.44100) 939 : cluster [DBG] pgmap v1491: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:52.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:52 smithi110 bash[55875]: cluster 2024-02-18T08:47:51.209773+0000 mgr.y (mgr.44100) 939 : cluster [DBG] pgmap v1491: 73 pgs: 73 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:47:53.313 INFO:tasks.workunit.client.0.smithi110.stdout: 637: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:53.313 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2iobMoc9osK7S4B off=10825695 len=1555598 2024-02-18T08:47:53.318 INFO:tasks.workunit.client.0.smithi110.stdout:op 3312 completed, throughput=5MB/sec 2024-02-18T08:47:53.318 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vSusHIeF9X4B_Fn off=14176844 len=173173 2024-02-18T08:47:53.319 INFO:tasks.workunit.client.0.smithi110.stdout:op 3313 completed, throughput=5MB/sec 2024-02-18T08:47:53.319 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9kxvP-sSe8zjoCw off=426947 len=165860 2024-02-18T08:47:53.324 INFO:tasks.workunit.client.0.smithi110.stdout:op 3314 completed, throughput=5MB/sec 2024-02-18T08:47:53.324 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PS2Vhkq9P5u7tzN off=787355 len=1535213 2024-02-18T08:47:53.327 INFO:tasks.workunit.client.0.smithi110.stdout:op 3315 completed, throughput=5MB/sec 2024-02-18T08:47:53.327 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EUrY9Cy9D1oKc_d off=2763280 len=1831499 2024-02-18T08:47:53.341 INFO:tasks.workunit.client.0.smithi110.stdout:op 3316 completed, throughput=5MB/sec 2024-02-18T08:47:54.341 INFO:tasks.workunit.client.0.smithi110.stdout: 638: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:54.341 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_iVDbfQIKkJogge off=1739476 len=788126 2024-02-18T08:47:54.349 INFO:tasks.workunit.client.0.smithi110.stdout:op 3317 completed, throughput=4.99MB/sec 2024-02-18T08:47:54.350 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hesz_gOONui9fu7 off=5272719 len=867391 2024-02-18T08:47:54.351 INFO:tasks.workunit.client.0.smithi110.stdout:op 3318 completed, throughput=5MB/sec 2024-02-18T08:47:54.351 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xHWT9EdBCIhKpyL off=9721023 len=1152527 2024-02-18T08:47:54.360 INFO:tasks.workunit.client.0.smithi110.stdout:op 3319 completed, throughput=5MB/sec 2024-02-18T08:47:54.360 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V6SIMowGHwTFMOb off=4846189 len=1982906 2024-02-18T08:47:54.370 INFO:tasks.workunit.client.0.smithi110.stdout:op 3320 completed, throughput=5MB/sec 2024-02-18T08:47:54.370 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Csl18MZX__h_h6v off=22757950 len=892677 2024-02-18T08:47:54.372 INFO:tasks.workunit.client.0.smithi110.stdout:op 3321 completed, throughput=5MB/sec 2024-02-18T08:47:54.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:54 smithi191 bash[38688]: cluster 2024-02-18T08:47:53.210646+0000 mgr.y (mgr.44100) 940 : cluster [DBG] pgmap v1492: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:54.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:54 smithi110 bash[54479]: cluster 2024-02-18T08:47:53.210646+0000 mgr.y (mgr.44100) 940 : cluster [DBG] pgmap v1492: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:54.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:54 smithi110 bash[55875]: cluster 2024-02-18T08:47:53.210646+0000 mgr.y (mgr.44100) 940 : cluster [DBG] pgmap v1492: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:55.373 INFO:tasks.workunit.client.0.smithi110.stdout: 639: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:55.373 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--1e1ao8hUtLf-nx off=55889 len=81880 2024-02-18T08:47:55.374 INFO:tasks.workunit.client.0.smithi110.stdout:op 3322 completed, throughput=4.99MB/sec 2024-02-18T08:47:55.374 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FRlX2O48pVu9IIt off=0 len=1484875 2024-02-18T08:47:55.385 INFO:tasks.workunit.client.0.smithi110.stdout:op 3323 completed, throughput=5MB/sec 2024-02-18T08:47:55.385 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VM_0YQtrt2RWR2x off=3513895 len=1902097 2024-02-18T08:47:55.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 3324 completed, throughput=5MB/sec 2024-02-18T08:47:55.389 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g1flu0gJtWcpXAV off=5091061 len=221972 2024-02-18T08:47:55.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 3325 completed, throughput=5MB/sec 2024-02-18T08:47:55.389 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GrGANm6skHowsF0 off=1250228 len=1466573 2024-02-18T08:47:55.394 INFO:tasks.workunit.client.0.smithi110.stdout:op 3326 completed, throughput=5MB/sec 2024-02-18T08:47:56.394 INFO:tasks.workunit.client.0.smithi110.stdout: 640: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:56.395 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4QOXBiHSSePidAn off=20529725 len=1102294 2024-02-18T08:47:56.404 INFO:tasks.workunit.client.0.smithi110.stdout:op 3327 completed, throughput=4.99MB/sec 2024-02-18T08:47:56.404 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-K5Wo-zt503GUNXT off=7439210 len=1811247 2024-02-18T08:47:56.417 INFO:tasks.workunit.client.0.smithi110.stdout:op 3328 completed, throughput=5MB/sec 2024-02-18T08:47:56.417 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4PggTJzL8m6-SpW off=18632585 len=1849602 2024-02-18T08:47:56.419 INFO:tasks.workunit.client.0.smithi110.stdout:op 3329 completed, throughput=5MB/sec 2024-02-18T08:47:56.419 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ag17486H_Acdjx4 off=3106157 len=1474184 2024-02-18T08:47:56.423 INFO:tasks.workunit.client.0.smithi110.stdout:op 3330 completed, throughput=5MB/sec 2024-02-18T08:47:56.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:56 smithi191 bash[38688]: cluster 2024-02-18T08:47:55.211420+0000 mgr.y (mgr.44100) 941 : cluster [DBG] pgmap v1493: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:47:56.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:56 smithi110 bash[54479]: cluster 2024-02-18T08:47:55.211420+0000 mgr.y (mgr.44100) 941 : cluster [DBG] pgmap v1493: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:47:56.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:56 smithi110 bash[55875]: cluster 2024-02-18T08:47:55.211420+0000 mgr.y (mgr.44100) 941 : cluster [DBG] pgmap v1493: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:47:57.423 INFO:tasks.workunit.client.0.smithi110.stdout: 641: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:57.423 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KQvq4_oW303t0E_ off=3657408 len=794211 2024-02-18T08:47:57.430 INFO:tasks.workunit.client.0.smithi110.stdout:op 3331 completed, throughput=5MB/sec 2024-02-18T08:47:57.430 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ytqFAIS-zGCxEc1 off=15618539 len=127516 2024-02-18T08:47:57.435 INFO:tasks.workunit.client.0.smithi110.stdout:op 3332 completed, throughput=5MB/sec 2024-02-18T08:47:57.435 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_8Q4ZVMI2h-F-fN off=6837394 len=132076 2024-02-18T08:47:57.439 INFO:tasks.workunit.client.0.smithi110.stdout:op 3333 completed, throughput=5MB/sec 2024-02-18T08:47:57.439 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--F_5w_LkINsrgFc off=18995608 len=2093913 2024-02-18T08:47:57.444 INFO:tasks.workunit.client.0.smithi110.stdout:op 3334 completed, throughput=5MB/sec 2024-02-18T08:47:57.444 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gTBjCaCAFq2isjC off=3373969 len=746970 2024-02-18T08:47:57.446 INFO:tasks.workunit.client.0.smithi110.stdout:op 3335 completed, throughput=5MB/sec 2024-02-18T08:47:57.446 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-G5je6F-r7dcAFY7 off=1882792 len=2012050 2024-02-18T08:47:57.452 INFO:tasks.workunit.client.0.smithi110.stdout:op 3336 completed, throughput=5MB/sec 2024-02-18T08:47:58.452 INFO:tasks.workunit.client.0.smithi110.stdout: 642: throughput=5MB/sec pending data=0 2024-02-18T08:47:58.452 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k5jvM3jvOZYnQnD off=1386200 len=1164940 2024-02-18T08:47:58.457 INFO:tasks.workunit.client.0.smithi110.stdout:op 3337 completed, throughput=5MB/sec 2024-02-18T08:47:58.457 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dFP_vrKlfOXq1e8 off=4271678 len=1811184 2024-02-18T08:47:58.472 INFO:tasks.workunit.client.0.smithi110.stdout:op 3338 completed, throughput=5MB/sec 2024-02-18T08:47:58.472 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VPdOvFHV9krEzKV off=459715 len=744097 2024-02-18T08:47:58.474 INFO:tasks.workunit.client.0.smithi110.stdout:op 3339 completed, throughput=5MB/sec 2024-02-18T08:47:58.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:47:58 smithi191 bash[38688]: cluster 2024-02-18T08:47:57.212277+0000 mgr.y (mgr.44100) 942 : cluster [DBG] pgmap v1494: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:58.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:47:58 smithi110 bash[54479]: cluster 2024-02-18T08:47:57.212277+0000 mgr.y (mgr.44100) 942 : cluster [DBG] pgmap v1494: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:58.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:47:58 smithi110 bash[55875]: cluster 2024-02-18T08:47:57.212277+0000 mgr.y (mgr.44100) 942 : cluster [DBG] pgmap v1494: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:47:59.474 INFO:tasks.workunit.client.0.smithi110.stdout: 643: throughput=4.99MB/sec pending data=0 2024-02-18T08:47:59.474 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dAnmm-bx-I0O5hd off=11639168 len=285872 2024-02-18T08:47:59.476 INFO:tasks.workunit.client.0.smithi110.stdout:op 3340 completed, throughput=4.99MB/sec 2024-02-18T08:47:59.477 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lw02oC2M3xXGP1v off=10361218 len=933090 2024-02-18T08:47:59.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 3341 completed, throughput=4.99MB/sec 2024-02-18T08:47:59.480 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-W6HqeMJDK9GeYAw off=502837 len=1758783 2024-02-18T08:47:59.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 3342 completed, throughput=5MB/sec 2024-02-18T08:47:59.484 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9mAVRx_9chKhpDr off=8693091 len=746671 2024-02-18T08:47:59.492 INFO:tasks.workunit.client.0.smithi110.stdout:op 3343 completed, throughput=5MB/sec 2024-02-18T08:47:59.492 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XS4FPdA_2ptP0Dt off=13564543 len=2008565 2024-02-18T08:47:59.507 INFO:tasks.workunit.client.0.smithi110.stdout:op 3344 completed, throughput=5MB/sec 2024-02-18T08:48:00.508 INFO:tasks.workunit.client.0.smithi110.stdout: 644: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:00.508 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sCwzo6a4F4oIrk9 off=2169395 len=673379 2024-02-18T08:48:00.515 INFO:tasks.workunit.client.0.smithi110.stdout:op 3345 completed, throughput=4.99MB/sec 2024-02-18T08:48:00.515 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OSmOpAaJcTmurou off=6720795 len=1349447 2024-02-18T08:48:00.525 INFO:tasks.workunit.client.0.smithi110.stdout:op 3346 completed, throughput=5MB/sec 2024-02-18T08:48:00.525 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Dv7I7T8UaH4lujT off=7326887 len=1977803 2024-02-18T08:48:00.536 INFO:tasks.workunit.client.0.smithi110.stdout:op 3347 completed, throughput=5MB/sec 2024-02-18T08:48:00.536 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bPT5Riprn-7SpQm off=3501822 len=1442645 2024-02-18T08:48:00.544 INFO:tasks.workunit.client.0.smithi110.stdout:op 3348 completed, throughput=5MB/sec 2024-02-18T08:48:00.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:00 smithi191 bash[38688]: cluster 2024-02-18T08:47:59.213170+0000 mgr.y (mgr.44100) 943 : cluster [DBG] pgmap v1495: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:48:00.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:00 smithi110 bash[54479]: cluster 2024-02-18T08:47:59.213170+0000 mgr.y (mgr.44100) 943 : cluster [DBG] pgmap v1495: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:48:00.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:00 smithi110 bash[55875]: cluster 2024-02-18T08:47:59.213170+0000 mgr.y (mgr.44100) 943 : cluster [DBG] pgmap v1495: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:48:01.545 INFO:tasks.workunit.client.0.smithi110.stdout: 645: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:01.545 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TsOqgBSyNxHaAAA off=8876407 len=1018554 2024-02-18T08:48:01.554 INFO:tasks.workunit.client.0.smithi110.stdout:op 3349 completed, throughput=4.99MB/sec 2024-02-18T08:48:01.554 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YKeQXcgrw63Bynx off=234623 len=235986 2024-02-18T08:48:01.559 INFO:tasks.workunit.client.0.smithi110.stdout:op 3350 completed, throughput=4.99MB/sec 2024-02-18T08:48:01.559 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aXAyuiyk4DzO-hz off=19144877 len=87103 2024-02-18T08:48:01.559 INFO:tasks.workunit.client.0.smithi110.stdout:op 3351 completed, throughput=5MB/sec 2024-02-18T08:48:01.559 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-e6vC5Zwe9MzDZ-y off=4380842 len=1275990 2024-02-18T08:48:01.561 INFO:tasks.workunit.client.0.smithi110.stdout:op 3352 completed, throughput=5MB/sec 2024-02-18T08:48:01.561 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ALPoTxjHca_jj7e off=2979305 len=1998129 2024-02-18T08:48:01.574 INFO:tasks.workunit.client.0.smithi110.stdout:op 3353 completed, throughput=5MB/sec 2024-02-18T08:48:01.574 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZSoyEyQIp1nbsmz off=789751 len=1923749 2024-02-18T08:48:01.585 INFO:tasks.workunit.client.0.smithi110.stdout:op 3354 completed, throughput=5MB/sec 2024-02-18T08:48:02.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:02 smithi191 bash[38688]: cluster 2024-02-18T08:48:01.214027+0000 mgr.y (mgr.44100) 944 : cluster [DBG] pgmap v1496: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:48:02.586 INFO:tasks.workunit.client.0.smithi110.stdout: 646: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:02.586 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ea_KZUcm43EF9Du off=9743573 len=66960 2024-02-18T08:48:02.587 INFO:tasks.workunit.client.0.smithi110.stdout:op 3355 completed, throughput=4.99MB/sec 2024-02-18T08:48:02.587 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IYxHiT7UOFF4kav off=3964373 len=1059044 2024-02-18T08:48:02.596 INFO:tasks.workunit.client.0.smithi110.stdout:op 3356 completed, throughput=5MB/sec 2024-02-18T08:48:02.597 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RTheB80eliED-Yh off=1550651 len=351309 2024-02-18T08:48:02.597 INFO:tasks.workunit.client.0.smithi110.stdout:op 3357 completed, throughput=5MB/sec 2024-02-18T08:48:02.598 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BqTpf23bh4E3RKF off=3785964 len=1562150 2024-02-18T08:48:02.610 INFO:tasks.workunit.client.0.smithi110.stdout:op 3358 completed, throughput=5MB/sec 2024-02-18T08:48:02.610 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8q3uSliG_RRY0jJ off=13630363 len=578462 2024-02-18T08:48:02.616 INFO:tasks.workunit.client.0.smithi110.stdout:op 3359 completed, throughput=5MB/sec 2024-02-18T08:48:02.616 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lzk60ZHaAiAAcGZ off=19597403 len=1791838 2024-02-18T08:48:02.625 INFO:tasks.workunit.client.0.smithi110.stdout:op 3360 completed, throughput=5MB/sec 2024-02-18T08:48:02.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:02 smithi110 bash[54479]: cluster 2024-02-18T08:48:01.214027+0000 mgr.y (mgr.44100) 944 : cluster [DBG] pgmap v1496: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:48:02.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:02 smithi110 bash[55875]: cluster 2024-02-18T08:48:01.214027+0000 mgr.y (mgr.44100) 944 : cluster [DBG] pgmap v1496: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:48:03.626 INFO:tasks.workunit.client.0.smithi110.stdout: 647: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:03.626 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ULgzo6zLPCm9hFl off=1516248 len=1277772 2024-02-18T08:48:03.636 INFO:tasks.workunit.client.0.smithi110.stdout:op 3361 completed, throughput=5MB/sec 2024-02-18T08:48:03.636 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IE6AM-1UmrcOpZv off=8046342 len=1153406 2024-02-18T08:48:03.639 INFO:tasks.workunit.client.0.smithi110.stdout:op 3362 completed, throughput=5MB/sec 2024-02-18T08:48:03.639 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A32HZx-Qa7pzn6m off=5016467 len=260350 2024-02-18T08:48:03.644 INFO:tasks.workunit.client.0.smithi110.stdout:op 3363 completed, throughput=5MB/sec 2024-02-18T08:48:03.644 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-csxgV4or_enEmh8 off=9456459 len=911955 2024-02-18T08:48:03.651 INFO:tasks.workunit.client.0.smithi110.stdout:op 3364 completed, throughput=5MB/sec 2024-02-18T08:48:03.651 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QyEBDu-AainJeLT off=5966259 len=706936 2024-02-18T08:48:03.656 INFO:tasks.workunit.client.0.smithi110.stdout:op 3365 completed, throughput=5MB/sec 2024-02-18T08:48:04.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:04 smithi191 bash[38688]: cluster 2024-02-18T08:48:03.214942+0000 mgr.y (mgr.44100) 945 : cluster [DBG] pgmap v1497: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:48:04.656 INFO:tasks.workunit.client.0.smithi110.stdout: 648: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:04.656 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6n4P3n_4M7m2Vdd off=2482039 len=1488937 2024-02-18T08:48:04.661 INFO:tasks.workunit.client.0.smithi110.stdout:op 3366 completed, throughput=5MB/sec 2024-02-18T08:48:04.661 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uS0mzN60EDlkZjW off=1026616 len=2043531 2024-02-18T08:48:04.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 3367 completed, throughput=5MB/sec 2024-02-18T08:48:04.676 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a_zO5ISSvQYrB4a off=1555512 len=207197 2024-02-18T08:48:04.677 INFO:tasks.workunit.client.0.smithi110.stdout:op 3368 completed, throughput=5MB/sec 2024-02-18T08:48:04.678 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HNzSnJ14YnpPYed off=9930648 len=787234 2024-02-18T08:48:04.684 INFO:tasks.workunit.client.0.smithi110.stdout:op 3369 completed, throughput=5MB/sec 2024-02-18T08:48:04.752 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nM-C2MArjPJwnAT off=323649 len=752199 2024-02-18T08:48:04.753 INFO:tasks.workunit.client.0.smithi110.stdout:op 3370 completed, throughput=5MB/sec 2024-02-18T08:48:04.753 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:04 smithi110 bash[54479]: cluster 2024-02-18T08:48:03.214942+0000 mgr.y (mgr.44100) 945 : cluster [DBG] pgmap v1497: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:48:04.753 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:04 smithi110 bash[55875]: cluster 2024-02-18T08:48:03.214942+0000 mgr.y (mgr.44100) 945 : cluster [DBG] pgmap v1497: 73 pgs: 73 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:48:05.686 INFO:tasks.workunit.client.0.smithi110.stdout: 649: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:05.686 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IOuDPKURwUrmFWZ off=10090173 len=792418 2024-02-18T08:48:05.689 INFO:tasks.workunit.client.0.smithi110.stdout:op 3371 completed, throughput=4.99MB/sec 2024-02-18T08:48:05.689 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3ja9ZKkvhNlyLOw off=3327288 len=1364303 2024-02-18T08:48:05.700 INFO:tasks.workunit.client.0.smithi110.stdout:op 3372 completed, throughput=5MB/sec 2024-02-18T08:48:05.700 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2Es636bsFScu2V8 off=14893474 len=432221 2024-02-18T08:48:05.702 INFO:tasks.workunit.client.0.smithi110.stdout:op 3373 completed, throughput=5MB/sec 2024-02-18T08:48:05.702 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6wnlHxirncX7giu off=11370441 len=683881 2024-02-18T08:48:05.708 INFO:tasks.workunit.client.0.smithi110.stdout:op 3374 completed, throughput=5MB/sec 2024-02-18T08:48:05.708 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fkFsObZP2X1oqbi off=1099806 len=623185 2024-02-18T08:48:05.713 INFO:tasks.workunit.client.0.smithi110.stdout:op 3375 completed, throughput=5MB/sec 2024-02-18T08:48:05.713 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gTBjCaCAFq2isjC off=18755891 len=465190 2024-02-18T08:48:05.717 INFO:tasks.workunit.client.0.smithi110.stdout:op 3376 completed, throughput=5MB/sec 2024-02-18T08:48:05.717 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-18h2tfSBwz6akAs off=4062262 len=862953 2024-02-18T08:48:05.723 INFO:tasks.workunit.client.0.smithi110.stdout:op 3377 completed, throughput=5MB/sec 2024-02-18T08:48:06.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:06 smithi191 bash[38688]: cluster 2024-02-18T08:48:05.215765+0000 mgr.y (mgr.44100) 946 : cluster [DBG] pgmap v1498: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:48:06.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:06 smithi110 bash[54479]: cluster 2024-02-18T08:48:05.215765+0000 mgr.y (mgr.44100) 946 : cluster [DBG] pgmap v1498: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:48:06.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:06 smithi110 bash[55875]: cluster 2024-02-18T08:48:05.215765+0000 mgr.y (mgr.44100) 946 : cluster [DBG] pgmap v1498: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:48:06.723 INFO:tasks.workunit.client.0.smithi110.stdout: 650: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:06.723 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4ky6L8gy0Eu6FdO off=373563 len=827937 2024-02-18T08:48:06.725 INFO:tasks.workunit.client.0.smithi110.stdout:op 3378 completed, throughput=4.99MB/sec 2024-02-18T08:48:06.726 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pVs5WRU_vmFnofE off=1228034 len=1783791 2024-02-18T08:48:06.740 INFO:tasks.workunit.client.0.smithi110.stdout:op 3379 completed, throughput=5MB/sec 2024-02-18T08:48:06.740 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-00VQKg0hXxPBsXv off=24751211 len=130416 2024-02-18T08:48:06.744 INFO:tasks.workunit.client.0.smithi110.stdout:op 3380 completed, throughput=5MB/sec 2024-02-18T08:48:06.744 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IrCZVxxL_wadExf off=2451190 len=1545821 2024-02-18T08:48:06.753 INFO:tasks.workunit.client.0.smithi110.stdout:op 3381 completed, throughput=5MB/sec 2024-02-18T08:48:06.754 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CFrTR4qlSyIqqqH off=4112770 len=947400 2024-02-18T08:48:06.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 3382 completed, throughput=5MB/sec 2024-02-18T08:48:06.758 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nBpc9abPuY9l4Il off=51236 len=2016820 2024-02-18T08:48:06.770 INFO:tasks.workunit.client.0.smithi110.stdout:op 3383 completed, throughput=5MB/sec 2024-02-18T08:48:07.771 INFO:tasks.workunit.client.0.smithi110.stdout: 651: throughput=5MB/sec pending data=0 2024-02-18T08:48:07.771 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hpiko1XJY5XmRTd off=15943834 len=1180791 2024-02-18T08:48:07.783 INFO:tasks.workunit.client.0.smithi110.stdout:op 3384 completed, throughput=5MB/sec 2024-02-18T08:48:07.783 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uE4Lc1-YZdyZvIj off=9878248 len=1717201 2024-02-18T08:48:07.788 INFO:tasks.workunit.client.0.smithi110.stdout:op 3385 completed, throughput=5MB/sec 2024-02-18T08:48:07.788 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FZXprspBK7CSLqH off=22610322 len=330310 2024-02-18T08:48:07.789 INFO:tasks.workunit.client.0.smithi110.stdout:op 3386 completed, throughput=5MB/sec 2024-02-18T08:48:07.789 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9lFblPUJtCrftRb off=16019879 len=781346 2024-02-18T08:48:07.796 INFO:tasks.workunit.client.0.smithi110.stdout:op 3387 completed, throughput=5MB/sec 2024-02-18T08:48:08.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:08 smithi191 bash[38688]: cluster 2024-02-18T08:48:07.216626+0000 mgr.y (mgr.44100) 947 : cluster [DBG] pgmap v1499: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:48:08.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:08 smithi110 bash[54479]: cluster 2024-02-18T08:48:07.216626+0000 mgr.y (mgr.44100) 947 : cluster [DBG] pgmap v1499: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:48:08.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:08 smithi110 bash[55875]: cluster 2024-02-18T08:48:07.216626+0000 mgr.y (mgr.44100) 947 : cluster [DBG] pgmap v1499: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:48:08.796 INFO:tasks.workunit.client.0.smithi110.stdout: 652: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:08.797 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Gvjzz6kbolNKcpJ off=20684277 len=122432 2024-02-18T08:48:08.802 INFO:tasks.workunit.client.0.smithi110.stdout:op 3388 completed, throughput=4.99MB/sec 2024-02-18T08:48:08.802 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-moFQwkWTcCnu3hY off=19463730 len=1208860 2024-02-18T08:48:08.809 INFO:tasks.workunit.client.0.smithi110.stdout:op 3389 completed, throughput=5MB/sec 2024-02-18T08:48:08.809 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lIbe5RV1oy8-Xd9 off=10002671 len=2003310 2024-02-18T08:48:08.819 INFO:tasks.workunit.client.0.smithi110.stdout:op 3390 completed, throughput=5MB/sec 2024-02-18T08:48:08.819 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hCdVAXG55C0mDGs off=424116 len=59219 2024-02-18T08:48:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:op 3391 completed, throughput=5MB/sec 2024-02-18T08:48:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--B80HsNNAaPmhMJ off=3479647 len=775432 2024-02-18T08:48:08.826 INFO:tasks.workunit.client.0.smithi110.stdout:op 3392 completed, throughput=5MB/sec 2024-02-18T08:48:08.826 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4D8S3c3TXQUlbJW off=3886058 len=821656 2024-02-18T08:48:08.828 INFO:tasks.workunit.client.0.smithi110.stdout:op 3393 completed, throughput=5MB/sec 2024-02-18T08:48:09.828 INFO:tasks.workunit.client.0.smithi110.stdout: 653: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:09.829 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A-N8K5FDdc1htXM off=9291800 len=26077 2024-02-18T08:48:09.830 INFO:tasks.workunit.client.0.smithi110.stdout:op 3394 completed, throughput=4.99MB/sec 2024-02-18T08:48:09.830 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fjbgvRrrMQWRSIG off=1318843 len=363788 2024-02-18T08:48:09.832 INFO:tasks.workunit.client.0.smithi110.stdout:op 3395 completed, throughput=4.99MB/sec 2024-02-18T08:48:09.832 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KoR6wC_bW3v-ZXq off=3205149 len=135304 2024-02-18T08:48:09.837 INFO:tasks.workunit.client.0.smithi110.stdout:op 3396 completed, throughput=4.99MB/sec 2024-02-18T08:48:09.837 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-G6k9botpBnPI9me off=3823843 len=919042 2024-02-18T08:48:09.840 INFO:tasks.workunit.client.0.smithi110.stdout:op 3397 completed, throughput=4.99MB/sec 2024-02-18T08:48:09.840 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XG0j6Wd6SmbmXQg off=6373317 len=995414 2024-02-18T08:48:09.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 3398 completed, throughput=5MB/sec 2024-02-18T08:48:09.848 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lkV_Qa5EhuYg8np off=4485185 len=1080270 2024-02-18T08:48:09.856 INFO:tasks.workunit.client.0.smithi110.stdout:op 3399 completed, throughput=5MB/sec 2024-02-18T08:48:09.856 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uswQZc3YrSUzH0O off=15658036 len=1411726 2024-02-18T08:48:09.858 INFO:tasks.workunit.client.0.smithi110.stdout:op 3400 completed, throughput=5MB/sec 2024-02-18T08:48:09.859 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NQYboKcKuRw8_sw off=14468413 len=880306 2024-02-18T08:48:09.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 3401 completed, throughput=5MB/sec 2024-02-18T08:48:10.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:10 smithi191 bash[38688]: cluster 2024-02-18T08:48:09.217570+0000 mgr.y (mgr.44100) 948 : cluster [DBG] pgmap v1500: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:48:10.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:10 smithi110 bash[54479]: cluster 2024-02-18T08:48:09.217570+0000 mgr.y (mgr.44100) 948 : cluster [DBG] pgmap v1500: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:48:10.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:10 smithi110 bash[55875]: cluster 2024-02-18T08:48:09.217570+0000 mgr.y (mgr.44100) 948 : cluster [DBG] pgmap v1500: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:48:10.861 INFO:tasks.workunit.client.0.smithi110.stdout: 654: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:10.861 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pC0UsDu6Xv1lrab off=22228979 len=1142366 2024-02-18T08:48:10.865 INFO:tasks.workunit.client.0.smithi110.stdout:op 3402 completed, throughput=4.99MB/sec 2024-02-18T08:48:10.865 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NaJiMkaUuswa1m9 off=5161078 len=241411 2024-02-18T08:48:10.867 INFO:tasks.workunit.client.0.smithi110.stdout:op 3403 completed, throughput=5MB/sec 2024-02-18T08:48:10.867 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cyaVIlJMtP7ERGU off=565776 len=60058 2024-02-18T08:48:10.868 INFO:tasks.workunit.client.0.smithi110.stdout:op 3404 completed, throughput=5MB/sec 2024-02-18T08:48:10.868 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0G6LA8C03Cd_YSe off=14474735 len=1145101 2024-02-18T08:48:10.878 INFO:tasks.workunit.client.0.smithi110.stdout:op 3405 completed, throughput=5MB/sec 2024-02-18T08:48:10.878 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oKOUjFyTCJlT96U off=1982638 len=450874 2024-02-18T08:48:10.880 INFO:tasks.workunit.client.0.smithi110.stdout:op 3406 completed, throughput=5MB/sec 2024-02-18T08:48:10.880 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xZtzrArUYqBhteS off=4452726 len=624573 2024-02-18T08:48:10.886 INFO:tasks.workunit.client.0.smithi110.stdout:op 3407 completed, throughput=5MB/sec 2024-02-18T08:48:10.886 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Qu5s2WaqsBnouyN off=6673901 len=741278 2024-02-18T08:48:10.888 INFO:tasks.workunit.client.0.smithi110.stdout:op 3408 completed, throughput=5MB/sec 2024-02-18T08:48:10.888 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3TfkT5FlefgUp_1 off=16124883 len=307225 2024-02-18T08:48:10.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 3409 completed, throughput=5MB/sec 2024-02-18T08:48:10.893 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-b-t31MJ8cA78SUg off=107974 len=1722468 2024-02-18T08:48:10.903 INFO:tasks.workunit.client.0.smithi110.stdout:op 3410 completed, throughput=5MB/sec 2024-02-18T08:48:11.904 INFO:tasks.workunit.client.0.smithi110.stdout: 655: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:11.904 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eglOc4OXK4hmWvY off=14889426 len=784460 2024-02-18T08:48:11.907 INFO:tasks.workunit.client.0.smithi110.stdout:op 3411 completed, throughput=5MB/sec 2024-02-18T08:48:11.907 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PhZM4EMTScRatAD off=4405194 len=2088653 2024-02-18T08:48:11.923 INFO:tasks.workunit.client.0.smithi110.stdout:op 3412 completed, throughput=5MB/sec 2024-02-18T08:48:11.923 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PFe3mNmF-PY9-xl off=17523921 len=302836 2024-02-18T08:48:11.924 INFO:tasks.workunit.client.0.smithi110.stdout:op 3413 completed, throughput=5MB/sec 2024-02-18T08:48:11.924 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8-EexSxgz5hhcQ3 off=1396894 len=1067914 2024-02-18T08:48:11.927 INFO:tasks.workunit.client.0.smithi110.stdout:op 3414 completed, throughput=5MB/sec 2024-02-18T08:48:12.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:12 smithi191 bash[38688]: cluster 2024-02-18T08:48:11.218326+0000 mgr.y (mgr.44100) 949 : cluster [DBG] pgmap v1501: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:48:12.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:12 smithi110 bash[54479]: cluster 2024-02-18T08:48:11.218326+0000 mgr.y (mgr.44100) 949 : cluster [DBG] pgmap v1501: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:48:12.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:12 smithi110 bash[55875]: cluster 2024-02-18T08:48:11.218326+0000 mgr.y (mgr.44100) 949 : cluster [DBG] pgmap v1501: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:48:12.927 INFO:tasks.workunit.client.0.smithi110.stdout: 656: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:12.928 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xtnnmPa9gZW7zDs off=12757841 len=1954035 2024-02-18T08:48:12.941 INFO:tasks.workunit.client.0.smithi110.stdout:op 3415 completed, throughput=5MB/sec 2024-02-18T08:48:12.941 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BpaQ0ay37LD5oVV off=10786070 len=733691 2024-02-18T08:48:12.948 INFO:tasks.workunit.client.0.smithi110.stdout:op 3416 completed, throughput=5MB/sec 2024-02-18T08:48:12.948 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wPavtAKUxvfztEq off=9802581 len=160864 2024-02-18T08:48:12.952 INFO:tasks.workunit.client.0.smithi110.stdout:op 3417 completed, throughput=5MB/sec 2024-02-18T08:48:12.952 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PyHNVf5O-nKYI4Z off=7450238 len=892111 2024-02-18T08:48:12.957 INFO:tasks.workunit.client.0.smithi110.stdout:op 3418 completed, throughput=5MB/sec 2024-02-18T08:48:12.957 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-goHzwlI-Td7kFGd off=3187119 len=905103 2024-02-18T08:48:12.960 INFO:tasks.workunit.client.0.smithi110.stdout:op 3419 completed, throughput=5MB/sec 2024-02-18T08:48:12.960 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tEqN4Mk9JjzWhk0 off=13328955 len=1895136 2024-02-18T08:48:12.971 INFO:tasks.workunit.client.0.smithi110.stdout:op 3420 completed, throughput=5MB/sec 2024-02-18T08:48:13.971 INFO:tasks.workunit.client.0.smithi110.stdout: 657: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:13.971 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TmoJgmhgh1UTAqK off=5509212 len=1868280 2024-02-18T08:48:13.976 INFO:tasks.workunit.client.0.smithi110.stdout:op 3421 completed, throughput=5MB/sec 2024-02-18T08:48:13.976 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kuoKxhtso4qAiGT off=5570651 len=1964967 2024-02-18T08:48:13.991 INFO:tasks.workunit.client.0.smithi110.stdout:op 3422 completed, throughput=5MB/sec 2024-02-18T08:48:13.991 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6tT4GZUU3IIStxJ off=10617979 len=446101 2024-02-18T08:48:13.993 INFO:tasks.workunit.client.0.smithi110.stdout:op 3423 completed, throughput=5MB/sec 2024-02-18T08:48:14.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:14 smithi191 bash[38688]: cluster 2024-02-18T08:48:13.219243+0000 mgr.y (mgr.44100) 950 : cluster [DBG] pgmap v1502: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-02-18T08:48:14.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:14 smithi110 bash[54479]: cluster 2024-02-18T08:48:13.219243+0000 mgr.y (mgr.44100) 950 : cluster [DBG] pgmap v1502: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-02-18T08:48:14.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:14 smithi110 bash[55875]: cluster 2024-02-18T08:48:13.219243+0000 mgr.y (mgr.44100) 950 : cluster [DBG] pgmap v1502: 73 pgs: 73 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-02-18T08:48:14.993 INFO:tasks.workunit.client.0.smithi110.stdout: 658: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:14.993 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-E1dxLkjyuWWQP-t off=1750601 len=226299 2024-02-18T08:48:14.999 INFO:tasks.workunit.client.0.smithi110.stdout:op 3424 completed, throughput=4.99MB/sec 2024-02-18T08:48:14.999 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dlinca-KfWma9x5 off=4430759 len=85653 2024-02-18T08:48:15.003 INFO:tasks.workunit.client.0.smithi110.stdout:op 3425 completed, throughput=4.99MB/sec 2024-02-18T08:48:15.003 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7ixP2bevTMz15Kp off=1908012 len=645772 2024-02-18T08:48:15.008 INFO:tasks.workunit.client.0.smithi110.stdout:op 3426 completed, throughput=4.99MB/sec 2024-02-18T08:48:15.008 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xupegHWSXt-sT9K off=6438091 len=2073157 2024-02-18T08:48:15.019 INFO:tasks.workunit.client.0.smithi110.stdout:op 3427 completed, throughput=5MB/sec 2024-02-18T08:48:15.019 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2Gb55mf6b7JJHzY off=8241253 len=1307395 2024-02-18T08:48:15.022 INFO:tasks.workunit.client.0.smithi110.stdout:op 3428 completed, throughput=5MB/sec 2024-02-18T08:48:15.022 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7VKn94BPrgtcs5i off=1810158 len=1443608 2024-02-18T08:48:15.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 3429 completed, throughput=5MB/sec 2024-02-18T08:48:16.031 INFO:tasks.workunit.client.0.smithi110.stdout: 659: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:16.031 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xqVw6mr0gOWnOyw off=2852062 len=88860 2024-02-18T08:48:16.032 INFO:tasks.workunit.client.0.smithi110.stdout:op 3430 completed, throughput=4.99MB/sec 2024-02-18T08:48:16.032 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-R5kqI6GspOPKz8d off=1165612 len=1568660 2024-02-18T08:48:16.043 INFO:tasks.workunit.client.0.smithi110.stdout:op 3431 completed, throughput=5MB/sec 2024-02-18T08:48:16.044 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9BaFJ3jXUZckL0k off=1727180 len=451660 2024-02-18T08:48:16.045 INFO:tasks.workunit.client.0.smithi110.stdout:op 3432 completed, throughput=5MB/sec 2024-02-18T08:48:16.045 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KYs5Q87QI5dBBFe off=12792660 len=1035750 2024-02-18T08:48:16.048 INFO:tasks.workunit.client.0.smithi110.stdout:op 3433 completed, throughput=5MB/sec 2024-02-18T08:48:16.048 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TCT6vdxrza51QC1 off=6544892 len=28780 2024-02-18T08:48:16.051 INFO:tasks.workunit.client.0.smithi110.stdout:op 3434 completed, throughput=5MB/sec 2024-02-18T08:48:16.051 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ls7gw8t2092Azkh off=15887361 len=960038 2024-02-18T08:48:16.053 INFO:tasks.workunit.client.0.smithi110.stdout:op 3435 completed, throughput=5MB/sec 2024-02-18T08:48:16.053 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nM-C2MArjPJwnAT off=3143516 len=121527 2024-02-18T08:48:16.056 INFO:tasks.workunit.client.0.smithi110.stdout:op 3436 completed, throughput=5MB/sec 2024-02-18T08:48:16.056 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JsViCqUS0iOq_4E off=687734 len=1670920 2024-02-18T08:48:16.066 INFO:tasks.workunit.client.0.smithi110.stdout:op 3437 completed, throughput=5MB/sec 2024-02-18T08:48:16.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:16 smithi191 bash[38688]: cluster 2024-02-18T08:48:15.220045+0000 mgr.y (mgr.44100) 951 : cluster [DBG] pgmap v1503: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:48:16.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:16 smithi110 bash[55875]: cluster 2024-02-18T08:48:15.220045+0000 mgr.y (mgr.44100) 951 : cluster [DBG] pgmap v1503: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:48:16.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:16 smithi110 bash[54479]: cluster 2024-02-18T08:48:15.220045+0000 mgr.y (mgr.44100) 951 : cluster [DBG] pgmap v1503: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:48:17.066 INFO:tasks.workunit.client.0.smithi110.stdout: 660: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:17.066 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7AGYo5Fiui8EOnE off=222574 len=1438974 2024-02-18T08:48:17.078 INFO:tasks.workunit.client.0.smithi110.stdout:op 3438 completed, throughput=5MB/sec 2024-02-18T08:48:17.078 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-id7_apoheD8lGhL off=4527144 len=760584 2024-02-18T08:48:17.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 3439 completed, throughput=5MB/sec 2024-02-18T08:48:17.080 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YCXRlN9_-XnX1du off=9086342 len=861964 2024-02-18T08:48:17.082 INFO:tasks.workunit.client.0.smithi110.stdout:op 3440 completed, throughput=5MB/sec 2024-02-18T08:48:17.082 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WpPqKVEpJZFeMz8 off=17028362 len=835902 2024-02-18T08:48:17.085 INFO:tasks.workunit.client.0.smithi110.stdout:op 3441 completed, throughput=5MB/sec 2024-02-18T08:48:17.085 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_6hGYnju38DVg29 off=6100929 len=543272 2024-02-18T08:48:17.088 INFO:tasks.workunit.client.0.smithi110.stdout:op 3442 completed, throughput=5MB/sec 2024-02-18T08:48:18.088 INFO:tasks.workunit.client.0.smithi110.stdout: 661: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:18.088 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZKt0Rbsu0GMHD3a off=3187951 len=1334211 2024-02-18T08:48:18.098 INFO:tasks.workunit.client.0.smithi110.stdout:op 3443 completed, throughput=4.99MB/sec 2024-02-18T08:48:18.098 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GggxaolFqkoFckA off=1541800 len=1339052 2024-02-18T08:48:18.107 INFO:tasks.workunit.client.0.smithi110.stdout:op 3444 completed, throughput=5MB/sec 2024-02-18T08:48:18.107 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2zDI_ah357S6_f5 off=5048482 len=1496542 2024-02-18T08:48:18.110 INFO:tasks.workunit.client.0.smithi110.stdout:op 3445 completed, throughput=5MB/sec 2024-02-18T08:48:18.110 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jZtDwWxMBwwxxmP off=10626430 len=1243628 2024-02-18T08:48:18.112 INFO:tasks.workunit.client.0.smithi110.stdout:op 3446 completed, throughput=5MB/sec 2024-02-18T08:48:18.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:18 smithi191 bash[38688]: cluster 2024-02-18T08:48:17.220891+0000 mgr.y (mgr.44100) 952 : cluster [DBG] pgmap v1504: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:48:18.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:18 smithi110 bash[54479]: cluster 2024-02-18T08:48:17.220891+0000 mgr.y (mgr.44100) 952 : cluster [DBG] pgmap v1504: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:48:18.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:18 smithi110 bash[55875]: cluster 2024-02-18T08:48:17.220891+0000 mgr.y (mgr.44100) 952 : cluster [DBG] pgmap v1504: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:48:19.112 INFO:tasks.workunit.client.0.smithi110.stdout: 662: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:19.112 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VPs4Hxuq2iQ-4kt off=5034032 len=284940 2024-02-18T08:48:19.113 INFO:tasks.workunit.client.0.smithi110.stdout:op 3447 completed, throughput=4.99MB/sec 2024-02-18T08:48:19.114 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uSCYHKvBlDm1O7G off=4055931 len=1198067 2024-02-18T08:48:19.118 INFO:tasks.workunit.client.0.smithi110.stdout:op 3448 completed, throughput=5MB/sec 2024-02-18T08:48:19.118 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cB8f9EAEylOXm4L off=3310679 len=1004705 2024-02-18T08:48:19.127 INFO:tasks.workunit.client.0.smithi110.stdout:op 3449 completed, throughput=5MB/sec 2024-02-18T08:48:19.127 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kntMbmr5Lr3O8Ry off=2415493 len=278089 2024-02-18T08:48:19.129 INFO:tasks.workunit.client.0.smithi110.stdout:op 3450 completed, throughput=5MB/sec 2024-02-18T08:48:19.129 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_fz2EXnBAYw6W5X off=10302869 len=1098388 2024-02-18T08:48:19.137 INFO:tasks.workunit.client.0.smithi110.stdout:op 3451 completed, throughput=5MB/sec 2024-02-18T08:48:19.137 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-d1brK-NLEzxlpn0 off=6580501 len=910898 2024-02-18T08:48:19.139 INFO:tasks.workunit.client.0.smithi110.stdout:op 3452 completed, throughput=5MB/sec 2024-02-18T08:48:19.139 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WUQnK3pzfDFV_kI off=9007962 len=1114154 2024-02-18T08:48:19.146 INFO:tasks.workunit.client.0.smithi110.stdout:op 3453 completed, throughput=5MB/sec 2024-02-18T08:48:20.147 INFO:tasks.workunit.client.0.smithi110.stdout: 663: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:20.147 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BmBAFDW6Ihvyuc6 off=5147040 len=398887 2024-02-18T08:48:20.149 INFO:tasks.workunit.client.0.smithi110.stdout:op 3454 completed, throughput=4.99MB/sec 2024-02-18T08:48:20.149 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9HrTZDwVDjlKUGl off=5951650 len=884376 2024-02-18T08:48:20.156 INFO:tasks.workunit.client.0.smithi110.stdout:op 3455 completed, throughput=5MB/sec 2024-02-18T08:48:20.156 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ib8n5aO52ZRAwOF off=2233091 len=158315 2024-02-18T08:48:20.161 INFO:tasks.workunit.client.0.smithi110.stdout:op 3456 completed, throughput=5MB/sec 2024-02-18T08:48:20.161 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-x7avSP9ulFQMX8X off=3342262 len=1325820 2024-02-18T08:48:20.170 INFO:tasks.workunit.client.0.smithi110.stdout:op 3457 completed, throughput=5MB/sec 2024-02-18T08:48:20.170 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KH3nXDRtzrcvTDv off=20691484 len=421013 2024-02-18T08:48:20.171 INFO:tasks.workunit.client.0.smithi110.stdout:op 3458 completed, throughput=5MB/sec 2024-02-18T08:48:20.171 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-77GSwLKk4ErizEH off=3496689 len=1323073 2024-02-18T08:48:20.174 INFO:tasks.workunit.client.0.smithi110.stdout:op 3459 completed, throughput=5MB/sec 2024-02-18T08:48:20.174 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IdnuoUrG6Fuy4Tw off=16579523 len=1696232 2024-02-18T08:48:20.186 INFO:tasks.workunit.client.0.smithi110.stdout:op 3460 completed, throughput=5MB/sec 2024-02-18T08:48:20.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:20 smithi110 bash[54479]: cluster 2024-02-18T08:48:19.221824+0000 mgr.y (mgr.44100) 953 : cluster [DBG] pgmap v1505: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:48:20.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:20 smithi110 bash[55875]: cluster 2024-02-18T08:48:19.221824+0000 mgr.y (mgr.44100) 953 : cluster [DBG] pgmap v1505: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:48:20.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:20 smithi191 bash[38688]: cluster 2024-02-18T08:48:19.221824+0000 mgr.y (mgr.44100) 953 : cluster [DBG] pgmap v1505: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:48:21.186 INFO:tasks.workunit.client.0.smithi110.stdout: 664: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:21.186 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-txcL_hwoweO6oal off=13354773 len=562469 2024-02-18T08:48:21.188 INFO:tasks.workunit.client.0.smithi110.stdout:op 3461 completed, throughput=5MB/sec 2024-02-18T08:48:21.188 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BKtYzBWf68lEKFl off=413889 len=785171 2024-02-18T08:48:21.192 INFO:tasks.workunit.client.0.smithi110.stdout:op 3462 completed, throughput=5MB/sec 2024-02-18T08:48:21.192 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lbAvcuCze-Cajda off=193061 len=425905 2024-02-18T08:48:21.198 INFO:tasks.workunit.client.0.smithi110.stdout:op 3463 completed, throughput=5MB/sec 2024-02-18T08:48:21.198 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NruZzjLhJozFYzG off=3892384 len=1237910 2024-02-18T08:48:21.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 3464 completed, throughput=5MB/sec 2024-02-18T08:48:21.203 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OpSplVO2_CkPiCS off=3579607 len=939647 2024-02-18T08:48:21.208 INFO:tasks.workunit.client.0.smithi110.stdout:op 3465 completed, throughput=5MB/sec 2024-02-18T08:48:21.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:21 smithi110 bash[55875]: audit 2024-02-18T08:48:20.826526+0000 mon.a (mon.0) 1808 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:48:21.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:21 smithi110 bash[55875]: audit 2024-02-18T08:48:21.152362+0000 mon.a (mon.0) 1809 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:48:21.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:21 smithi110 bash[55875]: audit 2024-02-18T08:48:21.153765+0000 mon.a (mon.0) 1810 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:48:21.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:21 smithi110 bash[55875]: audit 2024-02-18T08:48:21.161276+0000 mon.a (mon.0) 1811 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:48:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:21 smithi110 bash[54479]: audit 2024-02-18T08:48:20.826526+0000 mon.a (mon.0) 1808 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:48:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:21 smithi110 bash[54479]: audit 2024-02-18T08:48:21.152362+0000 mon.a (mon.0) 1809 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:48:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:21 smithi110 bash[54479]: audit 2024-02-18T08:48:21.153765+0000 mon.a (mon.0) 1810 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:48:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:21 smithi110 bash[54479]: audit 2024-02-18T08:48:21.161276+0000 mon.a (mon.0) 1811 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:48:21.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:21 smithi191 bash[38688]: audit 2024-02-18T08:48:20.826526+0000 mon.a (mon.0) 1808 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:48:21.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:21 smithi191 bash[38688]: audit 2024-02-18T08:48:21.152362+0000 mon.a (mon.0) 1809 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:48:21.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:21 smithi191 bash[38688]: audit 2024-02-18T08:48:21.153765+0000 mon.a (mon.0) 1810 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:48:21.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:21 smithi191 bash[38688]: audit 2024-02-18T08:48:21.161276+0000 mon.a (mon.0) 1811 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:48:22.209 INFO:tasks.workunit.client.0.smithi110.stdout: 665: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:22.209 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FzXHilFrBkrhgRf off=9722052 len=774851 2024-02-18T08:48:22.217 INFO:tasks.workunit.client.0.smithi110.stdout:op 3466 completed, throughput=4.99MB/sec 2024-02-18T08:48:22.217 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5cOCvpR5z9s-Wz1 off=19379175 len=1464417 2024-02-18T08:48:22.220 INFO:tasks.workunit.client.0.smithi110.stdout:op 3467 completed, throughput=5MB/sec 2024-02-18T08:48:22.220 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lbjH_Ac9iqQ-1CY off=10348995 len=1299031 2024-02-18T08:48:22.224 INFO:tasks.workunit.client.0.smithi110.stdout:op 3468 completed, throughput=5MB/sec 2024-02-18T08:48:22.224 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sy24fm_e_tlOg0y off=7144223 len=1028548 2024-02-18T08:48:22.226 INFO:tasks.workunit.client.0.smithi110.stdout:op 3469 completed, throughput=5MB/sec 2024-02-18T08:48:22.227 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2IR7uM-Zt3mDV10 off=1894478 len=1005510 2024-02-18T08:48:22.234 INFO:tasks.workunit.client.0.smithi110.stdout:op 3470 completed, throughput=5MB/sec 2024-02-18T08:48:22.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:22 smithi110 bash[54479]: cephadm 2024-02-18T08:48:21.154974+0000 mgr.y (mgr.44100) 954 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:48:22.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:22 smithi110 bash[54479]: cluster 2024-02-18T08:48:21.222390+0000 mgr.y (mgr.44100) 955 : cluster [DBG] pgmap v1506: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:48:22.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:22 smithi110 bash[55875]: cephadm 2024-02-18T08:48:21.154974+0000 mgr.y (mgr.44100) 954 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:48:22.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:22 smithi110 bash[55875]: cluster 2024-02-18T08:48:21.222390+0000 mgr.y (mgr.44100) 955 : cluster [DBG] pgmap v1506: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:48:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:22 smithi191 bash[38688]: cephadm 2024-02-18T08:48:21.154974+0000 mgr.y (mgr.44100) 954 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:48:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:22 smithi191 bash[38688]: cluster 2024-02-18T08:48:21.222390+0000 mgr.y (mgr.44100) 955 : cluster [DBG] pgmap v1506: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:48:23.235 INFO:tasks.workunit.client.0.smithi110.stdout: 666: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:23.235 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TvIKMH2RFrxRebM off=6885109 len=1305868 2024-02-18T08:48:23.246 INFO:tasks.workunit.client.0.smithi110.stdout:op 3471 completed, throughput=4.99MB/sec 2024-02-18T08:48:23.246 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dIBLno7slfBOmvy off=593365 len=1502899 2024-02-18T08:48:23.255 INFO:tasks.workunit.client.0.smithi110.stdout:op 3472 completed, throughput=5MB/sec 2024-02-18T08:48:23.255 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cQ5J0yzPOUmDq0z off=1618656 len=714392 2024-02-18T08:48:23.257 INFO:tasks.workunit.client.0.smithi110.stdout:op 3473 completed, throughput=5MB/sec 2024-02-18T08:48:23.257 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4BbKvUlXHitLmbp off=21966540 len=1299703 2024-02-18T08:48:23.266 INFO:tasks.workunit.client.0.smithi110.stdout:op 3474 completed, throughput=5MB/sec 2024-02-18T08:48:23.266 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eQA1ngHaGQdZoNY off=4201695 len=486104 2024-02-18T08:48:23.267 INFO:tasks.workunit.client.0.smithi110.stdout:op 3475 completed, throughput=5MB/sec 2024-02-18T08:48:24.267 INFO:tasks.workunit.client.0.smithi110.stdout: 667: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:24.267 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Io5AJro7eAvOidH off=1746633 len=1052296 2024-02-18T08:48:24.270 INFO:tasks.workunit.client.0.smithi110.stdout:op 3476 completed, throughput=4.99MB/sec 2024-02-18T08:48:24.270 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jdTcs2DRRSn9LrI off=13427996 len=121037 2024-02-18T08:48:24.275 INFO:tasks.workunit.client.0.smithi110.stdout:op 3477 completed, throughput=4.99MB/sec 2024-02-18T08:48:24.276 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Xd70LWEh86h6cOO off=8711031 len=1712162 2024-02-18T08:48:24.289 INFO:tasks.workunit.client.0.smithi110.stdout:op 3478 completed, throughput=5MB/sec 2024-02-18T08:48:24.289 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FDr_J-3wy7BBaTU off=6528769 len=781551 2024-02-18T08:48:24.320 INFO:tasks.workunit.client.0.smithi110.stdout:op 3479 completed, throughput=5MB/sec 2024-02-18T08:48:24.320 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pP7KOMo9VE8t0_A off=17852905 len=1635834 2024-02-18T08:48:24.333 INFO:tasks.workunit.client.0.smithi110.stdout:op 3480 completed, throughput=5MB/sec 2024-02-18T08:48:24.333 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rIdivSQP13qo-wU off=1652084 len=978313 2024-02-18T08:48:24.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 3481 completed, throughput=5MB/sec 2024-02-18T08:48:24.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:24 smithi110 bash[54479]: cluster 2024-02-18T08:48:23.223313+0000 mgr.y (mgr.44100) 956 : cluster [DBG] pgmap v1507: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-02-18T08:48:24.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:24 smithi110 bash[55875]: cluster 2024-02-18T08:48:23.223313+0000 mgr.y (mgr.44100) 956 : cluster [DBG] pgmap v1507: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-02-18T08:48:24.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:24 smithi191 bash[38688]: cluster 2024-02-18T08:48:23.223313+0000 mgr.y (mgr.44100) 956 : cluster [DBG] pgmap v1507: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-02-18T08:48:25.355 INFO:tasks.workunit.client.0.smithi110.stdout: 668: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:25.356 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wZVwZxq9Lqdy4I4 off=1858361 len=1782964 2024-02-18T08:48:25.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 3482 completed, throughput=5MB/sec 2024-02-18T08:48:25.369 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zuPFL25gT3KlEMO off=491063 len=1580 2024-02-18T08:48:25.369 INFO:tasks.workunit.client.0.smithi110.stdout:op 3483 completed, throughput=5MB/sec 2024-02-18T08:48:25.369 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vr4XdpDNT1L6AFe off=13156965 len=1738642 2024-02-18T08:48:25.371 INFO:tasks.workunit.client.0.smithi110.stdout:op 3484 completed, throughput=5MB/sec 2024-02-18T08:48:25.371 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7hiqWQHUFZDL1BM off=6999735 len=1391735 2024-02-18T08:48:25.373 INFO:tasks.workunit.client.0.smithi110.stdout:op 3485 completed, throughput=5MB/sec 2024-02-18T08:48:26.373 INFO:tasks.workunit.client.0.smithi110.stdout: 669: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:26.373 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1uwjNu_WnXVI9Nb off=4927993 len=566596 2024-02-18T08:48:26.380 INFO:tasks.workunit.client.0.smithi110.stdout:op 3486 completed, throughput=4.99MB/sec 2024-02-18T08:48:26.380 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xVMjZF5D8RnU_09 off=15724262 len=827670 2024-02-18T08:48:26.387 INFO:tasks.workunit.client.0.smithi110.stdout:op 3487 completed, throughput=5MB/sec 2024-02-18T08:48:26.388 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-S75As1Ud3xrp6Zn off=21768052 len=1738426 2024-02-18T08:48:26.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 3488 completed, throughput=5MB/sec 2024-02-18T08:48:26.393 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qbLtZFhGYYrY9gc off=16421051 len=1698842 2024-02-18T08:48:26.398 INFO:tasks.workunit.client.0.smithi110.stdout:op 3489 completed, throughput=5MB/sec 2024-02-18T08:48:26.398 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8zXIVQwE1eULhz1 off=1003559 len=1517142 2024-02-18T08:48:26.409 INFO:tasks.workunit.client.0.smithi110.stdout:op 3490 completed, throughput=5MB/sec 2024-02-18T08:48:26.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:26 smithi110 bash[55875]: cluster 2024-02-18T08:48:25.224131+0000 mgr.y (mgr.44100) 957 : cluster [DBG] pgmap v1508: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:48:26.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:26 smithi110 bash[54479]: cluster 2024-02-18T08:48:25.224131+0000 mgr.y (mgr.44100) 957 : cluster [DBG] pgmap v1508: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:48:26.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:26 smithi191 bash[38688]: cluster 2024-02-18T08:48:25.224131+0000 mgr.y (mgr.44100) 957 : cluster [DBG] pgmap v1508: 73 pgs: 73 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:48:27.409 INFO:tasks.workunit.client.0.smithi110.stdout: 670: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:27.410 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A-N8K5FDdc1htXM off=4711504 len=1553942 2024-02-18T08:48:27.414 INFO:tasks.workunit.client.0.smithi110.stdout:op 3491 completed, throughput=5MB/sec 2024-02-18T08:48:27.414 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9nXtu8X4K0yTYkM off=13896981 len=297456 2024-02-18T08:48:27.421 INFO:tasks.workunit.client.0.smithi110.stdout:op 3492 completed, throughput=5MB/sec 2024-02-18T08:48:27.421 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OKDMSagUKQDzbyy off=4702182 len=1402327 2024-02-18T08:48:27.431 INFO:tasks.workunit.client.0.smithi110.stdout:op 3493 completed, throughput=5MB/sec 2024-02-18T08:48:27.431 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--b3LPdHeqsVRlpS off=68744 len=849774 2024-02-18T08:48:27.437 INFO:tasks.workunit.client.0.smithi110.stdout:op 3494 completed, throughput=5MB/sec 2024-02-18T08:48:28.437 INFO:tasks.workunit.client.0.smithi110.stdout: 671: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:28.438 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FaigrYIIq0947sw off=4184197 len=1380479 2024-02-18T08:48:28.441 INFO:tasks.workunit.client.0.smithi110.stdout:op 3495 completed, throughput=4.99MB/sec 2024-02-18T08:48:28.441 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DIT6ee-d7pWTQX5 off=9928110 len=29546 2024-02-18T08:48:28.443 INFO:tasks.workunit.client.0.smithi110.stdout:op 3496 completed, throughput=4.99MB/sec 2024-02-18T08:48:28.443 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pRaGxtuL06WZjcc off=3324056 len=785522 2024-02-18T08:48:28.446 INFO:tasks.workunit.client.0.smithi110.stdout:op 3497 completed, throughput=5MB/sec 2024-02-18T08:48:28.446 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1Wxuq0KbSugEfA6 off=2406643 len=1010975 2024-02-18T08:48:28.456 INFO:tasks.workunit.client.0.smithi110.stdout:op 3498 completed, throughput=5MB/sec 2024-02-18T08:48:28.456 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xl9PlP5OxfkQYaT off=8785705 len=760506 2024-02-18T08:48:28.457 INFO:tasks.workunit.client.0.smithi110.stdout:op 3499 completed, throughput=5MB/sec 2024-02-18T08:48:28.457 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JCbSoC0FhHUnFRJ off=8736034 len=97280 2024-02-18T08:48:28.458 INFO:tasks.workunit.client.0.smithi110.stdout:op 3500 completed, throughput=5MB/sec 2024-02-18T08:48:28.458 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-llscQ9u0KQ1nZ5z off=7762483 len=1016889 2024-02-18T08:48:28.467 INFO:tasks.workunit.client.0.smithi110.stdout:op 3501 completed, throughput=5MB/sec 2024-02-18T08:48:28.467 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qf9-WxmKP2PItHm off=12358633 len=1309171 2024-02-18T08:48:28.471 INFO:tasks.workunit.client.0.smithi110.stdout:op 3502 completed, throughput=5MB/sec 2024-02-18T08:48:28.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:28 smithi110 bash[54479]: cluster 2024-02-18T08:48:27.224986+0000 mgr.y (mgr.44100) 958 : cluster [DBG] pgmap v1509: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:48:28.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:28 smithi110 bash[55875]: cluster 2024-02-18T08:48:27.224986+0000 mgr.y (mgr.44100) 958 : cluster [DBG] pgmap v1509: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:48:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:28 smithi191 bash[38688]: cluster 2024-02-18T08:48:27.224986+0000 mgr.y (mgr.44100) 958 : cluster [DBG] pgmap v1509: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:48:29.471 INFO:tasks.workunit.client.0.smithi110.stdout: 672: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:29.471 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mlgBLNg0S37L92h off=3040556 len=565804 2024-02-18T08:48:29.474 INFO:tasks.workunit.client.0.smithi110.stdout:op 3503 completed, throughput=4.99MB/sec 2024-02-18T08:48:29.474 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-R24KBZCoMa31d59 off=700057 len=192073 2024-02-18T08:48:29.475 INFO:tasks.workunit.client.0.smithi110.stdout:op 3504 completed, throughput=5MB/sec 2024-02-18T08:48:29.475 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-C2-xMuOz0vZU2P2 off=8534438 len=1044464 2024-02-18T08:48:29.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 3505 completed, throughput=5MB/sec 2024-02-18T08:48:29.479 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aKxufAT8YGOvkep off=1087724 len=532653 2024-02-18T08:48:29.486 INFO:tasks.workunit.client.0.smithi110.stdout:op 3506 completed, throughput=5MB/sec 2024-02-18T08:48:29.486 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5dm3TERBEMm6Kca off=9981200 len=292933 2024-02-18T08:48:29.491 INFO:tasks.workunit.client.0.smithi110.stdout:op 3507 completed, throughput=5MB/sec 2024-02-18T08:48:29.492 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4tK8uuJ4qlk-J3K off=8790758 len=358717 2024-02-18T08:48:29.493 INFO:tasks.workunit.client.0.smithi110.stdout:op 3508 completed, throughput=5MB/sec 2024-02-18T08:48:29.493 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IDKM6beDlVPVCSG off=16372122 len=867601 2024-02-18T08:48:29.494 INFO:tasks.workunit.client.0.smithi110.stdout:op 3509 completed, throughput=5MB/sec 2024-02-18T08:48:29.494 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WV85NTtmh-ZwQl_ off=14803446 len=534155 2024-02-18T08:48:29.496 INFO:tasks.workunit.client.0.smithi110.stdout:op 3510 completed, throughput=5MB/sec 2024-02-18T08:48:30.496 INFO:tasks.workunit.client.0.smithi110.stdout: 673: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:30.497 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CIvTCcXnbA5inBq off=18250055 len=1397042 2024-02-18T08:48:30.500 INFO:tasks.workunit.client.0.smithi110.stdout:op 3511 completed, throughput=4.99MB/sec 2024-02-18T08:48:30.500 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TS90S6Ghm_4aCVV off=2853667 len=1635761 2024-02-18T08:48:30.514 INFO:tasks.workunit.client.0.smithi110.stdout:op 3512 completed, throughput=5MB/sec 2024-02-18T08:48:30.514 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6jAqXUGlkhmkQ-n off=13894780 len=321532 2024-02-18T08:48:30.518 INFO:tasks.workunit.client.0.smithi110.stdout:op 3513 completed, throughput=5MB/sec 2024-02-18T08:48:30.518 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JzT8m-KZHjWl_yp off=1244766 len=236617 2024-02-18T08:48:30.521 INFO:tasks.workunit.client.0.smithi110.stdout:op 3514 completed, throughput=5MB/sec 2024-02-18T08:48:30.522 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-l29IeoWtuGjnez6 off=3188786 len=1964866 2024-02-18T08:48:30.525 INFO:tasks.workunit.client.0.smithi110.stdout:op 3515 completed, throughput=5MB/sec 2024-02-18T08:48:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:30 smithi110 bash[54479]: cluster 2024-02-18T08:48:29.225907+0000 mgr.y (mgr.44100) 959 : cluster [DBG] pgmap v1510: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:48:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:30 smithi110 bash[55875]: cluster 2024-02-18T08:48:29.225907+0000 mgr.y (mgr.44100) 959 : cluster [DBG] pgmap v1510: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:48:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:30 smithi191 bash[38688]: cluster 2024-02-18T08:48:29.225907+0000 mgr.y (mgr.44100) 959 : cluster [DBG] pgmap v1510: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:48:31.526 INFO:tasks.workunit.client.0.smithi110.stdout: 674: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:31.526 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DfgMjjGvtdjdIZT off=10132337 len=1194370 2024-02-18T08:48:31.537 INFO:tasks.workunit.client.0.smithi110.stdout:op 3516 completed, throughput=4.99MB/sec 2024-02-18T08:48:31.537 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2b4S7d8_x64cq_E off=468513 len=1225482 2024-02-18T08:48:31.539 INFO:tasks.workunit.client.0.smithi110.stdout:op 3517 completed, throughput=5MB/sec 2024-02-18T08:48:31.539 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hHdigyNrvij1Vmg off=1939018 len=81644 2024-02-18T08:48:31.543 INFO:tasks.workunit.client.0.smithi110.stdout:op 3518 completed, throughput=5MB/sec 2024-02-18T08:48:31.543 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EDS7xXObKdTFCUs off=3702786 len=1125865 2024-02-18T08:48:31.551 INFO:tasks.workunit.client.0.smithi110.stdout:op 3519 completed, throughput=5MB/sec 2024-02-18T08:48:31.551 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ObKO_EksAn-xgfM off=8412934 len=1591815 2024-02-18T08:48:31.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 3520 completed, throughput=5MB/sec 2024-02-18T08:48:32.553 INFO:tasks.workunit.client.0.smithi110.stdout: 675: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:32.553 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JCbSoC0FhHUnFRJ off=365159 len=843405 2024-02-18T08:48:32.556 INFO:tasks.workunit.client.0.smithi110.stdout:op 3521 completed, throughput=4.99MB/sec 2024-02-18T08:48:32.556 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-om5NYeMTcYNAtX0 off=6363883 len=592467 2024-02-18T08:48:32.558 INFO:tasks.workunit.client.0.smithi110.stdout:op 3522 completed, throughput=4.99MB/sec 2024-02-18T08:48:32.559 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7qI-u4yVB2Gu_eO off=11334045 len=41757 2024-02-18T08:48:32.564 INFO:tasks.workunit.client.0.smithi110.stdout:op 3523 completed, throughput=4.99MB/sec 2024-02-18T08:48:32.564 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GIKdmEOFX_lM327 off=12209698 len=394886 2024-02-18T08:48:32.569 INFO:tasks.workunit.client.0.smithi110.stdout:op 3524 completed, throughput=5MB/sec 2024-02-18T08:48:32.569 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JmtiVWG9Lhr-u4R off=2957532 len=212204 2024-02-18T08:48:32.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 3525 completed, throughput=5MB/sec 2024-02-18T08:48:32.574 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7Gyfq0wIg1oNsw9 off=5067639 len=1169241 2024-02-18T08:48:32.576 INFO:tasks.workunit.client.0.smithi110.stdout:op 3526 completed, throughput=5MB/sec 2024-02-18T08:48:32.576 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QhSxoohWFxwv_tr off=3287462 len=1829898 2024-02-18T08:48:32.592 INFO:tasks.workunit.client.0.smithi110.stdout:op 3527 completed, throughput=5MB/sec 2024-02-18T08:48:32.592 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-53OOSMqUoUiQAt- off=6498642 len=1192486 2024-02-18T08:48:32.594 INFO:tasks.workunit.client.0.smithi110.stdout:op 3528 completed, throughput=5MB/sec 2024-02-18T08:48:32.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:32 smithi110 bash[54479]: cluster 2024-02-18T08:48:31.226689+0000 mgr.y (mgr.44100) 960 : cluster [DBG] pgmap v1511: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:48:32.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:32 smithi110 bash[55875]: cluster 2024-02-18T08:48:31.226689+0000 mgr.y (mgr.44100) 960 : cluster [DBG] pgmap v1511: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:48:32.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:32 smithi191 bash[38688]: cluster 2024-02-18T08:48:31.226689+0000 mgr.y (mgr.44100) 960 : cluster [DBG] pgmap v1511: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:48:33.595 INFO:tasks.workunit.client.0.smithi110.stdout: 676: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:33.596 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pBnxBX-jlfU5TP4 off=15185575 len=1290439 2024-02-18T08:48:33.600 INFO:tasks.workunit.client.0.smithi110.stdout:op 3529 completed, throughput=5MB/sec 2024-02-18T08:48:33.600 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mHkrFT8UbdiZlK6 off=11959127 len=844371 2024-02-18T08:48:33.602 INFO:tasks.workunit.client.0.smithi110.stdout:op 3530 completed, throughput=5MB/sec 2024-02-18T08:48:33.602 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gyCaKQu_Ig6gFkM off=3010731 len=1039926 2024-02-18T08:48:33.605 INFO:tasks.workunit.client.0.smithi110.stdout:op 3531 completed, throughput=5MB/sec 2024-02-18T08:48:33.605 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sk3ieQxDqOdJzZW off=1360527 len=1187406 2024-02-18T08:48:33.617 INFO:tasks.workunit.client.0.smithi110.stdout:op 3532 completed, throughput=5MB/sec 2024-02-18T08:48:33.617 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4eqgwMj99ZjIir0 off=5869042 len=1954100 2024-02-18T08:48:33.621 INFO:tasks.workunit.client.0.smithi110.stdout:op 3533 completed, throughput=5MB/sec 2024-02-18T08:48:34.622 INFO:tasks.workunit.client.0.smithi110.stdout: 677: throughput=5MB/sec pending data=0 2024-02-18T08:48:34.622 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CXUs-oafsSJn4ay off=5379853 len=2073212 2024-02-18T08:48:34.626 INFO:tasks.workunit.client.0.smithi110.stdout:op 3534 completed, throughput=5MB/sec 2024-02-18T08:48:34.626 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z27o7wpb-2Wl6Fc off=10666563 len=1931399 2024-02-18T08:48:34.629 INFO:tasks.workunit.client.0.smithi110.stdout:op 3535 completed, throughput=5MB/sec 2024-02-18T08:48:34.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:34 smithi110 bash[54479]: cluster 2024-02-18T08:48:33.227613+0000 mgr.y (mgr.44100) 961 : cluster [DBG] pgmap v1512: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:48:34.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:34 smithi110 bash[55875]: cluster 2024-02-18T08:48:33.227613+0000 mgr.y (mgr.44100) 961 : cluster [DBG] pgmap v1512: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:48:34.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:34 smithi191 bash[38688]: cluster 2024-02-18T08:48:33.227613+0000 mgr.y (mgr.44100) 961 : cluster [DBG] pgmap v1512: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-02-18T08:48:35.629 INFO:tasks.workunit.client.0.smithi110.stdout: 678: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:35.629 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mHpctZXxj1D7ER2 off=5301662 len=675867 2024-02-18T08:48:35.631 INFO:tasks.workunit.client.0.smithi110.stdout:op 3536 completed, throughput=4.99MB/sec 2024-02-18T08:48:35.631 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6GQ3uEFLcNznp15 off=2439712 len=232178 2024-02-18T08:48:35.632 INFO:tasks.workunit.client.0.smithi110.stdout:op 3537 completed, throughput=4.99MB/sec 2024-02-18T08:48:35.632 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2ta27nQiW13iL77 off=12281855 len=666651 2024-02-18T08:48:35.634 INFO:tasks.workunit.client.0.smithi110.stdout:op 3538 completed, throughput=5MB/sec 2024-02-18T08:48:35.634 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DzJy_Le_vnmdVuB off=2418605 len=687073 2024-02-18T08:48:35.637 INFO:tasks.workunit.client.0.smithi110.stdout:op 3539 completed, throughput=5MB/sec 2024-02-18T08:48:35.637 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GjGaKPSQLxi8Cft off=1132916 len=1495133 2024-02-18T08:48:35.642 INFO:tasks.workunit.client.0.smithi110.stdout:op 3540 completed, throughput=5MB/sec 2024-02-18T08:48:35.642 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lIbe5RV1oy8-Xd9 off=8212551 len=1689850 2024-02-18T08:48:35.645 INFO:tasks.workunit.client.0.smithi110.stdout:op 3541 completed, throughput=5MB/sec 2024-02-18T08:48:36.646 INFO:tasks.workunit.client.0.smithi110.stdout: 679: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:36.646 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DbAbkNNE0O1OzYu off=4298347 len=1064857 2024-02-18T08:48:36.655 INFO:tasks.workunit.client.0.smithi110.stdout:op 3542 completed, throughput=5MB/sec 2024-02-18T08:48:36.655 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rCKV6GMrVeoc0mT off=147703 len=1901402 2024-02-18T08:48:36.661 INFO:tasks.workunit.client.0.smithi110.stdout:op 3543 completed, throughput=5MB/sec 2024-02-18T08:48:36.661 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-J9ZTkSaiWHY5H2f off=12840247 len=1155079 2024-02-18T08:48:36.669 INFO:tasks.workunit.client.0.smithi110.stdout:op 3544 completed, throughput=5MB/sec 2024-02-18T08:48:36.669 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3Tv5WMfjoZgWPA9 off=961829 len=360184 2024-02-18T08:48:36.673 INFO:tasks.workunit.client.0.smithi110.stdout:op 3545 completed, throughput=5MB/sec 2024-02-18T08:48:36.673 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mL47vNjfA3tKLlE off=4423451 len=968343 2024-02-18T08:48:36.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 3546 completed, throughput=5MB/sec 2024-02-18T08:48:36.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:36 smithi110 bash[54479]: cluster 2024-02-18T08:48:35.228417+0000 mgr.y (mgr.44100) 962 : cluster [DBG] pgmap v1513: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:48:36.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:36 smithi110 bash[55875]: cluster 2024-02-18T08:48:35.228417+0000 mgr.y (mgr.44100) 962 : cluster [DBG] pgmap v1513: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:48:36.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:36 smithi191 bash[38688]: cluster 2024-02-18T08:48:35.228417+0000 mgr.y (mgr.44100) 962 : cluster [DBG] pgmap v1513: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:48:37.676 INFO:tasks.workunit.client.0.smithi110.stdout: 680: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:37.676 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wzaBHRnZSIbPuVM off=3383095 len=527107 2024-02-18T08:48:37.678 INFO:tasks.workunit.client.0.smithi110.stdout:op 3547 completed, throughput=4.99MB/sec 2024-02-18T08:48:37.678 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Fbdzn-MGnhDHTAi off=379008 len=353033 2024-02-18T08:48:37.680 INFO:tasks.workunit.client.0.smithi110.stdout:op 3548 completed, throughput=4.99MB/sec 2024-02-18T08:48:37.680 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T2mJZDQb7O3Mdk6 off=1898638 len=1161271 2024-02-18T08:48:37.691 INFO:tasks.workunit.client.0.smithi110.stdout:op 3549 completed, throughput=5MB/sec 2024-02-18T08:48:37.691 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a2kwhAZptdmeaAD off=2316916 len=1072647 2024-02-18T08:48:37.699 INFO:tasks.workunit.client.0.smithi110.stdout:op 3550 completed, throughput=5MB/sec 2024-02-18T08:48:37.699 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-on9qfIR01HTSq_u off=7888808 len=1308741 2024-02-18T08:48:37.702 INFO:tasks.workunit.client.0.smithi110.stdout:op 3551 completed, throughput=5MB/sec 2024-02-18T08:48:37.702 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B9l9ie6nKSY7mkU off=17300492 len=421263 2024-02-18T08:48:37.703 INFO:tasks.workunit.client.0.smithi110.stdout:op 3552 completed, throughput=5MB/sec 2024-02-18T08:48:38.704 INFO:tasks.workunit.client.0.smithi110.stdout: 681: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:38.704 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-E8Cm-cgBNpNAMf5 off=6636889 len=629902 2024-02-18T08:48:38.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:38 smithi110 bash[54479]: cluster 2024-02-18T08:48:37.229283+0000 mgr.y (mgr.44100) 963 : cluster [DBG] pgmap v1514: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:48:38.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:38 smithi110 bash[55875]: cluster 2024-02-18T08:48:37.229283+0000 mgr.y (mgr.44100) 963 : cluster [DBG] pgmap v1514: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:48:38.710 INFO:tasks.workunit.client.0.smithi110.stdout:op 3553 completed, throughput=4.99MB/sec 2024-02-18T08:48:38.710 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-o-Q939GsEqTNOzs off=171628 len=527840 2024-02-18T08:48:38.715 INFO:tasks.workunit.client.0.smithi110.stdout:op 3554 completed, throughput=4.99MB/sec 2024-02-18T08:48:38.715 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PTEJkoGMJdmamnc off=4567645 len=640127 2024-02-18T08:48:38.716 INFO:tasks.workunit.client.0.smithi110.stdout:op 3555 completed, throughput=5MB/sec 2024-02-18T08:48:38.716 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gTHbB6Wbz8rNg03 off=15755631 len=1511704 2024-02-18T08:48:38.727 INFO:tasks.workunit.client.0.smithi110.stdout:op 3556 completed, throughput=5MB/sec 2024-02-18T08:48:38.727 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P5yDBcKgEAaytRn off=593669 len=1146129 2024-02-18T08:48:38.728 INFO:tasks.workunit.client.0.smithi110.stdout:op 3557 completed, throughput=5MB/sec 2024-02-18T08:48:38.728 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-60Say_h6zxi8gv2 off=13537254 len=1211491 2024-02-18T08:48:38.734 INFO:tasks.workunit.client.0.smithi110.stdout:op 3558 completed, throughput=5MB/sec 2024-02-18T08:48:38.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:38 smithi191 bash[38688]: cluster 2024-02-18T08:48:37.229283+0000 mgr.y (mgr.44100) 963 : cluster [DBG] pgmap v1514: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:48:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:39 smithi110 bash[54479]: audit 2024-02-18T08:48:38.990141+0000 mon.a (mon.0) 1812 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:48:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:39 smithi110 bash[54479]: audit 2024-02-18T08:48:38.990805+0000 mon.a (mon.0) 1813 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-02-18T08:48:39.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:39 smithi110 bash[54479]: audit 2024-02-18T08:48:38.991423+0000 mon.a (mon.0) 1814 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:48:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:39 smithi110 bash[55875]: audit 2024-02-18T08:48:38.990141+0000 mon.a (mon.0) 1812 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:48:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:39 smithi110 bash[55875]: audit 2024-02-18T08:48:38.990805+0000 mon.a (mon.0) 1813 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-02-18T08:48:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:39 smithi110 bash[55875]: audit 2024-02-18T08:48:38.991423+0000 mon.a (mon.0) 1814 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:48:39.735 INFO:tasks.workunit.client.0.smithi110.stdout: 682: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:39.735 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-irZOajZarSx9OL5 off=1462467 len=457421 2024-02-18T08:48:39.737 INFO:tasks.workunit.client.0.smithi110.stdout:op 3559 completed, throughput=4.99MB/sec 2024-02-18T08:48:39.738 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4yKBQjNZjxf9Jin off=4488015 len=299848 2024-02-18T08:48:39.739 INFO:tasks.workunit.client.0.smithi110.stdout:op 3560 completed, throughput=4.99MB/sec 2024-02-18T08:48:39.740 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bdR5bSTcfA8TCrn off=1534599 len=1817060 2024-02-18T08:48:39.744 INFO:tasks.workunit.client.0.smithi110.stdout:op 3561 completed, throughput=5MB/sec 2024-02-18T08:48:39.744 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PbOYWYLPKYBkkVL off=3574546 len=274943 2024-02-18T08:48:39.745 INFO:tasks.workunit.client.0.smithi110.stdout:op 3562 completed, throughput=5MB/sec 2024-02-18T08:48:39.745 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fhHKyncHc8smhGO off=3317138 len=169758 2024-02-18T08:48:39.747 INFO:tasks.workunit.client.0.smithi110.stdout:op 3563 completed, throughput=5MB/sec 2024-02-18T08:48:39.747 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0bkk-7oJ1J0rZ94 off=452015 len=1523546 2024-02-18T08:48:39.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 3564 completed, throughput=5MB/sec 2024-02-18T08:48:39.759 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BPPJCQXFdS-G_Ku off=11231235 len=811515 2024-02-18T08:48:39.761 INFO:tasks.workunit.client.0.smithi110.stdout:op 3565 completed, throughput=5MB/sec 2024-02-18T08:48:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:39 smithi191 bash[38688]: audit 2024-02-18T08:48:38.990141+0000 mon.a (mon.0) 1812 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:48:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:39 smithi191 bash[38688]: audit 2024-02-18T08:48:38.990805+0000 mon.a (mon.0) 1813 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-02-18T08:48:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:39 smithi191 bash[38688]: audit 2024-02-18T08:48:38.991423+0000 mon.a (mon.0) 1814 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:48:40.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:40 smithi110 bash[54479]: cluster 2024-02-18T08:48:39.230203+0000 mgr.y (mgr.44100) 964 : cluster [DBG] pgmap v1515: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-02-18T08:48:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:40 smithi110 bash[55875]: cluster 2024-02-18T08:48:39.230203+0000 mgr.y (mgr.44100) 964 : cluster [DBG] pgmap v1515: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-02-18T08:48:40.761 INFO:tasks.workunit.client.0.smithi110.stdout: 683: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:40.761 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-u6IN2eodWvrUTUD off=1495782 len=925476 2024-02-18T08:48:40.765 INFO:tasks.workunit.client.0.smithi110.stdout:op 3566 completed, throughput=4.99MB/sec 2024-02-18T08:48:40.765 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ySsbFcaMCETGpzj off=0 len=1116816 2024-02-18T08:48:40.768 INFO:tasks.workunit.client.0.smithi110.stdout:op 3567 completed, throughput=5MB/sec 2024-02-18T08:48:40.768 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XtjeUirPuCGp0Yl off=6848540 len=866527 2024-02-18T08:48:40.777 INFO:tasks.workunit.client.0.smithi110.stdout:op 3568 completed, throughput=5MB/sec 2024-02-18T08:48:40.777 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iruVsUkLNklQspu off=1639711 len=751107 2024-02-18T08:48:40.783 INFO:tasks.workunit.client.0.smithi110.stdout:op 3569 completed, throughput=5MB/sec 2024-02-18T08:48:40.783 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yv6jVY8pG1ihLQx off=2694012 len=1454219 2024-02-18T08:48:40.793 INFO:tasks.workunit.client.0.smithi110.stdout:op 3570 completed, throughput=5MB/sec 2024-02-18T08:48:40.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:40 smithi191 bash[38688]: cluster 2024-02-18T08:48:39.230203+0000 mgr.y (mgr.44100) 964 : cluster [DBG] pgmap v1515: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-02-18T08:48:41.793 INFO:tasks.workunit.client.0.smithi110.stdout: 684: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:41.793 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GKIP-uZEWJ11cpI off=7692409 len=1544754 2024-02-18T08:48:41.806 INFO:tasks.workunit.client.0.smithi110.stdout:op 3571 completed, throughput=4.99MB/sec 2024-02-18T08:48:41.806 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-K_Qv4bYJA58Yto0 off=9410764 len=445801 2024-02-18T08:48:41.811 INFO:tasks.workunit.client.0.smithi110.stdout:op 3572 completed, throughput=5MB/sec 2024-02-18T08:48:41.811 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--nmgGxgL_QK0MEh off=9604092 len=294695 2024-02-18T08:48:41.812 INFO:tasks.workunit.client.0.smithi110.stdout:op 3573 completed, throughput=5MB/sec 2024-02-18T08:48:41.813 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6j1GM9f-Ga6cV9M off=8867202 len=2009397 2024-02-18T08:48:41.817 INFO:tasks.workunit.client.0.smithi110.stdout:op 3574 completed, throughput=5MB/sec 2024-02-18T08:48:41.817 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--1ay_2VUjSwXzyN off=4591218 len=1591108 2024-02-18T08:48:41.826 INFO:tasks.workunit.client.0.smithi110.stdout:op 3575 completed, throughput=5MB/sec 2024-02-18T08:48:42.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:42 smithi110 bash[54479]: cluster 2024-02-18T08:48:41.231077+0000 mgr.y (mgr.44100) 965 : cluster [DBG] pgmap v1516: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-02-18T08:48:42.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:42 smithi110 bash[55875]: cluster 2024-02-18T08:48:41.231077+0000 mgr.y (mgr.44100) 965 : cluster [DBG] pgmap v1516: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-02-18T08:48:42.826 INFO:tasks.workunit.client.0.smithi110.stdout: 685: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:42.826 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YNHuLIsl5Pmmarc off=1253613 len=1132152 2024-02-18T08:48:42.829 INFO:tasks.workunit.client.0.smithi110.stdout:op 3576 completed, throughput=5MB/sec 2024-02-18T08:48:42.829 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Dy05DzvRQVpEmW_ off=430578 len=159246 2024-02-18T08:48:42.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:42 smithi191 bash[38688]: cluster 2024-02-18T08:48:41.231077+0000 mgr.y (mgr.44100) 965 : cluster [DBG] pgmap v1516: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-02-18T08:48:42.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 3577 completed, throughput=5MB/sec 2024-02-18T08:48:42.831 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SnE1xSL6fVqx5Bd off=6457571 len=832710 2024-02-18T08:48:42.834 INFO:tasks.workunit.client.0.smithi110.stdout:op 3578 completed, throughput=5MB/sec 2024-02-18T08:48:42.834 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8vKiXP0V5udcqUm off=2591959 len=35118 2024-02-18T08:48:42.840 INFO:tasks.workunit.client.0.smithi110.stdout:op 3579 completed, throughput=5MB/sec 2024-02-18T08:48:42.840 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VnrNx63qF8LBQG5 off=13943233 len=1926317 2024-02-18T08:48:42.846 INFO:tasks.workunit.client.0.smithi110.stdout:op 3580 completed, throughput=5MB/sec 2024-02-18T08:48:42.846 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pz7tbMhvxq-Bjv3 off=1357788 len=27136 2024-02-18T08:48:42.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 3581 completed, throughput=5MB/sec 2024-02-18T08:48:42.851 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JLroLq8ocnbU8LU off=1069181 len=515624 2024-02-18T08:48:42.858 INFO:tasks.workunit.client.0.smithi110.stdout:op 3582 completed, throughput=5MB/sec 2024-02-18T08:48:42.858 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zWJAJOCv7ASyd5q off=20125371 len=250953 2024-02-18T08:48:42.859 INFO:tasks.workunit.client.0.smithi110.stdout:op 3583 completed, throughput=5MB/sec 2024-02-18T08:48:42.859 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Q0IDw1orfIh3bC1 off=10763884 len=803402 2024-02-18T08:48:42.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 3584 completed, throughput=5MB/sec 2024-02-18T08:48:43.861 INFO:tasks.workunit.client.0.smithi110.stdout: 686: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:43.862 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BXZbw-Ge1hULEho off=379169 len=1879567 2024-02-18T08:48:43.875 INFO:tasks.workunit.client.0.smithi110.stdout:op 3585 completed, throughput=5MB/sec 2024-02-18T08:48:43.876 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BWeRWsPRf4gnpjD off=4398323 len=620321 2024-02-18T08:48:43.882 INFO:tasks.workunit.client.0.smithi110.stdout:op 3586 completed, throughput=5MB/sec 2024-02-18T08:48:43.882 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-o_5OcUx_WTaap9N off=3397427 len=305754 2024-02-18T08:48:43.883 INFO:tasks.workunit.client.0.smithi110.stdout:op 3587 completed, throughput=5MB/sec 2024-02-18T08:48:43.883 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7wPxDsJkcpHaqyi off=14830430 len=901517 2024-02-18T08:48:43.885 INFO:tasks.workunit.client.0.smithi110.stdout:op 3588 completed, throughput=5MB/sec 2024-02-18T08:48:43.885 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TLGG_7nvmYfIsj2 off=2860531 len=10779 2024-02-18T08:48:43.886 INFO:tasks.workunit.client.0.smithi110.stdout:op 3589 completed, throughput=5MB/sec 2024-02-18T08:48:43.886 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZQa9uxrNkNEHx0i off=5551258 len=891098 2024-02-18T08:48:43.888 INFO:tasks.workunit.client.0.smithi110.stdout:op 3590 completed, throughput=5MB/sec 2024-02-18T08:48:43.889 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Pw2sR12B2AbcIpL off=2600451 len=953922 2024-02-18T08:48:43.895 INFO:tasks.workunit.client.0.smithi110.stdout:op 3591 completed, throughput=5MB/sec 2024-02-18T08:48:44.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:44 smithi110 bash[55875]: cluster 2024-02-18T08:48:43.232046+0000 mgr.y (mgr.44100) 966 : cluster [DBG] pgmap v1517: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-02-18T08:48:44.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:44 smithi110 bash[54479]: cluster 2024-02-18T08:48:43.232046+0000 mgr.y (mgr.44100) 966 : cluster [DBG] pgmap v1517: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-02-18T08:48:44.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:44 smithi191 bash[38688]: cluster 2024-02-18T08:48:43.232046+0000 mgr.y (mgr.44100) 966 : cluster [DBG] pgmap v1517: 73 pgs: 73 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-02-18T08:48:44.895 INFO:tasks.workunit.client.0.smithi110.stdout: 687: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:44.895 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SCgBL6oxOISUPYH off=15095090 len=1374315 2024-02-18T08:48:44.907 INFO:tasks.workunit.client.0.smithi110.stdout:op 3592 completed, throughput=5MB/sec 2024-02-18T08:48:44.907 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7jChTpjWGWLFimS off=20075792 len=1397894 2024-02-18T08:48:44.910 INFO:tasks.workunit.client.0.smithi110.stdout:op 3593 completed, throughput=5MB/sec 2024-02-18T08:48:44.910 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Iq-z8lQs5ULbp9e off=18836863 len=197670 2024-02-18T08:48:44.913 INFO:tasks.workunit.client.0.smithi110.stdout:op 3594 completed, throughput=5MB/sec 2024-02-18T08:48:44.913 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NlKuNTyv4S5FQlb off=4128884 len=818495 2024-02-18T08:48:44.915 INFO:tasks.workunit.client.0.smithi110.stdout:op 3595 completed, throughput=5MB/sec 2024-02-18T08:48:44.915 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iatNZfA6grA25O1 off=17963995 len=477892 2024-02-18T08:48:44.920 INFO:tasks.workunit.client.0.smithi110.stdout:op 3596 completed, throughput=5MB/sec 2024-02-18T08:48:44.920 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9FAkYGXvrdmMTfe off=7630750 len=1432668 2024-02-18T08:48:44.928 INFO:tasks.workunit.client.0.smithi110.stdout:op 3597 completed, throughput=5MB/sec 2024-02-18T08:48:45.928 INFO:tasks.workunit.client.0.smithi110.stdout: 688: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:45.928 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ak5HakdlJH6qdB3 off=5565967 len=1895451 2024-02-18T08:48:45.934 INFO:tasks.workunit.client.0.smithi110.stdout:op 3598 completed, throughput=5MB/sec 2024-02-18T08:48:45.935 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RlgdFVH5Hoa52P7 off=3941344 len=1548849 2024-02-18T08:48:45.946 INFO:tasks.workunit.client.0.smithi110.stdout:op 3599 completed, throughput=5MB/sec 2024-02-18T08:48:45.946 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-edU2sp3xMR-b8zD off=1290022 len=816211 2024-02-18T08:48:45.952 INFO:tasks.workunit.client.0.smithi110.stdout:op 3600 completed, throughput=5MB/sec 2024-02-18T08:48:46.817 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:46 smithi110 bash[55875]: cluster 2024-02-18T08:48:45.232858+0000 mgr.y (mgr.44100) 967 : cluster [DBG] pgmap v1518: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-02-18T08:48:46.818 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:46 smithi110 bash[54479]: cluster 2024-02-18T08:48:45.232858+0000 mgr.y (mgr.44100) 967 : cluster [DBG] pgmap v1518: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-02-18T08:48:46.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:46 smithi191 bash[38688]: cluster 2024-02-18T08:48:45.232858+0000 mgr.y (mgr.44100) 967 : cluster [DBG] pgmap v1518: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-02-18T08:48:46.953 INFO:tasks.workunit.client.0.smithi110.stdout: 689: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:46.953 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BB99nPzVuPHowDb off=5201949 len=1603592 2024-02-18T08:48:46.958 INFO:tasks.workunit.client.0.smithi110.stdout:op 3601 completed, throughput=5MB/sec 2024-02-18T08:48:46.958 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-H0VnHjKK5cbNFSX off=1415118 len=580788 2024-02-18T08:48:46.965 INFO:tasks.workunit.client.0.smithi110.stdout:op 3602 completed, throughput=5MB/sec 2024-02-18T08:48:46.965 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DsDILlfPzPRcIxc off=6931136 len=1496283 2024-02-18T08:48:46.976 INFO:tasks.workunit.client.0.smithi110.stdout:op 3603 completed, throughput=5MB/sec 2024-02-18T08:48:46.976 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bf9Hrz5_UPEak_A off=6990690 len=563358 2024-02-18T08:48:46.978 INFO:tasks.workunit.client.0.smithi110.stdout:op 3604 completed, throughput=5MB/sec 2024-02-18T08:48:46.978 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-x5qpkbtbX--rWVn off=6282742 len=1373869 2024-02-18T08:48:46.981 INFO:tasks.workunit.client.0.smithi110.stdout:op 3605 completed, throughput=5MB/sec 2024-02-18T08:48:47.981 INFO:tasks.workunit.client.0.smithi110.stdout: 690: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:47.981 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-38bTUUmm3xpIQoT off=5080984 len=1374867 2024-02-18T08:48:47.986 INFO:tasks.workunit.client.0.smithi110.stdout:op 3606 completed, throughput=5MB/sec 2024-02-18T08:48:47.986 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IA21UNbw7ICGbHk off=11683326 len=28200 2024-02-18T08:48:47.990 INFO:tasks.workunit.client.0.smithi110.stdout:op 3607 completed, throughput=5MB/sec 2024-02-18T08:48:47.990 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7I_mA7AHK4EsPLP off=1731281 len=521225 2024-02-18T08:48:47.992 INFO:tasks.workunit.client.0.smithi110.stdout:op 3608 completed, throughput=5MB/sec 2024-02-18T08:48:47.992 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8nRSS0t35DzfbHN off=1914914 len=2005105 2024-02-18T08:48:47.996 INFO:tasks.workunit.client.0.smithi110.stdout:op 3609 completed, throughput=5MB/sec 2024-02-18T08:48:47.996 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QS5A9OHFp--zRvJ off=3571777 len=1101842 2024-02-18T08:48:48.005 INFO:tasks.workunit.client.0.smithi110.stdout:op 3610 completed, throughput=5MB/sec 2024-02-18T08:48:48.005 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4UsVcgBW7wyO0In off=4085576 len=985601 2024-02-18T08:48:48.007 INFO:tasks.workunit.client.0.smithi110.stdout:op 3611 completed, throughput=5MB/sec 2024-02-18T08:48:48.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:48 smithi110 bash[55875]: cluster 2024-02-18T08:48:47.233767+0000 mgr.y (mgr.44100) 968 : cluster [DBG] pgmap v1519: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:48:48.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:48 smithi110 bash[54479]: cluster 2024-02-18T08:48:47.233767+0000 mgr.y (mgr.44100) 968 : cluster [DBG] pgmap v1519: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:48:48.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:48 smithi191 bash[38688]: cluster 2024-02-18T08:48:47.233767+0000 mgr.y (mgr.44100) 968 : cluster [DBG] pgmap v1519: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:48:49.007 INFO:tasks.workunit.client.0.smithi110.stdout: 691: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:49.008 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-weuxiWZoYJIwe3o off=4049 len=1607921 2024-02-18T08:48:49.018 INFO:tasks.workunit.client.0.smithi110.stdout:op 3612 completed, throughput=5MB/sec 2024-02-18T08:48:49.019 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LOMMvnvdDcU-uUR off=21174341 len=132521 2024-02-18T08:48:49.021 INFO:tasks.workunit.client.0.smithi110.stdout:op 3613 completed, throughput=5MB/sec 2024-02-18T08:48:49.021 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bRJP1Fpo8OjebfH off=62687 len=1651594 2024-02-18T08:48:49.026 INFO:tasks.workunit.client.0.smithi110.stdout:op 3614 completed, throughput=5MB/sec 2024-02-18T08:48:49.026 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-f7BRsxpGNGt1LRs off=4325149 len=168040 2024-02-18T08:48:49.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 3615 completed, throughput=5MB/sec 2024-02-18T08:48:49.028 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AxBN17Pfftdq3Qc off=4865317 len=713539 2024-02-18T08:48:49.031 INFO:tasks.workunit.client.0.smithi110.stdout:op 3616 completed, throughput=5MB/sec 2024-02-18T08:48:49.031 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-joP1Bg4ubAhHmxW off=11716267 len=1689347 2024-02-18T08:48:49.042 INFO:tasks.workunit.client.0.smithi110.stdout:op 3617 completed, throughput=5MB/sec 2024-02-18T08:48:50.042 INFO:tasks.workunit.client.0.smithi110.stdout: 692: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:50.042 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--D6BM6LCvv2NPuG off=4007062 len=1738833 2024-02-18T08:48:50.046 INFO:tasks.workunit.client.0.smithi110.stdout:op 3618 completed, throughput=5MB/sec 2024-02-18T08:48:50.046 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aFoSV75vpL5bpym off=4087960 len=2014738 2024-02-18T08:48:50.060 INFO:tasks.workunit.client.0.smithi110.stdout:op 3619 completed, throughput=5MB/sec 2024-02-18T08:48:50.060 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xU0XOHakCtElTPt off=5580595 len=140264 2024-02-18T08:48:50.064 INFO:tasks.workunit.client.0.smithi110.stdout:op 3620 completed, throughput=5MB/sec 2024-02-18T08:48:50.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:50 smithi110 bash[54479]: cluster 2024-02-18T08:48:49.234618+0000 mgr.y (mgr.44100) 969 : cluster [DBG] pgmap v1520: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:48:50.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:50 smithi110 bash[55875]: cluster 2024-02-18T08:48:49.234618+0000 mgr.y (mgr.44100) 969 : cluster [DBG] pgmap v1520: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:48:50.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:50 smithi191 bash[38688]: cluster 2024-02-18T08:48:49.234618+0000 mgr.y (mgr.44100) 969 : cluster [DBG] pgmap v1520: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:48:51.064 INFO:tasks.workunit.client.0.smithi110.stdout: 693: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:51.064 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1uLJtcrO6CTqodQ off=10784279 len=344115 2024-02-18T08:48:51.071 INFO:tasks.workunit.client.0.smithi110.stdout:op 3621 completed, throughput=4.99MB/sec 2024-02-18T08:48:51.071 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Sa0Y6-le_7pXtkU off=14603226 len=837364 2024-02-18T08:48:51.079 INFO:tasks.workunit.client.0.smithi110.stdout:op 3622 completed, throughput=4.99MB/sec 2024-02-18T08:48:51.079 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GEwqAlyourK7mr6 off=1470327 len=1063275 2024-02-18T08:48:51.082 INFO:tasks.workunit.client.0.smithi110.stdout:op 3623 completed, throughput=5MB/sec 2024-02-18T08:48:51.082 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NBOvwz4vaWjCtNY off=6234810 len=852199 2024-02-18T08:48:51.083 INFO:tasks.workunit.client.0.smithi110.stdout:op 3624 completed, throughput=5MB/sec 2024-02-18T08:48:51.084 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Z85nVbL5zdWlqUi off=17694887 len=62648 2024-02-18T08:48:51.088 INFO:tasks.workunit.client.0.smithi110.stdout:op 3625 completed, throughput=5MB/sec 2024-02-18T08:48:51.088 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ljWzsgadBDmr-_u off=2494010 len=740620 2024-02-18T08:48:51.093 INFO:tasks.workunit.client.0.smithi110.stdout:op 3626 completed, throughput=5MB/sec 2024-02-18T08:48:51.093 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MSRDwrFvxmk4akX off=7363478 len=655551 2024-02-18T08:48:51.094 INFO:tasks.workunit.client.0.smithi110.stdout:op 3627 completed, throughput=5MB/sec 2024-02-18T08:48:51.095 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a7-y0eMvX8RAZTw off=1023756 len=663814 2024-02-18T08:48:51.099 INFO:tasks.workunit.client.0.smithi110.stdout:op 3628 completed, throughput=5MB/sec 2024-02-18T08:48:51.099 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_IAJdzmxUVlZ2qb off=5674072 len=480386 2024-02-18T08:48:51.103 INFO:tasks.workunit.client.0.smithi110.stdout:op 3629 completed, throughput=5MB/sec 2024-02-18T08:48:52.104 INFO:tasks.workunit.client.0.smithi110.stdout: 694: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:52.104 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EAEOQXGqQ5t3byp off=5353506 len=664439 2024-02-18T08:48:52.117 INFO:tasks.workunit.client.0.smithi110.stdout:op 3630 completed, throughput=4.99MB/sec 2024-02-18T08:48:52.117 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-r6jIlAvL7BxVCWK off=3737758 len=889762 2024-02-18T08:48:52.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 3631 completed, throughput=5MB/sec 2024-02-18T08:48:52.119 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xV_ywuvFq-Jmd4r off=9152978 len=217834 2024-02-18T08:48:52.121 INFO:tasks.workunit.client.0.smithi110.stdout:op 3632 completed, throughput=5MB/sec 2024-02-18T08:48:52.121 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6j1GM9f-Ga6cV9M off=15117267 len=661959 2024-02-18T08:48:52.128 INFO:tasks.workunit.client.0.smithi110.stdout:op 3633 completed, throughput=5MB/sec 2024-02-18T08:48:52.128 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kjVOuW9i2mH8Qq6 off=23942109 len=1612281 2024-02-18T08:48:52.138 INFO:tasks.workunit.client.0.smithi110.stdout:op 3634 completed, throughput=5MB/sec 2024-02-18T08:48:52.139 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fEpI3n_E3wPizZv off=4506748 len=379041 2024-02-18T08:48:52.140 INFO:tasks.workunit.client.0.smithi110.stdout:op 3635 completed, throughput=5MB/sec 2024-02-18T08:48:52.140 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vHCBQRKPMvKNAPZ off=0 len=1585004 2024-02-18T08:48:52.143 INFO:tasks.workunit.client.0.smithi110.stdout:op 3636 completed, throughput=5MB/sec 2024-02-18T08:48:52.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:52 smithi110 bash[54479]: cluster 2024-02-18T08:48:51.235476+0000 mgr.y (mgr.44100) 970 : cluster [DBG] pgmap v1521: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:48:52.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:52 smithi110 bash[55875]: cluster 2024-02-18T08:48:51.235476+0000 mgr.y (mgr.44100) 970 : cluster [DBG] pgmap v1521: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:48:52.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:52 smithi191 bash[38688]: cluster 2024-02-18T08:48:51.235476+0000 mgr.y (mgr.44100) 970 : cluster [DBG] pgmap v1521: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:48:53.144 INFO:tasks.workunit.client.0.smithi110.stdout: 695: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:53.144 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Kv0Vp2NbK5F3JEE off=370554 len=1948013 2024-02-18T08:48:53.156 INFO:tasks.workunit.client.0.smithi110.stdout:op 3637 completed, throughput=5MB/sec 2024-02-18T08:48:53.156 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xTw_NzH77y_-miw off=4447471 len=789580 2024-02-18T08:48:53.164 INFO:tasks.workunit.client.0.smithi110.stdout:op 3638 completed, throughput=5MB/sec 2024-02-18T08:48:53.164 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AfkTPehWMfD7FcE off=290670 len=863743 2024-02-18T08:48:53.171 INFO:tasks.workunit.client.0.smithi110.stdout:op 3639 completed, throughput=5MB/sec 2024-02-18T08:48:53.171 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9TLeJWHskNUoz5c off=3887265 len=1085034 2024-02-18T08:48:53.177 INFO:tasks.workunit.client.0.smithi110.stdout:op 3640 completed, throughput=5MB/sec 2024-02-18T08:48:54.177 INFO:tasks.workunit.client.0.smithi110.stdout: 696: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:54.177 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aOKYF5gg0kJ35BN off=8586515 len=2055362 2024-02-18T08:48:54.184 INFO:tasks.workunit.client.0.smithi110.stdout:op 3641 completed, throughput=5MB/sec 2024-02-18T08:48:54.184 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7buxZmYf9zx9eLt off=3436404 len=1912398 2024-02-18T08:48:54.199 INFO:tasks.workunit.client.0.smithi110.stdout:op 3642 completed, throughput=5MB/sec 2024-02-18T08:48:54.199 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QmfJ6kG4KHIe6bS off=10468695 len=1100665 2024-02-18T08:48:54.207 INFO:tasks.workunit.client.0.smithi110.stdout:op 3643 completed, throughput=5MB/sec 2024-02-18T08:48:54.207 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Y61KCqHlVgLT8RJ off=5713288 len=932303 2024-02-18T08:48:54.209 INFO:tasks.workunit.client.0.smithi110.stdout:op 3644 completed, throughput=5MB/sec 2024-02-18T08:48:54.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:54 smithi110 bash[54479]: cluster 2024-02-18T08:48:53.236367+0000 mgr.y (mgr.44100) 971 : cluster [DBG] pgmap v1522: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-02-18T08:48:54.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:54 smithi110 bash[55875]: cluster 2024-02-18T08:48:53.236367+0000 mgr.y (mgr.44100) 971 : cluster [DBG] pgmap v1522: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-02-18T08:48:54.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:54 smithi191 bash[38688]: cluster 2024-02-18T08:48:53.236367+0000 mgr.y (mgr.44100) 971 : cluster [DBG] pgmap v1522: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-02-18T08:48:55.210 INFO:tasks.workunit.client.0.smithi110.stdout: 697: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:55.210 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Sh-rhZUPcOOWKqu off=3375626 len=235379 2024-02-18T08:48:55.211 INFO:tasks.workunit.client.0.smithi110.stdout:op 3645 completed, throughput=4.99MB/sec 2024-02-18T08:48:55.211 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JOenwZAXdUAiTco off=643709 len=753069 2024-02-18T08:48:55.214 INFO:tasks.workunit.client.0.smithi110.stdout:op 3646 completed, throughput=5MB/sec 2024-02-18T08:48:55.214 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2GiCN9xdsBrl1Fn off=2156441 len=747588 2024-02-18T08:48:55.218 INFO:tasks.workunit.client.0.smithi110.stdout:op 3647 completed, throughput=5MB/sec 2024-02-18T08:48:55.218 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-u75S6HZBbLTGjRz off=742327 len=2073367 2024-02-18T08:48:55.233 INFO:tasks.workunit.client.0.smithi110.stdout:op 3648 completed, throughput=5MB/sec 2024-02-18T08:48:55.233 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yX239NgjX3f0Arn off=6447068 len=1018965 2024-02-18T08:48:55.241 INFO:tasks.workunit.client.0.smithi110.stdout:op 3649 completed, throughput=5MB/sec 2024-02-18T08:48:56.241 INFO:tasks.workunit.client.0.smithi110.stdout: 698: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:56.241 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-v4O_xfLg2-8O-Kr off=9696499 len=234430 2024-02-18T08:48:56.247 INFO:tasks.workunit.client.0.smithi110.stdout:op 3650 completed, throughput=4.99MB/sec 2024-02-18T08:48:56.247 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bqXdgBiZ-TNd9DN off=1550708 len=1616204 2024-02-18T08:48:56.258 INFO:tasks.workunit.client.0.smithi110.stdout:op 3651 completed, throughput=5MB/sec 2024-02-18T08:48:56.259 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MTh70vDYA0d1Szy off=18485050 len=1217479 2024-02-18T08:48:56.265 INFO:tasks.workunit.client.0.smithi110.stdout:op 3652 completed, throughput=5MB/sec 2024-02-18T08:48:56.265 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HlTpP7HMJpNLGvA off=11120835 len=1746514 2024-02-18T08:48:56.273 INFO:tasks.workunit.client.0.smithi110.stdout:op 3653 completed, throughput=5MB/sec 2024-02-18T08:48:56.273 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nL1U8cBkNhaNA2O off=278071 len=1517371 2024-02-18T08:48:56.274 INFO:tasks.workunit.client.0.smithi110.stdout:op 3654 completed, throughput=5MB/sec 2024-02-18T08:48:56.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:56 smithi110 bash[54479]: cluster 2024-02-18T08:48:55.237234+0000 mgr.y (mgr.44100) 972 : cluster [DBG] pgmap v1523: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:48:56.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:56 smithi110 bash[55875]: cluster 2024-02-18T08:48:55.237234+0000 mgr.y (mgr.44100) 972 : cluster [DBG] pgmap v1523: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:48:56.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:56 smithi191 bash[38688]: cluster 2024-02-18T08:48:55.237234+0000 mgr.y (mgr.44100) 972 : cluster [DBG] pgmap v1523: 73 pgs: 73 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:48:57.275 INFO:tasks.workunit.client.0.smithi110.stdout: 699: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:57.275 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2XZ2RDKabECy5S6 off=9651723 len=411976 2024-02-18T08:48:57.282 INFO:tasks.workunit.client.0.smithi110.stdout:op 3655 completed, throughput=4.99MB/sec 2024-02-18T08:48:57.282 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7BwvawdGKG0FTRI off=4915022 len=1318975 2024-02-18T08:48:57.291 INFO:tasks.workunit.client.0.smithi110.stdout:op 3656 completed, throughput=5MB/sec 2024-02-18T08:48:57.291 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P8CqWXbW0uJtDjF off=3838742 len=1521597 2024-02-18T08:48:57.301 INFO:tasks.workunit.client.0.smithi110.stdout:op 3657 completed, throughput=5MB/sec 2024-02-18T08:48:57.301 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VLypUlZfDc93RQU off=886426 len=1364019 2024-02-18T08:48:57.302 INFO:tasks.workunit.client.0.smithi110.stdout:op 3658 completed, throughput=5MB/sec 2024-02-18T08:48:57.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:48:57 smithi110 bash[54479]: cluster 2024-02-18T08:48:57.238184+0000 mgr.y (mgr.44100) 973 : cluster [DBG] pgmap v1524: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:48:57.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:48:57 smithi110 bash[55875]: cluster 2024-02-18T08:48:57.238184+0000 mgr.y (mgr.44100) 973 : cluster [DBG] pgmap v1524: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:48:57.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:48:57 smithi191 bash[38688]: cluster 2024-02-18T08:48:57.238184+0000 mgr.y (mgr.44100) 973 : cluster [DBG] pgmap v1524: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:48:58.302 INFO:tasks.workunit.client.0.smithi110.stdout: 700: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:58.302 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nziV_4V5mfupWrm off=2337689 len=572406 2024-02-18T08:48:58.304 INFO:tasks.workunit.client.0.smithi110.stdout:op 3659 completed, throughput=4.99MB/sec 2024-02-18T08:48:58.304 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RSciIjRqCbi52Q7 off=2156523 len=1308725 2024-02-18T08:48:58.316 INFO:tasks.workunit.client.0.smithi110.stdout:op 3660 completed, throughput=5MB/sec 2024-02-18T08:48:58.316 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-czB_6hTC5ASlZQe off=5061217 len=838868 2024-02-18T08:48:58.319 INFO:tasks.workunit.client.0.smithi110.stdout:op 3661 completed, throughput=5MB/sec 2024-02-18T08:48:58.319 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kL-24aIZ4HygJ7f off=582439 len=1153512 2024-02-18T08:48:58.328 INFO:tasks.workunit.client.0.smithi110.stdout:op 3662 completed, throughput=5MB/sec 2024-02-18T08:48:58.328 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pRtyrsf14XGkiNR off=3063463 len=1328573 2024-02-18T08:48:58.337 INFO:tasks.workunit.client.0.smithi110.stdout:op 3663 completed, throughput=5MB/sec 2024-02-18T08:48:59.337 INFO:tasks.workunit.client.0.smithi110.stdout: 701: throughput=4.99MB/sec pending data=0 2024-02-18T08:48:59.337 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-49u_MdPphH6JDy2 off=3221383 len=785653 2024-02-18T08:48:59.346 INFO:tasks.workunit.client.0.smithi110.stdout:op 3664 completed, throughput=4.99MB/sec 2024-02-18T08:48:59.346 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mJGcjF0hvhzqTAb off=19718992 len=486263 2024-02-18T08:48:59.352 INFO:tasks.workunit.client.0.smithi110.stdout:op 3665 completed, throughput=4.99MB/sec 2024-02-18T08:48:59.352 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dLL6tmd1CklYnMD off=12542615 len=1635494 2024-02-18T08:48:59.362 INFO:tasks.workunit.client.0.smithi110.stdout:op 3666 completed, throughput=5MB/sec 2024-02-18T08:48:59.362 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Y-4ZhixHsBaHWb8 off=8636944 len=1741402 2024-02-18T08:48:59.366 INFO:tasks.workunit.client.0.smithi110.stdout:op 3667 completed, throughput=5MB/sec 2024-02-18T08:48:59.366 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ECLEhH5h9SAIsvu off=11506579 len=1855198 2024-02-18T08:48:59.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 3668 completed, throughput=5MB/sec 2024-02-18T08:49:00.369 INFO:tasks.workunit.client.0.smithi110.stdout: 702: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:00.369 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YtVIwgkK7naPbFV off=2413396 len=1631151 2024-02-18T08:49:00.381 INFO:tasks.workunit.client.0.smithi110.stdout:op 3669 completed, throughput=5MB/sec 2024-02-18T08:49:00.381 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aFnZIRa1puTBKlQ off=9140286 len=99216 2024-02-18T08:49:00.385 INFO:tasks.workunit.client.0.smithi110.stdout:op 3670 completed, throughput=5MB/sec 2024-02-18T08:49:00.385 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vW4IR7srUd-Ulkq off=1042855 len=1963051 2024-02-18T08:49:00.396 INFO:tasks.workunit.client.0.smithi110.stdout:op 3671 completed, throughput=5MB/sec 2024-02-18T08:49:00.396 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tBrjXu4UBQ3QFVw off=9076361 len=867917 2024-02-18T08:49:00.402 INFO:tasks.workunit.client.0.smithi110.stdout:op 3672 completed, throughput=5MB/sec 2024-02-18T08:49:00.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:00 smithi191 bash[38688]: cluster 2024-02-18T08:48:59.239127+0000 mgr.y (mgr.44100) 974 : cluster [DBG] pgmap v1525: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:49:00.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:00 smithi110 bash[54479]: cluster 2024-02-18T08:48:59.239127+0000 mgr.y (mgr.44100) 974 : cluster [DBG] pgmap v1525: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:49:00.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:00 smithi110 bash[55875]: cluster 2024-02-18T08:48:59.239127+0000 mgr.y (mgr.44100) 974 : cluster [DBG] pgmap v1525: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:49:01.402 INFO:tasks.workunit.client.0.smithi110.stdout: 703: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:01.403 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pDCw20cIwWXQp3m off=12950894 len=395021 2024-02-18T08:49:01.404 INFO:tasks.workunit.client.0.smithi110.stdout:op 3673 completed, throughput=4.99MB/sec 2024-02-18T08:49:01.404 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-u5PInsZ0xgxxqQ3 off=270698 len=1643567 2024-02-18T08:49:01.417 INFO:tasks.workunit.client.0.smithi110.stdout:op 3674 completed, throughput=5MB/sec 2024-02-18T08:49:01.417 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DoPHOrv5aa5P9J6 off=4679851 len=1823969 2024-02-18T08:49:01.421 INFO:tasks.workunit.client.0.smithi110.stdout:op 3675 completed, throughput=5MB/sec 2024-02-18T08:49:01.421 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Y2_emg9BsIXofD off=189196 len=867867 2024-02-18T08:49:01.428 INFO:tasks.workunit.client.0.smithi110.stdout:op 3676 completed, throughput=5MB/sec 2024-02-18T08:49:01.428 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-49pZcZv5u1e5Mec off=266310 len=1849493 2024-02-18T08:49:01.432 INFO:tasks.workunit.client.0.smithi110.stdout:op 3677 completed, throughput=5MB/sec 2024-02-18T08:49:02.432 INFO:tasks.workunit.client.0.smithi110.stdout: 704: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:02.432 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L06x8NSdKWeOeLI off=4271852 len=572787 2024-02-18T08:49:02.434 INFO:tasks.workunit.client.0.smithi110.stdout:op 3678 completed, throughput=5MB/sec 2024-02-18T08:49:02.434 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bovQlPmivKcx-FA off=15184022 len=1524188 2024-02-18T08:49:02.438 INFO:tasks.workunit.client.0.smithi110.stdout:op 3679 completed, throughput=5MB/sec 2024-02-18T08:49:02.438 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VYlPM0nJCx29gHQ off=9180352 len=1464876 2024-02-18T08:49:02.447 INFO:tasks.workunit.client.0.smithi110.stdout:op 3680 completed, throughput=5MB/sec 2024-02-18T08:49:02.447 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-j42yb_FGsv_o9GM off=5481291 len=615740 2024-02-18T08:49:02.452 INFO:tasks.workunit.client.0.smithi110.stdout:op 3681 completed, throughput=5MB/sec 2024-02-18T08:49:02.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:02 smithi191 bash[38688]: cluster 2024-02-18T08:49:01.239956+0000 mgr.y (mgr.44100) 975 : cluster [DBG] pgmap v1526: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:49:02.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:02 smithi110 bash[54479]: cluster 2024-02-18T08:49:01.239956+0000 mgr.y (mgr.44100) 975 : cluster [DBG] pgmap v1526: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:49:02.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:02 smithi110 bash[55875]: cluster 2024-02-18T08:49:01.239956+0000 mgr.y (mgr.44100) 975 : cluster [DBG] pgmap v1526: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:49:03.452 INFO:tasks.workunit.client.0.smithi110.stdout: 705: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:03.453 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7arGFoSxaeMHLjD off=1502142 len=299152 2024-02-18T08:49:03.454 INFO:tasks.workunit.client.0.smithi110.stdout:op 3682 completed, throughput=4.99MB/sec 2024-02-18T08:49:03.454 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fzedt-X9jdHyePo off=21021026 len=1750535 2024-02-18T08:49:03.458 INFO:tasks.workunit.client.0.smithi110.stdout:op 3683 completed, throughput=5MB/sec 2024-02-18T08:49:03.458 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fhmZwvqWNlUNGJJ off=667990 len=1269030 2024-02-18T08:49:03.473 INFO:tasks.workunit.client.0.smithi110.stdout:op 3684 completed, throughput=5MB/sec 2024-02-18T08:49:03.473 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--1e1ao8hUtLf-nx off=23575877 len=149751 2024-02-18T08:49:03.476 INFO:tasks.workunit.client.0.smithi110.stdout:op 3685 completed, throughput=5MB/sec 2024-02-18T08:49:03.476 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FnNEFSlOd4o787q off=8825580 len=960692 2024-02-18T08:49:03.480 INFO:tasks.workunit.client.0.smithi110.stdout:op 3686 completed, throughput=5MB/sec 2024-02-18T08:49:03.480 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GI50gMeuNJHARGu off=480768 len=121563 2024-02-18T08:49:03.483 INFO:tasks.workunit.client.0.smithi110.stdout:op 3687 completed, throughput=5MB/sec 2024-02-18T08:49:03.483 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zyh8aoOBAGKua9o off=3992816 len=445397 2024-02-18T08:49:03.485 INFO:tasks.workunit.client.0.smithi110.stdout:op 3688 completed, throughput=5MB/sec 2024-02-18T08:49:03.485 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7zjQB82IyW4VXC5 off=7675257 len=276338 2024-02-18T08:49:03.486 INFO:tasks.workunit.client.0.smithi110.stdout:op 3689 completed, throughput=5MB/sec 2024-02-18T08:49:04.486 INFO:tasks.workunit.client.0.smithi110.stdout: 706: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:04.486 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8N-myuO2wyVsAnI off=13248438 len=827756 2024-02-18T08:49:04.495 INFO:tasks.workunit.client.0.smithi110.stdout:op 3690 completed, throughput=4.99MB/sec 2024-02-18T08:49:04.496 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HiBxfH5_eZSTJ51 off=562889 len=1010117 2024-02-18T08:49:04.503 INFO:tasks.workunit.client.0.smithi110.stdout:op 3691 completed, throughput=5MB/sec 2024-02-18T08:49:04.503 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-j6_KMBqJKa9I63M off=241399 len=1160725 2024-02-18T08:49:04.511 INFO:tasks.workunit.client.0.smithi110.stdout:op 3692 completed, throughput=5MB/sec 2024-02-18T08:49:04.511 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LfcN1oa0iaeSGLF off=2264395 len=1131864 2024-02-18T08:49:04.525 INFO:tasks.workunit.client.0.smithi110.stdout:op 3693 completed, throughput=5MB/sec 2024-02-18T08:49:04.525 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ig7KeB9Zq9otuUj off=11989925 len=443449 2024-02-18T08:49:04.526 INFO:tasks.workunit.client.0.smithi110.stdout:op 3694 completed, throughput=5MB/sec 2024-02-18T08:49:04.526 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4TK2WHU-jgYTCbc off=2104544 len=1398940 2024-02-18T08:49:04.534 INFO:tasks.workunit.client.0.smithi110.stdout:op 3695 completed, throughput=5MB/sec 2024-02-18T08:49:04.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:04 smithi191 bash[38688]: cluster 2024-02-18T08:49:03.240974+0000 mgr.y (mgr.44100) 976 : cluster [DBG] pgmap v1527: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:49:04.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:04 smithi110 bash[54479]: cluster 2024-02-18T08:49:03.240974+0000 mgr.y (mgr.44100) 976 : cluster [DBG] pgmap v1527: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:49:04.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:04 smithi110 bash[55875]: cluster 2024-02-18T08:49:03.240974+0000 mgr.y (mgr.44100) 976 : cluster [DBG] pgmap v1527: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:49:05.534 INFO:tasks.workunit.client.0.smithi110.stdout: 707: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:05.535 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jHY_StID_PrFKW5 off=2484947 len=1278075 2024-02-18T08:49:05.545 INFO:tasks.workunit.client.0.smithi110.stdout:op 3696 completed, throughput=5MB/sec 2024-02-18T08:49:05.545 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pEHzPEKOYejLpLF off=7912864 len=1433581 2024-02-18T08:49:05.550 INFO:tasks.workunit.client.0.smithi110.stdout:op 3697 completed, throughput=5MB/sec 2024-02-18T08:49:05.550 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eO4U0nk63FDHCSg off=676293 len=840438 2024-02-18T08:49:05.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 3698 completed, throughput=5MB/sec 2024-02-18T08:49:05.552 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cIxfJoeytjTIpN5 off=4403654 len=1936131 2024-02-18T08:49:05.568 INFO:tasks.workunit.client.0.smithi110.stdout:op 3699 completed, throughput=5MB/sec 2024-02-18T08:49:06.568 INFO:tasks.workunit.client.0.smithi110.stdout: 708: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:06.568 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IJBbkVOyQOm0Y0g off=3244840 len=118398 2024-02-18T08:49:06.570 INFO:tasks.workunit.client.0.smithi110.stdout:op 3700 completed, throughput=4.99MB/sec 2024-02-18T08:49:06.570 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GPmK1fApza7Ubm4 off=14566422 len=851851 2024-02-18T08:49:06.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 3701 completed, throughput=5MB/sec 2024-02-18T08:49:06.573 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Xr9Ikl_wEEPw8Ks off=8892861 len=1422869 2024-02-18T08:49:06.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:06 smithi191 bash[38688]: cluster 2024-02-18T08:49:05.241881+0000 mgr.y (mgr.44100) 977 : cluster [DBG] pgmap v1528: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-02-18T08:49:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:op 3702 completed, throughput=5MB/sec 2024-02-18T08:49:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sfHoY3mFt6dkVAu off=1946774 len=622205 2024-02-18T08:49:06.586 INFO:tasks.workunit.client.0.smithi110.stdout:op 3703 completed, throughput=5MB/sec 2024-02-18T08:49:06.586 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MQPEBLCMCOvwIxP off=10931094 len=1185731 2024-02-18T08:49:06.587 INFO:tasks.workunit.client.0.smithi110.stdout:op 3704 completed, throughput=5MB/sec 2024-02-18T08:49:06.587 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IYxHiT7UOFF4kav off=2476393 len=342432 2024-02-18T08:49:06.590 INFO:tasks.workunit.client.0.smithi110.stdout:op 3705 completed, throughput=5MB/sec 2024-02-18T08:49:06.590 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cHX3kVvJk3Fisyi off=1656612 len=35996 2024-02-18T08:49:06.591 INFO:tasks.workunit.client.0.smithi110.stdout:op 3706 completed, throughput=5MB/sec 2024-02-18T08:49:06.591 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IlrDcMdyFAq-CIO off=3485309 len=2064679 2024-02-18T08:49:06.604 INFO:tasks.workunit.client.0.smithi110.stdout:op 3707 completed, throughput=5MB/sec 2024-02-18T08:49:06.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:06 smithi110 bash[54479]: cluster 2024-02-18T08:49:05.241881+0000 mgr.y (mgr.44100) 977 : cluster [DBG] pgmap v1528: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-02-18T08:49:06.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:06 smithi110 bash[55875]: cluster 2024-02-18T08:49:05.241881+0000 mgr.y (mgr.44100) 977 : cluster [DBG] pgmap v1528: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-02-18T08:49:07.604 INFO:tasks.workunit.client.0.smithi110.stdout: 709: throughput=5MB/sec pending data=0 2024-02-18T08:49:07.604 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uV0nwcQczEqjT9E off=4361947 len=1044079 2024-02-18T08:49:07.615 INFO:tasks.workunit.client.0.smithi110.stdout:op 3708 completed, throughput=5MB/sec 2024-02-18T08:49:07.615 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mdcwh_1LCEHZ8qV off=18851404 len=1680148 2024-02-18T08:49:07.629 INFO:tasks.workunit.client.0.smithi110.stdout:op 3709 completed, throughput=5MB/sec 2024-02-18T08:49:07.629 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QmfJ6kG4KHIe6bS off=12331944 len=1581585 2024-02-18T08:49:07.639 INFO:tasks.workunit.client.0.smithi110.stdout:op 3710 completed, throughput=5MB/sec 2024-02-18T08:49:08.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:08 smithi191 bash[38688]: cluster 2024-02-18T08:49:07.242813+0000 mgr.y (mgr.44100) 978 : cluster [DBG] pgmap v1529: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-02-18T08:49:08.639 INFO:tasks.workunit.client.0.smithi110.stdout: 710: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:08.639 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-53tZp4KNNEOWHpL off=4250147 len=120335 2024-02-18T08:49:08.644 INFO:tasks.workunit.client.0.smithi110.stdout:op 3711 completed, throughput=4.99MB/sec 2024-02-18T08:49:08.644 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OXk26r5BNiEFAyG off=8964314 len=369570 2024-02-18T08:49:08.646 INFO:tasks.workunit.client.0.smithi110.stdout:op 3712 completed, throughput=4.99MB/sec 2024-02-18T08:49:08.646 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2PKe8KfrHZe81Cl off=391474 len=995513 2024-02-18T08:49:08.653 INFO:tasks.workunit.client.0.smithi110.stdout:op 3713 completed, throughput=5MB/sec 2024-02-18T08:49:08.653 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PhQdium4MWV_1LV off=7691033 len=1477613 2024-02-18T08:49:08.663 INFO:tasks.workunit.client.0.smithi110.stdout:op 3714 completed, throughput=5MB/sec 2024-02-18T08:49:08.663 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3THZK6qyneCCi7f off=6415062 len=1562789 2024-02-18T08:49:08.666 INFO:tasks.workunit.client.0.smithi110.stdout:op 3715 completed, throughput=5MB/sec 2024-02-18T08:49:08.666 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NFdgNurbpaaglfN off=3138429 len=46010 2024-02-18T08:49:08.667 INFO:tasks.workunit.client.0.smithi110.stdout:op 3716 completed, throughput=5MB/sec 2024-02-18T08:49:08.667 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-u289fvTgQpDJcrI off=3493247 len=647894 2024-02-18T08:49:08.669 INFO:tasks.workunit.client.0.smithi110.stdout:op 3717 completed, throughput=5MB/sec 2024-02-18T08:49:08.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:08 smithi110 bash[54479]: cluster 2024-02-18T08:49:07.242813+0000 mgr.y (mgr.44100) 978 : cluster [DBG] pgmap v1529: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-02-18T08:49:08.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:08 smithi110 bash[55875]: cluster 2024-02-18T08:49:07.242813+0000 mgr.y (mgr.44100) 978 : cluster [DBG] pgmap v1529: 73 pgs: 73 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-02-18T08:49:09.669 INFO:tasks.workunit.client.0.smithi110.stdout: 711: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:09.669 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VNamUYACgmbb3_M off=352148 len=1899671 2024-02-18T08:49:09.685 INFO:tasks.workunit.client.0.smithi110.stdout:op 3718 completed, throughput=5MB/sec 2024-02-18T08:49:09.685 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9gjbHaHVFG4JwVv off=3355396 len=1097265 2024-02-18T08:49:09.687 INFO:tasks.workunit.client.0.smithi110.stdout:op 3719 completed, throughput=5MB/sec 2024-02-18T08:49:09.687 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pnZcngIV6npXUPG off=7283697 len=669390 2024-02-18T08:49:09.694 INFO:tasks.workunit.client.0.smithi110.stdout:op 3720 completed, throughput=5MB/sec 2024-02-18T08:49:09.694 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YtMSCm6T1OJdtJV off=1202592 len=1823050 2024-02-18T08:49:09.704 INFO:tasks.workunit.client.0.smithi110.stdout:op 3721 completed, throughput=5MB/sec 2024-02-18T08:49:10.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:10 smithi191 bash[38688]: cluster 2024-02-18T08:49:09.243738+0000 mgr.y (mgr.44100) 979 : cluster [DBG] pgmap v1530: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:49:10.704 INFO:tasks.workunit.client.0.smithi110.stdout: 712: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:10.704 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-y9Qnyq1MbqAzqdo off=12972000 len=1827001 2024-02-18T08:49:10.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:10 smithi110 bash[55875]: cluster 2024-02-18T08:49:09.243738+0000 mgr.y (mgr.44100) 979 : cluster [DBG] pgmap v1530: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:49:10.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:10 smithi110 bash[54479]: cluster 2024-02-18T08:49:09.243738+0000 mgr.y (mgr.44100) 979 : cluster [DBG] pgmap v1530: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:49:10.718 INFO:tasks.workunit.client.0.smithi110.stdout:op 3722 completed, throughput=5MB/sec 2024-02-18T08:49:10.718 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KDlyiNHGQs44S1e off=6251474 len=1379124 2024-02-18T08:49:10.729 INFO:tasks.workunit.client.0.smithi110.stdout:op 3723 completed, throughput=5MB/sec 2024-02-18T08:49:10.729 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_pqVuxgPQqieU4O off=8058097 len=359439 2024-02-18T08:49:10.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 3724 completed, throughput=5MB/sec 2024-02-18T08:49:10.730 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BPPJCQXFdS-G_Ku off=8795299 len=1867878 2024-02-18T08:49:10.741 INFO:tasks.workunit.client.0.smithi110.stdout:op 3725 completed, throughput=5MB/sec 2024-02-18T08:49:11.742 INFO:tasks.workunit.client.0.smithi110.stdout: 713: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:11.742 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IstmKGeZ_JT7_oB off=1974928 len=1831796 2024-02-18T08:49:11.746 INFO:tasks.workunit.client.0.smithi110.stdout:op 3726 completed, throughput=5MB/sec 2024-02-18T08:49:11.746 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tnQb3_Jc8-HcaE1 off=843000 len=134924 2024-02-18T08:49:11.750 INFO:tasks.workunit.client.0.smithi110.stdout:op 3727 completed, throughput=5MB/sec 2024-02-18T08:49:11.750 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7DxMxJGtfznNU-l off=9442254 len=364555 2024-02-18T08:49:11.752 INFO:tasks.workunit.client.0.smithi110.stdout:op 3728 completed, throughput=5MB/sec 2024-02-18T08:49:11.753 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-R8jDI1UFUEVPzlX off=15161113 len=427115 2024-02-18T08:49:11.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 3729 completed, throughput=5MB/sec 2024-02-18T08:49:11.758 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5kvrwjMbafxHvXJ off=4197457 len=1065831 2024-02-18T08:49:11.765 INFO:tasks.workunit.client.0.smithi110.stdout:op 3730 completed, throughput=5MB/sec 2024-02-18T08:49:11.765 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0RznpU33RjSvVyO off=5346451 len=1853539 2024-02-18T08:49:11.776 INFO:tasks.workunit.client.0.smithi110.stdout:op 3731 completed, throughput=5MB/sec 2024-02-18T08:49:12.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:12 smithi191 bash[38688]: cluster 2024-02-18T08:49:11.244667+0000 mgr.y (mgr.44100) 980 : cluster [DBG] pgmap v1531: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:49:12.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:12 smithi110 bash[54479]: cluster 2024-02-18T08:49:11.244667+0000 mgr.y (mgr.44100) 980 : cluster [DBG] pgmap v1531: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:49:12.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:12 smithi110 bash[55875]: cluster 2024-02-18T08:49:11.244667+0000 mgr.y (mgr.44100) 980 : cluster [DBG] pgmap v1531: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:49:12.777 INFO:tasks.workunit.client.0.smithi110.stdout: 714: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:12.777 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FUD0WFzuRakulAa off=14936804 len=728091 2024-02-18T08:49:12.786 INFO:tasks.workunit.client.0.smithi110.stdout:op 3732 completed, throughput=5MB/sec 2024-02-18T08:49:12.786 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-q36xfFyxKSfh7-y off=0 len=1618660 2024-02-18T08:49:12.790 INFO:tasks.workunit.client.0.smithi110.stdout:op 3733 completed, throughput=5MB/sec 2024-02-18T08:49:12.790 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RjDfwcTE3P5QIJt off=13281423 len=438353 2024-02-18T08:49:12.794 INFO:tasks.workunit.client.0.smithi110.stdout:op 3734 completed, throughput=5MB/sec 2024-02-18T08:49:12.794 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QJrAKQABb-293Zg off=3926435 len=898452 2024-02-18T08:49:12.796 INFO:tasks.workunit.client.0.smithi110.stdout:op 3735 completed, throughput=5MB/sec 2024-02-18T08:49:12.796 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2A4a9ifmYd913or off=5443787 len=1943729 2024-02-18T08:49:12.798 INFO:tasks.workunit.client.0.smithi110.stdout:op 3736 completed, throughput=5MB/sec 2024-02-18T08:49:13.798 INFO:tasks.workunit.client.0.smithi110.stdout: 715: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:13.798 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nM-C2MArjPJwnAT off=2248878 len=2017681 2024-02-18T08:49:13.812 INFO:tasks.workunit.client.0.smithi110.stdout:op 3737 completed, throughput=5MB/sec 2024-02-18T08:49:13.812 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I7--LbEZnlUQQvO off=5470172 len=1672255 2024-02-18T08:49:13.824 INFO:tasks.workunit.client.0.smithi110.stdout:op 3738 completed, throughput=5MB/sec 2024-02-18T08:49:13.824 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NkK8JmXiRDOd9AM off=2535641 len=1598100 2024-02-18T08:49:13.833 INFO:tasks.workunit.client.0.smithi110.stdout:op 3739 completed, throughput=5MB/sec 2024-02-18T08:49:14.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:14 smithi191 bash[38688]: cluster 2024-02-18T08:49:13.245763+0000 mgr.y (mgr.44100) 981 : cluster [DBG] pgmap v1532: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-02-18T08:49:14.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:14 smithi110 bash[54479]: cluster 2024-02-18T08:49:13.245763+0000 mgr.y (mgr.44100) 981 : cluster [DBG] pgmap v1532: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-02-18T08:49:14.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:14 smithi110 bash[55875]: cluster 2024-02-18T08:49:13.245763+0000 mgr.y (mgr.44100) 981 : cluster [DBG] pgmap v1532: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-02-18T08:49:14.833 INFO:tasks.workunit.client.0.smithi110.stdout: 716: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:14.833 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j42yb_FGsv_o9GM off=3396440 len=621208 2024-02-18T08:49:14.835 INFO:tasks.workunit.client.0.smithi110.stdout:op 3740 completed, throughput=5MB/sec 2024-02-18T08:49:14.836 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dTT4ly7pBPoHqIj off=964510 len=599599 2024-02-18T08:49:14.842 INFO:tasks.workunit.client.0.smithi110.stdout:op 3741 completed, throughput=5MB/sec 2024-02-18T08:49:14.842 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mCXODVCDOW_I_vG off=16961104 len=630740 2024-02-18T08:49:14.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 3742 completed, throughput=5MB/sec 2024-02-18T08:49:14.849 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ks0uKN5TktGPgsq off=344332 len=799879 2024-02-18T08:49:14.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 3743 completed, throughput=5MB/sec 2024-02-18T08:49:14.851 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1WBQOWnEnhELCIv off=1156476 len=1664929 2024-02-18T08:49:14.855 INFO:tasks.workunit.client.0.smithi110.stdout:op 3744 completed, throughput=5MB/sec 2024-02-18T08:49:14.855 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Kqw0XWttmFDVlCD off=15517324 len=95439 2024-02-18T08:49:14.858 INFO:tasks.workunit.client.0.smithi110.stdout:op 3745 completed, throughput=5MB/sec 2024-02-18T08:49:15.859 INFO:tasks.workunit.client.0.smithi110.stdout: 717: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:15.859 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BhlXrdByNHlmeGb off=708721 len=1152258 2024-02-18T08:49:15.868 INFO:tasks.workunit.client.0.smithi110.stdout:op 3746 completed, throughput=4.99MB/sec 2024-02-18T08:49:15.868 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EMlxjFFjZ5-nAnH off=1525515 len=533400 2024-02-18T08:49:15.869 INFO:tasks.workunit.client.0.smithi110.stdout:op 3747 completed, throughput=5MB/sec 2024-02-18T08:49:15.869 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OSZly2cNY023v3X off=9883611 len=256389 2024-02-18T08:49:15.874 INFO:tasks.workunit.client.0.smithi110.stdout:op 3748 completed, throughput=5MB/sec 2024-02-18T08:49:15.874 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-q7-pwkyYDJvNSLA off=5733346 len=1962123 2024-02-18T08:49:15.885 INFO:tasks.workunit.client.0.smithi110.stdout:op 3749 completed, throughput=5MB/sec 2024-02-18T08:49:15.885 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-44S6-z7nb-ruUJN off=18501519 len=1774359 2024-02-18T08:49:15.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 3750 completed, throughput=5MB/sec 2024-02-18T08:49:16.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:16 smithi191 bash[38688]: cluster 2024-02-18T08:49:15.246675+0000 mgr.y (mgr.44100) 982 : cluster [DBG] pgmap v1533: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-02-18T08:49:16.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:16 smithi110 bash[54479]: cluster 2024-02-18T08:49:15.246675+0000 mgr.y (mgr.44100) 982 : cluster [DBG] pgmap v1533: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-02-18T08:49:16.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:16 smithi110 bash[55875]: cluster 2024-02-18T08:49:15.246675+0000 mgr.y (mgr.44100) 982 : cluster [DBG] pgmap v1533: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-02-18T08:49:16.894 INFO:tasks.workunit.client.0.smithi110.stdout: 718: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:16.894 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-stoJrAey_BiEq6H off=20703284 len=55177 2024-02-18T08:49:16.895 INFO:tasks.workunit.client.0.smithi110.stdout:op 3751 completed, throughput=4.99MB/sec 2024-02-18T08:49:16.895 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-N6rduo8lu6HZZMs off=13021746 len=800169 2024-02-18T08:49:16.903 INFO:tasks.workunit.client.0.smithi110.stdout:op 3752 completed, throughput=4.99MB/sec 2024-02-18T08:49:16.903 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fZ4GJjZwXKd3Ae6 off=12908241 len=498336 2024-02-18T08:49:16.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 3753 completed, throughput=5MB/sec 2024-02-18T08:49:16.905 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vbx9OOuPzjuW5B5 off=8504720 len=1870188 2024-02-18T08:49:16.910 INFO:tasks.workunit.client.0.smithi110.stdout:op 3754 completed, throughput=5MB/sec 2024-02-18T08:49:16.911 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tEaRRKNE3KVdZFE off=1012151 len=1298863 2024-02-18T08:49:16.914 INFO:tasks.workunit.client.0.smithi110.stdout:op 3755 completed, throughput=5MB/sec 2024-02-18T08:49:16.914 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8W4uUlP9BvfbHTv off=2833176 len=26905 2024-02-18T08:49:16.919 INFO:tasks.workunit.client.0.smithi110.stdout:op 3756 completed, throughput=5MB/sec 2024-02-18T08:49:16.919 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8_zC9SWzSBSb0i8 off=1405391 len=681023 2024-02-18T08:49:16.920 INFO:tasks.workunit.client.0.smithi110.stdout:op 3757 completed, throughput=5MB/sec 2024-02-18T08:49:17.920 INFO:tasks.workunit.client.0.smithi110.stdout: 719: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:17.921 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kudyrU_pPHsOe5Z off=11049566 len=1297278 2024-02-18T08:49:17.932 INFO:tasks.workunit.client.0.smithi110.stdout:op 3758 completed, throughput=5MB/sec 2024-02-18T08:49:17.932 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UMgVmfCBXomco37 off=16542140 len=1197769 2024-02-18T08:49:17.938 INFO:tasks.workunit.client.0.smithi110.stdout:op 3759 completed, throughput=5MB/sec 2024-02-18T08:49:17.938 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2nnhpspvK-23wLd off=2032487 len=774793 2024-02-18T08:49:17.940 INFO:tasks.workunit.client.0.smithi110.stdout:op 3760 completed, throughput=5MB/sec 2024-02-18T08:49:17.941 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DmhJ8KjsufRVx5o off=8039395 len=553660 2024-02-18T08:49:17.943 INFO:tasks.workunit.client.0.smithi110.stdout:op 3761 completed, throughput=5MB/sec 2024-02-18T08:49:17.943 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WKU6KRaoWlcyVcf off=2984086 len=806547 2024-02-18T08:49:17.950 INFO:tasks.workunit.client.0.smithi110.stdout:op 3762 completed, throughput=5MB/sec 2024-02-18T08:49:17.950 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WaGJPiADPfEyPUr off=9029187 len=382082 2024-02-18T08:49:17.954 INFO:tasks.workunit.client.0.smithi110.stdout:op 3763 completed, throughput=5MB/sec 2024-02-18T08:49:17.954 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ReWXlh0jvCczgR3 off=59546 len=1237080 2024-02-18T08:49:17.957 INFO:tasks.workunit.client.0.smithi110.stdout:op 3764 completed, throughput=5MB/sec 2024-02-18T08:49:18.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:18 smithi110 bash[54479]: cluster 2024-02-18T08:49:17.247681+0000 mgr.y (mgr.44100) 983 : cluster [DBG] pgmap v1534: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-02-18T08:49:18.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:18 smithi110 bash[55875]: cluster 2024-02-18T08:49:17.247681+0000 mgr.y (mgr.44100) 983 : cluster [DBG] pgmap v1534: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-02-18T08:49:18.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:18 smithi191 bash[38688]: cluster 2024-02-18T08:49:17.247681+0000 mgr.y (mgr.44100) 983 : cluster [DBG] pgmap v1534: 73 pgs: 73 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-02-18T08:49:18.957 INFO:tasks.workunit.client.0.smithi110.stdout: 720: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:18.957 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OZuxAtEEHPLQOjw off=7330896 len=2094044 2024-02-18T08:49:18.964 INFO:tasks.workunit.client.0.smithi110.stdout:op 3765 completed, throughput=5MB/sec 2024-02-18T08:49:18.964 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PSMuCuDc1h2OwPU off=17379846 len=1909743 2024-02-18T08:49:18.970 INFO:tasks.workunit.client.0.smithi110.stdout:op 3766 completed, throughput=5MB/sec 2024-02-18T08:49:18.970 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rp8lswuhxgWvhl0 off=1806547 len=440612 2024-02-18T08:49:18.972 INFO:tasks.workunit.client.0.smithi110.stdout:op 3767 completed, throughput=5MB/sec 2024-02-18T08:49:19.972 INFO:tasks.workunit.client.0.smithi110.stdout: 721: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:19.972 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qYtMgCg05tLjqI3 off=1972462 len=1332816 2024-02-18T08:49:19.983 INFO:tasks.workunit.client.0.smithi110.stdout:op 3768 completed, throughput=4.99MB/sec 2024-02-18T08:49:19.984 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WF90T1939m0-dmS off=4116503 len=2057484 2024-02-18T08:49:19.995 INFO:tasks.workunit.client.0.smithi110.stdout:op 3769 completed, throughput=5MB/sec 2024-02-18T08:49:19.996 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qyBEa3WBl-saDaN off=11024068 len=521933 2024-02-18T08:49:19.997 INFO:tasks.workunit.client.0.smithi110.stdout:op 3770 completed, throughput=5MB/sec 2024-02-18T08:49:19.997 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oRrV-o0dgGWOUzc off=1993758 len=129446 2024-02-18T08:49:19.998 INFO:tasks.workunit.client.0.smithi110.stdout:op 3771 completed, throughput=5MB/sec 2024-02-18T08:49:19.998 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L3hlH8O4iSnvA-W off=9246172 len=209878 2024-02-18T08:49:20.001 INFO:tasks.workunit.client.0.smithi110.stdout:op 3772 completed, throughput=5MB/sec 2024-02-18T08:49:20.001 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-teEIv7sdTOlzJeq off=21771441 len=9624 2024-02-18T08:49:20.004 INFO:tasks.workunit.client.0.smithi110.stdout:op 3773 completed, throughput=5MB/sec 2024-02-18T08:49:20.004 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nFa0uxt0rrrakKP off=6881210 len=1568703 2024-02-18T08:49:20.008 INFO:tasks.workunit.client.0.smithi110.stdout:op 3774 completed, throughput=5MB/sec 2024-02-18T08:49:20.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:20 smithi110 bash[55875]: cluster 2024-02-18T08:49:19.248592+0000 mgr.y (mgr.44100) 984 : cluster [DBG] pgmap v1535: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:49:20.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:20 smithi110 bash[54479]: cluster 2024-02-18T08:49:19.248592+0000 mgr.y (mgr.44100) 984 : cluster [DBG] pgmap v1535: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:49:20.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:20 smithi191 bash[38688]: cluster 2024-02-18T08:49:19.248592+0000 mgr.y (mgr.44100) 984 : cluster [DBG] pgmap v1535: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:49:21.008 INFO:tasks.workunit.client.0.smithi110.stdout: 722: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:21.008 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zMG9u5AO6aV8i5A off=1397153 len=1217767 2024-02-18T08:49:21.020 INFO:tasks.workunit.client.0.smithi110.stdout:op 3775 completed, throughput=5MB/sec 2024-02-18T08:49:21.020 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sAPr7VKCjQxVhjb off=1773718 len=1902888 2024-02-18T08:49:21.033 INFO:tasks.workunit.client.0.smithi110.stdout:op 3776 completed, throughput=5MB/sec 2024-02-18T08:49:21.033 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xZxepoEgN0xRLR1 off=12663501 len=1922219 2024-02-18T08:49:21.047 INFO:tasks.workunit.client.0.smithi110.stdout:op 3777 completed, throughput=5MB/sec 2024-02-18T08:49:21.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:21 smithi110 bash[54479]: audit 2024-02-18T08:49:21.171243+0000 mon.a (mon.0) 1815 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:49:21.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:21 smithi110 bash[55875]: audit 2024-02-18T08:49:21.171243+0000 mon.a (mon.0) 1815 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:49:21.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:21 smithi191 bash[38688]: audit 2024-02-18T08:49:21.171243+0000 mon.a (mon.0) 1815 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:49:22.047 INFO:tasks.workunit.client.0.smithi110.stdout: 723: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:22.047 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ylmYYRMYpismqIk off=1346902 len=329871 2024-02-18T08:49:22.054 INFO:tasks.workunit.client.0.smithi110.stdout:op 3778 completed, throughput=4.99MB/sec 2024-02-18T08:49:22.054 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_QpAiX4tvObOX7V off=16656029 len=255153 2024-02-18T08:49:22.057 INFO:tasks.workunit.client.0.smithi110.stdout:op 3779 completed, throughput=4.99MB/sec 2024-02-18T08:49:22.057 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dkp36UHhvzMD1TH off=4134826 len=1920193 2024-02-18T08:49:22.061 INFO:tasks.workunit.client.0.smithi110.stdout:op 3780 completed, throughput=5MB/sec 2024-02-18T08:49:22.061 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9nXtu8X4K0yTYkM off=9972638 len=1547837 2024-02-18T08:49:22.066 INFO:tasks.workunit.client.0.smithi110.stdout:op 3781 completed, throughput=5MB/sec 2024-02-18T08:49:22.066 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yFH5qJjlUpmImuQ off=226645 len=1976277 2024-02-18T08:49:22.077 INFO:tasks.workunit.client.0.smithi110.stdout:op 3782 completed, throughput=5MB/sec 2024-02-18T08:49:22.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:22 smithi110 bash[54479]: cluster 2024-02-18T08:49:21.249414+0000 mgr.y (mgr.44100) 985 : cluster [DBG] pgmap v1536: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:49:22.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:22 smithi110 bash[54479]: audit 2024-02-18T08:49:21.494651+0000 mon.a (mon.0) 1816 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:49:22.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:22 smithi110 bash[54479]: audit 2024-02-18T08:49:21.496351+0000 mon.a (mon.0) 1817 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:49:22.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:22 smithi110 bash[54479]: audit 2024-02-18T08:49:21.505016+0000 mon.a (mon.0) 1818 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:49:22.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:22 smithi110 bash[55875]: cluster 2024-02-18T08:49:21.249414+0000 mgr.y (mgr.44100) 985 : cluster [DBG] pgmap v1536: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:49:22.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:22 smithi110 bash[55875]: audit 2024-02-18T08:49:21.494651+0000 mon.a (mon.0) 1816 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:49:22.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:22 smithi110 bash[55875]: audit 2024-02-18T08:49:21.496351+0000 mon.a (mon.0) 1817 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:49:22.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:22 smithi110 bash[55875]: audit 2024-02-18T08:49:21.505016+0000 mon.a (mon.0) 1818 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:49:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:22 smithi191 bash[38688]: cluster 2024-02-18T08:49:21.249414+0000 mgr.y (mgr.44100) 985 : cluster [DBG] pgmap v1536: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:49:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:22 smithi191 bash[38688]: audit 2024-02-18T08:49:21.494651+0000 mon.a (mon.0) 1816 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:49:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:22 smithi191 bash[38688]: audit 2024-02-18T08:49:21.496351+0000 mon.a (mon.0) 1817 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:49:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:22 smithi191 bash[38688]: audit 2024-02-18T08:49:21.505016+0000 mon.a (mon.0) 1818 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:49:23.077 INFO:tasks.workunit.client.0.smithi110.stdout: 724: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:23.077 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6vzHjT4nJxsyu0R off=8094941 len=1182779 2024-02-18T08:49:23.088 INFO:tasks.workunit.client.0.smithi110.stdout:op 3783 completed, throughput=5MB/sec 2024-02-18T08:49:23.088 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-74XYzi7CUN-fcja off=86502 len=545808 2024-02-18T08:49:23.095 INFO:tasks.workunit.client.0.smithi110.stdout:op 3784 completed, throughput=5MB/sec 2024-02-18T08:49:23.095 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wnnVZS3WD0L20Z5 off=183924 len=1083109 2024-02-18T08:49:23.097 INFO:tasks.workunit.client.0.smithi110.stdout:op 3785 completed, throughput=5MB/sec 2024-02-18T08:49:23.097 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-38JRIdQYqmwpNSv off=14726597 len=610423 2024-02-18T08:49:23.102 INFO:tasks.workunit.client.0.smithi110.stdout:op 3786 completed, throughput=5MB/sec 2024-02-18T08:49:23.102 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SoJwuntQkY8ymgJ off=1703341 len=352579 2024-02-18T08:49:23.107 INFO:tasks.workunit.client.0.smithi110.stdout:op 3787 completed, throughput=5MB/sec 2024-02-18T08:49:23.107 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1EPCHQ-QXGK9_0h off=5285845 len=53773 2024-02-18T08:49:23.107 INFO:tasks.workunit.client.0.smithi110.stdout:op 3788 completed, throughput=5MB/sec 2024-02-18T08:49:23.108 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wx79QKqPmEpVv7P off=7445793 len=504051 2024-02-18T08:49:23.109 INFO:tasks.workunit.client.0.smithi110.stdout:op 3789 completed, throughput=5MB/sec 2024-02-18T08:49:23.109 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T6E0RcRXqls0X-H off=1965941 len=327721 2024-02-18T08:49:23.114 INFO:tasks.workunit.client.0.smithi110.stdout:op 3790 completed, throughput=5MB/sec 2024-02-18T08:49:23.114 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fxJOa6_FBaY9jQJ off=8455582 len=1133813 2024-02-18T08:49:23.115 INFO:tasks.workunit.client.0.smithi110.stdout:op 3791 completed, throughput=5MB/sec 2024-02-18T08:49:23.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:23 smithi110 bash[54479]: cephadm 2024-02-18T08:49:21.497854+0000 mgr.y (mgr.44100) 986 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:49:23.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:23 smithi110 bash[55875]: cephadm 2024-02-18T08:49:21.497854+0000 mgr.y (mgr.44100) 986 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:49:23.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:23 smithi191 bash[38688]: cephadm 2024-02-18T08:49:21.497854+0000 mgr.y (mgr.44100) 986 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:49:24.115 INFO:tasks.workunit.client.0.smithi110.stdout: 725: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:24.115 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7Gyfq0wIg1oNsw9 off=9431969 len=540768 2024-02-18T08:49:24.118 INFO:tasks.workunit.client.0.smithi110.stdout:op 3792 completed, throughput=5MB/sec 2024-02-18T08:49:24.118 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Mx5DryHkJh_BUk6 off=1410601 len=1430836 2024-02-18T08:49:24.129 INFO:tasks.workunit.client.0.smithi110.stdout:op 3793 completed, throughput=5MB/sec 2024-02-18T08:49:24.129 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EYpprZkS_8NGOyg off=3616185 len=1321092 2024-02-18T08:49:24.139 INFO:tasks.workunit.client.0.smithi110.stdout:op 3794 completed, throughput=5MB/sec 2024-02-18T08:49:24.139 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ULZk9ym2tw30isU off=7735901 len=254303 2024-02-18T08:49:24.140 INFO:tasks.workunit.client.0.smithi110.stdout:op 3795 completed, throughput=5MB/sec 2024-02-18T08:49:24.140 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--fjfuh9Kzh4zd_J off=21053676 len=884079 2024-02-18T08:49:24.146 INFO:tasks.workunit.client.0.smithi110.stdout:op 3796 completed, throughput=5MB/sec 2024-02-18T08:49:24.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:24 smithi110 bash[54479]: cluster 2024-02-18T08:49:23.250470+0000 mgr.y (mgr.44100) 987 : cluster [DBG] pgmap v1537: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:49:24.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:24 smithi110 bash[55875]: cluster 2024-02-18T08:49:23.250470+0000 mgr.y (mgr.44100) 987 : cluster [DBG] pgmap v1537: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:49:24.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:24 smithi191 bash[38688]: cluster 2024-02-18T08:49:23.250470+0000 mgr.y (mgr.44100) 987 : cluster [DBG] pgmap v1537: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:49:25.146 INFO:tasks.workunit.client.0.smithi110.stdout: 726: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:25.146 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EH4NAga1Z2YnhGs off=9300273 len=1133359 2024-02-18T08:49:25.155 INFO:tasks.workunit.client.0.smithi110.stdout:op 3797 completed, throughput=4.99MB/sec 2024-02-18T08:49:25.155 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Oo7eSOi3d126JMJ off=0 len=1563894 2024-02-18T08:49:25.159 INFO:tasks.workunit.client.0.smithi110.stdout:op 3798 completed, throughput=5MB/sec 2024-02-18T08:49:25.159 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sDIHQIHkO_rCite off=173541 len=1888306 2024-02-18T08:49:25.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 3799 completed, throughput=5MB/sec 2024-02-18T08:49:25.180 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YllOWn_nMBo65Xs off=3770363 len=840967 2024-02-18T08:49:25.188 INFO:tasks.workunit.client.0.smithi110.stdout:op 3800 completed, throughput=5MB/sec 2024-02-18T08:49:26.188 INFO:tasks.workunit.client.0.smithi110.stdout: 727: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:26.189 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8XhVLIvUv5-5nKK off=17980341 len=1169287 2024-02-18T08:49:26.198 INFO:tasks.workunit.client.0.smithi110.stdout:op 3801 completed, throughput=4.99MB/sec 2024-02-18T08:49:26.198 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jq9DdIr9abNuy-U off=3505023 len=2005527 2024-02-18T08:49:26.210 INFO:tasks.workunit.client.0.smithi110.stdout:op 3802 completed, throughput=5MB/sec 2024-02-18T08:49:26.210 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AexEc5EcOwzDqv5 off=2029008 len=1704912 2024-02-18T08:49:26.213 INFO:tasks.workunit.client.0.smithi110.stdout:op 3803 completed, throughput=5MB/sec 2024-02-18T08:49:26.213 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-o9Id7XEnlW1PiyQ off=12970165 len=2056355 2024-02-18T08:49:26.217 INFO:tasks.workunit.client.0.smithi110.stdout:op 3804 completed, throughput=5MB/sec 2024-02-18T08:49:26.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:26 smithi110 bash[55875]: cluster 2024-02-18T08:49:25.251388+0000 mgr.y (mgr.44100) 988 : cluster [DBG] pgmap v1538: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:49:26.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:26 smithi110 bash[54479]: cluster 2024-02-18T08:49:25.251388+0000 mgr.y (mgr.44100) 988 : cluster [DBG] pgmap v1538: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:49:26.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:26 smithi191 bash[38688]: cluster 2024-02-18T08:49:25.251388+0000 mgr.y (mgr.44100) 988 : cluster [DBG] pgmap v1538: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:49:27.217 INFO:tasks.workunit.client.0.smithi110.stdout: 728: throughput=5MB/sec pending data=0 2024-02-18T08:49:27.217 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QIvCoC1206ySAGZ off=14473333 len=1482229 2024-02-18T08:49:27.229 INFO:tasks.workunit.client.0.smithi110.stdout:op 3805 completed, throughput=5MB/sec 2024-02-18T08:49:27.229 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6Y9wZyaSJ6NA8IP off=11275694 len=997871 2024-02-18T08:49:27.237 INFO:tasks.workunit.client.0.smithi110.stdout:op 3806 completed, throughput=5MB/sec 2024-02-18T08:49:27.237 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sl5AIpHT4eoI1ZK off=8174883 len=1539781 2024-02-18T08:49:27.244 INFO:tasks.workunit.client.0.smithi110.stdout:op 3807 completed, throughput=5MB/sec 2024-02-18T08:49:28.245 INFO:tasks.workunit.client.0.smithi110.stdout: 729: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:28.245 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c-0unEFZHPvS3No off=12947784 len=2085937 2024-02-18T08:49:28.260 INFO:tasks.workunit.client.0.smithi110.stdout:op 3808 completed, throughput=5MB/sec 2024-02-18T08:49:28.260 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nlSohMbbzjTNwY8 off=1422184 len=137917 2024-02-18T08:49:28.261 INFO:tasks.workunit.client.0.smithi110.stdout:op 3809 completed, throughput=5MB/sec 2024-02-18T08:49:28.261 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Swcnfn8KlbEDaIz off=1738184 len=1701986 2024-02-18T08:49:28.265 INFO:tasks.workunit.client.0.smithi110.stdout:op 3810 completed, throughput=5MB/sec 2024-02-18T08:49:28.265 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BuT4W2xySYnmnNS off=9750666 len=227200 2024-02-18T08:49:28.270 INFO:tasks.workunit.client.0.smithi110.stdout:op 3811 completed, throughput=5MB/sec 2024-02-18T08:49:28.270 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dHIoO5awEyLWpBU off=3289365 len=1068494 2024-02-18T08:49:28.277 INFO:tasks.workunit.client.0.smithi110.stdout:op 3812 completed, throughput=5MB/sec 2024-02-18T08:49:28.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:28 smithi110 bash[54479]: cluster 2024-02-18T08:49:27.252399+0000 mgr.y (mgr.44100) 989 : cluster [DBG] pgmap v1539: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:49:28.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:28 smithi110 bash[55875]: cluster 2024-02-18T08:49:27.252399+0000 mgr.y (mgr.44100) 989 : cluster [DBG] pgmap v1539: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:49:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:28 smithi191 bash[38688]: cluster 2024-02-18T08:49:27.252399+0000 mgr.y (mgr.44100) 989 : cluster [DBG] pgmap v1539: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:49:29.278 INFO:tasks.workunit.client.0.smithi110.stdout: 730: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:29.278 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3Zz4CGawzthJGh_ off=2007199 len=420316 2024-02-18T08:49:29.280 INFO:tasks.workunit.client.0.smithi110.stdout:op 3813 completed, throughput=4.99MB/sec 2024-02-18T08:49:29.280 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SZ00CZhFTa8izjy off=2620628 len=1943420 2024-02-18T08:49:29.284 INFO:tasks.workunit.client.0.smithi110.stdout:op 3814 completed, throughput=5MB/sec 2024-02-18T08:49:29.284 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Dy28Ig--Ykp_t_4 off=10846993 len=1738276 2024-02-18T08:49:29.293 INFO:tasks.workunit.client.0.smithi110.stdout:op 3815 completed, throughput=5MB/sec 2024-02-18T08:49:29.294 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xf-Pg1xK6IClt1y off=15507718 len=1104555 2024-02-18T08:49:29.297 INFO:tasks.workunit.client.0.smithi110.stdout:op 3816 completed, throughput=5MB/sec 2024-02-18T08:49:29.297 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CfwPw436YBQJ0XC off=5992276 len=1504765 2024-02-18T08:49:29.310 INFO:tasks.workunit.client.0.smithi110.stdout:op 3817 completed, throughput=5MB/sec 2024-02-18T08:49:30.310 INFO:tasks.workunit.client.0.smithi110.stdout: 731: throughput=5MB/sec pending data=0 2024-02-18T08:49:30.310 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Os-JAU2w7uXDqFR off=15552957 len=229075 2024-02-18T08:49:30.311 INFO:tasks.workunit.client.0.smithi110.stdout:op 3818 completed, throughput=5MB/sec 2024-02-18T08:49:30.311 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pFt6vTbOYDw4uQX off=6416530 len=1429196 2024-02-18T08:49:30.314 INFO:tasks.workunit.client.0.smithi110.stdout:op 3819 completed, throughput=5MB/sec 2024-02-18T08:49:30.315 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iMA3ye1Al58IM2A off=2279865 len=1429336 2024-02-18T08:49:30.321 INFO:tasks.workunit.client.0.smithi110.stdout:op 3820 completed, throughput=5MB/sec 2024-02-18T08:49:30.321 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5oK4Z28tpZjd73w off=5974939 len=1356921 2024-02-18T08:49:30.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 3821 completed, throughput=5MB/sec 2024-02-18T08:49:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:30 smithi110 bash[54479]: cluster 2024-02-18T08:49:29.253321+0000 mgr.y (mgr.44100) 990 : cluster [DBG] pgmap v1540: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:49:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:30 smithi110 bash[55875]: cluster 2024-02-18T08:49:29.253321+0000 mgr.y (mgr.44100) 990 : cluster [DBG] pgmap v1540: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:49:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:30 smithi191 bash[38688]: cluster 2024-02-18T08:49:29.253321+0000 mgr.y (mgr.44100) 990 : cluster [DBG] pgmap v1540: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:49:31.324 INFO:tasks.workunit.client.0.smithi110.stdout: 732: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:31.324 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oTMi5f2RtzdFoDn off=1569812 len=1278960 2024-02-18T08:49:31.335 INFO:tasks.workunit.client.0.smithi110.stdout:op 3822 completed, throughput=5MB/sec 2024-02-18T08:49:31.335 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PEVfYVoXzUmV_Ac off=6290533 len=894363 2024-02-18T08:49:31.339 INFO:tasks.workunit.client.0.smithi110.stdout:op 3823 completed, throughput=5MB/sec 2024-02-18T08:49:31.339 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CgmGphNYZLnG62c off=447814 len=1871581 2024-02-18T08:49:31.344 INFO:tasks.workunit.client.0.smithi110.stdout:op 3824 completed, throughput=5MB/sec 2024-02-18T08:49:31.344 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZdK4s8S-NEjHuMw off=2126583 len=1548431 2024-02-18T08:49:31.348 INFO:tasks.workunit.client.0.smithi110.stdout:op 3825 completed, throughput=5MB/sec 2024-02-18T08:49:32.348 INFO:tasks.workunit.client.0.smithi110.stdout: 733: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:32.349 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k4_eVhU6ekSp2sw off=13859098 len=1172525 2024-02-18T08:49:32.352 INFO:tasks.workunit.client.0.smithi110.stdout:op 3826 completed, throughput=5MB/sec 2024-02-18T08:49:32.352 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Q0IDw1orfIh3bC1 off=13475292 len=37025 2024-02-18T08:49:32.357 INFO:tasks.workunit.client.0.smithi110.stdout:op 3827 completed, throughput=5MB/sec 2024-02-18T08:49:32.357 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-e_1I7E1Z0rGjya6 off=750691 len=829698 2024-02-18T08:49:32.364 INFO:tasks.workunit.client.0.smithi110.stdout:op 3828 completed, throughput=5MB/sec 2024-02-18T08:49:32.364 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xqVw6mr0gOWnOyw off=1118631 len=1905713 2024-02-18T08:49:32.376 INFO:tasks.workunit.client.0.smithi110.stdout:op 3829 completed, throughput=5MB/sec 2024-02-18T08:49:32.376 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LceA1O59MSi_gBo off=0 len=1743301 2024-02-18T08:49:32.380 INFO:tasks.workunit.client.0.smithi110.stdout:op 3830 completed, throughput=5MB/sec 2024-02-18T08:49:32.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:32 smithi110 bash[54479]: cluster 2024-02-18T08:49:31.254129+0000 mgr.y (mgr.44100) 991 : cluster [DBG] pgmap v1541: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:49:32.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:32 smithi110 bash[55875]: cluster 2024-02-18T08:49:31.254129+0000 mgr.y (mgr.44100) 991 : cluster [DBG] pgmap v1541: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:49:32.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:32 smithi191 bash[38688]: cluster 2024-02-18T08:49:31.254129+0000 mgr.y (mgr.44100) 991 : cluster [DBG] pgmap v1541: 73 pgs: 73 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:49:33.381 INFO:tasks.workunit.client.0.smithi110.stdout: 734: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:33.381 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zLEZTW31l2g0oxr off=6053560 len=947255 2024-02-18T08:49:33.383 INFO:tasks.workunit.client.0.smithi110.stdout:op 3831 completed, throughput=5MB/sec 2024-02-18T08:49:33.383 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j1gbUAVGsA4twhO off=6756069 len=697375 2024-02-18T08:49:33.386 INFO:tasks.workunit.client.0.smithi110.stdout:op 3832 completed, throughput=5MB/sec 2024-02-18T08:49:33.387 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MLNAfB-NckPfQYU off=8762566 len=743001 2024-02-18T08:49:33.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 3833 completed, throughput=5MB/sec 2024-02-18T08:49:33.389 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BmBAFDW6Ihvyuc6 off=235441 len=412920 2024-02-18T08:49:33.391 INFO:tasks.workunit.client.0.smithi110.stdout:op 3834 completed, throughput=5MB/sec 2024-02-18T08:49:33.392 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2aDDPYEoiDUebba off=12007897 len=1966481 2024-02-18T08:49:33.406 INFO:tasks.workunit.client.0.smithi110.stdout:op 3835 completed, throughput=5MB/sec 2024-02-18T08:49:34.407 INFO:tasks.workunit.client.0.smithi110.stdout: 735: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:34.407 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5hCdkqr5ptcB_9j off=4659840 len=1832738 2024-02-18T08:49:34.420 INFO:tasks.workunit.client.0.smithi110.stdout:op 3836 completed, throughput=5MB/sec 2024-02-18T08:49:34.420 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5fmZo2Ug_FwkUKt off=2695622 len=225593 2024-02-18T08:49:34.422 INFO:tasks.workunit.client.0.smithi110.stdout:op 3837 completed, throughput=5MB/sec 2024-02-18T08:49:34.422 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zucwhn0RUtEPTlm off=11069301 len=70208 2024-02-18T08:49:34.423 INFO:tasks.workunit.client.0.smithi110.stdout:op 3838 completed, throughput=5MB/sec 2024-02-18T08:49:34.423 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qBmWhVddrwFl6Kh off=1903458 len=1219281 2024-02-18T08:49:34.427 INFO:tasks.workunit.client.0.smithi110.stdout:op 3839 completed, throughput=5MB/sec 2024-02-18T08:49:34.427 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qQolx5DdfBcSxWd off=5640170 len=590385 2024-02-18T08:49:34.430 INFO:tasks.workunit.client.0.smithi110.stdout:op 3840 completed, throughput=5MB/sec 2024-02-18T08:49:34.430 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Nw8EJABSuTUWTG_ off=492951 len=1987380 2024-02-18T08:49:34.447 INFO:tasks.workunit.client.0.smithi110.stdout:op 3841 completed, throughput=5MB/sec 2024-02-18T08:49:34.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:34 smithi110 bash[54479]: cluster 2024-02-18T08:49:33.255041+0000 mgr.y (mgr.44100) 992 : cluster [DBG] pgmap v1542: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:49:34.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:34 smithi110 bash[55875]: cluster 2024-02-18T08:49:33.255041+0000 mgr.y (mgr.44100) 992 : cluster [DBG] pgmap v1542: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:49:34.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:34 smithi191 bash[38688]: cluster 2024-02-18T08:49:33.255041+0000 mgr.y (mgr.44100) 992 : cluster [DBG] pgmap v1542: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:49:35.446 INFO:tasks.workunit.client.0.smithi110.stdout: 736: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:35.446 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JiYBQ1S6G5sPX2O off=6961389 len=1618390 2024-02-18T08:49:35.463 INFO:tasks.workunit.client.0.smithi110.stdout:op 3842 completed, throughput=5MB/sec 2024-02-18T08:49:35.463 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-o7UP86Df1i1_Wr0 off=17288012 len=228722 2024-02-18T08:49:35.467 INFO:tasks.workunit.client.0.smithi110.stdout:op 3843 completed, throughput=5MB/sec 2024-02-18T08:49:35.468 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ak5HakdlJH6qdB3 off=12748650 len=1695608 2024-02-18T08:49:35.478 INFO:tasks.workunit.client.0.smithi110.stdout:op 3844 completed, throughput=5MB/sec 2024-02-18T08:49:35.478 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-l-0l1Plqx4J8mPC off=8592479 len=1041111 2024-02-18T08:49:35.482 INFO:tasks.workunit.client.0.smithi110.stdout:op 3845 completed, throughput=5MB/sec 2024-02-18T08:49:35.482 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4hDdDabAUDUfE_o off=13214083 len=1125120 2024-02-18T08:49:35.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 3846 completed, throughput=5MB/sec 2024-02-18T08:49:36.484 INFO:tasks.workunit.client.0.smithi110.stdout: 737: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:36.484 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-U4NfA4hZuLsKyOd off=18255622 len=2087566 2024-02-18T08:49:36.499 INFO:tasks.workunit.client.0.smithi110.stdout:op 3847 completed, throughput=5MB/sec 2024-02-18T08:49:36.499 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c8haH50PFkBjUqr off=15388613 len=1241071 2024-02-18T08:49:36.507 INFO:tasks.workunit.client.0.smithi110.stdout:op 3848 completed, throughput=5MB/sec 2024-02-18T08:49:36.507 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aWDBHpYnBvmmPvl off=1320098 len=2031813 2024-02-18T08:49:36.519 INFO:tasks.workunit.client.0.smithi110.stdout:op 3849 completed, throughput=5MB/sec 2024-02-18T08:49:36.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:36 smithi110 bash[54479]: cluster 2024-02-18T08:49:35.255835+0000 mgr.y (mgr.44100) 993 : cluster [DBG] pgmap v1543: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:49:36.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:36 smithi110 bash[55875]: cluster 2024-02-18T08:49:35.255835+0000 mgr.y (mgr.44100) 993 : cluster [DBG] pgmap v1543: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:49:36.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:36 smithi191 bash[38688]: cluster 2024-02-18T08:49:35.255835+0000 mgr.y (mgr.44100) 993 : cluster [DBG] pgmap v1543: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:49:37.520 INFO:tasks.workunit.client.0.smithi110.stdout: 738: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:37.520 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a1pyi-UzPpkot2M off=9355072 len=122621 2024-02-18T08:49:37.521 INFO:tasks.workunit.client.0.smithi110.stdout:op 3850 completed, throughput=4.99MB/sec 2024-02-18T08:49:37.521 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oYUMLHGfVQbcuYC off=8316734 len=2015615 2024-02-18T08:49:37.539 INFO:tasks.workunit.client.0.smithi110.stdout:op 3851 completed, throughput=5MB/sec 2024-02-18T08:49:37.539 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-s_C3fUssnuwK0HA off=7121574 len=1303542 2024-02-18T08:49:37.548 INFO:tasks.workunit.client.0.smithi110.stdout:op 3852 completed, throughput=5MB/sec 2024-02-18T08:49:37.548 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5Gf2R7RRcpzmr69 off=5914447 len=1842368 2024-02-18T08:49:37.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 3853 completed, throughput=5MB/sec 2024-02-18T08:49:38.552 INFO:tasks.workunit.client.0.smithi110.stdout: 739: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:38.553 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-W0O6LSqj29kF_25 off=1694928 len=846281 2024-02-18T08:49:38.561 INFO:tasks.workunit.client.0.smithi110.stdout:op 3854 completed, throughput=5MB/sec 2024-02-18T08:49:38.561 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iO0yNBfn70HepAi off=3588322 len=1222829 2024-02-18T08:49:38.571 INFO:tasks.workunit.client.0.smithi110.stdout:op 3855 completed, throughput=5MB/sec 2024-02-18T08:49:38.571 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HxUw3SkfAJanCMj off=11583795 len=80238 2024-02-18T08:49:38.574 INFO:tasks.workunit.client.0.smithi110.stdout:op 3856 completed, throughput=5MB/sec 2024-02-18T08:49:38.574 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pZ3s7WZwa5P9ZCQ off=12360023 len=368579 2024-02-18T08:49:38.575 INFO:tasks.workunit.client.0.smithi110.stdout:op 3857 completed, throughput=5MB/sec 2024-02-18T08:49:38.576 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_KEEVjQWj4OlGl6 off=16978158 len=305096 2024-02-18T08:49:38.577 INFO:tasks.workunit.client.0.smithi110.stdout:op 3858 completed, throughput=5MB/sec 2024-02-18T08:49:38.577 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JaBl6Y3MTRvSQiT off=3471017 len=1609714 2024-02-18T08:49:38.580 INFO:tasks.workunit.client.0.smithi110.stdout:op 3859 completed, throughput=5MB/sec 2024-02-18T08:49:38.581 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dODVPvD1sB7wU1O off=8289097 len=441674 2024-02-18T08:49:38.585 INFO:tasks.workunit.client.0.smithi110.stdout:op 3860 completed, throughput=5MB/sec 2024-02-18T08:49:38.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:38 smithi110 bash[54479]: cluster 2024-02-18T08:49:37.256715+0000 mgr.y (mgr.44100) 994 : cluster [DBG] pgmap v1544: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:49:38.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:38 smithi110 bash[55875]: cluster 2024-02-18T08:49:37.256715+0000 mgr.y (mgr.44100) 994 : cluster [DBG] pgmap v1544: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:49:38.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:38 smithi191 bash[38688]: cluster 2024-02-18T08:49:37.256715+0000 mgr.y (mgr.44100) 994 : cluster [DBG] pgmap v1544: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:49:39.586 INFO:tasks.workunit.client.0.smithi110.stdout: 740: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:39.586 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BuT4W2xySYnmnNS off=6242044 len=883132 2024-02-18T08:49:39.594 INFO:tasks.workunit.client.0.smithi110.stdout:op 3861 completed, throughput=4.99MB/sec 2024-02-18T08:49:39.594 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9REXyMiEWELl3DI off=10352421 len=40629 2024-02-18T08:49:39.597 INFO:tasks.workunit.client.0.smithi110.stdout:op 3862 completed, throughput=4.99MB/sec 2024-02-18T08:49:39.597 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-D_cPr0r5Pj-auis off=3683725 len=1262454 2024-02-18T08:49:39.608 INFO:tasks.workunit.client.0.smithi110.stdout:op 3863 completed, throughput=5MB/sec 2024-02-18T08:49:39.608 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-z8VIM-g_zt44L6c off=7059873 len=1312370 2024-02-18T08:49:39.616 INFO:tasks.workunit.client.0.smithi110.stdout:op 3864 completed, throughput=5MB/sec 2024-02-18T08:49:39.616 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iTDCLZbG57lgNNu off=4594329 len=1348175 2024-02-18T08:49:39.618 INFO:tasks.workunit.client.0.smithi110.stdout:op 3865 completed, throughput=5MB/sec 2024-02-18T08:49:39.618 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2MlKLbfsLkDqPp9 off=713703 len=1963304 2024-02-18T08:49:39.623 INFO:tasks.workunit.client.0.smithi110.stdout:op 3866 completed, throughput=5MB/sec 2024-02-18T08:49:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:39 smithi110 bash[54479]: audit 2024-02-18T08:49:38.997752+0000 mon.a (mon.0) 1819 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T08:49:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:39 smithi110 bash[54479]: audit 2024-02-18T08:49:38.998390+0000 mon.a (mon.0) 1820 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:49:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:39 smithi110 bash[54479]: audit 2024-02-18T08:49:38.998946+0000 mon.a (mon.0) 1821 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-02-18T08:49:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:39 smithi110 bash[55875]: audit 2024-02-18T08:49:38.997752+0000 mon.a (mon.0) 1819 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T08:49:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:39 smithi110 bash[55875]: audit 2024-02-18T08:49:38.998390+0000 mon.a (mon.0) 1820 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:49:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:39 smithi110 bash[55875]: audit 2024-02-18T08:49:38.998946+0000 mon.a (mon.0) 1821 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-02-18T08:49:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:39 smithi191 bash[38688]: audit 2024-02-18T08:49:38.997752+0000 mon.a (mon.0) 1819 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T08:49:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:39 smithi191 bash[38688]: audit 2024-02-18T08:49:38.998390+0000 mon.a (mon.0) 1820 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:49:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:39 smithi191 bash[38688]: audit 2024-02-18T08:49:38.998946+0000 mon.a (mon.0) 1821 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-02-18T08:49:40.624 INFO:tasks.workunit.client.0.smithi110.stdout: 741: throughput=5MB/sec pending data=0 2024-02-18T08:49:40.624 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-x1080ZDamoIjv56 off=6297736 len=1952742 2024-02-18T08:49:40.637 INFO:tasks.workunit.client.0.smithi110.stdout:op 3867 completed, throughput=5MB/sec 2024-02-18T08:49:40.637 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GJYF4u36toTEBss off=557890 len=225504 2024-02-18T08:49:40.638 INFO:tasks.workunit.client.0.smithi110.stdout:op 3868 completed, throughput=5MB/sec 2024-02-18T08:49:40.638 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NGcJkUhiyqn5zsr off=4328792 len=740153 2024-02-18T08:49:40.644 INFO:tasks.workunit.client.0.smithi110.stdout:op 3869 completed, throughput=5MB/sec 2024-02-18T08:49:40.644 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J6bMmJSBFHMmebN off=9596458 len=942225 2024-02-18T08:49:40.647 INFO:tasks.workunit.client.0.smithi110.stdout:op 3870 completed, throughput=5MB/sec 2024-02-18T08:49:40.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:40 smithi110 bash[54479]: cluster 2024-02-18T08:49:39.257655+0000 mgr.y (mgr.44100) 995 : cluster [DBG] pgmap v1545: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:49:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:40 smithi110 bash[55875]: cluster 2024-02-18T08:49:39.257655+0000 mgr.y (mgr.44100) 995 : cluster [DBG] pgmap v1545: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:49:40.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:40 smithi191 bash[38688]: cluster 2024-02-18T08:49:39.257655+0000 mgr.y (mgr.44100) 995 : cluster [DBG] pgmap v1545: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:49:41.647 INFO:tasks.workunit.client.0.smithi110.stdout: 742: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:41.647 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kKWoo18REz427Y- off=1546995 len=648135 2024-02-18T08:49:41.654 INFO:tasks.workunit.client.0.smithi110.stdout:op 3871 completed, throughput=4.99MB/sec 2024-02-18T08:49:41.654 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VpCEr6jbELRCBBs off=7141907 len=1883614 2024-02-18T08:49:41.665 INFO:tasks.workunit.client.0.smithi110.stdout:op 3872 completed, throughput=5MB/sec 2024-02-18T08:49:41.666 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6AupiO3nkZttcvq off=2275471 len=15891 2024-02-18T08:49:41.666 INFO:tasks.workunit.client.0.smithi110.stdout:op 3873 completed, throughput=5MB/sec 2024-02-18T08:49:41.666 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-t3ZoFCtn__GLVuV off=2175919 len=649922 2024-02-18T08:49:41.673 INFO:tasks.workunit.client.0.smithi110.stdout:op 3874 completed, throughput=5MB/sec 2024-02-18T08:49:41.673 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GIxduMopzJsh43x off=4066917 len=1927375 2024-02-18T08:49:41.684 INFO:tasks.workunit.client.0.smithi110.stdout:op 3875 completed, throughput=5MB/sec 2024-02-18T08:49:41.685 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bkl9qV989rJOfWP off=3317810 len=241772 2024-02-18T08:49:41.686 INFO:tasks.workunit.client.0.smithi110.stdout:op 3876 completed, throughput=5MB/sec 2024-02-18T08:49:42.686 INFO:tasks.workunit.client.0.smithi110.stdout: 743: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:42.686 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ROUHhG9qRSbU9ti off=7675429 len=383820 2024-02-18T08:49:42.688 INFO:tasks.workunit.client.0.smithi110.stdout:op 3877 completed, throughput=4.99MB/sec 2024-02-18T08:49:42.688 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sW0w7osi9C6Fcam off=4393852 len=1774434 2024-02-18T08:49:42.695 INFO:tasks.workunit.client.0.smithi110.stdout:op 3878 completed, throughput=5MB/sec 2024-02-18T08:49:42.695 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Udes5vKObOJgMtC off=3898202 len=431555 2024-02-18T08:49:42.701 INFO:tasks.workunit.client.0.smithi110.stdout:op 3879 completed, throughput=5MB/sec 2024-02-18T08:49:42.702 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JXhnK0Vc7UD42N4 off=4100667 len=427324 2024-02-18T08:49:42.703 INFO:tasks.workunit.client.0.smithi110.stdout:op 3880 completed, throughput=5MB/sec 2024-02-18T08:49:42.703 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5hCdkqr5ptcB_9j off=2534025 len=717800 2024-02-18T08:49:42.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:42 smithi110 bash[54479]: cluster 2024-02-18T08:49:41.258548+0000 mgr.y (mgr.44100) 996 : cluster [DBG] pgmap v1546: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:49:42.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:42 smithi110 bash[55875]: cluster 2024-02-18T08:49:41.258548+0000 mgr.y (mgr.44100) 996 : cluster [DBG] pgmap v1546: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:49:42.711 INFO:tasks.workunit.client.0.smithi110.stdout:op 3881 completed, throughput=5MB/sec 2024-02-18T08:49:42.711 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lKoPU6KrXmHa-AO off=13525997 len=2015170 2024-02-18T08:49:42.723 INFO:tasks.workunit.client.0.smithi110.stdout:op 3882 completed, throughput=5MB/sec 2024-02-18T08:49:42.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:42 smithi191 bash[38688]: cluster 2024-02-18T08:49:41.258548+0000 mgr.y (mgr.44100) 996 : cluster [DBG] pgmap v1546: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:49:43.724 INFO:tasks.workunit.client.0.smithi110.stdout: 744: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:43.724 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oBZTmDGILf_ooag off=542596 len=1444867 2024-02-18T08:49:43.739 INFO:tasks.workunit.client.0.smithi110.stdout:op 3883 completed, throughput=5MB/sec 2024-02-18T08:49:43.739 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vDzDOHaRydEQpHN off=2151349 len=357078 2024-02-18T08:49:43.740 INFO:tasks.workunit.client.0.smithi110.stdout:op 3884 completed, throughput=5MB/sec 2024-02-18T08:49:43.741 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P94jEhY5Rcuo1Aa off=9611093 len=699622 2024-02-18T08:49:43.747 INFO:tasks.workunit.client.0.smithi110.stdout:op 3885 completed, throughput=5MB/sec 2024-02-18T08:49:43.747 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Nwgcd3Y52VHDEwH off=7917879 len=1447029 2024-02-18T08:49:43.748 INFO:tasks.workunit.client.0.smithi110.stdout:op 3886 completed, throughput=5MB/sec 2024-02-18T08:49:43.748 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JXhnK0Vc7UD42N4 off=3209740 len=781682 2024-02-18T08:49:43.754 INFO:tasks.workunit.client.0.smithi110.stdout:op 3887 completed, throughput=5MB/sec 2024-02-18T08:49:43.754 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZuL5ysQrWGbTxuY off=4042485 len=1650310 2024-02-18T08:49:43.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 3888 completed, throughput=5MB/sec 2024-02-18T08:49:44.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:44 smithi110 bash[54479]: cluster 2024-02-18T08:49:43.259598+0000 mgr.y (mgr.44100) 997 : cluster [DBG] pgmap v1547: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:49:44.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:44 smithi110 bash[55875]: cluster 2024-02-18T08:49:43.259598+0000 mgr.y (mgr.44100) 997 : cluster [DBG] pgmap v1547: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:49:44.759 INFO:tasks.workunit.client.0.smithi110.stdout: 745: throughput=5MB/sec pending data=0 2024-02-18T08:49:44.759 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Y2_emg9BsIXofD off=968476 len=2034887 2024-02-18T08:49:44.774 INFO:tasks.workunit.client.0.smithi110.stdout:op 3889 completed, throughput=5MB/sec 2024-02-18T08:49:44.774 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CkdPkq4-5SSsAfI off=4972069 len=483999 2024-02-18T08:49:44.776 INFO:tasks.workunit.client.0.smithi110.stdout:op 3890 completed, throughput=5MB/sec 2024-02-18T08:49:44.776 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TkhCkbD3OpV4kVN off=8256384 len=598675 2024-02-18T08:49:44.778 INFO:tasks.workunit.client.0.smithi110.stdout:op 3891 completed, throughput=5MB/sec 2024-02-18T08:49:44.778 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XXopaGBUdcEygng off=1144072 len=1794730 2024-02-18T08:49:44.791 INFO:tasks.workunit.client.0.smithi110.stdout:op 3892 completed, throughput=5MB/sec 2024-02-18T08:49:44.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:44 smithi191 bash[38688]: cluster 2024-02-18T08:49:43.259598+0000 mgr.y (mgr.44100) 997 : cluster [DBG] pgmap v1547: 73 pgs: 73 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:49:45.792 INFO:tasks.workunit.client.0.smithi110.stdout: 746: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:45.792 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-o3ynf5d0tJAuY3h off=997875 len=908409 2024-02-18T08:49:45.800 INFO:tasks.workunit.client.0.smithi110.stdout:op 3893 completed, throughput=5MB/sec 2024-02-18T08:49:45.800 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NodXu9-NkAUcqWi off=255706 len=1675309 2024-02-18T08:49:45.810 INFO:tasks.workunit.client.0.smithi110.stdout:op 3894 completed, throughput=5MB/sec 2024-02-18T08:49:45.810 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T1M_4oms8k2CnJU off=1506658 len=308412 2024-02-18T08:49:45.811 INFO:tasks.workunit.client.0.smithi110.stdout:op 3895 completed, throughput=5MB/sec 2024-02-18T08:49:45.811 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MD4AxRH-yRYHZVY off=10463121 len=1335866 2024-02-18T08:49:45.815 INFO:tasks.workunit.client.0.smithi110.stdout:op 3896 completed, throughput=5MB/sec 2024-02-18T08:49:45.815 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PBj4ADVb0EX9WRn off=17939113 len=1678412 2024-02-18T08:49:45.818 INFO:tasks.workunit.client.0.smithi110.stdout:op 3897 completed, throughput=5MB/sec 2024-02-18T08:49:46.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:46 smithi110 bash[55875]: cluster 2024-02-18T08:49:45.260422+0000 mgr.y (mgr.44100) 998 : cluster [DBG] pgmap v1548: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:49:46.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:46 smithi110 bash[54479]: cluster 2024-02-18T08:49:45.260422+0000 mgr.y (mgr.44100) 998 : cluster [DBG] pgmap v1548: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:49:46.819 INFO:tasks.workunit.client.0.smithi110.stdout: 747: throughput=5MB/sec pending data=0 2024-02-18T08:49:46.819 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-buLWsvcyy2GUoYB off=22346183 len=1198521 2024-02-18T08:49:46.823 INFO:tasks.workunit.client.0.smithi110.stdout:op 3898 completed, throughput=5MB/sec 2024-02-18T08:49:46.823 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xUZ4ksiJYr6fycf off=5887818 len=1392460 2024-02-18T08:49:46.826 INFO:tasks.workunit.client.0.smithi110.stdout:op 3899 completed, throughput=5MB/sec 2024-02-18T08:49:46.827 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J4TCB7s-8Yp4V9F off=1361524 len=2061891 2024-02-18T08:49:46.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:46 smithi191 bash[38688]: cluster 2024-02-18T08:49:45.260422+0000 mgr.y (mgr.44100) 998 : cluster [DBG] pgmap v1548: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:49:46.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 3900 completed, throughput=5MB/sec 2024-02-18T08:49:47.831 INFO:tasks.workunit.client.0.smithi110.stdout: 748: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:47.831 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tDrrBsyWPLIASfK off=10888039 len=1487193 2024-02-18T08:49:47.835 INFO:tasks.workunit.client.0.smithi110.stdout:op 3901 completed, throughput=5MB/sec 2024-02-18T08:49:47.835 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-q3iZ0oMDaM5PmgG off=1685713 len=1273655 2024-02-18T08:49:47.836 INFO:tasks.workunit.client.0.smithi110.stdout:op 3902 completed, throughput=5MB/sec 2024-02-18T08:49:47.836 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GD7wifAU-G3YCeR off=2410802 len=503713 2024-02-18T08:49:47.838 INFO:tasks.workunit.client.0.smithi110.stdout:op 3903 completed, throughput=5MB/sec 2024-02-18T08:49:47.838 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ciqdDqJyiOhvlTa off=3925962 len=63933 2024-02-18T08:49:47.843 INFO:tasks.workunit.client.0.smithi110.stdout:op 3904 completed, throughput=5MB/sec 2024-02-18T08:49:47.843 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BrOe3uyPiT7HbNQ off=7743996 len=1609706 2024-02-18T08:49:47.854 INFO:tasks.workunit.client.0.smithi110.stdout:op 3905 completed, throughput=5MB/sec 2024-02-18T08:49:48.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:48 smithi110 bash[54479]: cluster 2024-02-18T08:49:47.261275+0000 mgr.y (mgr.44100) 999 : cluster [DBG] pgmap v1549: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:49:48.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:48 smithi110 bash[55875]: cluster 2024-02-18T08:49:47.261275+0000 mgr.y (mgr.44100) 999 : cluster [DBG] pgmap v1549: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:49:48.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:48 smithi191 bash[38688]: cluster 2024-02-18T08:49:47.261275+0000 mgr.y (mgr.44100) 999 : cluster [DBG] pgmap v1549: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:49:48.854 INFO:tasks.workunit.client.0.smithi110.stdout: 749: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:48.855 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rZ9PKaBxM0v0J3i off=10204110 len=883278 2024-02-18T08:49:48.857 INFO:tasks.workunit.client.0.smithi110.stdout:op 3906 completed, throughput=4.99MB/sec 2024-02-18T08:49:48.857 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Gp9DQS10yZWY2KN off=13494409 len=1171676 2024-02-18T08:49:48.867 INFO:tasks.workunit.client.0.smithi110.stdout:op 3907 completed, throughput=5MB/sec 2024-02-18T08:49:48.867 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-s8OJIcdu37T1TZ4 off=2372187 len=345450 2024-02-18T08:49:48.871 INFO:tasks.workunit.client.0.smithi110.stdout:op 3908 completed, throughput=5MB/sec 2024-02-18T08:49:48.872 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aYPg3Fq938n07No off=0 len=1555333 2024-02-18T08:49:48.879 INFO:tasks.workunit.client.0.smithi110.stdout:op 3909 completed, throughput=5MB/sec 2024-02-18T08:49:48.879 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Uu2-NMMl9xU20pd off=1627015 len=1382849 2024-02-18T08:49:48.880 INFO:tasks.workunit.client.0.smithi110.stdout:op 3910 completed, throughput=5MB/sec 2024-02-18T08:49:49.880 INFO:tasks.workunit.client.0.smithi110.stdout: 750: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:49.881 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--Y9PG_38EMIh1PV off=8980344 len=1791643 2024-02-18T08:49:49.884 INFO:tasks.workunit.client.0.smithi110.stdout:op 3911 completed, throughput=5MB/sec 2024-02-18T08:49:49.884 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CLTgh80VQMJW_DD off=10452756 len=336383 2024-02-18T08:49:49.890 INFO:tasks.workunit.client.0.smithi110.stdout:op 3912 completed, throughput=5MB/sec 2024-02-18T08:49:49.890 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GA2h97fU7UPaEkF off=4840521 len=493848 2024-02-18T08:49:49.892 INFO:tasks.workunit.client.0.smithi110.stdout:op 3913 completed, throughput=5MB/sec 2024-02-18T08:49:49.892 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1qnxPfLwrlC7Dna off=754639 len=693673 2024-02-18T08:49:49.901 INFO:tasks.workunit.client.0.smithi110.stdout:op 3914 completed, throughput=5MB/sec 2024-02-18T08:49:49.901 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Jvw6VL2PEOUozIo off=2713466 len=1321221 2024-02-18T08:49:49.906 INFO:tasks.workunit.client.0.smithi110.stdout:op 3915 completed, throughput=5MB/sec 2024-02-18T08:49:49.906 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8f5145j9JWBUBWh off=17621318 len=595057 2024-02-18T08:49:49.906 INFO:tasks.workunit.client.0.smithi110.stdout:op 3916 completed, throughput=5MB/sec 2024-02-18T08:49:50.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:50 smithi110 bash[54479]: cluster 2024-02-18T08:49:49.262269+0000 mgr.y (mgr.44100) 1000 : cluster [DBG] pgmap v1550: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:49:50.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:50 smithi110 bash[55875]: cluster 2024-02-18T08:49:49.262269+0000 mgr.y (mgr.44100) 1000 : cluster [DBG] pgmap v1550: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:49:50.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:50 smithi191 bash[38688]: cluster 2024-02-18T08:49:49.262269+0000 mgr.y (mgr.44100) 1000 : cluster [DBG] pgmap v1550: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:49:50.907 INFO:tasks.workunit.client.0.smithi110.stdout: 751: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:50.907 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4l2kRwVbMCCO-NF off=13640106 len=295200 2024-02-18T08:49:50.912 INFO:tasks.workunit.client.0.smithi110.stdout:op 3917 completed, throughput=4.99MB/sec 2024-02-18T08:49:50.912 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WbZ25uPr0V84pTz off=1105614 len=237902 2024-02-18T08:49:50.913 INFO:tasks.workunit.client.0.smithi110.stdout:op 3918 completed, throughput=4.99MB/sec 2024-02-18T08:49:50.913 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-m0BAoL7SmkKR0QO off=7835791 len=1474448 2024-02-18T08:49:50.922 INFO:tasks.workunit.client.0.smithi110.stdout:op 3919 completed, throughput=5MB/sec 2024-02-18T08:49:50.923 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dMqxG_nIVw8r0p8 off=13951624 len=2033023 2024-02-18T08:49:50.926 INFO:tasks.workunit.client.0.smithi110.stdout:op 3920 completed, throughput=5MB/sec 2024-02-18T08:49:50.926 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rEOlmReQguR2qs_ off=2287515 len=1551181 2024-02-18T08:49:50.928 INFO:tasks.workunit.client.0.smithi110.stdout:op 3921 completed, throughput=5MB/sec 2024-02-18T08:49:51.929 INFO:tasks.workunit.client.0.smithi110.stdout: 752: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:51.929 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-d2XZDra6Lc8bJpX off=8862938 len=157072 2024-02-18T08:49:51.931 INFO:tasks.workunit.client.0.smithi110.stdout:op 3922 completed, throughput=4.99MB/sec 2024-02-18T08:49:51.931 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9NtELmLehznvcYC off=3025115 len=1763267 2024-02-18T08:49:51.937 INFO:tasks.workunit.client.0.smithi110.stdout:op 3923 completed, throughput=5MB/sec 2024-02-18T08:49:51.937 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tSZ0yPLRQhPpeGk off=15299591 len=1153181 2024-02-18T08:49:51.940 INFO:tasks.workunit.client.0.smithi110.stdout:op 3924 completed, throughput=5MB/sec 2024-02-18T08:49:51.941 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nCI4NsvnjUNRRLk off=2072667 len=248602 2024-02-18T08:49:51.947 INFO:tasks.workunit.client.0.smithi110.stdout:op 3925 completed, throughput=5MB/sec 2024-02-18T08:49:51.947 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aLMol-c2yd-NgKb off=20988145 len=877828 2024-02-18T08:49:51.965 INFO:tasks.workunit.client.0.smithi110.stdout:op 3926 completed, throughput=5MB/sec 2024-02-18T08:49:51.965 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k3itmkDmR1vcfDa off=305438 len=1830778 2024-02-18T08:49:51.971 INFO:tasks.workunit.client.0.smithi110.stdout:op 3927 completed, throughput=5MB/sec 2024-02-18T08:49:52.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:52 smithi110 bash[54479]: cluster 2024-02-18T08:49:51.263123+0000 mgr.y (mgr.44100) 1001 : cluster [DBG] pgmap v1551: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:49:52.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:52 smithi110 bash[55875]: cluster 2024-02-18T08:49:51.263123+0000 mgr.y (mgr.44100) 1001 : cluster [DBG] pgmap v1551: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:49:52.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:52 smithi191 bash[38688]: cluster 2024-02-18T08:49:51.263123+0000 mgr.y (mgr.44100) 1001 : cluster [DBG] pgmap v1551: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:49:52.971 INFO:tasks.workunit.client.0.smithi110.stdout: 753: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:52.971 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VVLczPs43hillAi off=6449997 len=754611 2024-02-18T08:49:52.975 INFO:tasks.workunit.client.0.smithi110.stdout:op 3928 completed, throughput=5MB/sec 2024-02-18T08:49:52.975 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5-5CkhPfdikdZga off=5049453 len=659512 2024-02-18T08:49:52.985 INFO:tasks.workunit.client.0.smithi110.stdout:op 3929 completed, throughput=5MB/sec 2024-02-18T08:49:52.985 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QbfO9DZTdv-t_7w off=2523373 len=1823394 2024-02-18T08:49:52.990 INFO:tasks.workunit.client.0.smithi110.stdout:op 3930 completed, throughput=5MB/sec 2024-02-18T08:49:52.990 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TDmHYfxuDAG1pvb off=15944105 len=122387 2024-02-18T08:49:52.999 INFO:tasks.workunit.client.0.smithi110.stdout:op 3931 completed, throughput=5MB/sec 2024-02-18T08:49:52.999 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WpaicXqcAEsmwFz off=3719776 len=723155 2024-02-18T08:49:53.005 INFO:tasks.workunit.client.0.smithi110.stdout:op 3932 completed, throughput=5MB/sec 2024-02-18T08:49:53.005 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5s3S-tYEgWFOmSf off=1500151 len=958212 2024-02-18T08:49:53.006 INFO:tasks.workunit.client.0.smithi110.stdout:op 3933 completed, throughput=5MB/sec 2024-02-18T08:49:54.007 INFO:tasks.workunit.client.0.smithi110.stdout: 754: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:54.007 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F-uCeYmI58GqS59 off=2291279 len=177334 2024-02-18T08:49:54.009 INFO:tasks.workunit.client.0.smithi110.stdout:op 3934 completed, throughput=4.99MB/sec 2024-02-18T08:49:54.009 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yJG7Pg58V1e5Fon off=12676716 len=1804891 2024-02-18T08:49:54.021 INFO:tasks.workunit.client.0.smithi110.stdout:op 3935 completed, throughput=5MB/sec 2024-02-18T08:49:54.021 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-l8vpbhyrkdcr4nI off=468939 len=708279 2024-02-18T08:49:54.027 INFO:tasks.workunit.client.0.smithi110.stdout:op 3936 completed, throughput=5MB/sec 2024-02-18T08:49:54.028 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-onnGOiiyr2kfc1d off=7861377 len=2028735 2024-02-18T08:49:54.042 INFO:tasks.workunit.client.0.smithi110.stdout:op 3937 completed, throughput=5MB/sec 2024-02-18T08:49:54.042 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hEliec9XPmtS6yk off=14874164 len=2035283 2024-02-18T08:49:54.051 INFO:tasks.workunit.client.0.smithi110.stdout:op 3938 completed, throughput=5MB/sec 2024-02-18T08:49:54.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:54 smithi110 bash[54479]: cluster 2024-02-18T08:49:53.264090+0000 mgr.y (mgr.44100) 1002 : cluster [DBG] pgmap v1552: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:49:54.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:54 smithi110 bash[55875]: cluster 2024-02-18T08:49:53.264090+0000 mgr.y (mgr.44100) 1002 : cluster [DBG] pgmap v1552: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:49:54.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:54 smithi191 bash[38688]: cluster 2024-02-18T08:49:53.264090+0000 mgr.y (mgr.44100) 1002 : cluster [DBG] pgmap v1552: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:49:55.051 INFO:tasks.workunit.client.0.smithi110.stdout: 755: throughput=5MB/sec pending data=0 2024-02-18T08:49:55.051 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P5G5UfoPT7j2bSe off=427340 len=1013624 2024-02-18T08:49:55.054 INFO:tasks.workunit.client.0.smithi110.stdout:op 3939 completed, throughput=5MB/sec 2024-02-18T08:49:55.054 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nm6MTtVSIsAC3a4 off=2045934 len=1869750 2024-02-18T08:49:55.069 INFO:tasks.workunit.client.0.smithi110.stdout:op 3940 completed, throughput=5MB/sec 2024-02-18T08:49:55.069 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Yuqbs-qh_w4XseV off=1471088 len=1334667 2024-02-18T08:49:55.077 INFO:tasks.workunit.client.0.smithi110.stdout:op 3941 completed, throughput=5MB/sec 2024-02-18T08:49:55.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:55 smithi110 bash[54479]: cluster 2024-02-18T08:49:55.265041+0000 mgr.y (mgr.44100) 1003 : cluster [DBG] pgmap v1553: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:49:55.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:55 smithi110 bash[55875]: cluster 2024-02-18T08:49:55.265041+0000 mgr.y (mgr.44100) 1003 : cluster [DBG] pgmap v1553: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:49:55.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:55 smithi191 bash[38688]: cluster 2024-02-18T08:49:55.265041+0000 mgr.y (mgr.44100) 1003 : cluster [DBG] pgmap v1553: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:49:56.077 INFO:tasks.workunit.client.0.smithi110.stdout: 756: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:56.077 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jHY_StID_PrFKW5 off=150005 len=571390 2024-02-18T08:49:56.079 INFO:tasks.workunit.client.0.smithi110.stdout:op 3942 completed, throughput=5MB/sec 2024-02-18T08:49:56.079 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MhOn4ahIvjJiabz off=2950536 len=263479 2024-02-18T08:49:56.085 INFO:tasks.workunit.client.0.smithi110.stdout:op 3943 completed, throughput=5MB/sec 2024-02-18T08:49:56.086 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JPWau24rEFq2bT8 off=12530740 len=743158 2024-02-18T08:49:56.088 INFO:tasks.workunit.client.0.smithi110.stdout:op 3944 completed, throughput=5MB/sec 2024-02-18T08:49:56.088 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1U0MrjmHQGB5BAV off=521443 len=1708017 2024-02-18T08:49:56.100 INFO:tasks.workunit.client.0.smithi110.stdout:op 3945 completed, throughput=5MB/sec 2024-02-18T08:49:56.100 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uQ4j8f6FO_bV1An off=8398055 len=1717205 2024-02-18T08:49:56.110 INFO:tasks.workunit.client.0.smithi110.stdout:op 3946 completed, throughput=5MB/sec 2024-02-18T08:49:57.111 INFO:tasks.workunit.client.0.smithi110.stdout: 757: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:57.111 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-e2m5klBkYIKiWUW off=749242 len=1185924 2024-02-18T08:49:57.121 INFO:tasks.workunit.client.0.smithi110.stdout:op 3947 completed, throughput=5MB/sec 2024-02-18T08:49:57.121 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HNsqBbUDfEdNHYf off=8084014 len=836637 2024-02-18T08:49:57.127 INFO:tasks.workunit.client.0.smithi110.stdout:op 3948 completed, throughput=5MB/sec 2024-02-18T08:49:57.127 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FM-eZIQ8d-_Ne2H off=103001 len=1078366 2024-02-18T08:49:57.135 INFO:tasks.workunit.client.0.smithi110.stdout:op 3949 completed, throughput=5MB/sec 2024-02-18T08:49:57.135 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tb6jUEXsrblpMwo off=10253765 len=1668630 2024-02-18T08:49:57.142 INFO:tasks.workunit.client.0.smithi110.stdout:op 3950 completed, throughput=5MB/sec 2024-02-18T08:49:57.143 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WTQgLB7I01TPCsb off=23348674 len=849011 2024-02-18T08:49:57.148 INFO:tasks.workunit.client.0.smithi110.stdout:op 3951 completed, throughput=5MB/sec 2024-02-18T08:49:58.149 INFO:tasks.workunit.client.0.smithi110.stdout: 758: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:58.149 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cVCO9Pli55iZBwJ off=13903767 len=860746 2024-02-18T08:49:58.152 INFO:tasks.workunit.client.0.smithi110.stdout:op 3952 completed, throughput=5MB/sec 2024-02-18T08:49:58.152 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Tbh0NR75_emdk9I off=5563988 len=1433641 2024-02-18T08:49:58.156 INFO:tasks.workunit.client.0.smithi110.stdout:op 3953 completed, throughput=5MB/sec 2024-02-18T08:49:58.156 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0raIJ87kE6g2iyK off=17445618 len=1401128 2024-02-18T08:49:58.168 INFO:tasks.workunit.client.0.smithi110.stdout:op 3954 completed, throughput=5MB/sec 2024-02-18T08:49:58.168 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WtP0oSDtTElh_TY off=1898155 len=708533 2024-02-18T08:49:58.174 INFO:tasks.workunit.client.0.smithi110.stdout:op 3955 completed, throughput=5MB/sec 2024-02-18T08:49:58.174 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LRw-KklA1Z8LEub off=9279934 len=99185 2024-02-18T08:49:58.178 INFO:tasks.workunit.client.0.smithi110.stdout:op 3956 completed, throughput=5MB/sec 2024-02-18T08:49:58.178 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B9l9ie6nKSY7mkU off=16635427 len=1160572 2024-02-18T08:49:58.181 INFO:tasks.workunit.client.0.smithi110.stdout:op 3957 completed, throughput=5MB/sec 2024-02-18T08:49:58.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:49:58 smithi191 bash[38688]: cluster 2024-02-18T08:49:57.266035+0000 mgr.y (mgr.44100) 1004 : cluster [DBG] pgmap v1554: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:49:58.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:49:58 smithi110 bash[54479]: cluster 2024-02-18T08:49:57.266035+0000 mgr.y (mgr.44100) 1004 : cluster [DBG] pgmap v1554: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:49:58.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:49:58 smithi110 bash[55875]: cluster 2024-02-18T08:49:57.266035+0000 mgr.y (mgr.44100) 1004 : cluster [DBG] pgmap v1554: 73 pgs: 73 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:49:59.182 INFO:tasks.workunit.client.0.smithi110.stdout: 759: throughput=4.99MB/sec pending data=0 2024-02-18T08:49:59.182 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5gZ3InUuBAwbN61 off=15146574 len=1124134 2024-02-18T08:49:59.185 INFO:tasks.workunit.client.0.smithi110.stdout:op 3958 completed, throughput=5MB/sec 2024-02-18T08:49:59.185 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bkiOQzZ1EbVxW4H off=17508880 len=458566 2024-02-18T08:49:59.186 INFO:tasks.workunit.client.0.smithi110.stdout:op 3959 completed, throughput=5MB/sec 2024-02-18T08:49:59.186 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KTitgwk0_TFxfpA off=4648282 len=510563 2024-02-18T08:49:59.189 INFO:tasks.workunit.client.0.smithi110.stdout:op 3960 completed, throughput=5MB/sec 2024-02-18T08:49:59.189 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PpEuyJ4tmmVrzNp off=6967422 len=1560165 2024-02-18T08:49:59.193 INFO:tasks.workunit.client.0.smithi110.stdout:op 3961 completed, throughput=5MB/sec 2024-02-18T08:49:59.193 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uQ4j8f6FO_bV1An off=1104427 len=461719 2024-02-18T08:49:59.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 3962 completed, throughput=5MB/sec 2024-02-18T08:49:59.195 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6rfzQlmWCNVcHqP off=1774488 len=1260810 2024-02-18T08:49:59.205 INFO:tasks.workunit.client.0.smithi110.stdout:op 3963 completed, throughput=5MB/sec 2024-02-18T08:50:00.205 INFO:tasks.workunit.client.0.smithi110.stdout: 760: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:00.205 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bUvm9ZcMzDyOEcI off=5056910 len=2053045 2024-02-18T08:50:00.211 INFO:tasks.workunit.client.0.smithi110.stdout:op 3964 completed, throughput=5MB/sec 2024-02-18T08:50:00.211 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gSQ3isxAv2p38eP off=1731875 len=1010795 2024-02-18T08:50:00.221 INFO:tasks.workunit.client.0.smithi110.stdout:op 3965 completed, throughput=5MB/sec 2024-02-18T08:50:00.221 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T1PXLpZ0CBMMsXV off=14547434 len=1186628 2024-02-18T08:50:00.225 INFO:tasks.workunit.client.0.smithi110.stdout:op 3966 completed, throughput=5MB/sec 2024-02-18T08:50:00.225 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7VXmqNmMNYHERV7 off=1572478 len=1363560 2024-02-18T08:50:00.228 INFO:tasks.workunit.client.0.smithi110.stdout:op 3967 completed, throughput=5MB/sec 2024-02-18T08:50:00.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:00 smithi191 bash[38688]: cluster 2024-02-18T08:49:59.266924+0000 mgr.y (mgr.44100) 1005 : cluster [DBG] pgmap v1555: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-02-18T08:50:00.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:00 smithi191 bash[38688]: cluster 2024-02-18T08:50:00.000126+0000 mon.a (mon.0) 1822 : cluster [INF] overall HEALTH_OK 2024-02-18T08:50:00.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:00 smithi110 bash[54479]: cluster 2024-02-18T08:49:59.266924+0000 mgr.y (mgr.44100) 1005 : cluster [DBG] pgmap v1555: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-02-18T08:50:00.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:00 smithi110 bash[54479]: cluster 2024-02-18T08:50:00.000126+0000 mon.a (mon.0) 1822 : cluster [INF] overall HEALTH_OK 2024-02-18T08:50:00.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:00 smithi110 bash[55875]: cluster 2024-02-18T08:49:59.266924+0000 mgr.y (mgr.44100) 1005 : cluster [DBG] pgmap v1555: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-02-18T08:50:00.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:00 smithi110 bash[55875]: cluster 2024-02-18T08:50:00.000126+0000 mon.a (mon.0) 1822 : cluster [INF] overall HEALTH_OK 2024-02-18T08:50:01.229 INFO:tasks.workunit.client.0.smithi110.stdout: 761: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:01.229 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-t0mFhfEmFuiJYVD off=2272502 len=1187995 2024-02-18T08:50:01.232 INFO:tasks.workunit.client.0.smithi110.stdout:op 3968 completed, throughput=5MB/sec 2024-02-18T08:50:01.232 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c1zEVuMFDMz4EP- off=1660062 len=1352264 2024-02-18T08:50:01.244 INFO:tasks.workunit.client.0.smithi110.stdout:op 3969 completed, throughput=5MB/sec 2024-02-18T08:50:01.244 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-o_Koq1DC3T7fM67 off=0 len=1063313 2024-02-18T08:50:01.253 INFO:tasks.workunit.client.0.smithi110.stdout:op 3970 completed, throughput=5MB/sec 2024-02-18T08:50:01.253 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a1GMzlUJouC6-kd off=38914 len=1920743 2024-02-18T08:50:01.259 INFO:tasks.workunit.client.0.smithi110.stdout:op 3971 completed, throughput=5MB/sec 2024-02-18T08:50:02.259 INFO:tasks.workunit.client.0.smithi110.stdout: 762: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:02.259 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fvcUkIhCbPB3vBf off=7500876 len=632960 2024-02-18T08:50:02.262 INFO:tasks.workunit.client.0.smithi110.stdout:op 3972 completed, throughput=5MB/sec 2024-02-18T08:50:02.262 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f4HvyLlLPPXRMJT off=12653724 len=1977751 2024-02-18T08:50:02.277 INFO:tasks.workunit.client.0.smithi110.stdout:op 3973 completed, throughput=5MB/sec 2024-02-18T08:50:02.277 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RGfCQiihN_pQBjM off=5599962 len=277959 2024-02-18T08:50:02.282 INFO:tasks.workunit.client.0.smithi110.stdout:op 3974 completed, throughput=5MB/sec 2024-02-18T08:50:02.282 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WFdoAp353NH64Bi off=9647510 len=291307 2024-02-18T08:50:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:op 3975 completed, throughput=5MB/sec 2024-02-18T08:50:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2zDWHHNBavTyYMJ off=1229348 len=145284 2024-02-18T08:50:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:op 3976 completed, throughput=5MB/sec 2024-02-18T08:50:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HFjhJpKb2CNG_aJ off=16111082 len=241073 2024-02-18T08:50:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:op 3977 completed, throughput=5MB/sec 2024-02-18T08:50:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ALisre6ZG9YNp4X off=6904748 len=10675 2024-02-18T08:50:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:op 3978 completed, throughput=5MB/sec 2024-02-18T08:50:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g5acDMwHdcahayw off=18157521 len=567131 2024-02-18T08:50:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:op 3979 completed, throughput=5MB/sec 2024-02-18T08:50:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CROgByZ08twieLz off=14273495 len=337261 2024-02-18T08:50:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:op 3980 completed, throughput=5MB/sec 2024-02-18T08:50:02.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:02 smithi191 bash[38688]: cluster 2024-02-18T08:50:01.267760+0000 mgr.y (mgr.44100) 1006 : cluster [DBG] pgmap v1556: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:50:02.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:02 smithi110 bash[54479]: cluster 2024-02-18T08:50:01.267760+0000 mgr.y (mgr.44100) 1006 : cluster [DBG] pgmap v1556: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:50:02.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:02 smithi110 bash[55875]: cluster 2024-02-18T08:50:01.267760+0000 mgr.y (mgr.44100) 1006 : cluster [DBG] pgmap v1556: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:50:03.295 INFO:tasks.workunit.client.0.smithi110.stdout: 763: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:03.296 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L0hxQPnb1gHhsOA off=10586543 len=214699 2024-02-18T08:50:03.297 INFO:tasks.workunit.client.0.smithi110.stdout:op 3981 completed, throughput=4.99MB/sec 2024-02-18T08:50:03.297 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ezcsmvkW7C_k_fN off=2121754 len=706908 2024-02-18T08:50:03.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 3982 completed, throughput=4.99MB/sec 2024-02-18T08:50:03.303 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JPmSue2EosridDE off=0 len=1690033 2024-02-18T08:50:03.308 INFO:tasks.workunit.client.0.smithi110.stdout:op 3983 completed, throughput=5MB/sec 2024-02-18T08:50:03.308 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eFjPEfMHPD-aKom off=1070895 len=73280 2024-02-18T08:50:03.312 INFO:tasks.workunit.client.0.smithi110.stdout:op 3984 completed, throughput=5MB/sec 2024-02-18T08:50:03.312 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NLrLOreV3tqVipN off=4788106 len=913188 2024-02-18T08:50:03.319 INFO:tasks.workunit.client.0.smithi110.stdout:op 3985 completed, throughput=5MB/sec 2024-02-18T08:50:03.319 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2QtIq4eEAmvgdid off=8555945 len=1167870 2024-02-18T08:50:03.327 INFO:tasks.workunit.client.0.smithi110.stdout:op 3986 completed, throughput=5MB/sec 2024-02-18T08:50:03.327 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JzQ_OrUvmbSZU0- off=15179078 len=1935416 2024-02-18T08:50:03.329 INFO:tasks.workunit.client.0.smithi110.stdout:op 3987 completed, throughput=5MB/sec 2024-02-18T08:50:04.330 INFO:tasks.workunit.client.0.smithi110.stdout: 764: throughput=5MB/sec pending data=0 2024-02-18T08:50:04.330 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6EX8Uas10JwzBr9 off=14048373 len=1676908 2024-02-18T08:50:04.343 INFO:tasks.workunit.client.0.smithi110.stdout:op 3988 completed, throughput=5MB/sec 2024-02-18T08:50:04.343 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ovcm27HsmPam5yY off=6443656 len=569096 2024-02-18T08:50:04.345 INFO:tasks.workunit.client.0.smithi110.stdout:op 3989 completed, throughput=5MB/sec 2024-02-18T08:50:04.345 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1Nq4DhZbSNVbSVT off=1973138 len=734500 2024-02-18T08:50:04.351 INFO:tasks.workunit.client.0.smithi110.stdout:op 3990 completed, throughput=5MB/sec 2024-02-18T08:50:04.351 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qAN8Guiydd8PF-D off=5256880 len=87668 2024-02-18T08:50:04.354 INFO:tasks.workunit.client.0.smithi110.stdout:op 3991 completed, throughput=5MB/sec 2024-02-18T08:50:04.354 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XBjYht0-o_5ehla off=1271637 len=1982763 2024-02-18T08:50:04.365 INFO:tasks.workunit.client.0.smithi110.stdout:op 3992 completed, throughput=5MB/sec 2024-02-18T08:50:04.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:04 smithi191 bash[38688]: cluster 2024-02-18T08:50:03.268755+0000 mgr.y (mgr.44100) 1007 : cluster [DBG] pgmap v1557: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:04.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:04 smithi110 bash[55875]: cluster 2024-02-18T08:50:03.268755+0000 mgr.y (mgr.44100) 1007 : cluster [DBG] pgmap v1557: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:04.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:04 smithi110 bash[54479]: cluster 2024-02-18T08:50:03.268755+0000 mgr.y (mgr.44100) 1007 : cluster [DBG] pgmap v1557: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:05.365 INFO:tasks.workunit.client.0.smithi110.stdout: 765: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:05.365 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2YvJBuSXbbbHzZY off=10786957 len=559603 2024-02-18T08:50:05.367 INFO:tasks.workunit.client.0.smithi110.stdout:op 3993 completed, throughput=5MB/sec 2024-02-18T08:50:05.367 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xmEwkWpD1SsOrEB off=4247615 len=1540016 2024-02-18T08:50:05.379 INFO:tasks.workunit.client.0.smithi110.stdout:op 3994 completed, throughput=5MB/sec 2024-02-18T08:50:05.379 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2yOmHtLvjElp9yW off=6732684 len=1448539 2024-02-18T08:50:05.382 INFO:tasks.workunit.client.0.smithi110.stdout:op 3995 completed, throughput=5MB/sec 2024-02-18T08:50:05.382 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4UMshmOnsFd1uNe off=11144737 len=985705 2024-02-18T08:50:05.390 INFO:tasks.workunit.client.0.smithi110.stdout:op 3996 completed, throughput=5MB/sec 2024-02-18T08:50:06.390 INFO:tasks.workunit.client.0.smithi110.stdout: 766: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:06.390 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A7uPkD0VRyfq5al off=4146125 len=1938752 2024-02-18T08:50:06.404 INFO:tasks.workunit.client.0.smithi110.stdout:op 3997 completed, throughput=5MB/sec 2024-02-18T08:50:06.404 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2q_Y9D7NOx2YZuG off=2233429 len=797524 2024-02-18T08:50:06.406 INFO:tasks.workunit.client.0.smithi110.stdout:op 3998 completed, throughput=5MB/sec 2024-02-18T08:50:06.406 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7VKn94BPrgtcs5i off=368117 len=1923365 2024-02-18T08:50:06.411 INFO:tasks.workunit.client.0.smithi110.stdout:op 3999 completed, throughput=5MB/sec 2024-02-18T08:50:06.411 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-N6lru5WjXNAP5RM off=398275 len=1175445 2024-02-18T08:50:06.414 INFO:tasks.workunit.client.0.smithi110.stdout:op 4000 completed, throughput=5MB/sec 2024-02-18T08:50:06.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:06 smithi110 bash[54479]: cluster 2024-02-18T08:50:05.269615+0000 mgr.y (mgr.44100) 1008 : cluster [DBG] pgmap v1558: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:50:06.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:06 smithi110 bash[55875]: cluster 2024-02-18T08:50:05.269615+0000 mgr.y (mgr.44100) 1008 : cluster [DBG] pgmap v1558: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:50:06.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:06 smithi191 bash[38688]: cluster 2024-02-18T08:50:05.269615+0000 mgr.y (mgr.44100) 1008 : cluster [DBG] pgmap v1558: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:50:07.415 INFO:tasks.workunit.client.0.smithi110.stdout: 767: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:07.415 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-q6flLmkWk5smfp5 off=7794255 len=1766379 2024-02-18T08:50:07.420 INFO:tasks.workunit.client.0.smithi110.stdout:op 4001 completed, throughput=5MB/sec 2024-02-18T08:50:07.420 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Mjjl7dwKl81F2Um off=5572384 len=833127 2024-02-18T08:50:07.428 INFO:tasks.workunit.client.0.smithi110.stdout:op 4002 completed, throughput=5MB/sec 2024-02-18T08:50:07.428 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3wPgZk2hfD3Abl5 off=13296530 len=881074 2024-02-18T08:50:07.429 INFO:tasks.workunit.client.0.smithi110.stdout:op 4003 completed, throughput=5MB/sec 2024-02-18T08:50:07.429 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TYTTc554ZOGzAfb off=8650047 len=1454044 2024-02-18T08:50:07.439 INFO:tasks.workunit.client.0.smithi110.stdout:op 4004 completed, throughput=5MB/sec 2024-02-18T08:50:08.439 INFO:tasks.workunit.client.0.smithi110.stdout: 768: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:08.439 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uPYj77aIN6Ljaq9 off=11876444 len=1329365 2024-02-18T08:50:08.451 INFO:tasks.workunit.client.0.smithi110.stdout:op 4005 completed, throughput=5MB/sec 2024-02-18T08:50:08.451 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-C4KMX8Y_BuihvZc off=6194892 len=489321 2024-02-18T08:50:08.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 4006 completed, throughput=5MB/sec 2024-02-18T08:50:08.453 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ozWAm5HX3WaokAK off=5483245 len=1869406 2024-02-18T08:50:08.460 INFO:tasks.workunit.client.0.smithi110.stdout:op 4007 completed, throughput=5MB/sec 2024-02-18T08:50:08.460 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a380xkN1_bORJMo off=1030180 len=1224235 2024-02-18T08:50:08.468 INFO:tasks.workunit.client.0.smithi110.stdout:op 4008 completed, throughput=5MB/sec 2024-02-18T08:50:08.468 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IdN6Ec-aXSbm8XV off=1358385 len=859352 2024-02-18T08:50:08.474 INFO:tasks.workunit.client.0.smithi110.stdout:op 4009 completed, throughput=5MB/sec 2024-02-18T08:50:08.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:08 smithi110 bash[54479]: cluster 2024-02-18T08:50:07.270432+0000 mgr.y (mgr.44100) 1009 : cluster [DBG] pgmap v1559: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:08.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:08 smithi110 bash[55875]: cluster 2024-02-18T08:50:07.270432+0000 mgr.y (mgr.44100) 1009 : cluster [DBG] pgmap v1559: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:08.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:08 smithi191 bash[38688]: cluster 2024-02-18T08:50:07.270432+0000 mgr.y (mgr.44100) 1009 : cluster [DBG] pgmap v1559: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:09.474 INFO:tasks.workunit.client.0.smithi110.stdout: 769: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:09.475 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Xr9Ikl_wEEPw8Ks off=703948 len=1711495 2024-02-18T08:50:09.486 INFO:tasks.workunit.client.0.smithi110.stdout:op 4010 completed, throughput=5MB/sec 2024-02-18T08:50:09.486 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-K4ap11NcdHSUqBw off=743352 len=1552594 2024-02-18T08:50:09.497 INFO:tasks.workunit.client.0.smithi110.stdout:op 4011 completed, throughput=5MB/sec 2024-02-18T08:50:09.498 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f0mFFTbchpUO0aP off=1913869 len=530651 2024-02-18T08:50:09.502 INFO:tasks.workunit.client.0.smithi110.stdout:op 4012 completed, throughput=5MB/sec 2024-02-18T08:50:09.502 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lLn4WW_v0w87LC9 off=5484950 len=1580680 2024-02-18T08:50:09.506 INFO:tasks.workunit.client.0.smithi110.stdout:op 4013 completed, throughput=5MB/sec 2024-02-18T08:50:10.507 INFO:tasks.workunit.client.0.smithi110.stdout: 770: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:10.507 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DIuyzxejwxvvH1R off=259655 len=857382 2024-02-18T08:50:10.515 INFO:tasks.workunit.client.0.smithi110.stdout:op 4014 completed, throughput=5MB/sec 2024-02-18T08:50:10.515 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qyiRw9CdPyHe1Zn off=2492809 len=83807 2024-02-18T08:50:10.519 INFO:tasks.workunit.client.0.smithi110.stdout:op 4015 completed, throughput=5MB/sec 2024-02-18T08:50:10.519 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3MMrVKwn1TivWcI off=703630 len=126929 2024-02-18T08:50:10.520 INFO:tasks.workunit.client.0.smithi110.stdout:op 4016 completed, throughput=5MB/sec 2024-02-18T08:50:10.520 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Fy8bWQzWQZoY5df off=478734 len=1392560 2024-02-18T08:50:10.523 INFO:tasks.workunit.client.0.smithi110.stdout:op 4017 completed, throughput=5MB/sec 2024-02-18T08:50:10.523 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CakRiC2ofC6XXis off=3909423 len=1224092 2024-02-18T08:50:10.525 INFO:tasks.workunit.client.0.smithi110.stdout:op 4018 completed, throughput=5MB/sec 2024-02-18T08:50:10.525 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fTZCcE6KaNRlZjP off=14214832 len=1843107 2024-02-18T08:50:10.528 INFO:tasks.workunit.client.0.smithi110.stdout:op 4019 completed, throughput=5MB/sec 2024-02-18T08:50:10.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:10 smithi110 bash[54479]: cluster 2024-02-18T08:50:09.271418+0000 mgr.y (mgr.44100) 1010 : cluster [DBG] pgmap v1560: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:50:10.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:10 smithi110 bash[55875]: cluster 2024-02-18T08:50:09.271418+0000 mgr.y (mgr.44100) 1010 : cluster [DBG] pgmap v1560: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:50:10.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:10 smithi191 bash[38688]: cluster 2024-02-18T08:50:09.271418+0000 mgr.y (mgr.44100) 1010 : cluster [DBG] pgmap v1560: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:50:11.528 INFO:tasks.workunit.client.0.smithi110.stdout: 771: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:11.528 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-y18kGgxxatV8bdr off=3318560 len=955249 2024-02-18T08:50:11.540 INFO:tasks.workunit.client.0.smithi110.stdout:op 4020 completed, throughput=5MB/sec 2024-02-18T08:50:11.540 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7_qLmNNEPjz2_OY off=16674411 len=1983869 2024-02-18T08:50:11.543 INFO:tasks.workunit.client.0.smithi110.stdout:op 4021 completed, throughput=5MB/sec 2024-02-18T08:50:11.543 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vF7kh5JD0FE-Syb off=5029363 len=710437 2024-02-18T08:50:11.545 INFO:tasks.workunit.client.0.smithi110.stdout:op 4022 completed, throughput=5MB/sec 2024-02-18T08:50:11.545 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7K0aHi57fU0XSmD off=12458079 len=1794948 2024-02-18T08:50:11.554 INFO:tasks.workunit.client.0.smithi110.stdout:op 4023 completed, throughput=5MB/sec 2024-02-18T08:50:12.554 INFO:tasks.workunit.client.0.smithi110.stdout: 772: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:12.555 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-25Ls9tRr5Wz2Kax off=7543548 len=1351698 2024-02-18T08:50:12.557 INFO:tasks.workunit.client.0.smithi110.stdout:op 4024 completed, throughput=5MB/sec 2024-02-18T08:50:12.558 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PiBhtbg1Z4o65i6 off=6804471 len=826282 2024-02-18T08:50:12.560 INFO:tasks.workunit.client.0.smithi110.stdout:op 4025 completed, throughput=5MB/sec 2024-02-18T08:50:12.560 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-10UEoeMbeCCjvQO off=21231165 len=1645834 2024-02-18T08:50:12.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 4026 completed, throughput=5MB/sec 2024-02-18T08:50:12.573 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DyaSL4OZMkMFy6i off=2198267 len=578903 2024-02-18T08:50:12.575 INFO:tasks.workunit.client.0.smithi110.stdout:op 4027 completed, throughput=5MB/sec 2024-02-18T08:50:12.575 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-20tbDjAGt35Ha67 off=10650885 len=481883 2024-02-18T08:50:12.579 INFO:tasks.workunit.client.0.smithi110.stdout:op 4028 completed, throughput=5MB/sec 2024-02-18T08:50:12.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:12 smithi110 bash[54479]: cluster 2024-02-18T08:50:11.272281+0000 mgr.y (mgr.44100) 1011 : cluster [DBG] pgmap v1561: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:50:12.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:12 smithi110 bash[55875]: cluster 2024-02-18T08:50:11.272281+0000 mgr.y (mgr.44100) 1011 : cluster [DBG] pgmap v1561: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:50:12.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:12 smithi191 bash[38688]: cluster 2024-02-18T08:50:11.272281+0000 mgr.y (mgr.44100) 1011 : cluster [DBG] pgmap v1561: 73 pgs: 73 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:50:13.580 INFO:tasks.workunit.client.0.smithi110.stdout: 773: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:13.580 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oefK86N7XpGqbQx off=6090981 len=356821 2024-02-18T08:50:13.585 INFO:tasks.workunit.client.0.smithi110.stdout:op 4029 completed, throughput=4.99MB/sec 2024-02-18T08:50:13.586 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g4A3iiwRt26lQbi off=7002306 len=709889 2024-02-18T08:50:13.593 INFO:tasks.workunit.client.0.smithi110.stdout:op 4030 completed, throughput=5MB/sec 2024-02-18T08:50:13.593 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UL1fWE_L3cAwPfN off=2399701 len=508902 2024-02-18T08:50:13.595 INFO:tasks.workunit.client.0.smithi110.stdout:op 4031 completed, throughput=5MB/sec 2024-02-18T08:50:13.595 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XrSjV5f9SQCY0ny off=3490118 len=1901327 2024-02-18T08:50:13.608 INFO:tasks.workunit.client.0.smithi110.stdout:op 4032 completed, throughput=5MB/sec 2024-02-18T08:50:13.608 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yqx1nBzCpPRNfyd off=9942795 len=466665 2024-02-18T08:50:13.609 INFO:tasks.workunit.client.0.smithi110.stdout:op 4033 completed, throughput=5MB/sec 2024-02-18T08:50:13.609 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BD0qAug8B2tiMwS off=8961754 len=1085325 2024-02-18T08:50:13.616 INFO:tasks.workunit.client.0.smithi110.stdout:op 4034 completed, throughput=5MB/sec 2024-02-18T08:50:13.616 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g13C3jsJsfj9QAv off=2734932 len=1287393 2024-02-18T08:50:13.623 INFO:tasks.workunit.client.0.smithi110.stdout:op 4035 completed, throughput=5MB/sec 2024-02-18T08:50:14.624 INFO:tasks.workunit.client.0.smithi110.stdout: 774: throughput=5MB/sec pending data=0 2024-02-18T08:50:14.624 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-u6vYkXiJWT_Zadk off=17910176 len=161478 2024-02-18T08:50:14.629 INFO:tasks.workunit.client.0.smithi110.stdout:op 4036 completed, throughput=5MB/sec 2024-02-18T08:50:14.629 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ztByI9aE913DAM5 off=1667856 len=512897 2024-02-18T08:50:14.636 INFO:tasks.workunit.client.0.smithi110.stdout:op 4037 completed, throughput=5MB/sec 2024-02-18T08:50:14.636 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HlTpP7HMJpNLGvA off=12599916 len=48564 2024-02-18T08:50:14.637 INFO:tasks.workunit.client.0.smithi110.stdout:op 4038 completed, throughput=5MB/sec 2024-02-18T08:50:14.637 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7TVcZwqtKYunaSZ off=5631374 len=1614319 2024-02-18T08:50:14.648 INFO:tasks.workunit.client.0.smithi110.stdout:op 4039 completed, throughput=5MB/sec 2024-02-18T08:50:14.648 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TY1tz0RlAAO1YRq off=854996 len=1141149 2024-02-18T08:50:14.656 INFO:tasks.workunit.client.0.smithi110.stdout:op 4040 completed, throughput=5MB/sec 2024-02-18T08:50:14.656 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j1gbUAVGsA4twhO off=864230 len=1695277 2024-02-18T08:50:14.659 INFO:tasks.workunit.client.0.smithi110.stdout:op 4041 completed, throughput=5MB/sec 2024-02-18T08:50:14.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:14 smithi110 bash[55875]: cluster 2024-02-18T08:50:13.273205+0000 mgr.y (mgr.44100) 1012 : cluster [DBG] pgmap v1562: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:50:14.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:14 smithi110 bash[54479]: cluster 2024-02-18T08:50:13.273205+0000 mgr.y (mgr.44100) 1012 : cluster [DBG] pgmap v1562: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:50:14.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:14 smithi191 bash[38688]: cluster 2024-02-18T08:50:13.273205+0000 mgr.y (mgr.44100) 1012 : cluster [DBG] pgmap v1562: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:50:15.660 INFO:tasks.workunit.client.0.smithi110.stdout: 775: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:15.660 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AmbvYALwT_ysmhr off=8318295 len=1680515 2024-02-18T08:50:15.674 INFO:tasks.workunit.client.0.smithi110.stdout:op 4042 completed, throughput=5MB/sec 2024-02-18T08:50:15.674 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BHYWaHccuFflp12 off=13125191 len=2095917 2024-02-18T08:50:15.685 INFO:tasks.workunit.client.0.smithi110.stdout:op 4043 completed, throughput=5MB/sec 2024-02-18T08:50:15.685 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j5ZiR_b9Nlj8YqM off=2799648 len=1813199 2024-02-18T08:50:15.690 INFO:tasks.workunit.client.0.smithi110.stdout:op 4044 completed, throughput=5MB/sec 2024-02-18T08:50:16.690 INFO:tasks.workunit.client.0.smithi110.stdout: 776: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:16.691 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-peDzBYtSyiq6pkQ off=912401 len=660746 2024-02-18T08:50:16.697 INFO:tasks.workunit.client.0.smithi110.stdout:op 4045 completed, throughput=5MB/sec 2024-02-18T08:50:16.697 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vGBBKVwLLI3lf-T off=11481749 len=842883 2024-02-18T08:50:16.698 INFO:tasks.workunit.client.0.smithi110.stdout:op 4046 completed, throughput=5MB/sec 2024-02-18T08:50:16.698 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-z2hnY8M_NiKT6MZ off=1469859 len=1787094 2024-02-18T08:50:16.704 INFO:tasks.workunit.client.0.smithi110.stdout:op 4047 completed, throughput=5MB/sec 2024-02-18T08:50:16.704 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JXqRYhqikepHxNQ off=392749 len=923738 2024-02-18T08:50:16.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:16 smithi110 bash[54479]: cluster 2024-02-18T08:50:15.274014+0000 mgr.y (mgr.44100) 1013 : cluster [DBG] pgmap v1563: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:50:16.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:16 smithi110 bash[55875]: cluster 2024-02-18T08:50:15.274014+0000 mgr.y (mgr.44100) 1013 : cluster [DBG] pgmap v1563: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:50:16.707 INFO:tasks.workunit.client.0.smithi110.stdout:op 4048 completed, throughput=5MB/sec 2024-02-18T08:50:16.707 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EspA3F71Q5eBeu2 off=4067552 len=1582763 2024-02-18T08:50:16.719 INFO:tasks.workunit.client.0.smithi110.stdout:op 4049 completed, throughput=5MB/sec 2024-02-18T08:50:16.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:16 smithi191 bash[38688]: cluster 2024-02-18T08:50:15.274014+0000 mgr.y (mgr.44100) 1013 : cluster [DBG] pgmap v1563: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:50:17.719 INFO:tasks.workunit.client.0.smithi110.stdout: 777: throughput=5MB/sec pending data=0 2024-02-18T08:50:17.720 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DOrsAe8fAmOLIdi off=3602408 len=1283899 2024-02-18T08:50:17.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 4050 completed, throughput=5MB/sec 2024-02-18T08:50:17.730 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WtZuSP15sgkJMZd off=3529660 len=1236028 2024-02-18T08:50:17.733 INFO:tasks.workunit.client.0.smithi110.stdout:op 4051 completed, throughput=5MB/sec 2024-02-18T08:50:17.733 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pbDAFsSdQNGlN7U off=16929596 len=637613 2024-02-18T08:50:17.739 INFO:tasks.workunit.client.0.smithi110.stdout:op 4052 completed, throughput=5MB/sec 2024-02-18T08:50:17.739 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RjDfwcTE3P5QIJt off=8222934 len=694608 2024-02-18T08:50:17.744 INFO:tasks.workunit.client.0.smithi110.stdout:op 4053 completed, throughput=5MB/sec 2024-02-18T08:50:17.744 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qnHCqisvIENWRlD off=7095764 len=1659936 2024-02-18T08:50:17.753 INFO:tasks.workunit.client.0.smithi110.stdout:op 4054 completed, throughput=5MB/sec 2024-02-18T08:50:18.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:18 smithi110 bash[54479]: cluster 2024-02-18T08:50:17.274894+0000 mgr.y (mgr.44100) 1014 : cluster [DBG] pgmap v1564: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:50:18.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:18 smithi110 bash[55875]: cluster 2024-02-18T08:50:17.274894+0000 mgr.y (mgr.44100) 1014 : cluster [DBG] pgmap v1564: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:50:18.753 INFO:tasks.workunit.client.0.smithi110.stdout: 778: throughput=5MB/sec pending data=0 2024-02-18T08:50:18.753 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HX3HC79mNiFb0vV off=823787 len=1093223 2024-02-18T08:50:18.762 INFO:tasks.workunit.client.0.smithi110.stdout:op 4055 completed, throughput=5MB/sec 2024-02-18T08:50:18.762 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-niVVcDq14cZELHP off=892101 len=1592206 2024-02-18T08:50:18.765 INFO:tasks.workunit.client.0.smithi110.stdout:op 4056 completed, throughput=5MB/sec 2024-02-18T08:50:18.766 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mzvogwwIp3ZXOmR off=3993868 len=467620 2024-02-18T08:50:18.767 INFO:tasks.workunit.client.0.smithi110.stdout:op 4057 completed, throughput=5MB/sec 2024-02-18T08:50:18.768 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WoCdQbE927HYrD4 off=4230955 len=851375 2024-02-18T08:50:18.775 INFO:tasks.workunit.client.0.smithi110.stdout:op 4058 completed, throughput=5MB/sec 2024-02-18T08:50:18.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:18 smithi191 bash[38688]: cluster 2024-02-18T08:50:17.274894+0000 mgr.y (mgr.44100) 1014 : cluster [DBG] pgmap v1564: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:50:19.775 INFO:tasks.workunit.client.0.smithi110.stdout: 779: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:19.776 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MYa7k5sCg75ORmc off=8386531 len=1639926 2024-02-18T08:50:19.794 INFO:tasks.workunit.client.0.smithi110.stdout:op 4059 completed, throughput=5MB/sec 2024-02-18T08:50:19.795 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NOzAGGwGN5qLZ3V off=305580 len=1614162 2024-02-18T08:50:19.796 INFO:tasks.workunit.client.0.smithi110.stdout:op 4060 completed, throughput=5MB/sec 2024-02-18T08:50:19.796 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ezbn8vdRKdGJCcR off=868785 len=808893 2024-02-18T08:50:19.804 INFO:tasks.workunit.client.0.smithi110.stdout:op 4061 completed, throughput=5MB/sec 2024-02-18T08:50:19.804 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oG9itluYAaXs8LY off=9963616 len=1877176 2024-02-18T08:50:19.808 INFO:tasks.workunit.client.0.smithi110.stdout:op 4062 completed, throughput=5MB/sec 2024-02-18T08:50:20.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:20 smithi110 bash[54479]: cluster 2024-02-18T08:50:19.275798+0000 mgr.y (mgr.44100) 1015 : cluster [DBG] pgmap v1565: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:50:20.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:20 smithi110 bash[55875]: cluster 2024-02-18T08:50:19.275798+0000 mgr.y (mgr.44100) 1015 : cluster [DBG] pgmap v1565: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:50:20.808 INFO:tasks.workunit.client.0.smithi110.stdout: 780: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:20.808 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9uYNn1fat-1Rt37 off=8008766 len=1492230 2024-02-18T08:50:20.819 INFO:tasks.workunit.client.0.smithi110.stdout:op 4063 completed, throughput=5MB/sec 2024-02-18T08:50:20.819 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QtRfPX6LaPMSTQz off=9965164 len=1442565 2024-02-18T08:50:20.823 INFO:tasks.workunit.client.0.smithi110.stdout:op 4064 completed, throughput=5MB/sec 2024-02-18T08:50:20.823 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ECaDMCCzVaqITFW off=4244136 len=714570 2024-02-18T08:50:20.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:20 smithi191 bash[38688]: cluster 2024-02-18T08:50:19.275798+0000 mgr.y (mgr.44100) 1015 : cluster [DBG] pgmap v1565: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:50:20.829 INFO:tasks.workunit.client.0.smithi110.stdout:op 4065 completed, throughput=5MB/sec 2024-02-18T08:50:20.829 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Qr5IZpwNjMekEc1 off=4319340 len=1634295 2024-02-18T08:50:20.838 INFO:tasks.workunit.client.0.smithi110.stdout:op 4066 completed, throughput=5MB/sec 2024-02-18T08:50:21.838 INFO:tasks.workunit.client.0.smithi110.stdout: 781: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:21.839 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YR7B12TXeSx6lY6 off=0 len=1378499 2024-02-18T08:50:21.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 4067 completed, throughput=5MB/sec 2024-02-18T08:50:21.850 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4WP25USl2_4ahI8 off=4002445 len=1098721 2024-02-18T08:50:21.857 INFO:tasks.workunit.client.0.smithi110.stdout:op 4068 completed, throughput=5MB/sec 2024-02-18T08:50:21.857 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qcVYvj51mwLcZO0 off=3942267 len=1073646 2024-02-18T08:50:21.859 INFO:tasks.workunit.client.0.smithi110.stdout:op 4069 completed, throughput=5MB/sec 2024-02-18T08:50:21.859 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6v0k8Y4fohQ1y3P off=14439575 len=316785 2024-02-18T08:50:21.864 INFO:tasks.workunit.client.0.smithi110.stdout:op 4070 completed, throughput=5MB/sec 2024-02-18T08:50:21.864 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jjljIYhpvFHCyDT off=1970626 len=68297 2024-02-18T08:50:21.867 INFO:tasks.workunit.client.0.smithi110.stdout:op 4071 completed, throughput=5MB/sec 2024-02-18T08:50:21.867 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JCHUUTRM-uEZ8qX off=138845 len=1235819 2024-02-18T08:50:21.874 INFO:tasks.workunit.client.0.smithi110.stdout:op 4072 completed, throughput=5MB/sec 2024-02-18T08:50:22.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:22 smithi110 bash[55875]: cluster 2024-02-18T08:50:21.276560+0000 mgr.y (mgr.44100) 1016 : cluster [DBG] pgmap v1566: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:50:22.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:22 smithi110 bash[55875]: audit 2024-02-18T08:50:21.512370+0000 mon.a (mon.0) 1823 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:50:22.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:22 smithi110 bash[55875]: audit 2024-02-18T08:50:21.516261+0000 mon.a (mon.0) 1824 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:50:22.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:22 smithi110 bash[55875]: audit 2024-02-18T08:50:21.516931+0000 mon.a (mon.0) 1825 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:50:22.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:22 smithi110 bash[54479]: cluster 2024-02-18T08:50:21.276560+0000 mgr.y (mgr.44100) 1016 : cluster [DBG] pgmap v1566: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:50:22.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:22 smithi110 bash[54479]: audit 2024-02-18T08:50:21.512370+0000 mon.a (mon.0) 1823 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:50:22.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:22 smithi110 bash[54479]: audit 2024-02-18T08:50:21.516261+0000 mon.a (mon.0) 1824 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:50:22.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:22 smithi110 bash[54479]: audit 2024-02-18T08:50:21.516931+0000 mon.a (mon.0) 1825 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:50:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:22 smithi191 bash[38688]: cluster 2024-02-18T08:50:21.276560+0000 mgr.y (mgr.44100) 1016 : cluster [DBG] pgmap v1566: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:50:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:22 smithi191 bash[38688]: audit 2024-02-18T08:50:21.512370+0000 mon.a (mon.0) 1823 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:50:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:22 smithi191 bash[38688]: audit 2024-02-18T08:50:21.516261+0000 mon.a (mon.0) 1824 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:50:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:22 smithi191 bash[38688]: audit 2024-02-18T08:50:21.516931+0000 mon.a (mon.0) 1825 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T08:50:22.875 INFO:tasks.workunit.client.0.smithi110.stdout: 782: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:22.875 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Bpet9I8RN4IGR4c off=1562242 len=635835 2024-02-18T08:50:22.877 INFO:tasks.workunit.client.0.smithi110.stdout:op 4073 completed, throughput=4.99MB/sec 2024-02-18T08:50:22.878 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6ntZn0FOw74UPLz off=17609031 len=215126 2024-02-18T08:50:22.883 INFO:tasks.workunit.client.0.smithi110.stdout:op 4074 completed, throughput=5MB/sec 2024-02-18T08:50:22.883 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4ZA1ZsXpyhaKUHe off=2471671 len=587761 2024-02-18T08:50:22.889 INFO:tasks.workunit.client.0.smithi110.stdout:op 4075 completed, throughput=5MB/sec 2024-02-18T08:50:22.889 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IG3-cWrhpIiO14S off=13592607 len=2091053 2024-02-18T08:50:22.898 INFO:tasks.workunit.client.0.smithi110.stdout:op 4076 completed, throughput=5MB/sec 2024-02-18T08:50:22.898 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aaCPrxohFS0987B off=1230358 len=486448 2024-02-18T08:50:22.903 INFO:tasks.workunit.client.0.smithi110.stdout:op 4077 completed, throughput=5MB/sec 2024-02-18T08:50:22.903 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qWi2dNqUq_igJSC off=9473046 len=920611 2024-02-18T08:50:22.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 4078 completed, throughput=5MB/sec 2024-02-18T08:50:22.905 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ca1HVgJDFKktPr9 off=4573036 len=1388490 2024-02-18T08:50:22.916 INFO:tasks.workunit.client.0.smithi110.stdout:op 4079 completed, throughput=5MB/sec 2024-02-18T08:50:23.916 INFO:tasks.workunit.client.0.smithi110.stdout: 783: throughput=5MB/sec pending data=0 2024-02-18T08:50:23.916 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vLPWZU7HeoPKXL4 off=269173 len=1864217 2024-02-18T08:50:23.923 INFO:tasks.workunit.client.0.smithi110.stdout:op 4080 completed, throughput=5MB/sec 2024-02-18T08:50:23.923 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zSA2z_QRg3Y48v8 off=20394299 len=1980249 2024-02-18T08:50:23.939 INFO:tasks.workunit.client.0.smithi110.stdout:op 4081 completed, throughput=5MB/sec 2024-02-18T08:50:23.939 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mkmhxhy_qlmIlJL off=6252376 len=1275445 2024-02-18T08:50:23.942 INFO:tasks.workunit.client.0.smithi110.stdout:op 4082 completed, throughput=5MB/sec 2024-02-18T08:50:24.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:24 smithi110 bash[55875]: cluster 2024-02-18T08:50:23.277479+0000 mgr.y (mgr.44100) 1017 : cluster [DBG] pgmap v1567: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:50:24.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:24 smithi110 bash[54479]: cluster 2024-02-18T08:50:23.277479+0000 mgr.y (mgr.44100) 1017 : cluster [DBG] pgmap v1567: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:50:24.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:24 smithi191 bash[38688]: cluster 2024-02-18T08:50:23.277479+0000 mgr.y (mgr.44100) 1017 : cluster [DBG] pgmap v1567: 73 pgs: 73 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:50:24.942 INFO:tasks.workunit.client.0.smithi110.stdout: 784: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:24.942 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BvKruy2VqlenKTh off=779073 len=692683 2024-02-18T08:50:24.953 INFO:tasks.workunit.client.0.smithi110.stdout:op 4083 completed, throughput=5MB/sec 2024-02-18T08:50:24.953 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FtUW43bcM_l5aNA off=1973935 len=1430995 2024-02-18T08:50:24.957 INFO:tasks.workunit.client.0.smithi110.stdout:op 4084 completed, throughput=5MB/sec 2024-02-18T08:50:24.957 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-V955ojtGVeqXL7j off=5630708 len=1785554 2024-02-18T08:50:24.959 INFO:tasks.workunit.client.0.smithi110.stdout:op 4085 completed, throughput=5MB/sec 2024-02-18T08:50:24.959 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iAbcIzpHQ24wAyX off=532581 len=320763 2024-02-18T08:50:24.964 INFO:tasks.workunit.client.0.smithi110.stdout:op 4086 completed, throughput=5MB/sec 2024-02-18T08:50:24.964 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-07vAwOHeHL2e-bk off=5189478 len=1055330 2024-02-18T08:50:24.966 INFO:tasks.workunit.client.0.smithi110.stdout:op 4087 completed, throughput=5MB/sec 2024-02-18T08:50:25.967 INFO:tasks.workunit.client.0.smithi110.stdout: 785: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:25.967 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-H9LXvtLBM2oXu8j off=202426 len=617072 2024-02-18T08:50:25.970 INFO:tasks.workunit.client.0.smithi110.stdout:op 4088 completed, throughput=5MB/sec 2024-02-18T08:50:25.970 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--Ijje8zJO8YizCS off=2310849 len=909173 2024-02-18T08:50:25.973 INFO:tasks.workunit.client.0.smithi110.stdout:op 4089 completed, throughput=5MB/sec 2024-02-18T08:50:25.973 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WXeggr-Qydq_1k0 off=2007248 len=961861 2024-02-18T08:50:25.982 INFO:tasks.workunit.client.0.smithi110.stdout:op 4090 completed, throughput=5MB/sec 2024-02-18T08:50:25.982 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IG_MijEEo-G-Fme off=3610604 len=321353 2024-02-18T08:50:25.987 INFO:tasks.workunit.client.0.smithi110.stdout:op 4091 completed, throughput=5MB/sec 2024-02-18T08:50:25.987 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-N6LBMR9_WVuZnvp off=13232812 len=1581666 2024-02-18T08:50:25.991 INFO:tasks.workunit.client.0.smithi110.stdout:op 4092 completed, throughput=5MB/sec 2024-02-18T08:50:25.991 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tSZxTtypFlGXJQW off=4529767 len=1649142 2024-02-18T08:50:25.994 INFO:tasks.workunit.client.0.smithi110.stdout:op 4093 completed, throughput=5MB/sec 2024-02-18T08:50:26.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:26 smithi110 bash[55875]: cluster 2024-02-18T08:50:25.278338+0000 mgr.y (mgr.44100) 1018 : cluster [DBG] pgmap v1568: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:50:26.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:26 smithi110 bash[54479]: cluster 2024-02-18T08:50:25.278338+0000 mgr.y (mgr.44100) 1018 : cluster [DBG] pgmap v1568: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:50:26.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:26 smithi191 bash[38688]: cluster 2024-02-18T08:50:25.278338+0000 mgr.y (mgr.44100) 1018 : cluster [DBG] pgmap v1568: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:50:26.994 INFO:tasks.workunit.client.0.smithi110.stdout: 786: throughput=5MB/sec pending data=0 2024-02-18T08:50:26.994 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aape4qvsgUMUxSB off=6588469 len=386787 2024-02-18T08:50:27.001 INFO:tasks.workunit.client.0.smithi110.stdout:op 4094 completed, throughput=5MB/sec 2024-02-18T08:50:27.001 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uLGd3ZeIPOBzGS9 off=1344767 len=517615 2024-02-18T08:50:27.002 INFO:tasks.workunit.client.0.smithi110.stdout:op 4095 completed, throughput=5MB/sec 2024-02-18T08:50:27.002 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-o6WZI8_3BW7Pu_l off=16458854 len=680923 2024-02-18T08:50:27.005 INFO:tasks.workunit.client.0.smithi110.stdout:op 4096 completed, throughput=5MB/sec 2024-02-18T08:50:27.006 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WpPZTDxPbstKxaK off=4107331 len=84780 2024-02-18T08:50:27.006 INFO:tasks.workunit.client.0.smithi110.stdout:op 4097 completed, throughput=5MB/sec 2024-02-18T08:50:27.006 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yUHmPfxg6Gj43j_ off=2835802 len=2077606 2024-02-18T08:50:27.020 INFO:tasks.workunit.client.0.smithi110.stdout:op 4098 completed, throughput=5MB/sec 2024-02-18T08:50:27.020 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VRewhz6nWeMvByP off=2824279 len=1755062 2024-02-18T08:50:27.024 INFO:tasks.workunit.client.0.smithi110.stdout:op 4099 completed, throughput=5MB/sec 2024-02-18T08:50:28.025 INFO:tasks.workunit.client.0.smithi110.stdout: 787: throughput=5MB/sec pending data=0 2024-02-18T08:50:28.025 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BOyclzovO2mGfKL off=6905701 len=516948 2024-02-18T08:50:28.032 INFO:tasks.workunit.client.0.smithi110.stdout:op 4100 completed, throughput=5MB/sec 2024-02-18T08:50:28.032 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--HXJLAZaWL0U-K1 off=822810 len=2094925 2024-02-18T08:50:28.036 INFO:tasks.workunit.client.0.smithi110.stdout:op 4101 completed, throughput=5MB/sec 2024-02-18T08:50:28.036 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uXW7f76hEVdO-mR off=12748836 len=707232 2024-02-18T08:50:28.043 INFO:tasks.workunit.client.0.smithi110.stdout:op 4102 completed, throughput=5MB/sec 2024-02-18T08:50:28.043 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B9DJUN1rv7N5XiZ off=7434522 len=1001324 2024-02-18T08:50:28.050 INFO:tasks.workunit.client.0.smithi110.stdout:op 4103 completed, throughput=5MB/sec 2024-02-18T08:50:28.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[54479]: cluster 2024-02-18T08:50:27.278993+0000 mgr.y (mgr.44100) 1019 : cluster [DBG] pgmap v1569: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:50:28.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[54479]: audit 2024-02-18T08:50:27.375359+0000 mon.a (mon.0) 1826 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:50:28.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[54479]: audit 2024-02-18T08:50:27.572403+0000 mon.a (mon.0) 1827 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:50:28.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[54479]: audit 2024-02-18T08:50:27.859874+0000 mon.a (mon.0) 1828 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:50:28.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[54479]: audit 2024-02-18T08:50:27.861836+0000 mon.a (mon.0) 1829 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:50:28.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[54479]: audit 2024-02-18T08:50:27.871660+0000 mon.a (mon.0) 1830 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:50:28.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[55875]: cluster 2024-02-18T08:50:27.278993+0000 mgr.y (mgr.44100) 1019 : cluster [DBG] pgmap v1569: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:50:28.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[55875]: audit 2024-02-18T08:50:27.375359+0000 mon.a (mon.0) 1826 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:50:28.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[55875]: audit 2024-02-18T08:50:27.572403+0000 mon.a (mon.0) 1827 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:50:28.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[55875]: audit 2024-02-18T08:50:27.859874+0000 mon.a (mon.0) 1828 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:50:28.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[55875]: audit 2024-02-18T08:50:27.861836+0000 mon.a (mon.0) 1829 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:50:28.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:28 smithi110 bash[55875]: audit 2024-02-18T08:50:27.871660+0000 mon.a (mon.0) 1830 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:50:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:28 smithi191 bash[38688]: cluster 2024-02-18T08:50:27.278993+0000 mgr.y (mgr.44100) 1019 : cluster [DBG] pgmap v1569: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:50:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:28 smithi191 bash[38688]: audit 2024-02-18T08:50:27.375359+0000 mon.a (mon.0) 1826 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:50:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:28 smithi191 bash[38688]: audit 2024-02-18T08:50:27.572403+0000 mon.a (mon.0) 1827 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:50:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:28 smithi191 bash[38688]: audit 2024-02-18T08:50:27.859874+0000 mon.a (mon.0) 1828 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:50:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:28 smithi191 bash[38688]: audit 2024-02-18T08:50:27.861836+0000 mon.a (mon.0) 1829 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:50:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:28 smithi191 bash[38688]: audit 2024-02-18T08:50:27.871660+0000 mon.a (mon.0) 1830 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:50:29.050 INFO:tasks.workunit.client.0.smithi110.stdout: 788: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:29.050 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xtz8Iz4iuQF6wgU off=9927930 len=1403277 2024-02-18T08:50:29.062 INFO:tasks.workunit.client.0.smithi110.stdout:op 4104 completed, throughput=5MB/sec 2024-02-18T08:50:29.062 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iq2hsVrFZIdJiBd off=18439169 len=562619 2024-02-18T08:50:29.067 INFO:tasks.workunit.client.0.smithi110.stdout:op 4105 completed, throughput=5MB/sec 2024-02-18T08:50:29.067 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-paKA6SP7utozrw0 off=469595 len=1156228 2024-02-18T08:50:29.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 4106 completed, throughput=5MB/sec 2024-02-18T08:50:29.074 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OsjKJ_YUuUjfItJ off=723240 len=231620 2024-02-18T08:50:29.077 INFO:tasks.workunit.client.0.smithi110.stdout:op 4107 completed, throughput=5MB/sec 2024-02-18T08:50:29.078 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vF7kh5JD0FE-Syb off=2680463 len=1464077 2024-02-18T08:50:29.082 INFO:tasks.workunit.client.0.smithi110.stdout:op 4108 completed, throughput=5MB/sec 2024-02-18T08:50:29.082 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-G1b5Uj1mUeQq6A5 off=10630375 len=1948544 2024-02-18T08:50:29.091 INFO:tasks.workunit.client.0.smithi110.stdout:op 4109 completed, throughput=5MB/sec 2024-02-18T08:50:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:29 smithi110 bash[54479]: cephadm 2024-02-18T08:50:27.863547+0000 mgr.y (mgr.44100) 1020 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:50:29.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:29 smithi110 bash[55875]: cephadm 2024-02-18T08:50:27.863547+0000 mgr.y (mgr.44100) 1020 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:50:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:29 smithi191 bash[38688]: cephadm 2024-02-18T08:50:27.863547+0000 mgr.y (mgr.44100) 1020 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:50:30.092 INFO:tasks.workunit.client.0.smithi110.stdout: 789: throughput=5MB/sec pending data=0 2024-02-18T08:50:30.092 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YJA5nXJAIHMs_Hb off=18754077 len=1882418 2024-02-18T08:50:30.107 INFO:tasks.workunit.client.0.smithi110.stdout:op 4110 completed, throughput=5MB/sec 2024-02-18T08:50:30.107 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-75zQxKg9V7w1GW7 off=4142455 len=1740215 2024-02-18T08:50:30.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 4111 completed, throughput=5MB/sec 2024-02-18T08:50:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:30 smithi110 bash[54479]: cluster 2024-02-18T08:50:29.279931+0000 mgr.y (mgr.44100) 1021 : cluster [DBG] pgmap v1570: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:50:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:30 smithi110 bash[55875]: cluster 2024-02-18T08:50:29.279931+0000 mgr.y (mgr.44100) 1021 : cluster [DBG] pgmap v1570: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:50:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:30 smithi191 bash[38688]: cluster 2024-02-18T08:50:29.279931+0000 mgr.y (mgr.44100) 1021 : cluster [DBG] pgmap v1570: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:50:31.120 INFO:tasks.workunit.client.0.smithi110.stdout: 790: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:31.120 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iyNPsgecAhVO7Ye off=3089767 len=1994524 2024-02-18T08:50:31.124 INFO:tasks.workunit.client.0.smithi110.stdout:op 4112 completed, throughput=5MB/sec 2024-02-18T08:50:31.124 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AYzQmX2SXUNfS0j off=6053788 len=2054227 2024-02-18T08:50:31.129 INFO:tasks.workunit.client.0.smithi110.stdout:op 4113 completed, throughput=5MB/sec 2024-02-18T08:50:31.129 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xemxo5mIOFU50Iu off=11535791 len=1415349 2024-02-18T08:50:31.140 INFO:tasks.workunit.client.0.smithi110.stdout:op 4114 completed, throughput=5MB/sec 2024-02-18T08:50:32.140 INFO:tasks.workunit.client.0.smithi110.stdout: 791: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:32.140 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cQX6JEr_lavI8im off=1698155 len=1284745 2024-02-18T08:50:32.144 INFO:tasks.workunit.client.0.smithi110.stdout:op 4115 completed, throughput=5MB/sec 2024-02-18T08:50:32.144 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lwPat0PeC9BWZKJ off=615594 len=875743 2024-02-18T08:50:32.147 INFO:tasks.workunit.client.0.smithi110.stdout:op 4116 completed, throughput=5MB/sec 2024-02-18T08:50:32.147 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3VLaNcnzJicctx5 off=18652167 len=719864 2024-02-18T08:50:32.154 INFO:tasks.workunit.client.0.smithi110.stdout:op 4117 completed, throughput=5MB/sec 2024-02-18T08:50:32.154 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Cap5qEVnyuRDGGk off=4994414 len=376774 2024-02-18T08:50:32.160 INFO:tasks.workunit.client.0.smithi110.stdout:op 4118 completed, throughput=5MB/sec 2024-02-18T08:50:32.160 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rVpBShqG5Z8mGYw off=3423426 len=552812 2024-02-18T08:50:32.162 INFO:tasks.workunit.client.0.smithi110.stdout:op 4119 completed, throughput=5MB/sec 2024-02-18T08:50:32.162 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-X6bPkI6ED1JYhjB off=7995236 len=1074981 2024-02-18T08:50:32.169 INFO:tasks.workunit.client.0.smithi110.stdout:op 4120 completed, throughput=5MB/sec 2024-02-18T08:50:32.169 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mfydhO3DP19c00r off=4313675 len=258564 2024-02-18T08:50:32.173 INFO:tasks.workunit.client.0.smithi110.stdout:op 4121 completed, throughput=5MB/sec 2024-02-18T08:50:32.173 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nfz9XO4gm40TRvp off=2826587 len=1261659 2024-02-18T08:50:32.175 INFO:tasks.workunit.client.0.smithi110.stdout:op 4122 completed, throughput=5MB/sec 2024-02-18T08:50:32.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:31 smithi110 bash[54479]: cluster 2024-02-18T08:50:31.280798+0000 mgr.y (mgr.44100) 1022 : cluster [DBG] pgmap v1571: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:50:32.207 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:31 smithi110 bash[55875]: cluster 2024-02-18T08:50:31.280798+0000 mgr.y (mgr.44100) 1022 : cluster [DBG] pgmap v1571: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:50:32.329 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:31 smithi191 bash[38688]: cluster 2024-02-18T08:50:31.280798+0000 mgr.y (mgr.44100) 1022 : cluster [DBG] pgmap v1571: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:50:33.175 INFO:tasks.workunit.client.0.smithi110.stdout: 792: throughput=5MB/sec pending data=0 2024-02-18T08:50:33.175 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-h3V1pRTarQLe3vW off=550860 len=911302 2024-02-18T08:50:33.184 INFO:tasks.workunit.client.0.smithi110.stdout:op 4123 completed, throughput=5MB/sec 2024-02-18T08:50:33.184 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4brHKI4c0aQR8i0 off=2985527 len=1943746 2024-02-18T08:50:33.194 INFO:tasks.workunit.client.0.smithi110.stdout:op 4124 completed, throughput=5MB/sec 2024-02-18T08:50:33.194 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-q3iZ0oMDaM5PmgG off=3206447 len=222411 2024-02-18T08:50:33.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 4125 completed, throughput=5MB/sec 2024-02-18T08:50:33.195 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3IUV_Y-Br9h4hvu off=8323934 len=628361 2024-02-18T08:50:33.200 INFO:tasks.workunit.client.0.smithi110.stdout:op 4126 completed, throughput=5MB/sec 2024-02-18T08:50:33.200 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QxsaBQ297WCRTcb off=3186539 len=1079302 2024-02-18T08:50:33.206 INFO:tasks.workunit.client.0.smithi110.stdout:op 4127 completed, throughput=5MB/sec 2024-02-18T08:50:34.206 INFO:tasks.workunit.client.0.smithi110.stdout: 793: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:34.207 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--tDgM-j2L3oRDqo off=2782845 len=426316 2024-02-18T08:50:34.208 INFO:tasks.workunit.client.0.smithi110.stdout:op 4128 completed, throughput=4.99MB/sec 2024-02-18T08:50:34.208 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AkvmSeNEOq0m9pU off=2091541 len=1561394 2024-02-18T08:50:34.213 INFO:tasks.workunit.client.0.smithi110.stdout:op 4129 completed, throughput=5MB/sec 2024-02-18T08:50:34.213 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WPJ-LSOXounxNwG off=4781891 len=912125 2024-02-18T08:50:34.223 INFO:tasks.workunit.client.0.smithi110.stdout:op 4130 completed, throughput=5MB/sec 2024-02-18T08:50:34.223 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c8SMBuzv_oGH89K off=6593991 len=636809 2024-02-18T08:50:34.229 INFO:tasks.workunit.client.0.smithi110.stdout:op 4131 completed, throughput=5MB/sec 2024-02-18T08:50:34.229 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GQOmawJngfvfIE7 off=584195 len=96363 2024-02-18T08:50:34.230 INFO:tasks.workunit.client.0.smithi110.stdout:op 4132 completed, throughput=5MB/sec 2024-02-18T08:50:34.230 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-b2_Jf10n7KQ16un off=20103863 len=448711 2024-02-18T08:50:34.231 INFO:tasks.workunit.client.0.smithi110.stdout:op 4133 completed, throughput=5MB/sec 2024-02-18T08:50:34.231 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ad5o-R_CHCsSVtA off=12282667 len=239960 2024-02-18T08:50:34.236 INFO:tasks.workunit.client.0.smithi110.stdout:op 4134 completed, throughput=5MB/sec 2024-02-18T08:50:34.236 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qwX6XY07DVnfHGl off=6699172 len=977999 2024-02-18T08:50:34.238 INFO:tasks.workunit.client.0.smithi110.stdout:op 4135 completed, throughput=5MB/sec 2024-02-18T08:50:34.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:34 smithi191 bash[38688]: cluster 2024-02-18T08:50:33.281789+0000 mgr.y (mgr.44100) 1023 : cluster [DBG] pgmap v1572: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:50:34.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:34 smithi110 bash[54479]: cluster 2024-02-18T08:50:33.281789+0000 mgr.y (mgr.44100) 1023 : cluster [DBG] pgmap v1572: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:50:34.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:34 smithi110 bash[55875]: cluster 2024-02-18T08:50:33.281789+0000 mgr.y (mgr.44100) 1023 : cluster [DBG] pgmap v1572: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:50:35.239 INFO:tasks.workunit.client.0.smithi110.stdout: 794: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:35.239 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a-YVlxK_NAJLlx4 off=9778325 len=1269076 2024-02-18T08:50:35.249 INFO:tasks.workunit.client.0.smithi110.stdout:op 4136 completed, throughput=5MB/sec 2024-02-18T08:50:35.249 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xaU7AB19xmJ8LF4 off=14128590 len=1050026 2024-02-18T08:50:35.252 INFO:tasks.workunit.client.0.smithi110.stdout:op 4137 completed, throughput=5MB/sec 2024-02-18T08:50:35.252 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uqh1xtdxIfZ5lDE off=3727552 len=1191222 2024-02-18T08:50:35.260 INFO:tasks.workunit.client.0.smithi110.stdout:op 4138 completed, throughput=5MB/sec 2024-02-18T08:50:35.260 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XsjJwub8MwyDIVe off=9537654 len=246332 2024-02-18T08:50:35.265 INFO:tasks.workunit.client.0.smithi110.stdout:op 4139 completed, throughput=5MB/sec 2024-02-18T08:50:35.265 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-It7OUsa9iOBAHZa off=2838649 len=533554 2024-02-18T08:50:35.266 INFO:tasks.workunit.client.0.smithi110.stdout:op 4140 completed, throughput=5MB/sec 2024-02-18T08:50:35.266 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--jUI12qDcvBXDxf off=6718496 len=1877762 2024-02-18T08:50:35.271 INFO:tasks.workunit.client.0.smithi110.stdout:op 4141 completed, throughput=5MB/sec 2024-02-18T08:50:36.272 INFO:tasks.workunit.client.0.smithi110.stdout: 795: throughput=5MB/sec pending data=0 2024-02-18T08:50:36.272 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-29Pi-HoxSy8VypA off=5456926 len=67394 2024-02-18T08:50:36.277 INFO:tasks.workunit.client.0.smithi110.stdout:op 4142 completed, throughput=5MB/sec 2024-02-18T08:50:36.277 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-si2UAIhicw7IEsz off=1919068 len=1531052 2024-02-18T08:50:36.287 INFO:tasks.workunit.client.0.smithi110.stdout:op 4143 completed, throughput=5MB/sec 2024-02-18T08:50:36.287 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4wqGg9qly0o2sdM off=20093759 len=1564975 2024-02-18T08:50:36.296 INFO:tasks.workunit.client.0.smithi110.stdout:op 4144 completed, throughput=5MB/sec 2024-02-18T08:50:36.296 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nNuQgaTQMRpT1po off=9413672 len=1896956 2024-02-18T08:50:36.300 INFO:tasks.workunit.client.0.smithi110.stdout:op 4145 completed, throughput=5MB/sec 2024-02-18T08:50:36.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:36 smithi110 bash[54479]: cluster 2024-02-18T08:50:35.282470+0000 mgr.y (mgr.44100) 1024 : cluster [DBG] pgmap v1573: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:50:36.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:36 smithi110 bash[55875]: cluster 2024-02-18T08:50:35.282470+0000 mgr.y (mgr.44100) 1024 : cluster [DBG] pgmap v1573: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:50:36.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:36 smithi191 bash[38688]: cluster 2024-02-18T08:50:35.282470+0000 mgr.y (mgr.44100) 1024 : cluster [DBG] pgmap v1573: 73 pgs: 73 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:50:37.301 INFO:tasks.workunit.client.0.smithi110.stdout: 796: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:37.301 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pf3204pJfnqzOkb off=43942 len=44072 2024-02-18T08:50:37.302 INFO:tasks.workunit.client.0.smithi110.stdout:op 4146 completed, throughput=4.99MB/sec 2024-02-18T08:50:37.302 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Pe0MxsWFw74B1wq off=1370817 len=7886 2024-02-18T08:50:37.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 4147 completed, throughput=4.99MB/sec 2024-02-18T08:50:37.307 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aqWSXOM8YXNz89z off=12172 len=449228 2024-02-18T08:50:37.307 INFO:tasks.workunit.client.0.smithi110.stdout:op 4148 completed, throughput=5MB/sec 2024-02-18T08:50:37.308 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dcxcHefgnfrt7wZ off=6597508 len=1790137 2024-02-18T08:50:37.316 INFO:tasks.workunit.client.0.smithi110.stdout:op 4149 completed, throughput=5MB/sec 2024-02-18T08:50:37.317 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L_2P3YDtNXmNjCs off=10953792 len=66106 2024-02-18T08:50:37.319 INFO:tasks.workunit.client.0.smithi110.stdout:op 4150 completed, throughput=5MB/sec 2024-02-18T08:50:37.320 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cWN7wbUUzG3FJiJ off=7589244 len=24424 2024-02-18T08:50:37.322 INFO:tasks.workunit.client.0.smithi110.stdout:op 4151 completed, throughput=5MB/sec 2024-02-18T08:50:37.322 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_xhXAB0ah7MEp4G off=3129988 len=1250232 2024-02-18T08:50:37.324 INFO:tasks.workunit.client.0.smithi110.stdout:op 4152 completed, throughput=5MB/sec 2024-02-18T08:50:37.324 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hrfoG1dCkMHx-ea off=3916118 len=357790 2024-02-18T08:50:37.325 INFO:tasks.workunit.client.0.smithi110.stdout:op 4153 completed, throughput=5MB/sec 2024-02-18T08:50:37.325 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MrDhTcYHoUtv4zI off=138125 len=176089 2024-02-18T08:50:37.328 INFO:tasks.workunit.client.0.smithi110.stdout:op 4154 completed, throughput=5MB/sec 2024-02-18T08:50:37.328 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-K1LkXzF3vMlm2KL off=2742276 len=1285638 2024-02-18T08:50:37.330 INFO:tasks.workunit.client.0.smithi110.stdout:op 4155 completed, throughput=5MB/sec 2024-02-18T08:50:38.331 INFO:tasks.workunit.client.0.smithi110.stdout: 797: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:38.331 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lKwzkkTvqL5V2Vo off=2265826 len=255153 2024-02-18T08:50:38.338 INFO:tasks.workunit.client.0.smithi110.stdout:op 4156 completed, throughput=5MB/sec 2024-02-18T08:50:38.338 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-baPB-ICn8pYQc-l off=7070835 len=1039040 2024-02-18T08:50:38.346 INFO:tasks.workunit.client.0.smithi110.stdout:op 4157 completed, throughput=5MB/sec 2024-02-18T08:50:38.346 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Id1iEK1BbDiR48A off=12788421 len=1702835 2024-02-18T08:50:38.356 INFO:tasks.workunit.client.0.smithi110.stdout:op 4158 completed, throughput=5MB/sec 2024-02-18T08:50:38.356 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FqJXT2j1BTvUN0w off=7792835 len=1751726 2024-02-18T08:50:38.365 INFO:tasks.workunit.client.0.smithi110.stdout:op 4159 completed, throughput=5MB/sec 2024-02-18T08:50:38.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:38 smithi110 bash[54479]: cluster 2024-02-18T08:50:37.283331+0000 mgr.y (mgr.44100) 1025 : cluster [DBG] pgmap v1574: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:38.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:38 smithi110 bash[55875]: cluster 2024-02-18T08:50:37.283331+0000 mgr.y (mgr.44100) 1025 : cluster [DBG] pgmap v1574: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:38.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:38 smithi191 bash[38688]: cluster 2024-02-18T08:50:37.283331+0000 mgr.y (mgr.44100) 1025 : cluster [DBG] pgmap v1574: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:39.365 INFO:tasks.workunit.client.0.smithi110.stdout: 798: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:39.365 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M3o862t1KhgVXT1 off=16879485 len=101590 2024-02-18T08:50:39.370 INFO:tasks.workunit.client.0.smithi110.stdout:op 4160 completed, throughput=4.99MB/sec 2024-02-18T08:50:39.370 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pjXviBMNl7gMZdN off=2303727 len=219163 2024-02-18T08:50:39.371 INFO:tasks.workunit.client.0.smithi110.stdout:op 4161 completed, throughput=4.99MB/sec 2024-02-18T08:50:39.372 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KJLQPR0094-Wp91 off=7185649 len=2068763 2024-02-18T08:50:39.375 INFO:tasks.workunit.client.0.smithi110.stdout:op 4162 completed, throughput=5MB/sec 2024-02-18T08:50:39.375 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CgWSTf_d5E77TSp off=5346616 len=164943 2024-02-18T08:50:39.376 INFO:tasks.workunit.client.0.smithi110.stdout:op 4163 completed, throughput=5MB/sec 2024-02-18T08:50:39.376 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-43DneRwPnOjOikY off=9200287 len=507572 2024-02-18T08:50:39.382 INFO:tasks.workunit.client.0.smithi110.stdout:op 4164 completed, throughput=5MB/sec 2024-02-18T08:50:39.382 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UtviP65IXM-nCQH off=1140859 len=1553289 2024-02-18T08:50:39.392 INFO:tasks.workunit.client.0.smithi110.stdout:op 4165 completed, throughput=5MB/sec 2024-02-18T08:50:39.392 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pYoIozBLRoolEBU off=14993092 len=641089 2024-02-18T08:50:39.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 4166 completed, throughput=5MB/sec 2024-02-18T08:50:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:39 smithi110 bash[54479]: audit 2024-02-18T08:50:39.005585+0000 mon.a (mon.0) 1831 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:50:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:39 smithi110 bash[54479]: audit 2024-02-18T08:50:39.006239+0000 mon.a (mon.0) 1832 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-02-18T08:50:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:39 smithi110 bash[54479]: audit 2024-02-18T08:50:39.006727+0000 mon.a (mon.0) 1833 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:50:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:39 smithi110 bash[55875]: audit 2024-02-18T08:50:39.005585+0000 mon.a (mon.0) 1831 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:50:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:39 smithi110 bash[55875]: audit 2024-02-18T08:50:39.006239+0000 mon.a (mon.0) 1832 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-02-18T08:50:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:39 smithi110 bash[55875]: audit 2024-02-18T08:50:39.006727+0000 mon.a (mon.0) 1833 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:50:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:39 smithi191 bash[38688]: audit 2024-02-18T08:50:39.005585+0000 mon.a (mon.0) 1831 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-02-18T08:50:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:39 smithi191 bash[38688]: audit 2024-02-18T08:50:39.006239+0000 mon.a (mon.0) 1832 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-02-18T08:50:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:39 smithi191 bash[38688]: audit 2024-02-18T08:50:39.006727+0000 mon.a (mon.0) 1833 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:50:40.394 INFO:tasks.workunit.client.0.smithi110.stdout: 799: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:40.394 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_SQ4_-F51aKiQ3i off=3660418 len=4068 2024-02-18T08:50:40.395 INFO:tasks.workunit.client.0.smithi110.stdout:op 4167 completed, throughput=4.99MB/sec 2024-02-18T08:50:40.395 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-K89_NYKA9G2pXrm off=258316 len=1020979 2024-02-18T08:50:40.398 INFO:tasks.workunit.client.0.smithi110.stdout:op 4168 completed, throughput=5MB/sec 2024-02-18T08:50:40.398 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_1ky8N-M157cNH6 off=1628590 len=1355312 2024-02-18T08:50:40.410 INFO:tasks.workunit.client.0.smithi110.stdout:op 4169 completed, throughput=5MB/sec 2024-02-18T08:50:40.410 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-73vRUGHuxQ7eff6 off=7771059 len=1346560 2024-02-18T08:50:40.419 INFO:tasks.workunit.client.0.smithi110.stdout:op 4170 completed, throughput=5MB/sec 2024-02-18T08:50:40.419 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-w1SK90ePgjhcrND off=1494653 len=1870987 2024-02-18T08:50:40.431 INFO:tasks.workunit.client.0.smithi110.stdout:op 4171 completed, throughput=5MB/sec 2024-02-18T08:50:40.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:40 smithi110 bash[54479]: cluster 2024-02-18T08:50:39.284185+0000 mgr.y (mgr.44100) 1026 : cluster [DBG] pgmap v1575: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:50:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:40 smithi110 bash[55875]: cluster 2024-02-18T08:50:39.284185+0000 mgr.y (mgr.44100) 1026 : cluster [DBG] pgmap v1575: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:50:40.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:40 smithi191 bash[38688]: cluster 2024-02-18T08:50:39.284185+0000 mgr.y (mgr.44100) 1026 : cluster [DBG] pgmap v1575: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:50:41.432 INFO:tasks.workunit.client.0.smithi110.stdout: 800: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:41.432 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nf1cvcBnx1aD8tP off=3525688 len=1085407 2024-02-18T08:50:41.442 INFO:tasks.workunit.client.0.smithi110.stdout:op 4172 completed, throughput=5MB/sec 2024-02-18T08:50:41.442 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MeWoNxkssu1UM8P off=4840448 len=600312 2024-02-18T08:50:41.445 INFO:tasks.workunit.client.0.smithi110.stdout:op 4173 completed, throughput=5MB/sec 2024-02-18T08:50:41.445 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dFtsw1CXkNRlJx_ off=14825987 len=721942 2024-02-18T08:50:41.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 4174 completed, throughput=5MB/sec 2024-02-18T08:50:41.453 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cQX6JEr_lavI8im off=8447613 len=63214 2024-02-18T08:50:41.457 INFO:tasks.workunit.client.0.smithi110.stdout:op 4175 completed, throughput=5MB/sec 2024-02-18T08:50:41.457 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0nzWCiXf1GojnGI off=12417083 len=2080291 2024-02-18T08:50:41.467 INFO:tasks.workunit.client.0.smithi110.stdout:op 4176 completed, throughput=5MB/sec 2024-02-18T08:50:41.467 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oaKsrNiviWYhiBY off=4864231 len=1870115 2024-02-18T08:50:41.471 INFO:tasks.workunit.client.0.smithi110.stdout:op 4177 completed, throughput=5MB/sec 2024-02-18T08:50:42.471 INFO:tasks.workunit.client.0.smithi110.stdout: 801: throughput=5MB/sec pending data=0 2024-02-18T08:50:42.471 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bOy8zufaUalUGex off=14150828 len=757876 2024-02-18T08:50:42.474 INFO:tasks.workunit.client.0.smithi110.stdout:op 4178 completed, throughput=5MB/sec 2024-02-18T08:50:42.474 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Sfx4J4oRUi_NyKK off=21786666 len=313338 2024-02-18T08:50:42.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 4179 completed, throughput=5MB/sec 2024-02-18T08:50:42.479 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tCQGPnildB3KLcV off=579024 len=314620 2024-02-18T08:50:42.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 4180 completed, throughput=5MB/sec 2024-02-18T08:50:42.484 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-F4J1PO9zenZOfKG off=3390376 len=517259 2024-02-18T08:50:42.491 INFO:tasks.workunit.client.0.smithi110.stdout:op 4181 completed, throughput=5MB/sec 2024-02-18T08:50:42.491 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T2mJZDQb7O3Mdk6 off=2903442 len=877929 2024-02-18T08:50:42.497 INFO:tasks.workunit.client.0.smithi110.stdout:op 4182 completed, throughput=5MB/sec 2024-02-18T08:50:42.498 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Hlnh9yDd7ypF5SL off=3155405 len=1297895 2024-02-18T08:50:42.506 INFO:tasks.workunit.client.0.smithi110.stdout:op 4183 completed, throughput=5MB/sec 2024-02-18T08:50:42.506 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TY1tz0RlAAO1YRq off=954701 len=1404809 2024-02-18T08:50:42.511 INFO:tasks.workunit.client.0.smithi110.stdout:op 4184 completed, throughput=5MB/sec 2024-02-18T08:50:42.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:42 smithi110 bash[54479]: cluster 2024-02-18T08:50:41.285028+0000 mgr.y (mgr.44100) 1027 : cluster [DBG] pgmap v1576: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:50:42.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:42 smithi110 bash[55875]: cluster 2024-02-18T08:50:41.285028+0000 mgr.y (mgr.44100) 1027 : cluster [DBG] pgmap v1576: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:50:42.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:42 smithi191 bash[38688]: cluster 2024-02-18T08:50:41.285028+0000 mgr.y (mgr.44100) 1027 : cluster [DBG] pgmap v1576: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:50:43.512 INFO:tasks.workunit.client.0.smithi110.stdout: 802: throughput=5MB/sec pending data=0 2024-02-18T08:50:43.512 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SpqEJFhs460tVXf off=1624555 len=380157 2024-02-18T08:50:43.513 INFO:tasks.workunit.client.0.smithi110.stdout:op 4185 completed, throughput=5MB/sec 2024-02-18T08:50:43.514 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iWpJvJxlHuWe5k3 off=2438044 len=39416 2024-02-18T08:50:43.515 INFO:tasks.workunit.client.0.smithi110.stdout:op 4186 completed, throughput=5MB/sec 2024-02-18T08:50:43.515 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ib4tCJOy7QJriUc off=2085882 len=1314351 2024-02-18T08:50:43.518 INFO:tasks.workunit.client.0.smithi110.stdout:op 4187 completed, throughput=5MB/sec 2024-02-18T08:50:43.518 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bHC8FAHk2vkoE09 off=15900618 len=436851 2024-02-18T08:50:43.520 INFO:tasks.workunit.client.0.smithi110.stdout:op 4188 completed, throughput=5MB/sec 2024-02-18T08:50:43.520 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2gV_JokNr8vKIMD off=4219897 len=1698194 2024-02-18T08:50:43.523 INFO:tasks.workunit.client.0.smithi110.stdout:op 4189 completed, throughput=5MB/sec 2024-02-18T08:50:43.523 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fShHPPNy9yrGgsd off=3991292 len=475732 2024-02-18T08:50:43.530 INFO:tasks.workunit.client.0.smithi110.stdout:op 4190 completed, throughput=5MB/sec 2024-02-18T08:50:44.530 INFO:tasks.workunit.client.0.smithi110.stdout: 803: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:44.530 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tZ1eSaZchVuZWeG off=7538315 len=976898 2024-02-18T08:50:44.532 INFO:tasks.workunit.client.0.smithi110.stdout:op 4191 completed, throughput=5MB/sec 2024-02-18T08:50:44.533 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EIBIueNpf0zN4Ws off=989917 len=1017880 2024-02-18T08:50:44.542 INFO:tasks.workunit.client.0.smithi110.stdout:op 4192 completed, throughput=5MB/sec 2024-02-18T08:50:44.542 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ik-O-DOKf_KdhFA off=3111419 len=966105 2024-02-18T08:50:44.545 INFO:tasks.workunit.client.0.smithi110.stdout:op 4193 completed, throughput=5MB/sec 2024-02-18T08:50:44.545 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-x8eRJJ1rww2gJUZ off=10135517 len=94097 2024-02-18T08:50:44.549 INFO:tasks.workunit.client.0.smithi110.stdout:op 4194 completed, throughput=5MB/sec 2024-02-18T08:50:44.549 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V28tKgajU4G3KYI off=4736988 len=1224252 2024-02-18T08:50:44.558 INFO:tasks.workunit.client.0.smithi110.stdout:op 4195 completed, throughput=5MB/sec 2024-02-18T08:50:44.558 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MHXK2eJbuFXVExp off=5790310 len=245249 2024-02-18T08:50:44.562 INFO:tasks.workunit.client.0.smithi110.stdout:op 4196 completed, throughput=5MB/sec 2024-02-18T08:50:44.562 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZpaUlruEsXzVaJg off=10790154 len=1970730 2024-02-18T08:50:44.570 INFO:tasks.workunit.client.0.smithi110.stdout:op 4197 completed, throughput=5MB/sec 2024-02-18T08:50:44.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:44 smithi110 bash[54479]: cluster 2024-02-18T08:50:43.285978+0000 mgr.y (mgr.44100) 1028 : cluster [DBG] pgmap v1577: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-02-18T08:50:44.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:44 smithi110 bash[55875]: cluster 2024-02-18T08:50:43.285978+0000 mgr.y (mgr.44100) 1028 : cluster [DBG] pgmap v1577: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-02-18T08:50:44.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:44 smithi191 bash[38688]: cluster 2024-02-18T08:50:43.285978+0000 mgr.y (mgr.44100) 1028 : cluster [DBG] pgmap v1577: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-02-18T08:50:45.570 INFO:tasks.workunit.client.0.smithi110.stdout: 804: throughput=5MB/sec pending data=0 2024-02-18T08:50:45.570 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SmFWD9wjlk1Uykz off=7996193 len=433607 2024-02-18T08:50:45.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 4198 completed, throughput=5MB/sec 2024-02-18T08:50:45.573 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Gc29ZpCYziRKiuS off=4293911 len=1821512 2024-02-18T08:50:45.587 INFO:tasks.workunit.client.0.smithi110.stdout:op 4199 completed, throughput=5MB/sec 2024-02-18T08:50:45.587 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZvBcJ1y_Jg-i9nh off=3604614 len=373525 2024-02-18T08:50:45.591 INFO:tasks.workunit.client.0.smithi110.stdout:op 4200 completed, throughput=5MB/sec 2024-02-18T08:50:45.591 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ij0Y6xgUnavifqC off=1730389 len=226262 2024-02-18T08:50:45.592 INFO:tasks.workunit.client.0.smithi110.stdout:op 4201 completed, throughput=5MB/sec 2024-02-18T08:50:45.592 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XcKxnPrlCZBagHs off=2926508 len=939538 2024-02-18T08:50:45.594 INFO:tasks.workunit.client.0.smithi110.stdout:op 4202 completed, throughput=5MB/sec 2024-02-18T08:50:45.594 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4k_4FiA-QOkFz5y off=363984 len=1434360 2024-02-18T08:50:45.601 INFO:tasks.workunit.client.0.smithi110.stdout:op 4203 completed, throughput=5MB/sec 2024-02-18T08:50:46.601 INFO:tasks.workunit.client.0.smithi110.stdout: 805: throughput=5MB/sec pending data=0 2024-02-18T08:50:46.602 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OAZKRK99mPUk-Id off=6779660 len=1733933 2024-02-18T08:50:46.607 INFO:tasks.workunit.client.0.smithi110.stdout:op 4204 completed, throughput=5MB/sec 2024-02-18T08:50:46.607 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hHdm1O7FH8gfwoF off=1615389 len=1903448 2024-02-18T08:50:46.623 INFO:tasks.workunit.client.0.smithi110.stdout:op 4205 completed, throughput=5MB/sec 2024-02-18T08:50:46.624 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FJuxTc-FrrJVIQN off=20467616 len=391067 2024-02-18T08:50:46.626 INFO:tasks.workunit.client.0.smithi110.stdout:op 4206 completed, throughput=5MB/sec 2024-02-18T08:50:46.626 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xwtF1O176M2TcO9 off=1271708 len=881842 2024-02-18T08:50:46.628 INFO:tasks.workunit.client.0.smithi110.stdout:op 4207 completed, throughput=5MB/sec 2024-02-18T08:50:46.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:46 smithi110 bash[54479]: cluster 2024-02-18T08:50:45.286781+0000 mgr.y (mgr.44100) 1029 : cluster [DBG] pgmap v1578: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:46.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:46 smithi110 bash[55875]: cluster 2024-02-18T08:50:45.286781+0000 mgr.y (mgr.44100) 1029 : cluster [DBG] pgmap v1578: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:46.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:46 smithi191 bash[38688]: cluster 2024-02-18T08:50:45.286781+0000 mgr.y (mgr.44100) 1029 : cluster [DBG] pgmap v1578: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:47.629 INFO:tasks.workunit.client.0.smithi110.stdout: 806: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:47.629 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0wsWaF1JNFfYKs4 off=10605754 len=741063 2024-02-18T08:50:47.637 INFO:tasks.workunit.client.0.smithi110.stdout:op 4208 completed, throughput=5MB/sec 2024-02-18T08:50:47.637 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wSHRLJw3OMZck72 off=1497863 len=1241089 2024-02-18T08:50:47.640 INFO:tasks.workunit.client.0.smithi110.stdout:op 4209 completed, throughput=5MB/sec 2024-02-18T08:50:47.640 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MSpIascElUXDCA_ off=5953488 len=287319 2024-02-18T08:50:47.644 INFO:tasks.workunit.client.0.smithi110.stdout:op 4210 completed, throughput=5MB/sec 2024-02-18T08:50:47.644 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dICzvpjHkUhxwwG off=1121074 len=641696 2024-02-18T08:50:47.649 INFO:tasks.workunit.client.0.smithi110.stdout:op 4211 completed, throughput=5MB/sec 2024-02-18T08:50:47.649 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8R11Oy6kpiAUh-L off=13208035 len=752561 2024-02-18T08:50:47.651 INFO:tasks.workunit.client.0.smithi110.stdout:op 4212 completed, throughput=5MB/sec 2024-02-18T08:50:47.651 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ELL0TvlFftevyQ2 off=4712547 len=36567 2024-02-18T08:50:47.652 INFO:tasks.workunit.client.0.smithi110.stdout:op 4213 completed, throughput=5MB/sec 2024-02-18T08:50:47.652 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0Nel4WEKHpt8VR0 off=6321760 len=1719293 2024-02-18T08:50:47.665 INFO:tasks.workunit.client.0.smithi110.stdout:op 4214 completed, throughput=5MB/sec 2024-02-18T08:50:48.666 INFO:tasks.workunit.client.0.smithi110.stdout: 807: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:48.666 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RbQcY7dpR-QAqJ6 off=7005831 len=1621732 2024-02-18T08:50:48.670 INFO:tasks.workunit.client.0.smithi110.stdout:op 4215 completed, throughput=5MB/sec 2024-02-18T08:50:48.670 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kid-frXMF5I1bkW off=6287108 len=1051017 2024-02-18T08:50:48.674 INFO:tasks.workunit.client.0.smithi110.stdout:op 4216 completed, throughput=5MB/sec 2024-02-18T08:50:48.674 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EPTNrvhzAeDibUF off=11938654 len=598918 2024-02-18T08:50:48.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 4217 completed, throughput=5MB/sec 2024-02-18T08:50:48.677 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ChjZaDeDM_gcTPD off=20998571 len=1976620 2024-02-18T08:50:48.682 INFO:tasks.workunit.client.0.smithi110.stdout:op 4218 completed, throughput=5MB/sec 2024-02-18T08:50:48.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:48 smithi110 bash[54479]: cluster 2024-02-18T08:50:47.287646+0000 mgr.y (mgr.44100) 1030 : cluster [DBG] pgmap v1579: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:48.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:48 smithi110 bash[55875]: cluster 2024-02-18T08:50:47.287646+0000 mgr.y (mgr.44100) 1030 : cluster [DBG] pgmap v1579: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:48.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:48 smithi191 bash[38688]: cluster 2024-02-18T08:50:47.287646+0000 mgr.y (mgr.44100) 1030 : cluster [DBG] pgmap v1579: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:49.682 INFO:tasks.workunit.client.0.smithi110.stdout: 808: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:49.682 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hQZXZuVjYbVC8Vn off=16434643 len=1646218 2024-02-18T08:50:49.695 INFO:tasks.workunit.client.0.smithi110.stdout:op 4219 completed, throughput=5MB/sec 2024-02-18T08:50:49.695 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZVHnQaWOgelWDZH off=8484018 len=1699052 2024-02-18T08:50:49.705 INFO:tasks.workunit.client.0.smithi110.stdout:op 4220 completed, throughput=5MB/sec 2024-02-18T08:50:49.705 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GFs8JnpyE4tDQSL off=4791890 len=819045 2024-02-18T08:50:49.706 INFO:tasks.workunit.client.0.smithi110.stdout:op 4221 completed, throughput=5MB/sec 2024-02-18T08:50:49.706 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OFFhprdEigedCFw off=14281466 len=2092643 2024-02-18T08:50:49.711 INFO:tasks.workunit.client.0.smithi110.stdout:op 4222 completed, throughput=5MB/sec 2024-02-18T08:50:50.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:50 smithi110 bash[54479]: cluster 2024-02-18T08:50:49.288545+0000 mgr.y (mgr.44100) 1031 : cluster [DBG] pgmap v1580: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:50.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:50 smithi110 bash[55875]: cluster 2024-02-18T08:50:49.288545+0000 mgr.y (mgr.44100) 1031 : cluster [DBG] pgmap v1580: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:50.711 INFO:tasks.workunit.client.0.smithi110.stdout: 809: throughput=5MB/sec pending data=0 2024-02-18T08:50:50.711 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sCITU2DdpPaBRnG off=4128207 len=348554 2024-02-18T08:50:50.717 INFO:tasks.workunit.client.0.smithi110.stdout:op 4223 completed, throughput=5MB/sec 2024-02-18T08:50:50.717 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VxEMkfllc-_xOzl off=2719970 len=459137 2024-02-18T08:50:50.720 INFO:tasks.workunit.client.0.smithi110.stdout:op 4224 completed, throughput=5MB/sec 2024-02-18T08:50:50.720 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T9CjA_ctiw4cglR off=3889453 len=1600484 2024-02-18T08:50:50.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 4225 completed, throughput=5MB/sec 2024-02-18T08:50:50.730 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Oe74tZAfVtxXQ5r off=16911764 len=75110 2024-02-18T08:50:50.733 INFO:tasks.workunit.client.0.smithi110.stdout:op 4226 completed, throughput=5MB/sec 2024-02-18T08:50:50.733 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZWGGPO6aGbJcDbz off=11279951 len=15705 2024-02-18T08:50:50.734 INFO:tasks.workunit.client.0.smithi110.stdout:op 4227 completed, throughput=5MB/sec 2024-02-18T08:50:50.734 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DOVKwIFCnA5ozYm off=1797511 len=1668997 2024-02-18T08:50:50.741 INFO:tasks.workunit.client.0.smithi110.stdout:op 4228 completed, throughput=5MB/sec 2024-02-18T08:50:50.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:50 smithi191 bash[38688]: cluster 2024-02-18T08:50:49.288545+0000 mgr.y (mgr.44100) 1031 : cluster [DBG] pgmap v1580: 73 pgs: 73 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:50:51.741 INFO:tasks.workunit.client.0.smithi110.stdout: 810: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:51.742 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-u3Q2iQOuBmXylPz off=2317028 len=1273557 2024-02-18T08:50:51.746 INFO:tasks.workunit.client.0.smithi110.stdout:op 4229 completed, throughput=5MB/sec 2024-02-18T08:50:51.746 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2KzSMwIfVhsFHc_ off=3634091 len=409325 2024-02-18T08:50:51.752 INFO:tasks.workunit.client.0.smithi110.stdout:op 4230 completed, throughput=5MB/sec 2024-02-18T08:50:51.752 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2m-BdkIZknmOx5I off=992327 len=1092121 2024-02-18T08:50:51.762 INFO:tasks.workunit.client.0.smithi110.stdout:op 4231 completed, throughput=5MB/sec 2024-02-18T08:50:51.762 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SxfCozunDr-KUOz off=2270499 len=40384 2024-02-18T08:50:51.763 INFO:tasks.workunit.client.0.smithi110.stdout:op 4232 completed, throughput=5MB/sec 2024-02-18T08:50:51.763 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ktmpzaTEvn60563 off=2921255 len=419956 2024-02-18T08:50:51.768 INFO:tasks.workunit.client.0.smithi110.stdout:op 4233 completed, throughput=5MB/sec 2024-02-18T08:50:51.768 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VTf95Zusia4b6kD off=14527559 len=520176 2024-02-18T08:50:51.770 INFO:tasks.workunit.client.0.smithi110.stdout:op 4234 completed, throughput=5MB/sec 2024-02-18T08:50:51.770 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T66QSvbsFrfNLuO off=17984897 len=1990587 2024-02-18T08:50:51.781 INFO:tasks.workunit.client.0.smithi110.stdout:op 4235 completed, throughput=5MB/sec 2024-02-18T08:50:52.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:52 smithi110 bash[54479]: cluster 2024-02-18T08:50:51.289344+0000 mgr.y (mgr.44100) 1032 : cluster [DBG] pgmap v1581: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:50:52.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:52 smithi110 bash[55875]: cluster 2024-02-18T08:50:51.289344+0000 mgr.y (mgr.44100) 1032 : cluster [DBG] pgmap v1581: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:50:52.781 INFO:tasks.workunit.client.0.smithi110.stdout: 811: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:52.782 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pGx50yZCofdF-OJ off=9517132 len=664414 2024-02-18T08:50:52.789 INFO:tasks.workunit.client.0.smithi110.stdout:op 4236 completed, throughput=5MB/sec 2024-02-18T08:50:52.789 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-W1FXyPzwsYax7oZ off=313806 len=1189915 2024-02-18T08:50:52.791 INFO:tasks.workunit.client.0.smithi110.stdout:op 4237 completed, throughput=5MB/sec 2024-02-18T08:50:52.791 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ml5XMJtErhX_UsL off=7985323 len=2004388 2024-02-18T08:50:52.806 INFO:tasks.workunit.client.0.smithi110.stdout:op 4238 completed, throughput=5MB/sec 2024-02-18T08:50:52.806 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--9kJCpam-7QTVj_ off=10963702 len=945156 2024-02-18T08:50:52.808 INFO:tasks.workunit.client.0.smithi110.stdout:op 4239 completed, throughput=5MB/sec 2024-02-18T08:50:52.809 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dtb3vv21hbB6taS off=2459537 len=1553671 2024-02-18T08:50:52.818 INFO:tasks.workunit.client.0.smithi110.stdout:op 4240 completed, throughput=5MB/sec 2024-02-18T08:50:52.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:52 smithi191 bash[38688]: cluster 2024-02-18T08:50:51.289344+0000 mgr.y (mgr.44100) 1032 : cluster [DBG] pgmap v1581: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:50:53.818 INFO:tasks.workunit.client.0.smithi110.stdout: 812: throughput=5MB/sec pending data=0 2024-02-18T08:50:53.818 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-y6IhHAlCpRNtEY- off=624896 len=1442595 2024-02-18T08:50:53.829 INFO:tasks.workunit.client.0.smithi110.stdout:op 4241 completed, throughput=5MB/sec 2024-02-18T08:50:53.829 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CXUs-oafsSJn4ay off=1374128 len=2047414 2024-02-18T08:50:53.832 INFO:tasks.workunit.client.0.smithi110.stdout:op 4242 completed, throughput=5MB/sec 2024-02-18T08:50:53.832 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eJLRyOdQ5vKUJLB off=1149171 len=299137 2024-02-18T08:50:53.834 INFO:tasks.workunit.client.0.smithi110.stdout:op 4243 completed, throughput=5MB/sec 2024-02-18T08:50:53.834 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EUVLUufsKO3BuDX off=3323324 len=1528122 2024-02-18T08:50:53.844 INFO:tasks.workunit.client.0.smithi110.stdout:op 4244 completed, throughput=5MB/sec 2024-02-18T08:50:54.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:54 smithi110 bash[54479]: cluster 2024-02-18T08:50:53.290255+0000 mgr.y (mgr.44100) 1033 : cluster [DBG] pgmap v1582: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-02-18T08:50:54.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:54 smithi110 bash[55875]: cluster 2024-02-18T08:50:53.290255+0000 mgr.y (mgr.44100) 1033 : cluster [DBG] pgmap v1582: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-02-18T08:50:54.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:54 smithi191 bash[38688]: cluster 2024-02-18T08:50:53.290255+0000 mgr.y (mgr.44100) 1033 : cluster [DBG] pgmap v1582: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-02-18T08:50:54.845 INFO:tasks.workunit.client.0.smithi110.stdout: 813: throughput=5MB/sec pending data=0 2024-02-18T08:50:54.845 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gTBjCaCAFq2isjC off=16018773 len=1883281 2024-02-18T08:50:54.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 4245 completed, throughput=5MB/sec 2024-02-18T08:50:54.851 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pzoVbY8zZopXRZm off=16006128 len=1050255 2024-02-18T08:50:54.854 INFO:tasks.workunit.client.0.smithi110.stdout:op 4246 completed, throughput=5MB/sec 2024-02-18T08:50:54.854 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aLOzH8Msavs8uOD off=10576328 len=1267216 2024-02-18T08:50:54.858 INFO:tasks.workunit.client.0.smithi110.stdout:op 4247 completed, throughput=5MB/sec 2024-02-18T08:50:55.859 INFO:tasks.workunit.client.0.smithi110.stdout: 814: throughput=4.99MB/sec pending data=0 2024-02-18T08:50:55.859 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aS1jjswEzT1Rq2i off=9766436 len=537882 2024-02-18T08:50:55.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 4248 completed, throughput=4.99MB/sec 2024-02-18T08:50:55.861 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jYazKeUULQQjNl3 off=266742 len=773790 2024-02-18T08:50:55.868 INFO:tasks.workunit.client.0.smithi110.stdout:op 4249 completed, throughput=5MB/sec 2024-02-18T08:50:55.869 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Lsy-SVfm7JdZfF0 off=4737096 len=1101630 2024-02-18T08:50:55.872 INFO:tasks.workunit.client.0.smithi110.stdout:op 4250 completed, throughput=5MB/sec 2024-02-18T08:50:55.872 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P9y4WlSkKTiiF82 off=1025433 len=568529 2024-02-18T08:50:55.873 INFO:tasks.workunit.client.0.smithi110.stdout:op 4251 completed, throughput=5MB/sec 2024-02-18T08:50:55.873 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VVi27e5Q3LPRVNU off=16112024 len=641994 2024-02-18T08:50:55.876 INFO:tasks.workunit.client.0.smithi110.stdout:op 4252 completed, throughput=5MB/sec 2024-02-18T08:50:55.876 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WUBbu0ABfnQybBI off=4345508 len=1052137 2024-02-18T08:50:55.878 INFO:tasks.workunit.client.0.smithi110.stdout:op 4253 completed, throughput=5MB/sec 2024-02-18T08:50:55.878 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yHAt8Lsl2xFEkHG off=3190596 len=1659037 2024-02-18T08:50:55.882 INFO:tasks.workunit.client.0.smithi110.stdout:op 4254 completed, throughput=5MB/sec 2024-02-18T08:50:56.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:56 smithi110 bash[54479]: cluster 2024-02-18T08:50:55.291086+0000 mgr.y (mgr.44100) 1034 : cluster [DBG] pgmap v1583: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:56.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:56 smithi110 bash[55875]: cluster 2024-02-18T08:50:55.291086+0000 mgr.y (mgr.44100) 1034 : cluster [DBG] pgmap v1583: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:56.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:56 smithi191 bash[38688]: cluster 2024-02-18T08:50:55.291086+0000 mgr.y (mgr.44100) 1034 : cluster [DBG] pgmap v1583: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:56.882 INFO:tasks.workunit.client.0.smithi110.stdout: 815: throughput=5MB/sec pending data=0 2024-02-18T08:50:56.882 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PiwcgMGAAeBqQDB off=4054010 len=665258 2024-02-18T08:50:56.890 INFO:tasks.workunit.client.0.smithi110.stdout:op 4255 completed, throughput=5MB/sec 2024-02-18T08:50:56.890 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-E4QogP1V6qhWMkr off=477867 len=1210966 2024-02-18T08:50:56.897 INFO:tasks.workunit.client.0.smithi110.stdout:op 4256 completed, throughput=5MB/sec 2024-02-18T08:50:56.897 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0hikZXr6BkeK-KC off=3537933 len=418400 2024-02-18T08:50:56.904 INFO:tasks.workunit.client.0.smithi110.stdout:op 4257 completed, throughput=5MB/sec 2024-02-18T08:50:56.904 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-neLYt5__2C0-Hb1 off=3444252 len=602929 2024-02-18T08:50:56.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 4258 completed, throughput=5MB/sec 2024-02-18T08:50:56.905 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EqWgWVv1Ai4PtxV off=1187405 len=119842 2024-02-18T08:50:56.905 INFO:tasks.workunit.client.0.smithi110.stdout:op 4259 completed, throughput=5MB/sec 2024-02-18T08:50:56.906 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-N-X0oBc4GbqXLD4 off=4273378 len=116215 2024-02-18T08:50:56.909 INFO:tasks.workunit.client.0.smithi110.stdout:op 4260 completed, throughput=5MB/sec 2024-02-18T08:50:56.909 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fAOv3H-ESE_ZPYt off=3026055 len=520582 2024-02-18T08:50:56.912 INFO:tasks.workunit.client.0.smithi110.stdout:op 4261 completed, throughput=5MB/sec 2024-02-18T08:50:56.912 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UX_vFQ8PTG633Kf off=2614460 len=467649 2024-02-18T08:50:56.914 INFO:tasks.workunit.client.0.smithi110.stdout:op 4262 completed, throughput=5MB/sec 2024-02-18T08:50:56.914 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dLnBee0lR-ziFuz off=9227732 len=1845451 2024-02-18T08:50:56.917 INFO:tasks.workunit.client.0.smithi110.stdout:op 4263 completed, throughput=5MB/sec 2024-02-18T08:50:57.918 INFO:tasks.workunit.client.0.smithi110.stdout: 816: throughput=5MB/sec pending data=0 2024-02-18T08:50:57.918 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ulcl3CV6I31toQa off=7951980 len=1764708 2024-02-18T08:50:57.923 INFO:tasks.workunit.client.0.smithi110.stdout:op 4264 completed, throughput=5MB/sec 2024-02-18T08:50:57.923 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-opJ689dhG-FheUX off=13032532 len=1005081 2024-02-18T08:50:57.932 INFO:tasks.workunit.client.0.smithi110.stdout:op 4265 completed, throughput=5MB/sec 2024-02-18T08:50:57.932 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3QFShzomJIiqsmk off=0 len=1736149 2024-02-18T08:50:57.937 INFO:tasks.workunit.client.0.smithi110.stdout:op 4266 completed, throughput=5MB/sec 2024-02-18T08:50:58.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:50:58 smithi110 bash[54479]: cluster 2024-02-18T08:50:57.291995+0000 mgr.y (mgr.44100) 1035 : cluster [DBG] pgmap v1584: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:58.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:50:58 smithi110 bash[55875]: cluster 2024-02-18T08:50:57.291995+0000 mgr.y (mgr.44100) 1035 : cluster [DBG] pgmap v1584: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:58.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:50:58 smithi191 bash[38688]: cluster 2024-02-18T08:50:57.291995+0000 mgr.y (mgr.44100) 1035 : cluster [DBG] pgmap v1584: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:50:58.938 INFO:tasks.workunit.client.0.smithi110.stdout: 817: throughput=5MB/sec pending data=0 2024-02-18T08:50:58.938 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-i4XWo9GBMINC9Te off=12636810 len=1332521 2024-02-18T08:50:58.949 INFO:tasks.workunit.client.0.smithi110.stdout:op 4267 completed, throughput=5MB/sec 2024-02-18T08:50:58.949 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fIuj-p3EMzL4Ulw off=1991727 len=487678 2024-02-18T08:50:58.955 INFO:tasks.workunit.client.0.smithi110.stdout:op 4268 completed, throughput=5MB/sec 2024-02-18T08:50:58.955 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lIuOWknKcDC2pDW off=4331237 len=947365 2024-02-18T08:50:58.958 INFO:tasks.workunit.client.0.smithi110.stdout:op 4269 completed, throughput=5MB/sec 2024-02-18T08:50:58.958 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mSaZ62MVPefbpnP off=4629903 len=1013452 2024-02-18T08:50:58.961 INFO:tasks.workunit.client.0.smithi110.stdout:op 4270 completed, throughput=5MB/sec 2024-02-18T08:50:58.961 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rCf-_QGJa_zMYYP off=7102446 len=1993852 2024-02-18T08:50:58.973 INFO:tasks.workunit.client.0.smithi110.stdout:op 4271 completed, throughput=5MB/sec 2024-02-18T08:50:59.973 INFO:tasks.workunit.client.0.smithi110.stdout: 818: throughput=5MB/sec pending data=0 2024-02-18T08:50:59.974 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-leNwysbp4MOaxTE off=3993877 len=1219261 2024-02-18T08:50:59.984 INFO:tasks.workunit.client.0.smithi110.stdout:op 4272 completed, throughput=5MB/sec 2024-02-18T08:50:59.984 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9IWkD1SkC0B3Uq_ off=12720874 len=153357 2024-02-18T08:50:59.985 INFO:tasks.workunit.client.0.smithi110.stdout:op 4273 completed, throughput=5MB/sec 2024-02-18T08:50:59.985 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-n0CtafErXFxaaWp off=1947606 len=964638 2024-02-18T08:50:59.994 INFO:tasks.workunit.client.0.smithi110.stdout:op 4274 completed, throughput=5MB/sec 2024-02-18T08:50:59.994 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_QyhmT1fQ4yiVfm off=15205288 len=1635947 2024-02-18T08:50:59.996 INFO:tasks.workunit.client.0.smithi110.stdout:op 4275 completed, throughput=5MB/sec 2024-02-18T08:50:59.996 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-p3kN1v-JoT4CIAY off=9660571 len=858460 2024-02-18T08:51:00.003 INFO:tasks.workunit.client.0.smithi110.stdout:op 4276 completed, throughput=5MB/sec 2024-02-18T08:51:00.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:00 smithi110 bash[54479]: cluster 2024-02-18T08:50:59.292895+0000 mgr.y (mgr.44100) 1036 : cluster [DBG] pgmap v1585: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:51:00.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:00 smithi110 bash[55875]: cluster 2024-02-18T08:50:59.292895+0000 mgr.y (mgr.44100) 1036 : cluster [DBG] pgmap v1585: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:51:00.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:00 smithi191 bash[38688]: cluster 2024-02-18T08:50:59.292895+0000 mgr.y (mgr.44100) 1036 : cluster [DBG] pgmap v1585: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:51:01.004 INFO:tasks.workunit.client.0.smithi110.stdout: 819: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:01.004 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lgFeuLrMpVbLonW off=13022092 len=1593817 2024-02-18T08:51:01.009 INFO:tasks.workunit.client.0.smithi110.stdout:op 4277 completed, throughput=5MB/sec 2024-02-18T08:51:01.009 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-swO8nvn6K9N8Ffh off=1176765 len=200578 2024-02-18T08:51:01.014 INFO:tasks.workunit.client.0.smithi110.stdout:op 4278 completed, throughput=5MB/sec 2024-02-18T08:51:01.014 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kjVOuW9i2mH8Qq6 off=21877738 len=936470 2024-02-18T08:51:01.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 4279 completed, throughput=5MB/sec 2024-02-18T08:51:01.023 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mD1oGDH1COGqLJj off=11659287 len=1589571 2024-02-18T08:51:01.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 4280 completed, throughput=5MB/sec 2024-02-18T08:51:01.028 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2KzSMwIfVhsFHc_ off=2258594 len=1166720 2024-02-18T08:51:01.035 INFO:tasks.workunit.client.0.smithi110.stdout:op 4281 completed, throughput=5MB/sec 2024-02-18T08:51:02.036 INFO:tasks.workunit.client.0.smithi110.stdout: 820: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:02.036 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QWYJEXgU4qI_XiQ off=4482664 len=1815982 2024-02-18T08:51:02.049 INFO:tasks.workunit.client.0.smithi110.stdout:op 4282 completed, throughput=5MB/sec 2024-02-18T08:51:02.050 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oXGjD-mjnwBmcGa off=1728598 len=1197187 2024-02-18T08:51:02.059 INFO:tasks.workunit.client.0.smithi110.stdout:op 4283 completed, throughput=5MB/sec 2024-02-18T08:51:02.059 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uuK4X5qXNzC8LUl off=3200276 len=1808334 2024-02-18T08:51:02.070 INFO:tasks.workunit.client.0.smithi110.stdout:op 4284 completed, throughput=5MB/sec 2024-02-18T08:51:02.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:02 smithi110 bash[54479]: cluster 2024-02-18T08:51:01.293766+0000 mgr.y (mgr.44100) 1037 : cluster [DBG] pgmap v1586: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:51:02.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:02 smithi110 bash[55875]: cluster 2024-02-18T08:51:01.293766+0000 mgr.y (mgr.44100) 1037 : cluster [DBG] pgmap v1586: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:51:02.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:02 smithi191 bash[38688]: cluster 2024-02-18T08:51:01.293766+0000 mgr.y (mgr.44100) 1037 : cluster [DBG] pgmap v1586: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:51:03.070 INFO:tasks.workunit.client.0.smithi110.stdout: 821: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:03.070 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aP6AWbNANsXyqi_ off=9329503 len=1840814 2024-02-18T08:51:03.082 INFO:tasks.workunit.client.0.smithi110.stdout:op 4285 completed, throughput=5MB/sec 2024-02-18T08:51:03.082 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XypGJXVVkGdC2KL off=5442841 len=1452021 2024-02-18T08:51:03.087 INFO:tasks.workunit.client.0.smithi110.stdout:op 4286 completed, throughput=5MB/sec 2024-02-18T08:51:03.087 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gfvzV6BSh7Zd54S off=7075815 len=1711795 2024-02-18T08:51:03.088 INFO:tasks.workunit.client.0.smithi110.stdout:op 4287 completed, throughput=5MB/sec 2024-02-18T08:51:03.088 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MAGJt_UCPDURdlD off=6376238 len=1592871 2024-02-18T08:51:03.091 INFO:tasks.workunit.client.0.smithi110.stdout:op 4288 completed, throughput=5MB/sec 2024-02-18T08:51:04.092 INFO:tasks.workunit.client.0.smithi110.stdout: 822: throughput=5MB/sec pending data=0 2024-02-18T08:51:04.092 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jfjoaA2TcDC1aVL off=1966788 len=1086266 2024-02-18T08:51:04.094 INFO:tasks.workunit.client.0.smithi110.stdout:op 4289 completed, throughput=5MB/sec 2024-02-18T08:51:04.095 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gi8tqJct_NMSrA5 off=9655957 len=666420 2024-02-18T08:51:04.097 INFO:tasks.workunit.client.0.smithi110.stdout:op 4290 completed, throughput=5MB/sec 2024-02-18T08:51:04.097 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gILIXqVJO3l0ApE off=1881402 len=1041850 2024-02-18T08:51:04.098 INFO:tasks.workunit.client.0.smithi110.stdout:op 4291 completed, throughput=5MB/sec 2024-02-18T08:51:04.098 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Rn4Ukkl5UyPjOjS off=3993150 len=308041 2024-02-18T08:51:04.101 INFO:tasks.workunit.client.0.smithi110.stdout:op 4292 completed, throughput=5MB/sec 2024-02-18T08:51:04.101 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6lMgUspPZxH_bBu off=10476334 len=882885 2024-02-18T08:51:04.104 INFO:tasks.workunit.client.0.smithi110.stdout:op 4293 completed, throughput=5MB/sec 2024-02-18T08:51:04.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:04 smithi110 bash[54479]: cluster 2024-02-18T08:51:03.294718+0000 mgr.y (mgr.44100) 1038 : cluster [DBG] pgmap v1587: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:04.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:04 smithi110 bash[55875]: cluster 2024-02-18T08:51:03.294718+0000 mgr.y (mgr.44100) 1038 : cluster [DBG] pgmap v1587: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:04.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:04 smithi191 bash[38688]: cluster 2024-02-18T08:51:03.294718+0000 mgr.y (mgr.44100) 1038 : cluster [DBG] pgmap v1587: 73 pgs: 73 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:05.104 INFO:tasks.workunit.client.0.smithi110.stdout: 823: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:05.104 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-51vu0rBHdPqMtQC off=14404010 len=1330372 2024-02-18T08:51:05.110 INFO:tasks.workunit.client.0.smithi110.stdout:op 4294 completed, throughput=5MB/sec 2024-02-18T08:51:05.110 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QOrVBozMnKPxy9L off=23743072 len=724360 2024-02-18T08:51:05.117 INFO:tasks.workunit.client.0.smithi110.stdout:op 4295 completed, throughput=5MB/sec 2024-02-18T08:51:05.118 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nBpc9abPuY9l4Il off=15725454 len=543549 2024-02-18T08:51:05.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 4296 completed, throughput=5MB/sec 2024-02-18T08:51:05.119 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CVYDbHvikNtZeNz off=8250588 len=650706 2024-02-18T08:51:05.126 INFO:tasks.workunit.client.0.smithi110.stdout:op 4297 completed, throughput=5MB/sec 2024-02-18T08:51:05.126 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A5p17aEniTaX1f- off=13418962 len=1708853 2024-02-18T08:51:05.136 INFO:tasks.workunit.client.0.smithi110.stdout:op 4298 completed, throughput=5MB/sec 2024-02-18T08:51:05.136 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XSwZduFy6MhWe-0 off=14186638 len=96692 2024-02-18T08:51:05.137 INFO:tasks.workunit.client.0.smithi110.stdout:op 4299 completed, throughput=5MB/sec 2024-02-18T08:51:05.137 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ity77SzVisREz1g off=4509270 len=1387395 2024-02-18T08:51:05.139 INFO:tasks.workunit.client.0.smithi110.stdout:op 4300 completed, throughput=5MB/sec 2024-02-18T08:51:06.139 INFO:tasks.workunit.client.0.smithi110.stdout: 824: throughput=5MB/sec pending data=0 2024-02-18T08:51:06.139 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TJcjy_3M7iretIY off=15046488 len=1430973 2024-02-18T08:51:06.150 INFO:tasks.workunit.client.0.smithi110.stdout:op 4301 completed, throughput=5MB/sec 2024-02-18T08:51:06.150 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wjXQst-X-wmJeEc off=15795275 len=1979719 2024-02-18T08:51:06.162 INFO:tasks.workunit.client.0.smithi110.stdout:op 4302 completed, throughput=5MB/sec 2024-02-18T08:51:06.162 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zZSNsNlXMhxQYmV off=4009316 len=44005 2024-02-18T08:51:06.163 INFO:tasks.workunit.client.0.smithi110.stdout:op 4303 completed, throughput=5MB/sec 2024-02-18T08:51:06.163 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5-H56UgDcyXdvIk off=6496637 len=1515445 2024-02-18T08:51:06.164 INFO:tasks.workunit.client.0.smithi110.stdout:op 4304 completed, throughput=5MB/sec 2024-02-18T08:51:06.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:06 smithi110 bash[54479]: cluster 2024-02-18T08:51:05.295541+0000 mgr.y (mgr.44100) 1039 : cluster [DBG] pgmap v1588: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:51:06.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:06 smithi110 bash[55875]: cluster 2024-02-18T08:51:05.295541+0000 mgr.y (mgr.44100) 1039 : cluster [DBG] pgmap v1588: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:51:06.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:06 smithi191 bash[38688]: cluster 2024-02-18T08:51:05.295541+0000 mgr.y (mgr.44100) 1039 : cluster [DBG] pgmap v1588: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:51:07.165 INFO:tasks.workunit.client.0.smithi110.stdout: 825: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:07.165 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aR50RBq9YOCAoK8 off=6695408 len=978581 2024-02-18T08:51:07.168 INFO:tasks.workunit.client.0.smithi110.stdout:op 4305 completed, throughput=5MB/sec 2024-02-18T08:51:07.168 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0aS2rNguqa-McZ4 off=606729 len=1441471 2024-02-18T08:51:07.178 INFO:tasks.workunit.client.0.smithi110.stdout:op 4306 completed, throughput=5MB/sec 2024-02-18T08:51:07.178 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-E2q4NXpRiDOXzd1 off=2185772 len=843323 2024-02-18T08:51:07.181 INFO:tasks.workunit.client.0.smithi110.stdout:op 4307 completed, throughput=5MB/sec 2024-02-18T08:51:07.181 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NruZzjLhJozFYzG off=619688 len=380488 2024-02-18T08:51:07.183 INFO:tasks.workunit.client.0.smithi110.stdout:op 4308 completed, throughput=5MB/sec 2024-02-18T08:51:07.183 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yDeKR6nwGAGj8ck off=8768228 len=2004463 2024-02-18T08:51:07.188 INFO:tasks.workunit.client.0.smithi110.stdout:op 4309 completed, throughput=5MB/sec 2024-02-18T08:51:08.189 INFO:tasks.workunit.client.0.smithi110.stdout: 826: throughput=5MB/sec pending data=0 2024-02-18T08:51:08.189 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4yBLQZI9ssXo56w off=13692923 len=1394396 2024-02-18T08:51:08.199 INFO:tasks.workunit.client.0.smithi110.stdout:op 4310 completed, throughput=5MB/sec 2024-02-18T08:51:08.199 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-63hWnGVaJeCVeaL off=2353516 len=7919 2024-02-18T08:51:08.203 INFO:tasks.workunit.client.0.smithi110.stdout:op 4311 completed, throughput=5MB/sec 2024-02-18T08:51:08.204 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NznGUIMv8CwF4Ug off=8910958 len=1144739 2024-02-18T08:51:08.205 INFO:tasks.workunit.client.0.smithi110.stdout:op 4312 completed, throughput=5MB/sec 2024-02-18T08:51:08.205 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pKzag5RZWIXIuyw off=1367623 len=961667 2024-02-18T08:51:08.211 INFO:tasks.workunit.client.0.smithi110.stdout:op 4313 completed, throughput=5MB/sec 2024-02-18T08:51:08.211 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-y011QTxC82IZWe6 off=15229360 len=6722 2024-02-18T08:51:08.214 INFO:tasks.workunit.client.0.smithi110.stdout:op 4314 completed, throughput=5MB/sec 2024-02-18T08:51:08.214 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QAYKTfpQqf4gizy off=7946084 len=633565 2024-02-18T08:51:08.216 INFO:tasks.workunit.client.0.smithi110.stdout:op 4315 completed, throughput=5MB/sec 2024-02-18T08:51:08.216 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8tbQUZtV_jN8BBG off=462057 len=1213430 2024-02-18T08:51:08.219 INFO:tasks.workunit.client.0.smithi110.stdout:op 4316 completed, throughput=5MB/sec 2024-02-18T08:51:08.419 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:08 smithi191 bash[38688]: cluster 2024-02-18T08:51:07.296462+0000 mgr.y (mgr.44100) 1040 : cluster [DBG] pgmap v1589: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:51:08.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:08 smithi110 bash[54479]: cluster 2024-02-18T08:51:07.296462+0000 mgr.y (mgr.44100) 1040 : cluster [DBG] pgmap v1589: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:51:08.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:08 smithi110 bash[55875]: cluster 2024-02-18T08:51:07.296462+0000 mgr.y (mgr.44100) 1040 : cluster [DBG] pgmap v1589: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:51:09.219 INFO:tasks.workunit.client.0.smithi110.stdout: 827: throughput=5MB/sec pending data=0 2024-02-18T08:51:09.219 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lbAvcuCze-Cajda off=74166 len=900930 2024-02-18T08:51:09.223 INFO:tasks.workunit.client.0.smithi110.stdout:op 4317 completed, throughput=5MB/sec 2024-02-18T08:51:09.223 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ay9KJ03iwg0JVX8 off=17229702 len=435983 2024-02-18T08:51:09.232 INFO:tasks.workunit.client.0.smithi110.stdout:op 4318 completed, throughput=5MB/sec 2024-02-18T08:51:09.232 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IaeEaoGP2L2uD7_ off=16423591 len=805934 2024-02-18T08:51:09.233 INFO:tasks.workunit.client.0.smithi110.stdout:op 4319 completed, throughput=5MB/sec 2024-02-18T08:51:09.233 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LMmFdmWV8gCZcPi off=13276157 len=217461 2024-02-18T08:51:09.235 INFO:tasks.workunit.client.0.smithi110.stdout:op 4320 completed, throughput=5MB/sec 2024-02-18T08:51:09.235 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-V4xXvzHlZOXNjh9 off=2006100 len=1832940 2024-02-18T08:51:09.237 INFO:tasks.workunit.client.0.smithi110.stdout:op 4321 completed, throughput=5MB/sec 2024-02-18T08:51:09.237 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZPOOY4rCzS-Bp5T off=596837 len=1958559 2024-02-18T08:51:09.247 INFO:tasks.workunit.client.0.smithi110.stdout:op 4322 completed, throughput=5MB/sec 2024-02-18T08:51:10.248 INFO:tasks.workunit.client.0.smithi110.stdout: 828: throughput=5MB/sec pending data=0 2024-02-18T08:51:10.248 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fSZb05c6bnbBbF8 off=1658933 len=1121339 2024-02-18T08:51:10.258 INFO:tasks.workunit.client.0.smithi110.stdout:op 4323 completed, throughput=5MB/sec 2024-02-18T08:51:10.258 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1g4AQ9C267CG3Gq off=2648633 len=1716882 2024-02-18T08:51:10.263 INFO:tasks.workunit.client.0.smithi110.stdout:op 4324 completed, throughput=5MB/sec 2024-02-18T08:51:10.263 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DSolfWiJcymNKmd off=12390640 len=1978848 2024-02-18T08:51:10.276 INFO:tasks.workunit.client.0.smithi110.stdout:op 4325 completed, throughput=5MB/sec 2024-02-18T08:51:10.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:10 smithi110 bash[54479]: cluster 2024-02-18T08:51:09.297277+0000 mgr.y (mgr.44100) 1041 : cluster [DBG] pgmap v1590: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:51:10.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:10 smithi110 bash[55875]: cluster 2024-02-18T08:51:09.297277+0000 mgr.y (mgr.44100) 1041 : cluster [DBG] pgmap v1590: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:51:10.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:10 smithi191 bash[38688]: cluster 2024-02-18T08:51:09.297277+0000 mgr.y (mgr.44100) 1041 : cluster [DBG] pgmap v1590: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:51:11.277 INFO:tasks.workunit.client.0.smithi110.stdout: 829: throughput=5MB/sec pending data=0 2024-02-18T08:51:11.277 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_yPurJmvvlJWSIh off=3586121 len=1404682 2024-02-18T08:51:11.280 INFO:tasks.workunit.client.0.smithi110.stdout:op 4326 completed, throughput=5MB/sec 2024-02-18T08:51:11.280 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5r9FwY3eYQBCnQ4 off=10379702 len=83059 2024-02-18T08:51:11.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 4327 completed, throughput=5MB/sec 2024-02-18T08:51:11.285 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EiMdgI2TEvs1iAy off=11238994 len=740691 2024-02-18T08:51:11.292 INFO:tasks.workunit.client.0.smithi110.stdout:op 4328 completed, throughput=5MB/sec 2024-02-18T08:51:11.292 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fkbBUM6Bet_et9W off=7968396 len=2043117 2024-02-18T08:51:11.296 INFO:tasks.workunit.client.0.smithi110.stdout:op 4329 completed, throughput=5MB/sec 2024-02-18T08:51:11.296 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6cN6ZaS92dJ-UR0 off=228731 len=675593 2024-02-18T08:51:11.302 INFO:tasks.workunit.client.0.smithi110.stdout:op 4330 completed, throughput=5MB/sec 2024-02-18T08:51:12.303 INFO:tasks.workunit.client.0.smithi110.stdout: 830: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:12.303 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OUuSj69ZH4jYSo5 off=136216 len=1319934 2024-02-18T08:51:12.315 INFO:tasks.workunit.client.0.smithi110.stdout:op 4331 completed, throughput=5MB/sec 2024-02-18T08:51:12.315 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YPsSWTYZ-XjfZcB off=14910317 len=1102657 2024-02-18T08:51:12.317 INFO:tasks.workunit.client.0.smithi110.stdout:op 4332 completed, throughput=5MB/sec 2024-02-18T08:51:12.317 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tLc7OUlTobc-5LC off=15393996 len=2078817 2024-02-18T08:51:12.319 INFO:tasks.workunit.client.0.smithi110.stdout:op 4333 completed, throughput=5MB/sec 2024-02-18T08:51:12.319 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-t0y1TZupcFHgPcO off=2474806 len=1372499 2024-02-18T08:51:12.321 INFO:tasks.workunit.client.0.smithi110.stdout:op 4334 completed, throughput=5MB/sec 2024-02-18T08:51:12.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:12 smithi110 bash[54479]: cluster 2024-02-18T08:51:11.298149+0000 mgr.y (mgr.44100) 1042 : cluster [DBG] pgmap v1591: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:51:12.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:12 smithi110 bash[55875]: cluster 2024-02-18T08:51:11.298149+0000 mgr.y (mgr.44100) 1042 : cluster [DBG] pgmap v1591: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:51:12.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:12 smithi191 bash[38688]: cluster 2024-02-18T08:51:11.298149+0000 mgr.y (mgr.44100) 1042 : cluster [DBG] pgmap v1591: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:51:13.321 INFO:tasks.workunit.client.0.smithi110.stdout: 831: throughput=5MB/sec pending data=0 2024-02-18T08:51:13.321 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IlrDcMdyFAq-CIO off=616198 len=714769 2024-02-18T08:51:13.324 INFO:tasks.workunit.client.0.smithi110.stdout:op 4335 completed, throughput=5MB/sec 2024-02-18T08:51:13.325 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VyWlLlZogY8JIrD off=12427259 len=1098168 2024-02-18T08:51:13.327 INFO:tasks.workunit.client.0.smithi110.stdout:op 4336 completed, throughput=5MB/sec 2024-02-18T08:51:13.328 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1NK6I83w9BCOrK- off=585585 len=815714 2024-02-18T08:51:13.330 INFO:tasks.workunit.client.0.smithi110.stdout:op 4337 completed, throughput=5MB/sec 2024-02-18T08:51:13.331 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9Ro2nmJBxzuaQ2M off=7889088 len=373927 2024-02-18T08:51:13.333 INFO:tasks.workunit.client.0.smithi110.stdout:op 4338 completed, throughput=5MB/sec 2024-02-18T08:51:13.333 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tT0EXZ31R2vkALM off=1036224 len=1478780 2024-02-18T08:51:13.337 INFO:tasks.workunit.client.0.smithi110.stdout:op 4339 completed, throughput=5MB/sec 2024-02-18T08:51:14.338 INFO:tasks.workunit.client.0.smithi110.stdout: 832: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:14.338 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4BOllEWG8lHfv6D off=1906458 len=1310237 2024-02-18T08:51:14.342 INFO:tasks.workunit.client.0.smithi110.stdout:op 4340 completed, throughput=5MB/sec 2024-02-18T08:51:14.342 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yK8Eri3AC9xLjUI off=1985132 len=1326702 2024-02-18T08:51:14.346 INFO:tasks.workunit.client.0.smithi110.stdout:op 4341 completed, throughput=5MB/sec 2024-02-18T08:51:14.346 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kjVOuW9i2mH8Qq6 off=14378422 len=883901 2024-02-18T08:51:14.353 INFO:tasks.workunit.client.0.smithi110.stdout:op 4342 completed, throughput=5MB/sec 2024-02-18T08:51:14.353 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vqbggP9jmz0o80C off=8423301 len=76083 2024-02-18T08:51:14.354 INFO:tasks.workunit.client.0.smithi110.stdout:op 4343 completed, throughput=5MB/sec 2024-02-18T08:51:14.354 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-c1du6TdMCRjkKka off=14086020 len=63512 2024-02-18T08:51:14.356 INFO:tasks.workunit.client.0.smithi110.stdout:op 4344 completed, throughput=5MB/sec 2024-02-18T08:51:14.356 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tni8ESAwGNhd5LG off=400880 len=731392 2024-02-18T08:51:14.358 INFO:tasks.workunit.client.0.smithi110.stdout:op 4345 completed, throughput=5MB/sec 2024-02-18T08:51:14.358 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7KSZUQYOa2Z4qAH off=425098 len=228872 2024-02-18T08:51:14.360 INFO:tasks.workunit.client.0.smithi110.stdout:op 4346 completed, throughput=5MB/sec 2024-02-18T08:51:14.360 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hIG4Bd55e4lcaFr off=2883443 len=459885 2024-02-18T08:51:14.362 INFO:tasks.workunit.client.0.smithi110.stdout:op 4347 completed, throughput=5MB/sec 2024-02-18T08:51:14.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:14 smithi110 bash[54479]: cluster 2024-02-18T08:51:13.299086+0000 mgr.y (mgr.44100) 1043 : cluster [DBG] pgmap v1592: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:14.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:14 smithi110 bash[55875]: cluster 2024-02-18T08:51:13.299086+0000 mgr.y (mgr.44100) 1043 : cluster [DBG] pgmap v1592: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:14.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:14 smithi191 bash[38688]: cluster 2024-02-18T08:51:13.299086+0000 mgr.y (mgr.44100) 1043 : cluster [DBG] pgmap v1592: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:15.362 INFO:tasks.workunit.client.0.smithi110.stdout: 833: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:15.362 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GG8wmsOAkOG8oSf off=7372816 len=677626 2024-02-18T08:51:15.369 INFO:tasks.workunit.client.0.smithi110.stdout:op 4348 completed, throughput=4.99MB/sec 2024-02-18T08:51:15.369 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-v4O_xfLg2-8O-Kr off=7604414 len=1595124 2024-02-18T08:51:15.380 INFO:tasks.workunit.client.0.smithi110.stdout:op 4349 completed, throughput=5MB/sec 2024-02-18T08:51:15.380 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6boTBOTq7afPlHv off=15377362 len=1620993 2024-02-18T08:51:15.391 INFO:tasks.workunit.client.0.smithi110.stdout:op 4350 completed, throughput=5MB/sec 2024-02-18T08:51:15.391 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g5-5x6zozFb-q9F off=12371182 len=609165 2024-02-18T08:51:15.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 4351 completed, throughput=5MB/sec 2024-02-18T08:51:15.393 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4i_ryVL7GSQJjpZ off=11150024 len=740067 2024-02-18T08:51:15.395 INFO:tasks.workunit.client.0.smithi110.stdout:op 4352 completed, throughput=5MB/sec 2024-02-18T08:51:15.395 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3Ow1GR9vEmMx6UZ off=2584929 len=43887 2024-02-18T08:51:15.396 INFO:tasks.workunit.client.0.smithi110.stdout:op 4353 completed, throughput=5MB/sec 2024-02-18T08:51:15.396 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fvY8Qkr4TqdSaXg off=18725387 len=75888 2024-02-18T08:51:15.399 INFO:tasks.workunit.client.0.smithi110.stdout:op 4354 completed, throughput=5MB/sec 2024-02-18T08:51:15.399 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lnk7RtKlTk89qL4 off=3488080 len=844439 2024-02-18T08:51:15.405 INFO:tasks.workunit.client.0.smithi110.stdout:op 4355 completed, throughput=5MB/sec 2024-02-18T08:51:16.406 INFO:tasks.workunit.client.0.smithi110.stdout: 834: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:16.406 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zflDonv-T5THHI0 off=19783773 len=671582 2024-02-18T08:51:16.412 INFO:tasks.workunit.client.0.smithi110.stdout:op 4356 completed, throughput=5MB/sec 2024-02-18T08:51:16.412 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-t04LGAdHpAoGwz4 off=5538271 len=1658740 2024-02-18T08:51:16.422 INFO:tasks.workunit.client.0.smithi110.stdout:op 4357 completed, throughput=5MB/sec 2024-02-18T08:51:16.422 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ldmMjEflpe935lX off=3143963 len=1904503 2024-02-18T08:51:16.431 INFO:tasks.workunit.client.0.smithi110.stdout:op 4358 completed, throughput=5MB/sec 2024-02-18T08:51:16.431 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0DoYMBw-bcazULb off=1170223 len=1863910 2024-02-18T08:51:16.433 INFO:tasks.workunit.client.0.smithi110.stdout:op 4359 completed, throughput=5MB/sec 2024-02-18T08:51:16.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:16 smithi110 bash[55875]: cluster 2024-02-18T08:51:15.299863+0000 mgr.y (mgr.44100) 1044 : cluster [DBG] pgmap v1593: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:51:16.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:16 smithi110 bash[54479]: cluster 2024-02-18T08:51:15.299863+0000 mgr.y (mgr.44100) 1044 : cluster [DBG] pgmap v1593: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:51:16.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:16 smithi191 bash[38688]: cluster 2024-02-18T08:51:15.299863+0000 mgr.y (mgr.44100) 1044 : cluster [DBG] pgmap v1593: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:51:17.433 INFO:tasks.workunit.client.0.smithi110.stdout: 835: throughput=5MB/sec pending data=0 2024-02-18T08:51:17.433 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-d55HN7zM3Or-aNE off=12121662 len=512557 2024-02-18T08:51:17.440 INFO:tasks.workunit.client.0.smithi110.stdout:op 4360 completed, throughput=5MB/sec 2024-02-18T08:51:17.440 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pGPaDw7H0uj7ulq off=1694958 len=51195 2024-02-18T08:51:17.441 INFO:tasks.workunit.client.0.smithi110.stdout:op 4361 completed, throughput=5MB/sec 2024-02-18T08:51:17.441 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Tl9HWqyJxCW1Aeq off=6866969 len=1777102 2024-02-18T08:51:17.454 INFO:tasks.workunit.client.0.smithi110.stdout:op 4362 completed, throughput=5MB/sec 2024-02-18T08:51:17.454 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hYBzrrueedrSiDU off=6361734 len=262632 2024-02-18T08:51:17.458 INFO:tasks.workunit.client.0.smithi110.stdout:op 4363 completed, throughput=5MB/sec 2024-02-18T08:51:17.458 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bscnBZDlCikGfwV off=917501 len=1441126 2024-02-18T08:51:17.461 INFO:tasks.workunit.client.0.smithi110.stdout:op 4364 completed, throughput=5MB/sec 2024-02-18T08:51:18.462 INFO:tasks.workunit.client.0.smithi110.stdout: 836: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:18.462 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-n911PrnVXSK3Y_F off=742730 len=777785 2024-02-18T08:51:18.464 INFO:tasks.workunit.client.0.smithi110.stdout:op 4365 completed, throughput=5MB/sec 2024-02-18T08:51:18.464 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HUoBZ4sJiNkbpMF off=5794655 len=692017 2024-02-18T08:51:18.467 INFO:tasks.workunit.client.0.smithi110.stdout:op 4366 completed, throughput=5MB/sec 2024-02-18T08:51:18.467 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gA6vumTgH9-H27J off=13326535 len=1671675 2024-02-18T08:51:18.470 INFO:tasks.workunit.client.0.smithi110.stdout:op 4367 completed, throughput=5MB/sec 2024-02-18T08:51:18.470 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DyaSL4OZMkMFy6i off=2598554 len=1759313 2024-02-18T08:51:18.483 INFO:tasks.workunit.client.0.smithi110.stdout:op 4368 completed, throughput=5MB/sec 2024-02-18T08:51:18.483 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cR9MpB_TW5zug4G off=1812305 len=1226735 2024-02-18T08:51:18.486 INFO:tasks.workunit.client.0.smithi110.stdout:op 4369 completed, throughput=5MB/sec 2024-02-18T08:51:18.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:18 smithi110 bash[54479]: cluster 2024-02-18T08:51:17.300758+0000 mgr.y (mgr.44100) 1045 : cluster [DBG] pgmap v1594: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:51:18.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:18 smithi110 bash[55875]: cluster 2024-02-18T08:51:17.300758+0000 mgr.y (mgr.44100) 1045 : cluster [DBG] pgmap v1594: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:51:18.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:18 smithi191 bash[38688]: cluster 2024-02-18T08:51:17.300758+0000 mgr.y (mgr.44100) 1045 : cluster [DBG] pgmap v1594: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:51:19.486 INFO:tasks.workunit.client.0.smithi110.stdout: 837: throughput=5MB/sec pending data=0 2024-02-18T08:51:19.486 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3rqeesPJJ0CShfI off=2483505 len=478192 2024-02-18T08:51:19.488 INFO:tasks.workunit.client.0.smithi110.stdout:op 4370 completed, throughput=5MB/sec 2024-02-18T08:51:19.488 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O9KvpxqB7rkPu92 off=12799642 len=986494 2024-02-18T08:51:19.491 INFO:tasks.workunit.client.0.smithi110.stdout:op 4371 completed, throughput=5MB/sec 2024-02-18T08:51:19.491 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-t3B2WVuIbdy0OE2 off=7093488 len=850329 2024-02-18T08:51:19.500 INFO:tasks.workunit.client.0.smithi110.stdout:op 4372 completed, throughput=5MB/sec 2024-02-18T08:51:19.500 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7AiBFRq79ZJPEUn off=3453125 len=1081784 2024-02-18T08:51:19.506 INFO:tasks.workunit.client.0.smithi110.stdout:op 4373 completed, throughput=5MB/sec 2024-02-18T08:51:19.506 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L6H4JIp3GraOyXe off=2613357 len=2057773 2024-02-18T08:51:19.508 INFO:tasks.workunit.client.0.smithi110.stdout:op 4374 completed, throughput=5MB/sec 2024-02-18T08:51:20.509 INFO:tasks.workunit.client.0.smithi110.stdout: 838: throughput=5MB/sec pending data=0 2024-02-18T08:51:20.509 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GWfjpswb1--pWY5 off=19302775 len=547548 2024-02-18T08:51:20.517 INFO:tasks.workunit.client.0.smithi110.stdout:op 4375 completed, throughput=5MB/sec 2024-02-18T08:51:20.517 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O9rz100iDKhYOSJ off=7145506 len=790810 2024-02-18T08:51:20.519 INFO:tasks.workunit.client.0.smithi110.stdout:op 4376 completed, throughput=5MB/sec 2024-02-18T08:51:20.519 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8QQaYEgUkGUnffo off=177494 len=1966914 2024-02-18T08:51:20.524 INFO:tasks.workunit.client.0.smithi110.stdout:op 4377 completed, throughput=5MB/sec 2024-02-18T08:51:20.524 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MM9se-Te3h3zRp9 off=3223954 len=1958135 2024-02-18T08:51:20.528 INFO:tasks.workunit.client.0.smithi110.stdout:op 4378 completed, throughput=5MB/sec 2024-02-18T08:51:20.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:20 smithi110 bash[54479]: cluster 2024-02-18T08:51:19.301706+0000 mgr.y (mgr.44100) 1046 : cluster [DBG] pgmap v1595: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:51:20.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:20 smithi110 bash[55875]: cluster 2024-02-18T08:51:19.301706+0000 mgr.y (mgr.44100) 1046 : cluster [DBG] pgmap v1595: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:51:20.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:20 smithi191 bash[38688]: cluster 2024-02-18T08:51:19.301706+0000 mgr.y (mgr.44100) 1046 : cluster [DBG] pgmap v1595: 73 pgs: 73 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:51:21.529 INFO:tasks.workunit.client.0.smithi110.stdout: 839: throughput=5MB/sec pending data=0 2024-02-18T08:51:21.529 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9HrTZDwVDjlKUGl off=12823982 len=147612 2024-02-18T08:51:21.532 INFO:tasks.workunit.client.0.smithi110.stdout:op 4379 completed, throughput=5MB/sec 2024-02-18T08:51:21.532 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-V5uZI59c-EM7-Bk off=8864593 len=878171 2024-02-18T08:51:21.534 INFO:tasks.workunit.client.0.smithi110.stdout:op 4380 completed, throughput=5MB/sec 2024-02-18T08:51:21.534 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sU2T6PuJOFgC9a2 off=3374330 len=2005246 2024-02-18T08:51:21.563 INFO:tasks.workunit.client.0.smithi110.stdout:op 4381 completed, throughput=5MB/sec 2024-02-18T08:51:21.563 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GVuPvAr6_do06uI off=5410713 len=130367 2024-02-18T08:51:21.567 INFO:tasks.workunit.client.0.smithi110.stdout:op 4382 completed, throughput=5MB/sec 2024-02-18T08:51:21.567 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QA7FL4vps07v1L9 off=12006265 len=1333656 2024-02-18T08:51:21.571 INFO:tasks.workunit.client.0.smithi110.stdout:op 4383 completed, throughput=5MB/sec 2024-02-18T08:51:21.571 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JW1urUrVcF5jwck off=1753786 len=1773151 2024-02-18T08:51:21.582 INFO:tasks.workunit.client.0.smithi110.stdout:op 4384 completed, throughput=5MB/sec 2024-02-18T08:51:22.582 INFO:tasks.workunit.client.0.smithi110.stdout: 840: throughput=5MB/sec pending data=0 2024-02-18T08:51:22.582 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WXrWdgY0cFK4txk off=22003336 len=840030 2024-02-18T08:51:22.585 INFO:tasks.workunit.client.0.smithi110.stdout:op 4385 completed, throughput=5MB/sec 2024-02-18T08:51:22.585 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4Ija_hATIm4yYcb off=2420831 len=195971 2024-02-18T08:51:22.587 INFO:tasks.workunit.client.0.smithi110.stdout:op 4386 completed, throughput=5MB/sec 2024-02-18T08:51:22.587 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Mn-ytRhhCZ2HL2t off=15077390 len=1141470 2024-02-18T08:51:22.591 INFO:tasks.workunit.client.0.smithi110.stdout:op 4387 completed, throughput=5MB/sec 2024-02-18T08:51:22.591 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hhIV8Mkw-0A97W3 off=0 len=1647069 2024-02-18T08:51:22.604 INFO:tasks.workunit.client.0.smithi110.stdout:op 4388 completed, throughput=5MB/sec 2024-02-18T08:51:22.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:22 smithi110 bash[54479]: cluster 2024-02-18T08:51:21.302460+0000 mgr.y (mgr.44100) 1047 : cluster [DBG] pgmap v1596: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:51:22.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:22 smithi110 bash[55875]: cluster 2024-02-18T08:51:21.302460+0000 mgr.y (mgr.44100) 1047 : cluster [DBG] pgmap v1596: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:51:22.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:22 smithi191 bash[38688]: cluster 2024-02-18T08:51:21.302460+0000 mgr.y (mgr.44100) 1047 : cluster [DBG] pgmap v1596: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:51:23.604 INFO:tasks.workunit.client.0.smithi110.stdout: 841: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:23.604 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yPXF6y3Q5QsVNCf off=2040022 len=461359 2024-02-18T08:51:23.610 INFO:tasks.workunit.client.0.smithi110.stdout:op 4389 completed, throughput=4.99MB/sec 2024-02-18T08:51:23.611 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8f5145j9JWBUBWh off=12902903 len=1823103 2024-02-18T08:51:23.620 INFO:tasks.workunit.client.0.smithi110.stdout:op 4390 completed, throughput=5MB/sec 2024-02-18T08:51:23.621 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_RXftQQKW0CZaAN off=3063017 len=104872 2024-02-18T08:51:23.624 INFO:tasks.workunit.client.0.smithi110.stdout:op 4391 completed, throughput=5MB/sec 2024-02-18T08:51:23.625 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wouvgL53_m0A9u0 off=10667365 len=21304 2024-02-18T08:51:23.625 INFO:tasks.workunit.client.0.smithi110.stdout:op 4392 completed, throughput=5MB/sec 2024-02-18T08:51:23.625 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r7Z50lTJPZoByKx off=15717192 len=893521 2024-02-18T08:51:23.631 INFO:tasks.workunit.client.0.smithi110.stdout:op 4393 completed, throughput=5MB/sec 2024-02-18T08:51:23.631 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fyZoq9w1hl5Yjed off=2870327 len=560433 2024-02-18T08:51:23.637 INFO:tasks.workunit.client.0.smithi110.stdout:op 4394 completed, throughput=5MB/sec 2024-02-18T08:51:23.637 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fc_Y8dNs9VX9lfE off=6751758 len=46853 2024-02-18T08:51:23.639 INFO:tasks.workunit.client.0.smithi110.stdout:op 4395 completed, throughput=5MB/sec 2024-02-18T08:51:23.640 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FaKWFuJJtpXmF7y off=10578407 len=1773585 2024-02-18T08:51:23.650 INFO:tasks.workunit.client.0.smithi110.stdout:op 4396 completed, throughput=5MB/sec 2024-02-18T08:51:24.650 INFO:tasks.workunit.client.0.smithi110.stdout: 842: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:24.651 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NjL98qFDbid9rG8 off=7038437 len=1767579 2024-02-18T08:51:24.664 INFO:tasks.workunit.client.0.smithi110.stdout:op 4397 completed, throughput=5MB/sec 2024-02-18T08:51:24.664 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FOnnLyFg9pHSX9- off=5597413 len=291418 2024-02-18T08:51:24.665 INFO:tasks.workunit.client.0.smithi110.stdout:op 4398 completed, throughput=5MB/sec 2024-02-18T08:51:24.665 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PTe_jYzsDmMYZib off=12951873 len=1344476 2024-02-18T08:51:24.669 INFO:tasks.workunit.client.0.smithi110.stdout:op 4399 completed, throughput=5MB/sec 2024-02-18T08:51:24.669 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xRb2X2g1qvQupsO off=17629662 len=451959 2024-02-18T08:51:24.671 INFO:tasks.workunit.client.0.smithi110.stdout:op 4400 completed, throughput=5MB/sec 2024-02-18T08:51:24.671 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Mk18eiUwi3cDKKj off=1975721 len=1387083 2024-02-18T08:51:24.673 INFO:tasks.workunit.client.0.smithi110.stdout:op 4401 completed, throughput=5MB/sec 2024-02-18T08:51:24.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:24 smithi191 bash[38688]: cluster 2024-02-18T08:51:23.303371+0000 mgr.y (mgr.44100) 1048 : cluster [DBG] pgmap v1597: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-02-18T08:51:24.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:24 smithi110 bash[54479]: cluster 2024-02-18T08:51:23.303371+0000 mgr.y (mgr.44100) 1048 : cluster [DBG] pgmap v1597: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-02-18T08:51:24.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:24 smithi110 bash[55875]: cluster 2024-02-18T08:51:23.303371+0000 mgr.y (mgr.44100) 1048 : cluster [DBG] pgmap v1597: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-02-18T08:51:25.674 INFO:tasks.workunit.client.0.smithi110.stdout: 843: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:25.674 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-98bEkhz5VrsxNrC off=2202861 len=1723159 2024-02-18T08:51:25.687 INFO:tasks.workunit.client.0.smithi110.stdout:op 4402 completed, throughput=5MB/sec 2024-02-18T08:51:25.687 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-N7zaHZLWRcHDSYo off=6086963 len=1431658 2024-02-18T08:51:25.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 4403 completed, throughput=5MB/sec 2024-02-18T08:51:25.696 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MwGzEw2ct3CGcVF off=463059 len=1679812 2024-02-18T08:51:25.697 INFO:tasks.workunit.client.0.smithi110.stdout:op 4404 completed, throughput=5MB/sec 2024-02-18T08:51:25.697 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B9TWe6lqek0cASS off=3014631 len=1819936 2024-02-18T08:51:25.706 INFO:tasks.workunit.client.0.smithi110.stdout:op 4405 completed, throughput=5MB/sec 2024-02-18T08:51:26.706 INFO:tasks.workunit.client.0.smithi110.stdout: 844: throughput=5MB/sec pending data=0 2024-02-18T08:51:26.707 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9MYYn3SbasOSMyv off=1614733 len=1408681 2024-02-18T08:51:26.711 INFO:tasks.workunit.client.0.smithi110.stdout:op 4406 completed, throughput=5MB/sec 2024-02-18T08:51:26.711 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r-D6hq-AYg0TdZZ off=18369955 len=931864 2024-02-18T08:51:26.719 INFO:tasks.workunit.client.0.smithi110.stdout:op 4407 completed, throughput=5MB/sec 2024-02-18T08:51:26.719 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CyIlKxLYqe0nFVp off=9849537 len=102908 2024-02-18T08:51:26.724 INFO:tasks.workunit.client.0.smithi110.stdout:op 4408 completed, throughput=5MB/sec 2024-02-18T08:51:26.724 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PD1ULMZrEfK_6JO off=4562564 len=189003 2024-02-18T08:51:26.725 INFO:tasks.workunit.client.0.smithi110.stdout:op 4409 completed, throughput=5MB/sec 2024-02-18T08:51:26.725 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-szTubpfc_A6-HWR off=11384143 len=1585553 2024-02-18T08:51:26.735 INFO:tasks.workunit.client.0.smithi110.stdout:op 4410 completed, throughput=5MB/sec 2024-02-18T08:51:26.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:26 smithi191 bash[38688]: cluster 2024-02-18T08:51:25.304255+0000 mgr.y (mgr.44100) 1049 : cluster [DBG] pgmap v1598: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:51:26.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:26 smithi110 bash[54479]: cluster 2024-02-18T08:51:25.304255+0000 mgr.y (mgr.44100) 1049 : cluster [DBG] pgmap v1598: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:51:26.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:26 smithi110 bash[55875]: cluster 2024-02-18T08:51:25.304255+0000 mgr.y (mgr.44100) 1049 : cluster [DBG] pgmap v1598: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:51:27.736 INFO:tasks.workunit.client.0.smithi110.stdout: 845: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:27.736 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aPg2B6myzZ72EQ9 off=1785886 len=1143483 2024-02-18T08:51:27.740 INFO:tasks.workunit.client.0.smithi110.stdout:op 4411 completed, throughput=5MB/sec 2024-02-18T08:51:27.740 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--1ay_2VUjSwXzyN off=5226524 len=1419542 2024-02-18T08:51:27.752 INFO:tasks.workunit.client.0.smithi110.stdout:op 4412 completed, throughput=5MB/sec 2024-02-18T08:51:27.752 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ikQyxKHBFYjo8oc off=5271305 len=1098739 2024-02-18T08:51:27.761 INFO:tasks.workunit.client.0.smithi110.stdout:op 4413 completed, throughput=5MB/sec 2024-02-18T08:51:27.761 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-imQ0P3vGfucSKul off=2927730 len=819156 2024-02-18T08:51:27.767 INFO:tasks.workunit.client.0.smithi110.stdout:op 4414 completed, throughput=5MB/sec 2024-02-18T08:51:27.767 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YYbX4rb9qlUEBCF off=13980524 len=663338 2024-02-18T08:51:27.769 INFO:tasks.workunit.client.0.smithi110.stdout:op 4415 completed, throughput=5MB/sec 2024-02-18T08:51:27.769 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ehc5QclLJ2QpRwZ off=15402207 len=1032289 2024-02-18T08:51:27.771 INFO:tasks.workunit.client.0.smithi110.stdout:op 4416 completed, throughput=5MB/sec 2024-02-18T08:51:27.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:27 smithi191 bash[38688]: cluster 2024-02-18T08:51:27.305149+0000 mgr.y (mgr.44100) 1050 : cluster [DBG] pgmap v1599: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:51:27.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:27 smithi110 bash[54479]: cluster 2024-02-18T08:51:27.305149+0000 mgr.y (mgr.44100) 1050 : cluster [DBG] pgmap v1599: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:51:27.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:27 smithi110 bash[55875]: cluster 2024-02-18T08:51:27.305149+0000 mgr.y (mgr.44100) 1050 : cluster [DBG] pgmap v1599: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:51:28.772 INFO:tasks.workunit.client.0.smithi110.stdout: 846: throughput=5MB/sec pending data=0 2024-02-18T08:51:28.772 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4P31oYlIc-lVgiy off=8298507 len=1966391 2024-02-18T08:51:28.787 INFO:tasks.workunit.client.0.smithi110.stdout:op 4417 completed, throughput=5MB/sec 2024-02-18T08:51:28.787 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7B_Sy5wQA1szAHu off=3397008 len=63822 2024-02-18T08:51:28.788 INFO:tasks.workunit.client.0.smithi110.stdout:op 4418 completed, throughput=5MB/sec 2024-02-18T08:51:28.788 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B9P1-_ZcX0JqHyO off=12744548 len=1687351 2024-02-18T08:51:28.791 INFO:tasks.workunit.client.0.smithi110.stdout:op 4419 completed, throughput=5MB/sec 2024-02-18T08:51:28.791 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hhqCh9oNdV4s8Gj off=3002282 len=1464904 2024-02-18T08:51:28.795 INFO:tasks.workunit.client.0.smithi110.stdout:op 4420 completed, throughput=5MB/sec 2024-02-18T08:51:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:28 smithi191 bash[38688]: audit 2024-02-18T08:51:27.881842+0000 mon.a (mon.0) 1834 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:51:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:28 smithi191 bash[38688]: audit 2024-02-18T08:51:28.201214+0000 mon.a (mon.0) 1835 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:51:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:28 smithi191 bash[38688]: audit 2024-02-18T08:51:28.202678+0000 mon.a (mon.0) 1836 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:51:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:28 smithi191 bash[38688]: cephadm 2024-02-18T08:51:28.203889+0000 mgr.y (mgr.44100) 1051 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:51:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:28 smithi191 bash[38688]: audit 2024-02-18T08:51:28.211067+0000 mon.a (mon.0) 1837 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:51:28.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:28 smithi110 bash[54479]: audit 2024-02-18T08:51:27.881842+0000 mon.a (mon.0) 1834 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:51:28.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:28 smithi110 bash[54479]: audit 2024-02-18T08:51:28.201214+0000 mon.a (mon.0) 1835 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:51:28.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:28 smithi110 bash[54479]: audit 2024-02-18T08:51:28.202678+0000 mon.a (mon.0) 1836 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:51:28.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:28 smithi110 bash[54479]: cephadm 2024-02-18T08:51:28.203889+0000 mgr.y (mgr.44100) 1051 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:51:28.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:28 smithi110 bash[54479]: audit 2024-02-18T08:51:28.211067+0000 mon.a (mon.0) 1837 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:51:28.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:28 smithi110 bash[55875]: audit 2024-02-18T08:51:27.881842+0000 mon.a (mon.0) 1834 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:51:28.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:28 smithi110 bash[55875]: audit 2024-02-18T08:51:28.201214+0000 mon.a (mon.0) 1835 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:51:28.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:28 smithi110 bash[55875]: audit 2024-02-18T08:51:28.202678+0000 mon.a (mon.0) 1836 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:51:28.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:28 smithi110 bash[55875]: cephadm 2024-02-18T08:51:28.203889+0000 mgr.y (mgr.44100) 1051 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:51:28.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:28 smithi110 bash[55875]: audit 2024-02-18T08:51:28.211067+0000 mon.a (mon.0) 1837 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:51:29.795 INFO:tasks.workunit.client.0.smithi110.stdout: 847: throughput=5MB/sec pending data=0 2024-02-18T08:51:29.796 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8ThUI8plXwXwHoH off=14661016 len=864324 2024-02-18T08:51:29.799 INFO:tasks.workunit.client.0.smithi110.stdout:op 4421 completed, throughput=5MB/sec 2024-02-18T08:51:29.799 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OHbuqpw5GciUSMR off=4688060 len=1255724 2024-02-18T08:51:29.809 INFO:tasks.workunit.client.0.smithi110.stdout:op 4422 completed, throughput=5MB/sec 2024-02-18T08:51:29.809 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xTflq6Bj001JAwi off=2948305 len=2038705 2024-02-18T08:51:29.812 INFO:tasks.workunit.client.0.smithi110.stdout:op 4423 completed, throughput=5MB/sec 2024-02-18T08:51:29.812 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cuJK0Bx2CVBMoW1 off=4380679 len=1066428 2024-02-18T08:51:29.815 INFO:tasks.workunit.client.0.smithi110.stdout:op 4424 completed, throughput=5MB/sec 2024-02-18T08:51:29.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:29 smithi191 bash[38688]: cluster 2024-02-18T08:51:29.306104+0000 mgr.y (mgr.44100) 1052 : cluster [DBG] pgmap v1600: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:51:29.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:29 smithi110 bash[54479]: cluster 2024-02-18T08:51:29.306104+0000 mgr.y (mgr.44100) 1052 : cluster [DBG] pgmap v1600: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:51:29.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:29 smithi110 bash[55875]: cluster 2024-02-18T08:51:29.306104+0000 mgr.y (mgr.44100) 1052 : cluster [DBG] pgmap v1600: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:51:30.816 INFO:tasks.workunit.client.0.smithi110.stdout: 848: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:30.816 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M0bJpx5JsR8_qc0 off=1034214 len=2042042 2024-02-18T08:51:30.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 4425 completed, throughput=5MB/sec 2024-02-18T08:51:30.831 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KraBs3WC0BPhe3Z off=20747949 len=920513 2024-02-18T08:51:30.836 INFO:tasks.workunit.client.0.smithi110.stdout:op 4426 completed, throughput=5MB/sec 2024-02-18T08:51:30.836 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sEfCQy4GbpxwXVS off=6757807 len=180637 2024-02-18T08:51:30.840 INFO:tasks.workunit.client.0.smithi110.stdout:op 4427 completed, throughput=5MB/sec 2024-02-18T08:51:30.841 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cPvxu7u85TSSdsz off=3861026 len=177982 2024-02-18T08:51:30.844 INFO:tasks.workunit.client.0.smithi110.stdout:op 4428 completed, throughput=5MB/sec 2024-02-18T08:51:30.845 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B4--glLNryNV-TZ off=6138164 len=1416877 2024-02-18T08:51:30.852 INFO:tasks.workunit.client.0.smithi110.stdout:op 4429 completed, throughput=5MB/sec 2024-02-18T08:51:30.852 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BDfXvh1NGM-93-C off=12408227 len=693129 2024-02-18T08:51:30.856 INFO:tasks.workunit.client.0.smithi110.stdout:op 4430 completed, throughput=5MB/sec 2024-02-18T08:51:31.856 INFO:tasks.workunit.client.0.smithi110.stdout: 849: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:31.857 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-giE7w6QS8rr7zdw off=6298238 len=64590 2024-02-18T08:51:31.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 4431 completed, throughput=5MB/sec 2024-02-18T08:51:31.861 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bxpUnYWuXKIkiZc off=21622987 len=453088 2024-02-18T08:51:31.862 INFO:tasks.workunit.client.0.smithi110.stdout:op 4432 completed, throughput=5MB/sec 2024-02-18T08:51:31.863 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cKbmINPggbARax4 off=335107 len=924023 2024-02-18T08:51:31.865 INFO:tasks.workunit.client.0.smithi110.stdout:op 4433 completed, throughput=5MB/sec 2024-02-18T08:51:31.865 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iE8iGChXTcPp3rW off=2698255 len=733878 2024-02-18T08:51:31.872 INFO:tasks.workunit.client.0.smithi110.stdout:op 4434 completed, throughput=5MB/sec 2024-02-18T08:51:31.872 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CUePLsWlSOuYEF4 off=352227 len=1554899 2024-02-18T08:51:31.876 INFO:tasks.workunit.client.0.smithi110.stdout:op 4435 completed, throughput=5MB/sec 2024-02-18T08:51:31.876 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BRbb5uIC0Wsgpeu off=6187255 len=541598 2024-02-18T08:51:31.881 INFO:tasks.workunit.client.0.smithi110.stdout:op 4436 completed, throughput=5MB/sec 2024-02-18T08:51:31.881 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-evmPbr64eRXLOoU off=2935953 len=1993852 2024-02-18T08:51:31.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 4437 completed, throughput=5MB/sec 2024-02-18T08:51:32.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:32 smithi110 bash[54479]: cluster 2024-02-18T08:51:31.306923+0000 mgr.y (mgr.44100) 1053 : cluster [DBG] pgmap v1601: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:51:32.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:32 smithi110 bash[55875]: cluster 2024-02-18T08:51:31.306923+0000 mgr.y (mgr.44100) 1053 : cluster [DBG] pgmap v1601: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:51:32.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:32 smithi191 bash[38688]: cluster 2024-02-18T08:51:31.306923+0000 mgr.y (mgr.44100) 1053 : cluster [DBG] pgmap v1601: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:51:32.893 INFO:tasks.workunit.client.0.smithi110.stdout: 850: throughput=5MB/sec pending data=0 2024-02-18T08:51:32.893 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-q0sHiCy-4HC9NqV off=13420100 len=1949789 2024-02-18T08:51:32.908 INFO:tasks.workunit.client.0.smithi110.stdout:op 4438 completed, throughput=5MB/sec 2024-02-18T08:51:32.908 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PPNARK6gSLnYGPz off=4830341 len=1410862 2024-02-18T08:51:32.911 INFO:tasks.workunit.client.0.smithi110.stdout:op 4439 completed, throughput=5MB/sec 2024-02-18T08:51:32.911 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BGYI3v3qiGYd6z7 off=6658021 len=1360040 2024-02-18T08:51:32.913 INFO:tasks.workunit.client.0.smithi110.stdout:op 4440 completed, throughput=5MB/sec 2024-02-18T08:51:33.913 INFO:tasks.workunit.client.0.smithi110.stdout: 851: throughput=5MB/sec pending data=0 2024-02-18T08:51:33.913 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pYw6xzcZLR9NxGL off=17573726 len=458682 2024-02-18T08:51:33.919 INFO:tasks.workunit.client.0.smithi110.stdout:op 4441 completed, throughput=5MB/sec 2024-02-18T08:51:33.919 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tH8KmU-thBXh0hu off=3536381 len=1118040 2024-02-18T08:51:33.921 INFO:tasks.workunit.client.0.smithi110.stdout:op 4442 completed, throughput=5MB/sec 2024-02-18T08:51:33.921 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5aUsZf4uEPNP78H off=2806983 len=1505167 2024-02-18T08:51:33.930 INFO:tasks.workunit.client.0.smithi110.stdout:op 4443 completed, throughput=5MB/sec 2024-02-18T08:51:33.930 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wqWs-PUtommnI2W off=10159865 len=227566 2024-02-18T08:51:33.932 INFO:tasks.workunit.client.0.smithi110.stdout:op 4444 completed, throughput=5MB/sec 2024-02-18T08:51:33.932 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LeC9vML-9bfGa0c off=4727501 len=1669672 2024-02-18T08:51:33.933 INFO:tasks.workunit.client.0.smithi110.stdout:op 4445 completed, throughput=5MB/sec 2024-02-18T08:51:34.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:34 smithi110 bash[54479]: cluster 2024-02-18T08:51:33.307889+0000 mgr.y (mgr.44100) 1054 : cluster [DBG] pgmap v1602: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:51:34.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:34 smithi110 bash[55875]: cluster 2024-02-18T08:51:33.307889+0000 mgr.y (mgr.44100) 1054 : cluster [DBG] pgmap v1602: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:51:34.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:34 smithi191 bash[38688]: cluster 2024-02-18T08:51:33.307889+0000 mgr.y (mgr.44100) 1054 : cluster [DBG] pgmap v1602: 73 pgs: 73 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:51:34.934 INFO:tasks.workunit.client.0.smithi110.stdout: 852: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:34.934 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eJFA7AU3fnwrcbN off=1528267 len=342037 2024-02-18T08:51:34.936 INFO:tasks.workunit.client.0.smithi110.stdout:op 4446 completed, throughput=5MB/sec 2024-02-18T08:51:34.936 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Fx1CGuLht7NlsJI off=6619451 len=251865 2024-02-18T08:51:34.941 INFO:tasks.workunit.client.0.smithi110.stdout:op 4447 completed, throughput=5MB/sec 2024-02-18T08:51:34.941 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-De1mmwz0J5Tgnib off=10752074 len=2058965 2024-02-18T08:51:34.956 INFO:tasks.workunit.client.0.smithi110.stdout:op 4448 completed, throughput=5MB/sec 2024-02-18T08:51:34.956 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--HXJLAZaWL0U-K1 off=1629154 len=606893 2024-02-18T08:51:34.957 INFO:tasks.workunit.client.0.smithi110.stdout:op 4449 completed, throughput=5MB/sec 2024-02-18T08:51:34.957 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c_mTWxjviyR3iGm off=11721102 len=1390780 2024-02-18T08:51:34.966 INFO:tasks.workunit.client.0.smithi110.stdout:op 4450 completed, throughput=5MB/sec 2024-02-18T08:51:34.966 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OrkfzJPuBR1EPsQ off=8645842 len=556469 2024-02-18T08:51:34.971 INFO:tasks.workunit.client.0.smithi110.stdout:op 4451 completed, throughput=5MB/sec 2024-02-18T08:51:35.972 INFO:tasks.workunit.client.0.smithi110.stdout: 853: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:35.972 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Zyh8aoOBAGKua9o off=4850454 len=818368 2024-02-18T08:51:35.979 INFO:tasks.workunit.client.0.smithi110.stdout:op 4452 completed, throughput=5MB/sec 2024-02-18T08:51:35.979 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sAudy6nnZKEUjNw off=1271132 len=1540298 2024-02-18T08:51:35.982 INFO:tasks.workunit.client.0.smithi110.stdout:op 4453 completed, throughput=5MB/sec 2024-02-18T08:51:35.982 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-STaSjJyBWpzCp4k off=5835609 len=1523017 2024-02-18T08:51:35.986 INFO:tasks.workunit.client.0.smithi110.stdout:op 4454 completed, throughput=5MB/sec 2024-02-18T08:51:35.986 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aGl_l97nuLLg-ry off=3554976 len=709228 2024-02-18T08:51:35.988 INFO:tasks.workunit.client.0.smithi110.stdout:op 4455 completed, throughput=5MB/sec 2024-02-18T08:51:35.988 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZIxzBHokOUy2dp6 off=195838 len=1577227 2024-02-18T08:51:35.998 INFO:tasks.workunit.client.0.smithi110.stdout:op 4456 completed, throughput=5MB/sec 2024-02-18T08:51:36.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:36 smithi110 bash[54479]: cluster 2024-02-18T08:51:35.308705+0000 mgr.y (mgr.44100) 1055 : cluster [DBG] pgmap v1603: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:51:36.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:36 smithi110 bash[55875]: cluster 2024-02-18T08:51:35.308705+0000 mgr.y (mgr.44100) 1055 : cluster [DBG] pgmap v1603: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:51:36.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:36 smithi191 bash[38688]: cluster 2024-02-18T08:51:35.308705+0000 mgr.y (mgr.44100) 1055 : cluster [DBG] pgmap v1603: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:51:36.998 INFO:tasks.workunit.client.0.smithi110.stdout: 854: throughput=5MB/sec pending data=0 2024-02-18T08:51:36.998 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tVIsJg9PanCsCbb off=14885 len=1029698 2024-02-18T08:51:37.007 INFO:tasks.workunit.client.0.smithi110.stdout:op 4457 completed, throughput=5MB/sec 2024-02-18T08:51:37.007 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FXMHz3cgeJQXyqD off=7785018 len=1065087 2024-02-18T08:51:37.015 INFO:tasks.workunit.client.0.smithi110.stdout:op 4458 completed, throughput=5MB/sec 2024-02-18T08:51:37.015 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HJ9flSkNIuQo65q off=98655 len=1754166 2024-02-18T08:51:37.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 4459 completed, throughput=5MB/sec 2024-02-18T08:51:37.028 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Yj2MIa7xGfAndCa off=2194516 len=1239965 2024-02-18T08:51:37.029 INFO:tasks.workunit.client.0.smithi110.stdout:op 4460 completed, throughput=5MB/sec 2024-02-18T08:51:38.029 INFO:tasks.workunit.client.0.smithi110.stdout: 855: throughput=5MB/sec pending data=0 2024-02-18T08:51:38.030 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bR-jYntA9S8x_ah off=7451382 len=1598872 2024-02-18T08:51:38.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 4461 completed, throughput=5MB/sec 2024-02-18T08:51:38.041 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xXLw_THFhOIpZCt off=2025283 len=235695 2024-02-18T08:51:38.046 INFO:tasks.workunit.client.0.smithi110.stdout:op 4462 completed, throughput=5MB/sec 2024-02-18T08:51:38.046 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OvekPvLVxIM8mCm off=1460709 len=65666 2024-02-18T08:51:38.049 INFO:tasks.workunit.client.0.smithi110.stdout:op 4463 completed, throughput=5MB/sec 2024-02-18T08:51:38.049 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sCITU2DdpPaBRnG off=15577302 len=246921 2024-02-18T08:51:38.052 INFO:tasks.workunit.client.0.smithi110.stdout:op 4464 completed, throughput=5MB/sec 2024-02-18T08:51:38.052 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PjLqV7kDa8w9HRR off=15086577 len=1242406 2024-02-18T08:51:38.055 INFO:tasks.workunit.client.0.smithi110.stdout:op 4465 completed, throughput=5MB/sec 2024-02-18T08:51:38.055 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tU3OoxGEQZH4Vwx off=3776481 len=628072 2024-02-18T08:51:38.056 INFO:tasks.workunit.client.0.smithi110.stdout:op 4466 completed, throughput=5MB/sec 2024-02-18T08:51:38.056 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-83mDzPm3ht7F0SA off=1128719 len=1328673 2024-02-18T08:51:38.063 INFO:tasks.workunit.client.0.smithi110.stdout:op 4467 completed, throughput=5MB/sec 2024-02-18T08:51:38.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:38 smithi110 bash[54479]: cluster 2024-02-18T08:51:37.309576+0000 mgr.y (mgr.44100) 1056 : cluster [DBG] pgmap v1604: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:51:38.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:38 smithi110 bash[55875]: cluster 2024-02-18T08:51:37.309576+0000 mgr.y (mgr.44100) 1056 : cluster [DBG] pgmap v1604: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:51:38.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:38 smithi191 bash[38688]: cluster 2024-02-18T08:51:37.309576+0000 mgr.y (mgr.44100) 1056 : cluster [DBG] pgmap v1604: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:51:39.064 INFO:tasks.workunit.client.0.smithi110.stdout: 856: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:39.064 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sUK-rdPKf_UNqb8 off=1496507 len=43524 2024-02-18T08:51:39.065 INFO:tasks.workunit.client.0.smithi110.stdout:op 4468 completed, throughput=5MB/sec 2024-02-18T08:51:39.065 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cUhjAlB0u3MIBt4 off=10786797 len=331561 2024-02-18T08:51:39.068 INFO:tasks.workunit.client.0.smithi110.stdout:op 4469 completed, throughput=5MB/sec 2024-02-18T08:51:39.068 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UIKvx7JSwlG1whY off=21918914 len=889180 2024-02-18T08:51:39.070 INFO:tasks.workunit.client.0.smithi110.stdout:op 4470 completed, throughput=5MB/sec 2024-02-18T08:51:39.071 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AkvmSeNEOq0m9pU off=11131731 len=1704957 2024-02-18T08:51:39.075 INFO:tasks.workunit.client.0.smithi110.stdout:op 4471 completed, throughput=5MB/sec 2024-02-18T08:51:39.075 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B9l9ie6nKSY7mkU off=1186118 len=1715862 2024-02-18T08:51:39.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 4472 completed, throughput=5MB/sec 2024-02-18T08:51:39.080 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ib2XPekmCCnibJ_ off=6745069 len=1780438 2024-02-18T08:51:39.093 INFO:tasks.workunit.client.0.smithi110.stdout:op 4473 completed, throughput=5MB/sec 2024-02-18T08:51:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:39 smithi110 bash[54479]: audit 2024-02-18T08:51:39.013449+0000 mon.a (mon.0) 1838 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T08:51:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:39 smithi110 bash[54479]: audit 2024-02-18T08:51:39.014120+0000 mon.a (mon.0) 1839 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2024-02-18T08:51:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:39 smithi110 bash[54479]: audit 2024-02-18T08:51:39.014746+0000 mon.a (mon.0) 1840 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:51:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:39 smithi110 bash[55875]: audit 2024-02-18T08:51:39.013449+0000 mon.a (mon.0) 1838 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T08:51:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:39 smithi110 bash[55875]: audit 2024-02-18T08:51:39.014120+0000 mon.a (mon.0) 1839 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2024-02-18T08:51:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:39 smithi110 bash[55875]: audit 2024-02-18T08:51:39.014746+0000 mon.a (mon.0) 1840 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:51:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:39 smithi191 bash[38688]: audit 2024-02-18T08:51:39.013449+0000 mon.a (mon.0) 1838 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T08:51:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:39 smithi191 bash[38688]: audit 2024-02-18T08:51:39.014120+0000 mon.a (mon.0) 1839 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2024-02-18T08:51:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:39 smithi191 bash[38688]: audit 2024-02-18T08:51:39.014746+0000 mon.a (mon.0) 1840 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:51:40.094 INFO:tasks.workunit.client.0.smithi110.stdout: 857: throughput=5MB/sec pending data=0 2024-02-18T08:51:40.094 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JgTh_zN503FFMbD off=3316754 len=912263 2024-02-18T08:51:40.102 INFO:tasks.workunit.client.0.smithi110.stdout:op 4474 completed, throughput=5MB/sec 2024-02-18T08:51:40.102 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jTnfKQ9-CnCav4f off=5257142 len=1107037 2024-02-18T08:51:40.105 INFO:tasks.workunit.client.0.smithi110.stdout:op 4475 completed, throughput=5MB/sec 2024-02-18T08:51:40.105 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jW2DLU2YtjSw2b2 off=2399842 len=628422 2024-02-18T08:51:40.107 INFO:tasks.workunit.client.0.smithi110.stdout:op 4476 completed, throughput=5MB/sec 2024-02-18T08:51:40.108 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-azBqcuNMe1eVn56 off=15310926 len=357016 2024-02-18T08:51:40.109 INFO:tasks.workunit.client.0.smithi110.stdout:op 4477 completed, throughput=5MB/sec 2024-02-18T08:51:40.109 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-75WLKuYBPzkJ8my off=10255927 len=1756029 2024-02-18T08:51:40.120 INFO:tasks.workunit.client.0.smithi110.stdout:op 4478 completed, throughput=5MB/sec 2024-02-18T08:51:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:40 smithi110 bash[55875]: cluster 2024-02-18T08:51:39.310503+0000 mgr.y (mgr.44100) 1057 : cluster [DBG] pgmap v1605: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:51:40.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:40 smithi110 bash[54479]: cluster 2024-02-18T08:51:39.310503+0000 mgr.y (mgr.44100) 1057 : cluster [DBG] pgmap v1605: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:51:40.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:40 smithi191 bash[38688]: cluster 2024-02-18T08:51:39.310503+0000 mgr.y (mgr.44100) 1057 : cluster [DBG] pgmap v1605: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-02-18T08:51:41.120 INFO:tasks.workunit.client.0.smithi110.stdout: 858: throughput=5MB/sec pending data=0 2024-02-18T08:51:41.121 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--hOR4i0zO9rU_0b off=403881 len=1223450 2024-02-18T08:51:41.130 INFO:tasks.workunit.client.0.smithi110.stdout:op 4479 completed, throughput=5MB/sec 2024-02-18T08:51:41.130 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kVUu6rqh04k65A5 off=9955598 len=808047 2024-02-18T08:51:41.133 INFO:tasks.workunit.client.0.smithi110.stdout:op 4480 completed, throughput=5MB/sec 2024-02-18T08:51:41.133 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-poNA3PM90VSMwsF off=2823183 len=1816391 2024-02-18T08:51:41.139 INFO:tasks.workunit.client.0.smithi110.stdout:op 4481 completed, throughput=5MB/sec 2024-02-18T08:51:41.139 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xzsThXjI3Ishb0W off=18438963 len=1195888 2024-02-18T08:51:41.147 INFO:tasks.workunit.client.0.smithi110.stdout:op 4482 completed, throughput=5MB/sec 2024-02-18T08:51:42.148 INFO:tasks.workunit.client.0.smithi110.stdout: 859: throughput=5MB/sec pending data=0 2024-02-18T08:51:42.148 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BWeRWsPRf4gnpjD off=10986940 len=545363 2024-02-18T08:51:42.155 INFO:tasks.workunit.client.0.smithi110.stdout:op 4483 completed, throughput=5MB/sec 2024-02-18T08:51:42.155 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4c4oobjipz1Pywc off=3382351 len=2092584 2024-02-18T08:51:42.170 INFO:tasks.workunit.client.0.smithi110.stdout:op 4484 completed, throughput=5MB/sec 2024-02-18T08:51:42.171 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tvyz5Zh9Cj8lFMq off=6955439 len=174465 2024-02-18T08:51:42.175 INFO:tasks.workunit.client.0.smithi110.stdout:op 4485 completed, throughput=5MB/sec 2024-02-18T08:51:42.175 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jwkN_fSdXuLIiBc off=6973203 len=2068639 2024-02-18T08:51:42.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 4486 completed, throughput=5MB/sec 2024-02-18T08:51:42.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:42 smithi110 bash[54479]: cluster 2024-02-18T08:51:41.311333+0000 mgr.y (mgr.44100) 1058 : cluster [DBG] pgmap v1606: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:51:42.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:42 smithi110 bash[55875]: cluster 2024-02-18T08:51:41.311333+0000 mgr.y (mgr.44100) 1058 : cluster [DBG] pgmap v1606: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:51:42.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:42 smithi191 bash[38688]: cluster 2024-02-18T08:51:41.311333+0000 mgr.y (mgr.44100) 1058 : cluster [DBG] pgmap v1606: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:51:43.180 INFO:tasks.workunit.client.0.smithi110.stdout: 860: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:43.180 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cwtHAcqxpXARugI off=1871456 len=599097 2024-02-18T08:51:43.182 INFO:tasks.workunit.client.0.smithi110.stdout:op 4487 completed, throughput=5MB/sec 2024-02-18T08:51:43.182 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-offSRZvdofjJaTf off=5542065 len=1670214 2024-02-18T08:51:43.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 4488 completed, throughput=5MB/sec 2024-02-18T08:51:43.196 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Rstfyy-qV3H0os1 off=1235757 len=442783 2024-02-18T08:51:43.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 4489 completed, throughput=5MB/sec 2024-02-18T08:51:43.202 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dICzvpjHkUhxwwG off=677573 len=1672490 2024-02-18T08:51:43.211 INFO:tasks.workunit.client.0.smithi110.stdout:op 4490 completed, throughput=5MB/sec 2024-02-18T08:51:43.211 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nmHr0u9k_zaVG9J off=2087801 len=988669 2024-02-18T08:51:43.217 INFO:tasks.workunit.client.0.smithi110.stdout:op 4491 completed, throughput=5MB/sec 2024-02-18T08:51:44.218 INFO:tasks.workunit.client.0.smithi110.stdout: 861: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:44.218 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-76XKtG0w1c_wGRI off=5210074 len=272523 2024-02-18T08:51:44.220 INFO:tasks.workunit.client.0.smithi110.stdout:op 4492 completed, throughput=4.99MB/sec 2024-02-18T08:51:44.220 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AHbPxrh1WEkAGIf off=9417964 len=2697 2024-02-18T08:51:44.224 INFO:tasks.workunit.client.0.smithi110.stdout:op 4493 completed, throughput=4.99MB/sec 2024-02-18T08:51:44.224 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aXAyuiyk4DzO-hz off=11943905 len=414856 2024-02-18T08:51:44.229 INFO:tasks.workunit.client.0.smithi110.stdout:op 4494 completed, throughput=5MB/sec 2024-02-18T08:51:44.229 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ezbn8vdRKdGJCcR off=475367 len=917301 2024-02-18T08:51:44.235 INFO:tasks.workunit.client.0.smithi110.stdout:op 4495 completed, throughput=5MB/sec 2024-02-18T08:51:44.235 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SuipDtSzhPBrzP3 off=1024331 len=1725348 2024-02-18T08:51:44.239 INFO:tasks.workunit.client.0.smithi110.stdout:op 4496 completed, throughput=5MB/sec 2024-02-18T08:51:44.239 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HUoBZ4sJiNkbpMF off=3628926 len=973731 2024-02-18T08:51:44.245 INFO:tasks.workunit.client.0.smithi110.stdout:op 4497 completed, throughput=5MB/sec 2024-02-18T08:51:44.245 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WzuRq9pNv2p8fd4 off=1118593 len=448748 2024-02-18T08:51:44.250 INFO:tasks.workunit.client.0.smithi110.stdout:op 4498 completed, throughput=5MB/sec 2024-02-18T08:51:44.250 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KraBs3WC0BPhe3Z off=7688355 len=592268 2024-02-18T08:51:44.252 INFO:tasks.workunit.client.0.smithi110.stdout:op 4499 completed, throughput=5MB/sec 2024-02-18T08:51:44.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:44 smithi110 bash[54479]: cluster 2024-02-18T08:51:43.312289+0000 mgr.y (mgr.44100) 1059 : cluster [DBG] pgmap v1607: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:51:44.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:44 smithi110 bash[55875]: cluster 2024-02-18T08:51:43.312289+0000 mgr.y (mgr.44100) 1059 : cluster [DBG] pgmap v1607: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:51:44.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:44 smithi191 bash[38688]: cluster 2024-02-18T08:51:43.312289+0000 mgr.y (mgr.44100) 1059 : cluster [DBG] pgmap v1607: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:51:45.252 INFO:tasks.workunit.client.0.smithi110.stdout: 862: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:45.252 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dA2nlF_WeUe4F8T off=11021228 len=574942 2024-02-18T08:51:45.258 INFO:tasks.workunit.client.0.smithi110.stdout:op 4500 completed, throughput=4.99MB/sec 2024-02-18T08:51:45.258 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-77WGsybl4tplGZU off=0 len=1442055 2024-02-18T08:51:45.263 INFO:tasks.workunit.client.0.smithi110.stdout:op 4501 completed, throughput=5MB/sec 2024-02-18T08:51:45.263 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bpAawO522V_6Pxt off=5171073 len=418723 2024-02-18T08:51:45.269 INFO:tasks.workunit.client.0.smithi110.stdout:op 4502 completed, throughput=5MB/sec 2024-02-18T08:51:45.269 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5g4A_Bsd_o1Rq0N off=9769348 len=29313 2024-02-18T08:51:45.273 INFO:tasks.workunit.client.0.smithi110.stdout:op 4503 completed, throughput=5MB/sec 2024-02-18T08:51:45.273 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ztphrHmBgEF_BPP off=15975358 len=1528396 2024-02-18T08:51:45.283 INFO:tasks.workunit.client.0.smithi110.stdout:op 4504 completed, throughput=5MB/sec 2024-02-18T08:51:45.284 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PjGj8YZYgQRFodX off=15756370 len=1519189 2024-02-18T08:51:45.287 INFO:tasks.workunit.client.0.smithi110.stdout:op 4505 completed, throughput=5MB/sec 2024-02-18T08:51:46.287 INFO:tasks.workunit.client.0.smithi110.stdout: 863: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:46.287 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-G2ZBb7jtLDmuGIw off=18314219 len=1823412 2024-02-18T08:51:46.293 INFO:tasks.workunit.client.0.smithi110.stdout:op 4506 completed, throughput=5MB/sec 2024-02-18T08:51:46.293 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-re2cbzWBOTgwA4s off=283548 len=5643 2024-02-18T08:51:46.297 INFO:tasks.workunit.client.0.smithi110.stdout:op 4507 completed, throughput=5MB/sec 2024-02-18T08:51:46.297 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1pHmrT5aZs1X_3Y off=12726276 len=1302650 2024-02-18T08:51:46.301 INFO:tasks.workunit.client.0.smithi110.stdout:op 4508 completed, throughput=5MB/sec 2024-02-18T08:51:46.301 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hV90cbFLnjk4wH7 off=982649 len=532479 2024-02-18T08:51:46.302 INFO:tasks.workunit.client.0.smithi110.stdout:op 4509 completed, throughput=5MB/sec 2024-02-18T08:51:46.302 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Xj7A6sieqfGImJM off=15125881 len=607651 2024-02-18T08:51:46.304 INFO:tasks.workunit.client.0.smithi110.stdout:op 4510 completed, throughput=5MB/sec 2024-02-18T08:51:46.304 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j-bu1IVmiBhVhn2 off=7732503 len=18217 2024-02-18T08:51:46.304 INFO:tasks.workunit.client.0.smithi110.stdout:op 4511 completed, throughput=5MB/sec 2024-02-18T08:51:46.304 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7kZrahMWWvw6zkX off=3447565 len=1828426 2024-02-18T08:51:46.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 4512 completed, throughput=5MB/sec 2024-02-18T08:51:46.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:46 smithi110 bash[54479]: cluster 2024-02-18T08:51:45.313112+0000 mgr.y (mgr.44100) 1060 : cluster [DBG] pgmap v1608: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:51:46.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:46 smithi110 bash[55875]: cluster 2024-02-18T08:51:45.313112+0000 mgr.y (mgr.44100) 1060 : cluster [DBG] pgmap v1608: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:51:46.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:46 smithi191 bash[38688]: cluster 2024-02-18T08:51:45.313112+0000 mgr.y (mgr.44100) 1060 : cluster [DBG] pgmap v1608: 73 pgs: 73 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:51:47.307 INFO:tasks.workunit.client.0.smithi110.stdout: 864: throughput=5MB/sec pending data=0 2024-02-18T08:51:47.307 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dBSTSFFMovbXrx5 off=19663353 len=426490 2024-02-18T08:51:47.313 INFO:tasks.workunit.client.0.smithi110.stdout:op 4513 completed, throughput=5MB/sec 2024-02-18T08:51:47.313 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J23r7_RofwOgiyK off=7337085 len=1712023 2024-02-18T08:51:47.316 INFO:tasks.workunit.client.0.smithi110.stdout:op 4514 completed, throughput=5MB/sec 2024-02-18T08:51:47.316 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1QG5Iv1naXn0O6d off=9836979 len=2001025 2024-02-18T08:51:47.333 INFO:tasks.workunit.client.0.smithi110.stdout:op 4515 completed, throughput=5MB/sec 2024-02-18T08:51:47.334 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eNHg7IsK3QfhcOV off=10865424 len=1271765 2024-02-18T08:51:47.335 INFO:tasks.workunit.client.0.smithi110.stdout:op 4516 completed, throughput=5MB/sec 2024-02-18T08:51:48.336 INFO:tasks.workunit.client.0.smithi110.stdout: 865: throughput=5MB/sec pending data=0 2024-02-18T08:51:48.336 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ozWAm5HX3WaokAK off=7595752 len=249560 2024-02-18T08:51:48.342 INFO:tasks.workunit.client.0.smithi110.stdout:op 4517 completed, throughput=5MB/sec 2024-02-18T08:51:48.342 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5bs-4ADBePVRDz3 off=16338146 len=536909 2024-02-18T08:51:48.344 INFO:tasks.workunit.client.0.smithi110.stdout:op 4518 completed, throughput=5MB/sec 2024-02-18T08:51:48.344 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zfgxZ2TMnuWKA_R off=3597049 len=1611058 2024-02-18T08:51:48.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 4519 completed, throughput=5MB/sec 2024-02-18T08:51:48.355 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Nwgcd3Y52VHDEwH off=11517179 len=114303 2024-02-18T08:51:48.359 INFO:tasks.workunit.client.0.smithi110.stdout:op 4520 completed, throughput=5MB/sec 2024-02-18T08:51:48.359 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UAegGHGkQCk3D1P off=1082753 len=431645 2024-02-18T08:51:48.363 INFO:tasks.workunit.client.0.smithi110.stdout:op 4521 completed, throughput=5MB/sec 2024-02-18T08:51:48.363 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OU5-613sC0LxYB9 off=11109921 len=1254247 2024-02-18T08:51:48.366 INFO:tasks.workunit.client.0.smithi110.stdout:op 4522 completed, throughput=5MB/sec 2024-02-18T08:51:48.366 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bicKJZJul5YcgAX off=7464656 len=870676 2024-02-18T08:51:48.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 4523 completed, throughput=5MB/sec 2024-02-18T08:51:48.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:48 smithi110 bash[54479]: cluster 2024-02-18T08:51:47.314030+0000 mgr.y (mgr.44100) 1061 : cluster [DBG] pgmap v1609: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:51:48.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:48 smithi110 bash[55875]: cluster 2024-02-18T08:51:47.314030+0000 mgr.y (mgr.44100) 1061 : cluster [DBG] pgmap v1609: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:51:48.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:48 smithi191 bash[38688]: cluster 2024-02-18T08:51:47.314030+0000 mgr.y (mgr.44100) 1061 : cluster [DBG] pgmap v1609: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:51:49.369 INFO:tasks.workunit.client.0.smithi110.stdout: 866: throughput=5MB/sec pending data=0 2024-02-18T08:51:49.369 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ekrKn-QZK7HIVRd off=9323674 len=1199469 2024-02-18T08:51:49.372 INFO:tasks.workunit.client.0.smithi110.stdout:op 4524 completed, throughput=5MB/sec 2024-02-18T08:51:49.372 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IdGeR0l2pFyXEkQ off=4258956 len=1765446 2024-02-18T08:51:49.375 INFO:tasks.workunit.client.0.smithi110.stdout:op 4525 completed, throughput=5MB/sec 2024-02-18T08:51:49.375 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Nw8EJABSuTUWTG_ off=335741 len=1993242 2024-02-18T08:51:49.395 INFO:tasks.workunit.client.0.smithi110.stdout:op 4526 completed, throughput=5MB/sec 2024-02-18T08:51:50.396 INFO:tasks.workunit.client.0.smithi110.stdout: 867: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:50.396 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-c3O2E-784R1wr8y off=3869879 len=1470914 2024-02-18T08:51:50.399 INFO:tasks.workunit.client.0.smithi110.stdout:op 4527 completed, throughput=5MB/sec 2024-02-18T08:51:50.399 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nXoXF9hW5s6MQBQ off=9683253 len=1841755 2024-02-18T08:51:50.414 INFO:tasks.workunit.client.0.smithi110.stdout:op 4528 completed, throughput=5MB/sec 2024-02-18T08:51:50.414 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-C_w6QWLuaTI3Vcr off=6006401 len=1107272 2024-02-18T08:51:50.417 INFO:tasks.workunit.client.0.smithi110.stdout:op 4529 completed, throughput=5MB/sec 2024-02-18T08:51:50.417 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pWEGV94Pu4N0LEJ off=2580636 len=684759 2024-02-18T08:51:50.423 INFO:tasks.workunit.client.0.smithi110.stdout:op 4530 completed, throughput=5MB/sec 2024-02-18T08:51:50.424 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ca1HVgJDFKktPr9 off=9449723 len=301104 2024-02-18T08:51:50.424 INFO:tasks.workunit.client.0.smithi110.stdout:op 4531 completed, throughput=5MB/sec 2024-02-18T08:51:50.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:50 smithi110 bash[54479]: cluster 2024-02-18T08:51:49.314912+0000 mgr.y (mgr.44100) 1062 : cluster [DBG] pgmap v1610: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:50.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:50 smithi110 bash[55875]: cluster 2024-02-18T08:51:49.314912+0000 mgr.y (mgr.44100) 1062 : cluster [DBG] pgmap v1610: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:50.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:50 smithi191 bash[38688]: cluster 2024-02-18T08:51:49.314912+0000 mgr.y (mgr.44100) 1062 : cluster [DBG] pgmap v1610: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:51.425 INFO:tasks.workunit.client.0.smithi110.stdout: 868: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:51.425 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zPmA1qBu86HforB off=1607576 len=1667043 2024-02-18T08:51:51.437 INFO:tasks.workunit.client.0.smithi110.stdout:op 4532 completed, throughput=5MB/sec 2024-02-18T08:51:51.437 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GzxWqZ3zWejxd1r off=1515021 len=1295487 2024-02-18T08:51:51.440 INFO:tasks.workunit.client.0.smithi110.stdout:op 4533 completed, throughput=5MB/sec 2024-02-18T08:51:51.440 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8V3xLJZNJjjLA6I off=2879735 len=541491 2024-02-18T08:51:51.442 INFO:tasks.workunit.client.0.smithi110.stdout:op 4534 completed, throughput=5MB/sec 2024-02-18T08:51:51.442 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9BaFJ3jXUZckL0k off=1896406 len=1641450 2024-02-18T08:51:51.446 INFO:tasks.workunit.client.0.smithi110.stdout:op 4535 completed, throughput=5MB/sec 2024-02-18T08:51:51.446 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-K9r7MPfFEyrK7bB off=4441472 len=533667 2024-02-18T08:51:51.448 INFO:tasks.workunit.client.0.smithi110.stdout:op 4536 completed, throughput=5MB/sec 2024-02-18T08:51:52.448 INFO:tasks.workunit.client.0.smithi110.stdout: 869: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:52.448 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QxmkvBRAx2QUhZg off=3862981 len=1532717 2024-02-18T08:51:52.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 4537 completed, throughput=5MB/sec 2024-02-18T08:51:52.453 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GWyoc_XDajRGcWi off=2566199 len=556551 2024-02-18T08:51:52.460 INFO:tasks.workunit.client.0.smithi110.stdout:op 4538 completed, throughput=5MB/sec 2024-02-18T08:51:52.460 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Dw4R-PpCOEXg5MJ off=4164127 len=285835 2024-02-18T08:51:52.461 INFO:tasks.workunit.client.0.smithi110.stdout:op 4539 completed, throughput=5MB/sec 2024-02-18T08:51:52.461 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gfbFqEcfzCH2MOa off=85876 len=1015475 2024-02-18T08:51:52.464 INFO:tasks.workunit.client.0.smithi110.stdout:op 4540 completed, throughput=5MB/sec 2024-02-18T08:51:52.464 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sRcyJ6g7G2blvMC off=3223132 len=1593515 2024-02-18T08:51:52.476 INFO:tasks.workunit.client.0.smithi110.stdout:op 4541 completed, throughput=5MB/sec 2024-02-18T08:51:52.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:52 smithi110 bash[54479]: cluster 2024-02-18T08:51:51.315729+0000 mgr.y (mgr.44100) 1063 : cluster [DBG] pgmap v1611: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:51:52.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:52 smithi110 bash[55875]: cluster 2024-02-18T08:51:51.315729+0000 mgr.y (mgr.44100) 1063 : cluster [DBG] pgmap v1611: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:51:52.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:52 smithi191 bash[38688]: cluster 2024-02-18T08:51:51.315729+0000 mgr.y (mgr.44100) 1063 : cluster [DBG] pgmap v1611: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:51:53.477 INFO:tasks.workunit.client.0.smithi110.stdout: 870: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:53.477 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yXSrsVRdC8qHSJI off=2734287 len=386730 2024-02-18T08:51:53.478 INFO:tasks.workunit.client.0.smithi110.stdout:op 4542 completed, throughput=4.99MB/sec 2024-02-18T08:51:53.478 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bkl9qV989rJOfWP off=730512 len=1710874 2024-02-18T08:51:53.492 INFO:tasks.workunit.client.0.smithi110.stdout:op 4543 completed, throughput=5MB/sec 2024-02-18T08:51:53.492 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-h3Qi4LClTT5cpUr off=7726834 len=236781 2024-02-18T08:51:53.497 INFO:tasks.workunit.client.0.smithi110.stdout:op 4544 completed, throughput=5MB/sec 2024-02-18T08:51:53.497 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-V_2Etvw_wxuym5u off=2816033 len=647621 2024-02-18T08:51:53.503 INFO:tasks.workunit.client.0.smithi110.stdout:op 4545 completed, throughput=5MB/sec 2024-02-18T08:51:53.503 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QP_VlDomiy6BQ-C off=20821150 len=528443 2024-02-18T08:51:53.508 INFO:tasks.workunit.client.0.smithi110.stdout:op 4546 completed, throughput=5MB/sec 2024-02-18T08:51:53.508 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uIDvfYyDrFgHSHm off=4783375 len=928690 2024-02-18T08:51:53.511 INFO:tasks.workunit.client.0.smithi110.stdout:op 4547 completed, throughput=5MB/sec 2024-02-18T08:51:53.511 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0KyFb_B6ABezUYs off=887707 len=1419510 2024-02-18T08:51:53.518 INFO:tasks.workunit.client.0.smithi110.stdout:op 4548 completed, throughput=5MB/sec 2024-02-18T08:51:54.519 INFO:tasks.workunit.client.0.smithi110.stdout: 871: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:54.519 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GZhqDFFyFJQfQrQ off=2856987 len=1398682 2024-02-18T08:51:54.522 INFO:tasks.workunit.client.0.smithi110.stdout:op 4549 completed, throughput=5MB/sec 2024-02-18T08:51:54.522 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yPQLyT22DCtwVT5 off=3735276 len=2012006 2024-02-18T08:51:54.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 4550 completed, throughput=5MB/sec 2024-02-18T08:51:54.552 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-irjKo8xcYH-GYnX off=7196339 len=1704618 2024-02-18T08:51:54.566 INFO:tasks.workunit.client.0.smithi110.stdout:op 4551 completed, throughput=5MB/sec 2024-02-18T08:51:54.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:54 smithi110 bash[54479]: cluster 2024-02-18T08:51:53.316672+0000 mgr.y (mgr.44100) 1064 : cluster [DBG] pgmap v1612: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-02-18T08:51:54.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:54 smithi110 bash[55875]: cluster 2024-02-18T08:51:53.316672+0000 mgr.y (mgr.44100) 1064 : cluster [DBG] pgmap v1612: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-02-18T08:51:54.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:54 smithi191 bash[38688]: cluster 2024-02-18T08:51:53.316672+0000 mgr.y (mgr.44100) 1064 : cluster [DBG] pgmap v1612: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-02-18T08:51:55.566 INFO:tasks.workunit.client.0.smithi110.stdout: 872: throughput=4.99MB/sec pending data=0 2024-02-18T08:51:55.566 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xNMu4d2t9EUr1Oq off=2899731 len=1146178 2024-02-18T08:51:55.576 INFO:tasks.workunit.client.0.smithi110.stdout:op 4552 completed, throughput=5MB/sec 2024-02-18T08:51:55.576 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NSJdWdemv9fpgJU off=10813995 len=1355954 2024-02-18T08:51:55.584 INFO:tasks.workunit.client.0.smithi110.stdout:op 4553 completed, throughput=5MB/sec 2024-02-18T08:51:55.584 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-czB_6hTC5ASlZQe off=2521415 len=1042964 2024-02-18T08:51:55.585 INFO:tasks.workunit.client.0.smithi110.stdout:op 4554 completed, throughput=5MB/sec 2024-02-18T08:51:55.586 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YvL9g_6GO5BNGgE off=107299 len=1070878 2024-02-18T08:51:55.593 INFO:tasks.workunit.client.0.smithi110.stdout:op 4555 completed, throughput=5MB/sec 2024-02-18T08:51:55.593 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-X3cDpabYtwFyO1A off=2389917 len=1435122 2024-02-18T08:51:55.603 INFO:tasks.workunit.client.0.smithi110.stdout:op 4556 completed, throughput=5MB/sec 2024-02-18T08:51:56.604 INFO:tasks.workunit.client.0.smithi110.stdout: 873: throughput=5MB/sec pending data=0 2024-02-18T08:51:56.604 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KpKxciOdHOu7drH off=1937331 len=899065 2024-02-18T08:51:56.606 INFO:tasks.workunit.client.0.smithi110.stdout:op 4557 completed, throughput=5MB/sec 2024-02-18T08:51:56.606 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mHjV1jz7a2HCfUe off=9494969 len=2043589 2024-02-18T08:51:56.622 INFO:tasks.workunit.client.0.smithi110.stdout:op 4558 completed, throughput=5MB/sec 2024-02-18T08:51:56.622 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CI4lbw6JR88XVyw off=4492495 len=457088 2024-02-18T08:51:56.627 INFO:tasks.workunit.client.0.smithi110.stdout:op 4559 completed, throughput=5MB/sec 2024-02-18T08:51:56.627 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oINBF2DoYLE4ISB off=1510528 len=1920254 2024-02-18T08:51:56.640 INFO:tasks.workunit.client.0.smithi110.stdout:op 4560 completed, throughput=5MB/sec 2024-02-18T08:51:56.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:56 smithi110 bash[54479]: cluster 2024-02-18T08:51:55.317455+0000 mgr.y (mgr.44100) 1065 : cluster [DBG] pgmap v1613: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:51:56.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:56 smithi110 bash[55875]: cluster 2024-02-18T08:51:55.317455+0000 mgr.y (mgr.44100) 1065 : cluster [DBG] pgmap v1613: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:51:56.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:56 smithi191 bash[38688]: cluster 2024-02-18T08:51:55.317455+0000 mgr.y (mgr.44100) 1065 : cluster [DBG] pgmap v1613: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:51:57.640 INFO:tasks.workunit.client.0.smithi110.stdout: 874: throughput=5MB/sec pending data=0 2024-02-18T08:51:57.640 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Xq98jRlfBj5zRnB off=814423 len=1754540 2024-02-18T08:51:57.646 INFO:tasks.workunit.client.0.smithi110.stdout:op 4561 completed, throughput=5MB/sec 2024-02-18T08:51:57.646 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B65DEQY9Qqs_3g7 off=3713800 len=798532 2024-02-18T08:51:57.654 INFO:tasks.workunit.client.0.smithi110.stdout:op 4562 completed, throughput=5MB/sec 2024-02-18T08:51:57.655 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7TVYwpNIO6LDkmu off=23028536 len=1904008 2024-02-18T08:51:57.657 INFO:tasks.workunit.client.0.smithi110.stdout:op 4563 completed, throughput=5MB/sec 2024-02-18T08:51:57.658 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YzocljdVUN38pZP off=2519745 len=1813194 2024-02-18T08:51:57.662 INFO:tasks.workunit.client.0.smithi110.stdout:op 4564 completed, throughput=5MB/sec 2024-02-18T08:51:58.662 INFO:tasks.workunit.client.0.smithi110.stdout: 875: throughput=5MB/sec pending data=0 2024-02-18T08:51:58.663 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Rh5itFP_uzItmrz off=3981769 len=99263 2024-02-18T08:51:58.665 INFO:tasks.workunit.client.0.smithi110.stdout:op 4565 completed, throughput=5MB/sec 2024-02-18T08:51:58.665 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xU0XOHakCtElTPt off=2195628 len=706316 2024-02-18T08:51:58.673 INFO:tasks.workunit.client.0.smithi110.stdout:op 4566 completed, throughput=5MB/sec 2024-02-18T08:51:58.673 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jt-Xc-BEXF0KNH_ off=2977014 len=1067024 2024-02-18T08:51:58.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 4567 completed, throughput=5MB/sec 2024-02-18T08:51:58.676 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aBDIfTBZ-mHOUmN off=9654158 len=1496096 2024-02-18T08:51:58.681 INFO:tasks.workunit.client.0.smithi110.stdout:op 4568 completed, throughput=5MB/sec 2024-02-18T08:51:58.681 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TkhCkbD3OpV4kVN off=9500712 len=1625366 2024-02-18T08:51:58.691 INFO:tasks.workunit.client.0.smithi110.stdout:op 4569 completed, throughput=5MB/sec 2024-02-18T08:51:58.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:51:58 smithi110 bash[54479]: cluster 2024-02-18T08:51:57.318349+0000 mgr.y (mgr.44100) 1066 : cluster [DBG] pgmap v1614: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:58.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:51:58 smithi110 bash[55875]: cluster 2024-02-18T08:51:57.318349+0000 mgr.y (mgr.44100) 1066 : cluster [DBG] pgmap v1614: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:58.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:51:58 smithi191 bash[38688]: cluster 2024-02-18T08:51:57.318349+0000 mgr.y (mgr.44100) 1066 : cluster [DBG] pgmap v1614: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:51:59.692 INFO:tasks.workunit.client.0.smithi110.stdout: 876: throughput=5MB/sec pending data=0 2024-02-18T08:51:59.692 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tSZ0yPLRQhPpeGk off=15102950 len=1628586 2024-02-18T08:51:59.706 INFO:tasks.workunit.client.0.smithi110.stdout:op 4570 completed, throughput=5MB/sec 2024-02-18T08:51:59.706 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vmcniLkOoOUvXJw off=2722879 len=1513251 2024-02-18T08:51:59.717 INFO:tasks.workunit.client.0.smithi110.stdout:op 4571 completed, throughput=5MB/sec 2024-02-18T08:51:59.717 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Y1SnJY1ejnQ9s_9 off=5779035 len=501169 2024-02-18T08:51:59.726 INFO:tasks.workunit.client.0.smithi110.stdout:op 4572 completed, throughput=5MB/sec 2024-02-18T08:51:59.726 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DNIDXglOM8TrFzq off=1818466 len=1644656 2024-02-18T08:51:59.738 INFO:tasks.workunit.client.0.smithi110.stdout:op 4573 completed, throughput=5MB/sec 2024-02-18T08:52:00.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:00 smithi110 bash[54479]: cluster 2024-02-18T08:51:59.319233+0000 mgr.y (mgr.44100) 1067 : cluster [DBG] pgmap v1615: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:52:00.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:00 smithi110 bash[55875]: cluster 2024-02-18T08:51:59.319233+0000 mgr.y (mgr.44100) 1067 : cluster [DBG] pgmap v1615: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:52:00.738 INFO:tasks.workunit.client.0.smithi110.stdout: 877: throughput=5MB/sec pending data=0 2024-02-18T08:52:00.738 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eHS6MSLEH57Y0SJ off=8599756 len=423072 2024-02-18T08:52:00.743 INFO:tasks.workunit.client.0.smithi110.stdout:op 4574 completed, throughput=5MB/sec 2024-02-18T08:52:00.744 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cNF-covdZKJW5y8 off=1956165 len=1668767 2024-02-18T08:52:00.750 INFO:tasks.workunit.client.0.smithi110.stdout:op 4575 completed, throughput=5MB/sec 2024-02-18T08:52:00.750 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a5QcWWJCTvt5SwQ off=3715418 len=195970 2024-02-18T08:52:00.752 INFO:tasks.workunit.client.0.smithi110.stdout:op 4576 completed, throughput=5MB/sec 2024-02-18T08:52:00.752 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_0AWR7KOlpNiLfo off=13939544 len=1006066 2024-02-18T08:52:00.754 INFO:tasks.workunit.client.0.smithi110.stdout:op 4577 completed, throughput=5MB/sec 2024-02-18T08:52:00.754 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1MQ77-MlMY8rmet off=2945631 len=620314 2024-02-18T08:52:00.767 INFO:tasks.workunit.client.0.smithi110.stdout:op 4578 completed, throughput=5MB/sec 2024-02-18T08:52:00.767 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-F3w0PSMKTu_MEm8 off=2601026 len=1746990 2024-02-18T08:52:00.778 INFO:tasks.workunit.client.0.smithi110.stdout:op 4579 completed, throughput=5MB/sec 2024-02-18T08:52:00.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:00 smithi191 bash[38688]: cluster 2024-02-18T08:51:59.319233+0000 mgr.y (mgr.44100) 1067 : cluster [DBG] pgmap v1615: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:52:01.778 INFO:tasks.workunit.client.0.smithi110.stdout: 878: throughput=5MB/sec pending data=0 2024-02-18T08:52:01.779 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WaMwUP8mB384B74 off=8484010 len=1186738 2024-02-18T08:52:01.789 INFO:tasks.workunit.client.0.smithi110.stdout:op 4580 completed, throughput=5MB/sec 2024-02-18T08:52:01.789 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4bTYtxYpMKfk-WA off=14130863 len=201655 2024-02-18T08:52:01.790 INFO:tasks.workunit.client.0.smithi110.stdout:op 4581 completed, throughput=5MB/sec 2024-02-18T08:52:01.791 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-liVIYmppo4DNgUr off=15401899 len=800947 2024-02-18T08:52:01.794 INFO:tasks.workunit.client.0.smithi110.stdout:op 4582 completed, throughput=5MB/sec 2024-02-18T08:52:01.794 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mUL0lA4YQxcWk1F off=1918744 len=217784 2024-02-18T08:52:01.795 INFO:tasks.workunit.client.0.smithi110.stdout:op 4583 completed, throughput=5MB/sec 2024-02-18T08:52:01.796 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-efiMAoZPKaInZlH off=4809143 len=1984949 2024-02-18T08:52:01.808 INFO:tasks.workunit.client.0.smithi110.stdout:op 4584 completed, throughput=5MB/sec 2024-02-18T08:52:02.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:02 smithi110 bash[54479]: cluster 2024-02-18T08:52:01.320081+0000 mgr.y (mgr.44100) 1068 : cluster [DBG] pgmap v1616: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:52:02.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:02 smithi110 bash[55875]: cluster 2024-02-18T08:52:01.320081+0000 mgr.y (mgr.44100) 1068 : cluster [DBG] pgmap v1616: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:52:02.808 INFO:tasks.workunit.client.0.smithi110.stdout: 879: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:02.808 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nfImo7Wuy_KKuNY off=15252041 len=1594156 2024-02-18T08:52:02.821 INFO:tasks.workunit.client.0.smithi110.stdout:op 4585 completed, throughput=5MB/sec 2024-02-18T08:52:02.821 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fShHPPNy9yrGgsd off=3763799 len=2055924 2024-02-18T08:52:02.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 4586 completed, throughput=5MB/sec 2024-02-18T08:52:02.826 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4yBLQZI9ssXo56w off=4060661 len=1316841 2024-02-18T08:52:02.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:02 smithi191 bash[38688]: cluster 2024-02-18T08:52:01.320081+0000 mgr.y (mgr.44100) 1068 : cluster [DBG] pgmap v1616: 73 pgs: 73 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:52:02.835 INFO:tasks.workunit.client.0.smithi110.stdout:op 4587 completed, throughput=5MB/sec 2024-02-18T08:52:02.835 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3FeFcExckLjRVQP off=15744956 len=1985595 2024-02-18T08:52:02.840 INFO:tasks.workunit.client.0.smithi110.stdout:op 4588 completed, throughput=5MB/sec 2024-02-18T08:52:03.840 INFO:tasks.workunit.client.0.smithi110.stdout: 880: throughput=5MB/sec pending data=0 2024-02-18T08:52:03.840 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O1ezt0inIVB_aMm off=445127 len=1279261 2024-02-18T08:52:03.845 INFO:tasks.workunit.client.0.smithi110.stdout:op 4589 completed, throughput=5MB/sec 2024-02-18T08:52:03.845 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9tGFY3-nzsW_1Dc off=13056505 len=172946 2024-02-18T08:52:03.850 INFO:tasks.workunit.client.0.smithi110.stdout:op 4590 completed, throughput=5MB/sec 2024-02-18T08:52:03.850 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wnnVZS3WD0L20Z5 off=2407433 len=1242808 2024-02-18T08:52:03.853 INFO:tasks.workunit.client.0.smithi110.stdout:op 4591 completed, throughput=5MB/sec 2024-02-18T08:52:03.853 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QMrbR9H--s_TDkp off=6872504 len=243883 2024-02-18T08:52:03.854 INFO:tasks.workunit.client.0.smithi110.stdout:op 4592 completed, throughput=5MB/sec 2024-02-18T08:52:03.854 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-R2RjC9xKAJi8yaR off=24029 len=1514462 2024-02-18T08:52:03.858 INFO:tasks.workunit.client.0.smithi110.stdout:op 4593 completed, throughput=5MB/sec 2024-02-18T08:52:04.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:04 smithi110 bash[54479]: cluster 2024-02-18T08:52:03.321026+0000 mgr.y (mgr.44100) 1069 : cluster [DBG] pgmap v1617: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:52:04.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:04 smithi110 bash[55875]: cluster 2024-02-18T08:52:03.321026+0000 mgr.y (mgr.44100) 1069 : cluster [DBG] pgmap v1617: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:52:04.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:04 smithi191 bash[38688]: cluster 2024-02-18T08:52:03.321026+0000 mgr.y (mgr.44100) 1069 : cluster [DBG] pgmap v1617: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:52:04.858 INFO:tasks.workunit.client.0.smithi110.stdout: 881: throughput=5MB/sec pending data=0 2024-02-18T08:52:04.859 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kiaSaoZvMfjEuQ6 off=3448887 len=667857 2024-02-18T08:52:04.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 4594 completed, throughput=5MB/sec 2024-02-18T08:52:04.861 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2OHPXEKR-2rORIN off=2553208 len=1098608 2024-02-18T08:52:04.866 INFO:tasks.workunit.client.0.smithi110.stdout:op 4595 completed, throughput=5MB/sec 2024-02-18T08:52:04.866 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UnGI8169hCSFNfP off=3850344 len=618242 2024-02-18T08:52:04.872 INFO:tasks.workunit.client.0.smithi110.stdout:op 4596 completed, throughput=5MB/sec 2024-02-18T08:52:04.872 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KTKPMmQNCqiUstF off=0 len=1382723 2024-02-18T08:52:04.891 INFO:tasks.workunit.client.0.smithi110.stdout:op 4597 completed, throughput=5MB/sec 2024-02-18T08:52:04.891 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9FzZpHYtby8DHhR off=1878084 len=1953707 2024-02-18T08:52:04.901 INFO:tasks.workunit.client.0.smithi110.stdout:op 4598 completed, throughput=5MB/sec 2024-02-18T08:52:05.901 INFO:tasks.workunit.client.0.smithi110.stdout: 882: throughput=5MB/sec pending data=0 2024-02-18T08:52:05.902 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dz45kSdLkQNoN-c off=5855874 len=733802 2024-02-18T08:52:05.909 INFO:tasks.workunit.client.0.smithi110.stdout:op 4599 completed, throughput=5MB/sec 2024-02-18T08:52:05.909 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eDj7XjKkNCup7Xk off=2724137 len=426165 2024-02-18T08:52:05.915 INFO:tasks.workunit.client.0.smithi110.stdout:op 4600 completed, throughput=5MB/sec 2024-02-18T08:52:05.915 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wmSmsuGccCDVuYt off=767277 len=1697892 2024-02-18T08:52:05.924 INFO:tasks.workunit.client.0.smithi110.stdout:op 4601 completed, throughput=5MB/sec 2024-02-18T08:52:05.924 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-n2SlpVJuOEADIfu off=3167374 len=1462332 2024-02-18T08:52:05.934 INFO:tasks.workunit.client.0.smithi110.stdout:op 4602 completed, throughput=5MB/sec 2024-02-18T08:52:05.934 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2dz-dJRmvgKHW3s off=154052 len=17625 2024-02-18T08:52:05.937 INFO:tasks.workunit.client.0.smithi110.stdout:op 4603 completed, throughput=5MB/sec 2024-02-18T08:52:05.937 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UIKvx7JSwlG1whY off=3176136 len=1122049 2024-02-18T08:52:05.942 INFO:tasks.workunit.client.0.smithi110.stdout:op 4604 completed, throughput=5MB/sec 2024-02-18T08:52:06.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:06 smithi110 bash[54479]: cluster 2024-02-18T08:52:05.321835+0000 mgr.y (mgr.44100) 1070 : cluster [DBG] pgmap v1618: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:52:06.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:06 smithi110 bash[55875]: cluster 2024-02-18T08:52:05.321835+0000 mgr.y (mgr.44100) 1070 : cluster [DBG] pgmap v1618: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:52:06.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:06 smithi191 bash[38688]: cluster 2024-02-18T08:52:05.321835+0000 mgr.y (mgr.44100) 1070 : cluster [DBG] pgmap v1618: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:52:06.942 INFO:tasks.workunit.client.0.smithi110.stdout: 883: throughput=5MB/sec pending data=0 2024-02-18T08:52:06.942 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xhULGNwBnfQOIP4 off=1369894 len=1498522 2024-02-18T08:52:06.954 INFO:tasks.workunit.client.0.smithi110.stdout:op 4605 completed, throughput=5MB/sec 2024-02-18T08:52:06.954 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AqvAy-ExM_2aF3z off=696243 len=1416821 2024-02-18T08:52:06.957 INFO:tasks.workunit.client.0.smithi110.stdout:op 4606 completed, throughput=5MB/sec 2024-02-18T08:52:06.957 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WP8o1t7h517VkV1 off=2465919 len=1227483 2024-02-18T08:52:06.960 INFO:tasks.workunit.client.0.smithi110.stdout:op 4607 completed, throughput=5MB/sec 2024-02-18T08:52:06.960 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hSnoNp2V-qltVPT off=452684 len=1473170 2024-02-18T08:52:06.972 INFO:tasks.workunit.client.0.smithi110.stdout:op 4608 completed, throughput=5MB/sec 2024-02-18T08:52:07.972 INFO:tasks.workunit.client.0.smithi110.stdout: 884: throughput=5MB/sec pending data=0 2024-02-18T08:52:07.972 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mTG0TjhJR0JjOxI off=11015280 len=1717320 2024-02-18T08:52:07.985 INFO:tasks.workunit.client.0.smithi110.stdout:op 4609 completed, throughput=5MB/sec 2024-02-18T08:52:07.985 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pf3204pJfnqzOkb off=2130723 len=1500507 2024-02-18T08:52:07.993 INFO:tasks.workunit.client.0.smithi110.stdout:op 4610 completed, throughput=5MB/sec 2024-02-18T08:52:07.993 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ypAzsrtNV_Ufem3 off=2111886 len=774087 2024-02-18T08:52:07.995 INFO:tasks.workunit.client.0.smithi110.stdout:op 4611 completed, throughput=5MB/sec 2024-02-18T08:52:07.995 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fAhkyPRsSAhL8Pf off=673671 len=1091387 2024-02-18T08:52:07.996 INFO:tasks.workunit.client.0.smithi110.stdout:op 4612 completed, throughput=5MB/sec 2024-02-18T08:52:08.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:08 smithi110 bash[54479]: cluster 2024-02-18T08:52:07.322754+0000 mgr.y (mgr.44100) 1071 : cluster [DBG] pgmap v1619: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:52:08.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:08 smithi110 bash[55875]: cluster 2024-02-18T08:52:07.322754+0000 mgr.y (mgr.44100) 1071 : cluster [DBG] pgmap v1619: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:52:08.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:08 smithi191 bash[38688]: cluster 2024-02-18T08:52:07.322754+0000 mgr.y (mgr.44100) 1071 : cluster [DBG] pgmap v1619: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:52:08.997 INFO:tasks.workunit.client.0.smithi110.stdout: 885: throughput=5MB/sec pending data=0 2024-02-18T08:52:08.997 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2RFYsiCy0NA1lZY off=14624893 len=963405 2024-02-18T08:52:09.007 INFO:tasks.workunit.client.0.smithi110.stdout:op 4613 completed, throughput=5MB/sec 2024-02-18T08:52:09.007 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dMAtxfkxPE5PHPQ off=1428213 len=782271 2024-02-18T08:52:09.009 INFO:tasks.workunit.client.0.smithi110.stdout:op 4614 completed, throughput=5MB/sec 2024-02-18T08:52:09.009 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jpTl61R2pwzBluU off=16312790 len=1282747 2024-02-18T08:52:09.019 INFO:tasks.workunit.client.0.smithi110.stdout:op 4615 completed, throughput=5MB/sec 2024-02-18T08:52:09.019 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-D_cPr0r5Pj-auis off=7083751 len=1634210 2024-02-18T08:52:09.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 4616 completed, throughput=5MB/sec 2024-02-18T08:52:10.030 INFO:tasks.workunit.client.0.smithi110.stdout: 886: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:10.031 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hRoey_LL9uAO4Wp off=11556535 len=1685511 2024-02-18T08:52:10.034 INFO:tasks.workunit.client.0.smithi110.stdout:op 4617 completed, throughput=5MB/sec 2024-02-18T08:52:10.034 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xO9RHS79gOJsUi7 off=1636373 len=1481537 2024-02-18T08:52:10.039 INFO:tasks.workunit.client.0.smithi110.stdout:op 4618 completed, throughput=5MB/sec 2024-02-18T08:52:10.039 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7bvIiWpdHftcyXB off=2395336 len=631800 2024-02-18T08:52:10.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 4619 completed, throughput=5MB/sec 2024-02-18T08:52:10.041 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fUbvkLrjZn88N3i off=7218005 len=974524 2024-02-18T08:52:10.044 INFO:tasks.workunit.client.0.smithi110.stdout:op 4620 completed, throughput=5MB/sec 2024-02-18T08:52:10.044 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ljq8vMb3xfxxp2q off=4598241 len=345716 2024-02-18T08:52:10.046 INFO:tasks.workunit.client.0.smithi110.stdout:op 4621 completed, throughput=5MB/sec 2024-02-18T08:52:10.046 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EudQ4TuT84ycpME off=11575940 len=69211 2024-02-18T08:52:10.050 INFO:tasks.workunit.client.0.smithi110.stdout:op 4622 completed, throughput=5MB/sec 2024-02-18T08:52:10.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:10 smithi191 bash[38688]: cluster 2024-02-18T08:52:09.323660+0000 mgr.y (mgr.44100) 1072 : cluster [DBG] pgmap v1620: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-02-18T08:52:10.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:10 smithi110 bash[54479]: cluster 2024-02-18T08:52:09.323660+0000 mgr.y (mgr.44100) 1072 : cluster [DBG] pgmap v1620: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-02-18T08:52:10.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:10 smithi110 bash[55875]: cluster 2024-02-18T08:52:09.323660+0000 mgr.y (mgr.44100) 1072 : cluster [DBG] pgmap v1620: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-02-18T08:52:11.050 INFO:tasks.workunit.client.0.smithi110.stdout: 887: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:11.051 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Cn-iIGLOT_4HkyP off=21320585 len=1750536 2024-02-18T08:52:11.083 INFO:tasks.workunit.client.0.smithi110.stdout:op 4623 completed, throughput=5MB/sec 2024-02-18T08:52:11.083 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7OLdKhkdwYidA_1 off=3474693 len=1823182 2024-02-18T08:52:11.085 INFO:tasks.workunit.client.0.smithi110.stdout:op 4624 completed, throughput=5MB/sec 2024-02-18T08:52:11.085 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1oEOt2fVGikPUY_ off=436910 len=339193 2024-02-18T08:52:11.090 INFO:tasks.workunit.client.0.smithi110.stdout:op 4625 completed, throughput=5MB/sec 2024-02-18T08:52:11.090 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jVfG4O7E_i0aoxA off=1898534 len=919258 2024-02-18T08:52:11.098 INFO:tasks.workunit.client.0.smithi110.stdout:op 4626 completed, throughput=5MB/sec 2024-02-18T08:52:11.098 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7Nf9_PXFPGukJ2b off=13125066 len=431227 2024-02-18T08:52:11.100 INFO:tasks.workunit.client.0.smithi110.stdout:op 4627 completed, throughput=5MB/sec 2024-02-18T08:52:11.100 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nx4PdWfCqMsDWFO off=21642894 len=1677284 2024-02-18T08:52:11.109 INFO:tasks.workunit.client.0.smithi110.stdout:op 4628 completed, throughput=5MB/sec 2024-02-18T08:52:12.109 INFO:tasks.workunit.client.0.smithi110.stdout: 888: throughput=5MB/sec pending data=0 2024-02-18T08:52:12.110 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g0K_2WBrBSD4xJl off=452963 len=1481027 2024-02-18T08:52:12.123 INFO:tasks.workunit.client.0.smithi110.stdout:op 4629 completed, throughput=5MB/sec 2024-02-18T08:52:12.123 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bLM-YVRdSr9aa18 off=8861085 len=1681381 2024-02-18T08:52:12.134 INFO:tasks.workunit.client.0.smithi110.stdout:op 4630 completed, throughput=5MB/sec 2024-02-18T08:52:12.134 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Rn4Ukkl5UyPjOjS off=7270876 len=500501 2024-02-18T08:52:12.135 INFO:tasks.workunit.client.0.smithi110.stdout:op 4631 completed, throughput=5MB/sec 2024-02-18T08:52:12.135 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CFGmnzVX0u5Uj4- off=7820124 len=1362349 2024-02-18T08:52:12.144 INFO:tasks.workunit.client.0.smithi110.stdout:op 4632 completed, throughput=5MB/sec 2024-02-18T08:52:12.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:12 smithi191 bash[38688]: cluster 2024-02-18T08:52:11.324505+0000 mgr.y (mgr.44100) 1073 : cluster [DBG] pgmap v1621: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:52:12.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:12 smithi110 bash[54479]: cluster 2024-02-18T08:52:11.324505+0000 mgr.y (mgr.44100) 1073 : cluster [DBG] pgmap v1621: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:52:12.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:12 smithi110 bash[55875]: cluster 2024-02-18T08:52:11.324505+0000 mgr.y (mgr.44100) 1073 : cluster [DBG] pgmap v1621: 73 pgs: 73 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:52:13.144 INFO:tasks.workunit.client.0.smithi110.stdout: 889: throughput=5MB/sec pending data=0 2024-02-18T08:52:13.144 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rnx4qnDs7wDHBo3 off=18746016 len=134271 2024-02-18T08:52:13.145 INFO:tasks.workunit.client.0.smithi110.stdout:op 4633 completed, throughput=5MB/sec 2024-02-18T08:52:13.146 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HydSQYCQAZqXcaM off=3607569 len=513907 2024-02-18T08:52:13.148 INFO:tasks.workunit.client.0.smithi110.stdout:op 4634 completed, throughput=5MB/sec 2024-02-18T08:52:13.148 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cr-8_cDOO_k4wux off=2857133 len=328963 2024-02-18T08:52:13.150 INFO:tasks.workunit.client.0.smithi110.stdout:op 4635 completed, throughput=5MB/sec 2024-02-18T08:52:13.150 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gdeeUPGlMaoh9wr off=13097931 len=1574578 2024-02-18T08:52:13.155 INFO:tasks.workunit.client.0.smithi110.stdout:op 4636 completed, throughput=5MB/sec 2024-02-18T08:52:13.155 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NOzAGGwGN5qLZ3V off=12434622 len=2029629 2024-02-18T08:52:13.168 INFO:tasks.workunit.client.0.smithi110.stdout:op 4637 completed, throughput=5MB/sec 2024-02-18T08:52:14.168 INFO:tasks.workunit.client.0.smithi110.stdout: 890: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:14.168 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OtB3Nso8ogMvjqW off=21923799 len=114431 2024-02-18T08:52:14.174 INFO:tasks.workunit.client.0.smithi110.stdout:op 4638 completed, throughput=4.99MB/sec 2024-02-18T08:52:14.174 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-730ALs9ZLzVuYjN off=5698887 len=388739 2024-02-18T08:52:14.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 4639 completed, throughput=5MB/sec 2024-02-18T08:52:14.180 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oq-sqVlvVHH1KPb off=7033996 len=4589 2024-02-18T08:52:14.183 INFO:tasks.workunit.client.0.smithi110.stdout:op 4640 completed, throughput=5MB/sec 2024-02-18T08:52:14.183 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-h_BJW4KSm830M7d off=0 len=1185906 2024-02-18T08:52:14.191 INFO:tasks.workunit.client.0.smithi110.stdout:op 4641 completed, throughput=5MB/sec 2024-02-18T08:52:14.191 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mj7pqBhFh50b5CK off=11732647 len=1526288 2024-02-18T08:52:14.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 4642 completed, throughput=5MB/sec 2024-02-18T08:52:14.195 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SmvzblIfRGlU6tt off=2216339 len=1089871 2024-02-18T08:52:14.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 4643 completed, throughput=5MB/sec 2024-02-18T08:52:14.202 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sYTO2qYsZxxBW6b off=627520 len=1278494 2024-02-18T08:52:14.205 INFO:tasks.workunit.client.0.smithi110.stdout:op 4644 completed, throughput=5MB/sec 2024-02-18T08:52:14.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:14 smithi191 bash[38688]: cluster 2024-02-18T08:52:13.325419+0000 mgr.y (mgr.44100) 1074 : cluster [DBG] pgmap v1622: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:52:14.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:14 smithi110 bash[54479]: cluster 2024-02-18T08:52:13.325419+0000 mgr.y (mgr.44100) 1074 : cluster [DBG] pgmap v1622: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:52:14.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:14 smithi110 bash[55875]: cluster 2024-02-18T08:52:13.325419+0000 mgr.y (mgr.44100) 1074 : cluster [DBG] pgmap v1622: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:52:15.205 INFO:tasks.workunit.client.0.smithi110.stdout: 891: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:15.205 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eBoOg1xZvZCIAP4 off=18424385 len=1237697 2024-02-18T08:52:15.216 INFO:tasks.workunit.client.0.smithi110.stdout:op 4645 completed, throughput=5MB/sec 2024-02-18T08:52:15.216 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6l__aritMx8UIEn off=2349203 len=763968 2024-02-18T08:52:15.218 INFO:tasks.workunit.client.0.smithi110.stdout:op 4646 completed, throughput=5MB/sec 2024-02-18T08:52:15.218 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MQPEBLCMCOvwIxP off=10758538 len=1146799 2024-02-18T08:52:15.221 INFO:tasks.workunit.client.0.smithi110.stdout:op 4647 completed, throughput=5MB/sec 2024-02-18T08:52:15.221 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sJRjZkohpWHYmMZ off=6222588 len=921483 2024-02-18T08:52:15.229 INFO:tasks.workunit.client.0.smithi110.stdout:op 4648 completed, throughput=5MB/sec 2024-02-18T08:52:15.229 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jlQlp-bkuOqJ0CY off=1256987 len=1522721 2024-02-18T08:52:15.238 INFO:tasks.workunit.client.0.smithi110.stdout:op 4649 completed, throughput=5MB/sec 2024-02-18T08:52:15.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:15 smithi191 bash[38688]: cluster 2024-02-18T08:52:15.326275+0000 mgr.y (mgr.44100) 1075 : cluster [DBG] pgmap v1623: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:52:15.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:15 smithi110 bash[54479]: cluster 2024-02-18T08:52:15.326275+0000 mgr.y (mgr.44100) 1075 : cluster [DBG] pgmap v1623: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:52:15.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:15 smithi110 bash[55875]: cluster 2024-02-18T08:52:15.326275+0000 mgr.y (mgr.44100) 1075 : cluster [DBG] pgmap v1623: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:52:16.238 INFO:tasks.workunit.client.0.smithi110.stdout: 892: throughput=5MB/sec pending data=0 2024-02-18T08:52:16.238 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NznGUIMv8CwF4Ug off=5545254 len=1960239 2024-02-18T08:52:16.242 INFO:tasks.workunit.client.0.smithi110.stdout:op 4650 completed, throughput=5MB/sec 2024-02-18T08:52:16.242 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Dv7I7T8UaH4lujT off=22732089 len=1114671 2024-02-18T08:52:16.245 INFO:tasks.workunit.client.0.smithi110.stdout:op 4651 completed, throughput=5MB/sec 2024-02-18T08:52:16.245 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hJ7i9B8MAS71VOj off=11258454 len=1099800 2024-02-18T08:52:16.255 INFO:tasks.workunit.client.0.smithi110.stdout:op 4652 completed, throughput=5MB/sec 2024-02-18T08:52:16.255 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bbhW6q-dPBe1psn off=1571550 len=1355377 2024-02-18T08:52:16.257 INFO:tasks.workunit.client.0.smithi110.stdout:op 4653 completed, throughput=5MB/sec 2024-02-18T08:52:17.257 INFO:tasks.workunit.client.0.smithi110.stdout: 893: throughput=5MB/sec pending data=0 2024-02-18T08:52:17.257 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QddpfAJHaVk_2JS off=8498316 len=643628 2024-02-18T08:52:17.259 INFO:tasks.workunit.client.0.smithi110.stdout:op 4654 completed, throughput=5MB/sec 2024-02-18T08:52:17.259 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-R16L0mCOxo_uziN off=225497 len=1337404 2024-02-18T08:52:17.264 INFO:tasks.workunit.client.0.smithi110.stdout:op 4655 completed, throughput=5MB/sec 2024-02-18T08:52:17.264 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CIKnJoknWHHUumr off=14555800 len=1795193 2024-02-18T08:52:17.268 INFO:tasks.workunit.client.0.smithi110.stdout:op 4656 completed, throughput=5MB/sec 2024-02-18T08:52:17.268 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XIB3AUVLwG-sDBg off=1911558 len=1527448 2024-02-18T08:52:17.278 INFO:tasks.workunit.client.0.smithi110.stdout:op 4657 completed, throughput=5MB/sec 2024-02-18T08:52:18.279 INFO:tasks.workunit.client.0.smithi110.stdout: 894: throughput=5MB/sec pending data=0 2024-02-18T08:52:18.279 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a5QcWWJCTvt5SwQ off=9875913 len=719610 2024-02-18T08:52:18.282 INFO:tasks.workunit.client.0.smithi110.stdout:op 4658 completed, throughput=5MB/sec 2024-02-18T08:52:18.282 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RxPpOdGUryHqwiP off=6656288 len=322748 2024-02-18T08:52:18.284 INFO:tasks.workunit.client.0.smithi110.stdout:op 4659 completed, throughput=5MB/sec 2024-02-18T08:52:18.284 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CmOga5IEm7N_u2E off=555319 len=645888 2024-02-18T08:52:18.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 4660 completed, throughput=5MB/sec 2024-02-18T08:52:18.286 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NRmqQAKl9QQmVWW off=20842330 len=1859337 2024-02-18T08:52:18.293 INFO:tasks.workunit.client.0.smithi110.stdout:op 4661 completed, throughput=5MB/sec 2024-02-18T08:52:18.293 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-toA3qkAfPldSu11 off=1723255 len=1438818 2024-02-18T08:52:18.302 INFO:tasks.workunit.client.0.smithi110.stdout:op 4662 completed, throughput=5MB/sec 2024-02-18T08:52:18.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:18 smithi110 bash[54479]: cluster 2024-02-18T08:52:17.327183+0000 mgr.y (mgr.44100) 1076 : cluster [DBG] pgmap v1624: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:52:18.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:18 smithi110 bash[55875]: cluster 2024-02-18T08:52:17.327183+0000 mgr.y (mgr.44100) 1076 : cluster [DBG] pgmap v1624: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:52:18.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:18 smithi191 bash[38688]: cluster 2024-02-18T08:52:17.327183+0000 mgr.y (mgr.44100) 1076 : cluster [DBG] pgmap v1624: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:52:19.303 INFO:tasks.workunit.client.0.smithi110.stdout: 895: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:19.303 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-73vRUGHuxQ7eff6 off=13572834 len=8599 2024-02-18T08:52:19.304 INFO:tasks.workunit.client.0.smithi110.stdout:op 4663 completed, throughput=4.99MB/sec 2024-02-18T08:52:19.304 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-W4HSXmKJq1eUmzY off=2703233 len=1620043 2024-02-18T08:52:19.318 INFO:tasks.workunit.client.0.smithi110.stdout:op 4664 completed, throughput=5MB/sec 2024-02-18T08:52:19.318 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AzHkqtHCkanwiid off=865241 len=1327815 2024-02-18T08:52:19.321 INFO:tasks.workunit.client.0.smithi110.stdout:op 4665 completed, throughput=5MB/sec 2024-02-18T08:52:19.321 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OawmRII3CTsiJf9 off=7076915 len=1369790 2024-02-18T08:52:19.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 4666 completed, throughput=5MB/sec 2024-02-18T08:52:19.323 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CFbSkQeOC9Lomcr off=761315 len=1234714 2024-02-18T08:52:19.332 INFO:tasks.workunit.client.0.smithi110.stdout:op 4667 completed, throughput=5MB/sec 2024-02-18T08:52:20.332 INFO:tasks.workunit.client.0.smithi110.stdout: 896: throughput=5MB/sec pending data=0 2024-02-18T08:52:20.332 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6OgnlQIM0bp4Gzx off=130800 len=856638 2024-02-18T08:52:20.341 INFO:tasks.workunit.client.0.smithi110.stdout:op 4668 completed, throughput=5MB/sec 2024-02-18T08:52:20.341 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GW9haal3JFE5AlC off=6234548 len=334243 2024-02-18T08:52:20.344 INFO:tasks.workunit.client.0.smithi110.stdout:op 4669 completed, throughput=5MB/sec 2024-02-18T08:52:20.344 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rpFyRpD-eO8vgpL off=2476193 len=956654 2024-02-18T08:52:20.351 INFO:tasks.workunit.client.0.smithi110.stdout:op 4670 completed, throughput=5MB/sec 2024-02-18T08:52:20.351 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SnE1xSL6fVqx5Bd off=7462884 len=1506271 2024-02-18T08:52:20.361 INFO:tasks.workunit.client.0.smithi110.stdout:op 4671 completed, throughput=5MB/sec 2024-02-18T08:52:20.361 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PU_aJS_t4XxD4ig off=19168041 len=1507085 2024-02-18T08:52:20.369 INFO:tasks.workunit.client.0.smithi110.stdout:op 4672 completed, throughput=5MB/sec 2024-02-18T08:52:20.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:20 smithi110 bash[54479]: cluster 2024-02-18T08:52:19.328209+0000 mgr.y (mgr.44100) 1077 : cluster [DBG] pgmap v1625: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:52:20.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:20 smithi110 bash[55875]: cluster 2024-02-18T08:52:19.328209+0000 mgr.y (mgr.44100) 1077 : cluster [DBG] pgmap v1625: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:52:20.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:20 smithi191 bash[38688]: cluster 2024-02-18T08:52:19.328209+0000 mgr.y (mgr.44100) 1077 : cluster [DBG] pgmap v1625: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:52:21.369 INFO:tasks.workunit.client.0.smithi110.stdout: 897: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:21.369 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L0hxQPnb1gHhsOA off=14846663 len=1854809 2024-02-18T08:52:21.373 INFO:tasks.workunit.client.0.smithi110.stdout:op 4673 completed, throughput=5MB/sec 2024-02-18T08:52:21.373 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_ZqYr2HtAchYgJn off=346071 len=354027 2024-02-18T08:52:21.380 INFO:tasks.workunit.client.0.smithi110.stdout:op 4674 completed, throughput=5MB/sec 2024-02-18T08:52:21.380 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L3vG6rNkplbAR15 off=560969 len=1833524 2024-02-18T08:52:21.391 INFO:tasks.workunit.client.0.smithi110.stdout:op 4675 completed, throughput=5MB/sec 2024-02-18T08:52:21.391 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-239XYUMLnTyS7HN off=15163392 len=1906486 2024-02-18T08:52:21.401 INFO:tasks.workunit.client.0.smithi110.stdout:op 4676 completed, throughput=5MB/sec 2024-02-18T08:52:22.402 INFO:tasks.workunit.client.0.smithi110.stdout: 898: throughput=5MB/sec pending data=0 2024-02-18T08:52:22.402 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WTQgLB7I01TPCsb off=12939448 len=796801 2024-02-18T08:52:22.404 INFO:tasks.workunit.client.0.smithi110.stdout:op 4677 completed, throughput=5MB/sec 2024-02-18T08:52:22.404 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MSV9Ti5JOePXfnq off=4380604 len=1421562 2024-02-18T08:52:22.407 INFO:tasks.workunit.client.0.smithi110.stdout:op 4678 completed, throughput=5MB/sec 2024-02-18T08:52:22.407 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2FVJkwU9tDSy1g1 off=291762 len=1765270 2024-02-18T08:52:22.411 INFO:tasks.workunit.client.0.smithi110.stdout:op 4679 completed, throughput=5MB/sec 2024-02-18T08:52:22.411 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Sa-ank6k3uuLiyF off=11657569 len=770376 2024-02-18T08:52:22.419 INFO:tasks.workunit.client.0.smithi110.stdout:op 4680 completed, throughput=5MB/sec 2024-02-18T08:52:22.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:22 smithi110 bash[54479]: cluster 2024-02-18T08:52:21.329005+0000 mgr.y (mgr.44100) 1078 : cluster [DBG] pgmap v1626: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:52:22.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:22 smithi110 bash[55875]: cluster 2024-02-18T08:52:21.329005+0000 mgr.y (mgr.44100) 1078 : cluster [DBG] pgmap v1626: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:52:22.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:22 smithi191 bash[38688]: cluster 2024-02-18T08:52:21.329005+0000 mgr.y (mgr.44100) 1078 : cluster [DBG] pgmap v1626: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:52:23.419 INFO:tasks.workunit.client.0.smithi110.stdout: 899: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:23.419 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ob4Dzzs_2UQBvtK off=9378077 len=863322 2024-02-18T08:52:23.427 INFO:tasks.workunit.client.0.smithi110.stdout:op 4681 completed, throughput=5MB/sec 2024-02-18T08:52:23.427 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-G4eno5Y7pYmhZuS off=988934 len=51192 2024-02-18T08:52:23.428 INFO:tasks.workunit.client.0.smithi110.stdout:op 4682 completed, throughput=5MB/sec 2024-02-18T08:52:23.428 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4gI9BJthiEpWfIh off=6660769 len=1880149 2024-02-18T08:52:23.443 INFO:tasks.workunit.client.0.smithi110.stdout:op 4683 completed, throughput=5MB/sec 2024-02-18T08:52:23.443 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kxGZl6SmEe8_AhC off=2265651 len=507667 2024-02-18T08:52:23.445 INFO:tasks.workunit.client.0.smithi110.stdout:op 4684 completed, throughput=5MB/sec 2024-02-18T08:52:23.445 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UMgVmfCBXomco37 off=15177248 len=745933 2024-02-18T08:52:23.450 INFO:tasks.workunit.client.0.smithi110.stdout:op 4685 completed, throughput=5MB/sec 2024-02-18T08:52:23.450 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-buD3q2B2nqbKfJW off=5670001 len=1720024 2024-02-18T08:52:23.460 INFO:tasks.workunit.client.0.smithi110.stdout:op 4686 completed, throughput=5MB/sec 2024-02-18T08:52:24.460 INFO:tasks.workunit.client.0.smithi110.stdout: 900: throughput=5MB/sec pending data=0 2024-02-18T08:52:24.460 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A7oY-33rX4XO7B7 off=19479027 len=1915223 2024-02-18T08:52:24.473 INFO:tasks.workunit.client.0.smithi110.stdout:op 4687 completed, throughput=5MB/sec 2024-02-18T08:52:24.473 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MFhvwesc2-ZUW0o off=12564483 len=1551009 2024-02-18T08:52:24.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 4688 completed, throughput=5MB/sec 2024-02-18T08:52:24.479 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Xtw9XvbSDOfisrv off=20815100 len=232358 2024-02-18T08:52:24.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 4689 completed, throughput=5MB/sec 2024-02-18T08:52:24.484 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--LeTU9y_XVkWig6 off=3800491 len=1297077 2024-02-18T08:52:24.492 INFO:tasks.workunit.client.0.smithi110.stdout:op 4690 completed, throughput=5MB/sec 2024-02-18T08:52:24.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:24 smithi110 bash[54479]: cluster 2024-02-18T08:52:23.329950+0000 mgr.y (mgr.44100) 1079 : cluster [DBG] pgmap v1627: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:52:24.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:24 smithi110 bash[55875]: cluster 2024-02-18T08:52:23.329950+0000 mgr.y (mgr.44100) 1079 : cluster [DBG] pgmap v1627: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:52:24.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:24 smithi191 bash[38688]: cluster 2024-02-18T08:52:23.329950+0000 mgr.y (mgr.44100) 1079 : cluster [DBG] pgmap v1627: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:52:25.492 INFO:tasks.workunit.client.0.smithi110.stdout: 901: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:25.492 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hJwv4jC6nLKHG_o off=1610985 len=1824919 2024-02-18T08:52:25.497 INFO:tasks.workunit.client.0.smithi110.stdout:op 4691 completed, throughput=5MB/sec 2024-02-18T08:52:25.497 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jPkDGj7E3PFJgjK off=8701048 len=1812656 2024-02-18T08:52:25.504 INFO:tasks.workunit.client.0.smithi110.stdout:op 4692 completed, throughput=5MB/sec 2024-02-18T08:52:25.504 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bkN52ZQ0H-Nb89W off=5876147 len=297036 2024-02-18T08:52:25.511 INFO:tasks.workunit.client.0.smithi110.stdout:op 4693 completed, throughput=5MB/sec 2024-02-18T08:52:25.511 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_V6TqixZRvZfS0r off=585892 len=1527568 2024-02-18T08:52:25.519 INFO:tasks.workunit.client.0.smithi110.stdout:op 4694 completed, throughput=5MB/sec 2024-02-18T08:52:26.520 INFO:tasks.workunit.client.0.smithi110.stdout: 902: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:26.520 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ngATWPMiUa4zWZB off=2423658 len=519261 2024-02-18T08:52:26.527 INFO:tasks.workunit.client.0.smithi110.stdout:op 4695 completed, throughput=5MB/sec 2024-02-18T08:52:26.527 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-w9H9jtkEyt4ysT5 off=1777626 len=1245777 2024-02-18T08:52:26.531 INFO:tasks.workunit.client.0.smithi110.stdout:op 4696 completed, throughput=5MB/sec 2024-02-18T08:52:26.531 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zSA2z_QRg3Y48v8 off=5220685 len=1319212 2024-02-18T08:52:26.540 INFO:tasks.workunit.client.0.smithi110.stdout:op 4697 completed, throughput=5MB/sec 2024-02-18T08:52:26.540 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DtdX9rPac9t-sqZ off=18039510 len=854994 2024-02-18T08:52:26.542 INFO:tasks.workunit.client.0.smithi110.stdout:op 4698 completed, throughput=5MB/sec 2024-02-18T08:52:26.542 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2SkYYWoprD6OOwe off=7008081 len=1399958 2024-02-18T08:52:26.546 INFO:tasks.workunit.client.0.smithi110.stdout:op 4699 completed, throughput=5MB/sec 2024-02-18T08:52:26.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:26 smithi110 bash[54479]: cluster 2024-02-18T08:52:25.330772+0000 mgr.y (mgr.44100) 1080 : cluster [DBG] pgmap v1628: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:52:26.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:26 smithi110 bash[55875]: cluster 2024-02-18T08:52:25.330772+0000 mgr.y (mgr.44100) 1080 : cluster [DBG] pgmap v1628: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:52:26.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:26 smithi191 bash[38688]: cluster 2024-02-18T08:52:25.330772+0000 mgr.y (mgr.44100) 1080 : cluster [DBG] pgmap v1628: 73 pgs: 73 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:52:27.547 INFO:tasks.workunit.client.0.smithi110.stdout: 903: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:27.547 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ak5HakdlJH6qdB3 off=11870863 len=1159803 2024-02-18T08:52:27.551 INFO:tasks.workunit.client.0.smithi110.stdout:op 4700 completed, throughput=5MB/sec 2024-02-18T08:52:27.551 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iKhZJjoFIy9lNHG off=9447212 len=650064 2024-02-18T08:52:27.553 INFO:tasks.workunit.client.0.smithi110.stdout:op 4701 completed, throughput=5MB/sec 2024-02-18T08:52:27.553 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1NuwGcoi_vyrP2T off=2554541 len=1898616 2024-02-18T08:52:27.566 INFO:tasks.workunit.client.0.smithi110.stdout:op 4702 completed, throughput=5MB/sec 2024-02-18T08:52:27.566 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UxBU-l6HKFaekoc off=2459559 len=276206 2024-02-18T08:52:27.568 INFO:tasks.workunit.client.0.smithi110.stdout:op 4703 completed, throughput=5MB/sec 2024-02-18T08:52:27.568 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4-C0be6gfO5EgBL off=14863324 len=1929685 2024-02-18T08:52:27.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 4704 completed, throughput=5MB/sec 2024-02-18T08:52:28.574 INFO:tasks.workunit.client.0.smithi110.stdout: 904: throughput=5MB/sec pending data=0 2024-02-18T08:52:28.574 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TKVxu2i57kfZeD2 off=6912926 len=291940 2024-02-18T08:52:28.580 INFO:tasks.workunit.client.0.smithi110.stdout:op 4705 completed, throughput=5MB/sec 2024-02-18T08:52:28.580 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eeKctyykxjYIYlD off=5398034 len=1972014 2024-02-18T08:52:28.592 INFO:tasks.workunit.client.0.smithi110.stdout:op 4706 completed, throughput=5MB/sec 2024-02-18T08:52:28.593 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B6foinIF2VxYGGR off=5978021 len=1388557 2024-02-18T08:52:28.597 INFO:tasks.workunit.client.0.smithi110.stdout:op 4707 completed, throughput=5MB/sec 2024-02-18T08:52:28.597 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ywDjnqj_X6n_8-f off=3635908 len=1769156 2024-02-18T08:52:28.599 INFO:tasks.workunit.client.0.smithi110.stdout:op 4708 completed, throughput=5MB/sec 2024-02-18T08:52:28.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:28 smithi110 bash[54479]: cluster 2024-02-18T08:52:27.331618+0000 mgr.y (mgr.44100) 1081 : cluster [DBG] pgmap v1629: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:52:28.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:28 smithi110 bash[54479]: audit 2024-02-18T08:52:28.217277+0000 mon.a (mon.0) 1841 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:52:28.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:28 smithi110 bash[55875]: cluster 2024-02-18T08:52:27.331618+0000 mgr.y (mgr.44100) 1081 : cluster [DBG] pgmap v1629: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:52:28.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:28 smithi110 bash[55875]: audit 2024-02-18T08:52:28.217277+0000 mon.a (mon.0) 1841 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:52:28.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:28 smithi191 bash[38688]: cluster 2024-02-18T08:52:27.331618+0000 mgr.y (mgr.44100) 1081 : cluster [DBG] pgmap v1629: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:52:28.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:28 smithi191 bash[38688]: audit 2024-02-18T08:52:28.217277+0000 mon.a (mon.0) 1841 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:52:29.600 INFO:tasks.workunit.client.0.smithi110.stdout: 905: throughput=5MB/sec pending data=0 2024-02-18T08:52:29.600 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DOrsAe8fAmOLIdi off=14255686 len=823050 2024-02-18T08:52:29.608 INFO:tasks.workunit.client.0.smithi110.stdout:op 4709 completed, throughput=5MB/sec 2024-02-18T08:52:29.608 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IwPdpInoLjXfft4 off=6543344 len=1717815 2024-02-18T08:52:29.612 INFO:tasks.workunit.client.0.smithi110.stdout:op 4710 completed, throughput=5MB/sec 2024-02-18T08:52:29.612 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GI50gMeuNJHARGu off=17170155 len=1592194 2024-02-18T08:52:29.625 INFO:tasks.workunit.client.0.smithi110.stdout:op 4711 completed, throughput=5MB/sec 2024-02-18T08:52:29.625 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NtZtFnR3RnVR8eX off=2372734 len=883730 2024-02-18T08:52:29.631 INFO:tasks.workunit.client.0.smithi110.stdout:op 4712 completed, throughput=5MB/sec 2024-02-18T08:52:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:29 smithi191 bash[38688]: audit 2024-02-18T08:52:28.508722+0000 mon.a (mon.0) 1842 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:52:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:29 smithi191 bash[38688]: audit 2024-02-18T08:52:28.808918+0000 mon.a (mon.0) 1843 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:52:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:29 smithi191 bash[38688]: audit 2024-02-18T08:52:28.810770+0000 mon.a (mon.0) 1844 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:52:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:29 smithi191 bash[38688]: cephadm 2024-02-18T08:52:28.812375+0000 mgr.y (mgr.44100) 1082 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:52:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:29 smithi191 bash[38688]: audit 2024-02-18T08:52:28.818124+0000 mon.a (mon.0) 1845 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:52:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:29 smithi191 bash[38688]: cluster 2024-02-18T08:52:29.332503+0000 mgr.y (mgr.44100) 1083 : cluster [DBG] pgmap v1630: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:52:29.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[54479]: audit 2024-02-18T08:52:28.508722+0000 mon.a (mon.0) 1842 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[54479]: audit 2024-02-18T08:52:28.808918+0000 mon.a (mon.0) 1843 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[54479]: audit 2024-02-18T08:52:28.810770+0000 mon.a (mon.0) 1844 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[54479]: cephadm 2024-02-18T08:52:28.812375+0000 mgr.y (mgr.44100) 1082 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[54479]: audit 2024-02-18T08:52:28.818124+0000 mon.a (mon.0) 1845 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[54479]: cluster 2024-02-18T08:52:29.332503+0000 mgr.y (mgr.44100) 1083 : cluster [DBG] pgmap v1630: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[55875]: audit 2024-02-18T08:52:28.508722+0000 mon.a (mon.0) 1842 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[55875]: audit 2024-02-18T08:52:28.808918+0000 mon.a (mon.0) 1843 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[55875]: audit 2024-02-18T08:52:28.810770+0000 mon.a (mon.0) 1844 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[55875]: cephadm 2024-02-18T08:52:28.812375+0000 mgr.y (mgr.44100) 1082 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[55875]: audit 2024-02-18T08:52:28.818124+0000 mon.a (mon.0) 1845 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:52:29.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:29 smithi110 bash[55875]: cluster 2024-02-18T08:52:29.332503+0000 mgr.y (mgr.44100) 1083 : cluster [DBG] pgmap v1630: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:52:30.632 INFO:tasks.workunit.client.0.smithi110.stdout: 906: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:30.632 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HtqQU-tu8ksi8kf off=3453769 len=61582 2024-02-18T08:52:30.632 INFO:tasks.workunit.client.0.smithi110.stdout:op 4713 completed, throughput=4.99MB/sec 2024-02-18T08:52:30.633 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_fz2EXnBAYw6W5X off=18828013 len=1647340 2024-02-18T08:52:30.645 INFO:tasks.workunit.client.0.smithi110.stdout:op 4714 completed, throughput=5MB/sec 2024-02-18T08:52:30.646 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YZM3WF7tJj4t46V off=5273621 len=770436 2024-02-18T08:52:30.652 INFO:tasks.workunit.client.0.smithi110.stdout:op 4715 completed, throughput=5MB/sec 2024-02-18T08:52:30.652 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ku-vxIfm0mDdna3 off=1096449 len=584811 2024-02-18T08:52:30.656 INFO:tasks.workunit.client.0.smithi110.stdout:op 4716 completed, throughput=5MB/sec 2024-02-18T08:52:30.656 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vMxNJ8a-QPD67Kf off=5323609 len=1378186 2024-02-18T08:52:30.657 INFO:tasks.workunit.client.0.smithi110.stdout:op 4717 completed, throughput=5MB/sec 2024-02-18T08:52:30.657 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zgpydk90BN-GIwr off=14193139 len=1434459 2024-02-18T08:52:30.660 INFO:tasks.workunit.client.0.smithi110.stdout:op 4718 completed, throughput=5MB/sec 2024-02-18T08:52:31.661 INFO:tasks.workunit.client.0.smithi110.stdout: 907: throughput=5MB/sec pending data=0 2024-02-18T08:52:31.661 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oLSDOXQ9MTQnjbb off=1627755 len=653037 2024-02-18T08:52:31.668 INFO:tasks.workunit.client.0.smithi110.stdout:op 4719 completed, throughput=5MB/sec 2024-02-18T08:52:31.668 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Kuwtsg3lMXBTm3e off=14998704 len=1111533 2024-02-18T08:52:31.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 4720 completed, throughput=5MB/sec 2024-02-18T08:52:31.676 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rw6cxbrWo-YHnp8 off=14824692 len=1499975 2024-02-18T08:52:31.678 INFO:tasks.workunit.client.0.smithi110.stdout:op 4721 completed, throughput=5MB/sec 2024-02-18T08:52:31.678 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-s24Qea5Xm1M7Y-R off=8655835 len=1329000 2024-02-18T08:52:31.682 INFO:tasks.workunit.client.0.smithi110.stdout:op 4722 completed, throughput=5MB/sec 2024-02-18T08:52:31.682 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XG2cEZOyB7gFSM8 off=6034201 len=80463 2024-02-18T08:52:31.686 INFO:tasks.workunit.client.0.smithi110.stdout:op 4723 completed, throughput=5MB/sec 2024-02-18T08:52:32.686 INFO:tasks.workunit.client.0.smithi110.stdout: 908: throughput=4.99MB/sec pending data=0 2024-02-18T08:52:32.687 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3wz2oVYo-5rzxo2 off=2257658 len=1532544 2024-02-18T08:52:32.690 INFO:tasks.workunit.client.0.smithi110.stdout:op 4724 completed, throughput=5MB/sec 2024-02-18T08:52:32.690 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--D6BM6LCvv2NPuG off=9450555 len=135581 2024-02-18T08:52:32.695 INFO:tasks.workunit.client.0.smithi110.stdout:op 4725 completed, throughput=5MB/sec 2024-02-18T08:52:32.695 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--zaKTRfzvwG9W0x off=5343296 len=546593 2024-02-18T08:52:32.702 INFO:tasks.workunit.client.0.smithi110.stdout:op 4726 completed, throughput=5MB/sec 2024-02-18T08:52:32.702 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-q2ZGzptsd8dnKEm off=3284226 len=406828 2024-02-18T08:52:32.703 INFO:tasks.workunit.client.0.smithi110.stdout:op 4727 completed, throughput=5MB/sec 2024-02-18T08:52:32.703 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BWEGqrhgsqtxgoP off=585766 len=1066299 2024-02-18T08:52:32.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:32 smithi110 bash[54479]: cluster 2024-02-18T08:52:31.333323+0000 mgr.y (mgr.44100) 1084 : cluster [DBG] pgmap v1631: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:52:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:32 smithi110 bash[55875]: cluster 2024-02-18T08:52:31.333323+0000 mgr.y (mgr.44100) 1084 : cluster [DBG] pgmap v1631: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:52:32.707 INFO:tasks.workunit.client.0.smithi110.stdout:op 4728 completed, throughput=5MB/sec 2024-02-18T08:52:32.707 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vlwvKCxHJy-S-ZW off=20982829 len=832158 2024-02-18T08:52:32.713 INFO:tasks.workunit.client.0.smithi110.stdout:op 4729 completed, throughput=5MB/sec 2024-02-18T08:52:32.713 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6DR6dz6W7offDen off=277934 len=1951121 2024-02-18T08:52:32.721 INFO:tasks.workunit.client.0.smithi110.stdout:op 4730 completed, throughput=5MB/sec 2024-02-18T08:52:32.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:32 smithi191 bash[38688]: cluster 2024-02-18T08:52:31.333323+0000 mgr.y (mgr.44100) 1084 : cluster [DBG] pgmap v1631: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:52:33.722 INFO:tasks.workunit.client.0.smithi110.stdout: 909: throughput=5MB/sec pending data=0 2024-02-18T08:52:33.722 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7pkF05bLhsXaojb off=2727041 len=1137769 2024-02-18T08:52:33.725 INFO:tasks.workunit.client.0.smithi110.stdout:op 4731 completed, throughput=5MB/sec 2024-02-18T08:52:33.725 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-l29IeoWtuGjnez6 off=1686049 len=1611331 2024-02-18T08:52:33.730 INFO:tasks.workunit.client.0.smithi110.stdout:op 4732 completed, throughput=5MB/sec 2024-02-18T08:52:33.730 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KfOvbCWywk5AGJt off=2026180 len=1038090 2024-02-18T08:52:33.733 INFO:tasks.workunit.client.0.smithi110.stdout:op 4733 completed, throughput=5MB/sec 2024-02-18T08:52:33.733 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Q0Oun6QesQXT197 off=2232141 len=1677953 2024-02-18T08:52:33.747 INFO:tasks.workunit.client.0.smithi110.stdout:op 4734 completed, throughput=5MB/sec 2024-02-18T08:52:34.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:34 smithi110 bash[54479]: cluster 2024-02-18T08:52:33.334234+0000 mgr.y (mgr.44100) 1085 : cluster [DBG] pgmap v1632: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:52:34.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:34 smithi110 bash[55875]: cluster 2024-02-18T08:52:33.334234+0000 mgr.y (mgr.44100) 1085 : cluster [DBG] pgmap v1632: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:52:34.748 INFO:tasks.workunit.client.0.smithi110.stdout: 910: throughput=5MB/sec pending data=0 2024-02-18T08:52:34.748 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CkdPkq4-5SSsAfI off=312496 len=231120 2024-02-18T08:52:34.750 INFO:tasks.workunit.client.0.smithi110.stdout:op 4735 completed, throughput=5MB/sec 2024-02-18T08:52:34.750 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jfjoaA2TcDC1aVL off=1492988 len=438031 2024-02-18T08:52:34.756 INFO:tasks.workunit.client.0.smithi110.stdout:op 4736 completed, throughput=5MB/sec 2024-02-18T08:52:34.756 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FrUz8JnOEq5W6Ln off=7835832 len=1417114 2024-02-18T08:52:34.759 INFO:tasks.workunit.client.0.smithi110.stdout:op 4737 completed, throughput=5MB/sec 2024-02-18T08:52:34.760 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6b4iTp2U9GyVt2- off=13809826 len=1437062 2024-02-18T08:52:34.771 INFO:tasks.workunit.client.0.smithi110.stdout:op 4738 completed, throughput=5MB/sec 2024-02-18T08:52:34.771 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZDL4wZy-5gg9kxV off=128727 len=357650 2024-02-18T08:52:34.775 INFO:tasks.workunit.client.0.smithi110.stdout:op 4739 completed, throughput=5MB/sec 2024-02-18T08:52:34.775 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FaigrYIIq0947sw off=6683250 len=788673 2024-02-18T08:52:34.777 INFO:tasks.workunit.client.0.smithi110.stdout:op 4740 completed, throughput=5MB/sec 2024-02-18T08:52:34.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:34 smithi191 bash[38688]: cluster 2024-02-18T08:52:33.334234+0000 mgr.y (mgr.44100) 1085 : cluster [DBG] pgmap v1632: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:52:35.777 INFO:tasks.workunit.client.0.smithi110.stdout: 911: throughput=5MB/sec pending data=0 2024-02-18T08:52:35.777 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AoYZYbtPRoS5CgK off=9158730 len=54126 2024-02-18T08:52:35.782 INFO:tasks.workunit.client.0.smithi110.stdout:op 4741 completed, throughput=5MB/sec 2024-02-18T08:52:35.782 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9p7YbIBDmNJTDPi off=17609357 len=2063725 2024-02-18T08:52:35.787 INFO:tasks.workunit.client.0.smithi110.stdout:op 4742 completed, throughput=5MB/sec 2024-02-18T08:52:35.787 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0WygR8PmkYYG58R off=9739258 len=764591 2024-02-18T08:52:35.793 INFO:tasks.workunit.client.0.smithi110.stdout:op 4743 completed, throughput=5MB/sec 2024-02-18T08:52:35.793 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--MyW0UZm0OcjcxX off=543608 len=1529444 2024-02-18T08:52:35.797 INFO:tasks.workunit.client.0.smithi110.stdout:op 4744 completed, throughput=5MB/sec 2024-02-18T08:52:35.798 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WaMwUP8mB384B74 off=6984196 len=1582523 2024-02-18T08:52:35.806 INFO:tasks.workunit.client.0.smithi110.stdout:op 4745 completed, throughput=5MB/sec 2024-02-18T08:52:36.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:36 smithi110 bash[54479]: cluster 2024-02-18T08:52:35.335015+0000 mgr.y (mgr.44100) 1086 : cluster [DBG] pgmap v1633: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:52:36.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:36 smithi110 bash[55875]: cluster 2024-02-18T08:52:35.335015+0000 mgr.y (mgr.44100) 1086 : cluster [DBG] pgmap v1633: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:52:36.807 INFO:tasks.workunit.client.0.smithi110.stdout: 912: throughput=5MB/sec pending data=0 2024-02-18T08:52:36.807 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0zj1FJmIHJ8le6f off=4548885 len=514472 2024-02-18T08:52:36.813 INFO:tasks.workunit.client.0.smithi110.stdout:op 4746 completed, throughput=5MB/sec 2024-02-18T08:52:36.813 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8lZna4w8Z5kaZHy off=22152445 len=1961784 2024-02-18T08:52:36.817 INFO:tasks.workunit.client.0.smithi110.stdout:op 4747 completed, throughput=5MB/sec 2024-02-18T08:52:36.817 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oJl0LkErcvzEeLl off=6207498 len=4622 2024-02-18T08:52:36.818 INFO:tasks.workunit.client.0.smithi110.stdout:op 4748 completed, throughput=5MB/sec 2024-02-18T08:52:36.818 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ldZN0NQikp9sSAk off=1252107 len=89643 2024-02-18T08:52:36.822 INFO:tasks.workunit.client.0.smithi110.stdout:op 4749 completed, throughput=5MB/sec 2024-02-18T08:52:36.822 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pWo7m_1GUlAIZeY off=13450087 len=35528 2024-02-18T08:52:36.822 INFO:tasks.workunit.client.0.smithi110.stdout:op 4750 completed, throughput=5MB/sec 2024-02-18T08:52:36.823 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kv8OTA2aG3FROT- off=186397 len=941073 2024-02-18T08:52:36.824 INFO:tasks.workunit.client.0.smithi110.stdout:op 4751 completed, throughput=5MB/sec 2024-02-18T08:52:36.824 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J1gfT0k49E-NFY5 off=18839096 len=76357 2024-02-18T08:52:36.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 4752 completed, throughput=5MB/sec 2024-02-18T08:52:36.825 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Q3IIsi_Vhc9Q810 off=5490236 len=1548316 2024-02-18T08:52:36.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:36 smithi191 bash[38688]: cluster 2024-02-18T08:52:35.335015+0000 mgr.y (mgr.44100) 1086 : cluster [DBG] pgmap v1633: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:52:36.829 INFO:tasks.workunit.client.0.smithi110.stdout:op 4753 completed, throughput=5MB/sec 2024-02-18T08:52:37.830 INFO:tasks.workunit.client.0.smithi110.stdout: 913: throughput=5MB/sec pending data=0 2024-02-18T08:52:37.830 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4IWpFCX-DQ9nk_s off=1204230 len=118332 2024-02-18T08:52:37.832 INFO:tasks.workunit.client.0.smithi110.stdout:op 4754 completed, throughput=5MB/sec 2024-02-18T08:52:37.832 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cc8HnVwmkacu7Ft off=816245 len=373617 2024-02-18T08:52:37.834 INFO:tasks.workunit.client.0.smithi110.stdout:op 4755 completed, throughput=5MB/sec 2024-02-18T08:52:37.834 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_UpnWwcEK3_Ns2- off=7425350 len=653323 2024-02-18T08:52:37.841 INFO:tasks.workunit.client.0.smithi110.stdout:op 4756 completed, throughput=5MB/sec 2024-02-18T08:52:37.841 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IUqETxgEbsFlakA off=2493934 len=512609 2024-02-18T08:52:37.846 INFO:tasks.workunit.client.0.smithi110.stdout:op 4757 completed, throughput=5MB/sec 2024-02-18T08:52:37.847 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hppCWFLNLzYjJZ3 off=2700704 len=869994 2024-02-18T08:52:37.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 4758 completed, throughput=5MB/sec 2024-02-18T08:52:37.849 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-e4-G5NlTt2_diXs off=3696361 len=416563 2024-02-18T08:52:37.853 INFO:tasks.workunit.client.0.smithi110.stdout:op 4759 completed, throughput=5MB/sec 2024-02-18T08:52:37.853 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Sh-rhZUPcOOWKqu off=6423442 len=688968 2024-02-18T08:52:37.858 INFO:tasks.workunit.client.0.smithi110.stdout:op 4760 completed, throughput=5MB/sec 2024-02-18T08:52:37.859 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9iijVxSYgRtc2jq off=2567032 len=383129 2024-02-18T08:52:37.860 INFO:tasks.workunit.client.0.smithi110.stdout:op 4761 completed, throughput=5MB/sec 2024-02-18T08:52:37.860 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tni8ESAwGNhd5LG off=962292 len=276011 2024-02-18T08:52:37.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 4762 completed, throughput=5MB/sec 2024-02-18T08:52:37.861 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-d8mth4VhMzo1YAc off=3747617 len=1011105 2024-02-18T08:52:37.862 INFO:tasks.workunit.client.0.smithi110.stdout:op 4763 completed, throughput=5MB/sec 2024-02-18T08:52:38.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:38 smithi110 bash[54479]: cluster 2024-02-18T08:52:37.335923+0000 mgr.y (mgr.44100) 1087 : cluster [DBG] pgmap v1634: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:52:38.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:38 smithi110 bash[55875]: cluster 2024-02-18T08:52:37.335923+0000 mgr.y (mgr.44100) 1087 : cluster [DBG] pgmap v1634: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:52:38.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:38 smithi191 bash[38688]: cluster 2024-02-18T08:52:37.335923+0000 mgr.y (mgr.44100) 1087 : cluster [DBG] pgmap v1634: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:52:38.863 INFO:tasks.workunit.client.0.smithi110.stdout: 914: throughput=5MB/sec pending data=0 2024-02-18T08:52:38.863 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CvTn1eX6rJTmwAl off=6567508 len=294672 2024-02-18T08:52:38.869 INFO:tasks.workunit.client.0.smithi110.stdout:op 4764 completed, throughput=5MB/sec 2024-02-18T08:52:38.869 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NTVT122kouyAmKK off=4104934 len=397598 2024-02-18T08:52:38.872 INFO:tasks.workunit.client.0.smithi110.stdout:op 4765 completed, throughput=5MB/sec 2024-02-18T08:52:38.872 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O-crbbsk3fk9btS off=12394869 len=1511949 2024-02-18T08:52:38.876 INFO:tasks.workunit.client.0.smithi110.stdout:op 4766 completed, throughput=5MB/sec 2024-02-18T08:52:38.876 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zzANSkCn_L2xb0F off=2903440 len=1309856 2024-02-18T08:52:38.886 INFO:tasks.workunit.client.0.smithi110.stdout:op 4767 completed, throughput=5MB/sec 2024-02-18T08:52:38.886 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hTRAi9IGTm1U4nD off=345033 len=818089 2024-02-18T08:52:38.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 4768 completed, throughput=5MB/sec 2024-02-18T08:52:38.893 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WT5Krci63HvxK5O off=1199203 len=945261 2024-02-18T08:52:38.895 INFO:tasks.workunit.client.0.smithi110.stdout:op 4769 completed, throughput=5MB/sec 2024-02-18T08:52:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:39 smithi110 bash[55875]: audit 2024-02-18T08:52:39.021317+0000 mon.a (mon.0) 1846 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:52:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:39 smithi110 bash[55875]: audit 2024-02-18T08:52:39.022049+0000 mon.a (mon.0) 1847 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:52:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:39 smithi110 bash[55875]: audit 2024-02-18T08:52:39.022581+0000 mon.a (mon.0) 1848 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:52:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:39 smithi110 bash[54479]: audit 2024-02-18T08:52:39.021317+0000 mon.a (mon.0) 1846 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:52:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:39 smithi110 bash[54479]: audit 2024-02-18T08:52:39.022049+0000 mon.a (mon.0) 1847 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:52:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:39 smithi110 bash[54479]: audit 2024-02-18T08:52:39.022581+0000 mon.a (mon.0) 1848 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:52:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:39 smithi191 bash[38688]: audit 2024-02-18T08:52:39.021317+0000 mon.a (mon.0) 1846 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T08:52:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:39 smithi191 bash[38688]: audit 2024-02-18T08:52:39.022049+0000 mon.a (mon.0) 1847 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:52:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:39 smithi191 bash[38688]: audit 2024-02-18T08:52:39.022581+0000 mon.a (mon.0) 1848 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:52:39.896 INFO:tasks.workunit.client.0.smithi110.stdout: 915: throughput=5MB/sec pending data=0 2024-02-18T08:52:39.896 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ezZ0VEaJ0XKnvmE off=8996970 len=550750 2024-02-18T08:52:39.903 INFO:tasks.workunit.client.0.smithi110.stdout:op 4770 completed, throughput=5MB/sec 2024-02-18T08:52:39.903 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iatNZfA6grA25O1 off=9181050 len=1004788 2024-02-18T08:52:39.906 INFO:tasks.workunit.client.0.smithi110.stdout:op 4771 completed, throughput=5MB/sec 2024-02-18T08:52:39.907 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RSciIjRqCbi52Q7 off=5263062 len=647556 2024-02-18T08:52:39.915 INFO:tasks.workunit.client.0.smithi110.stdout:op 4772 completed, throughput=5MB/sec 2024-02-18T08:52:39.915 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-I21bsUglD496V4E off=906924 len=1965825 2024-02-18T08:52:39.919 INFO:tasks.workunit.client.0.smithi110.stdout:op 4773 completed, throughput=5MB/sec 2024-02-18T08:52:39.919 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GKPICFysJuL488m off=355658 len=949844 2024-02-18T08:52:39.922 INFO:tasks.workunit.client.0.smithi110.stdout:op 4774 completed, throughput=5MB/sec 2024-02-18T08:52:40.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:40 smithi110 bash[54479]: cluster 2024-02-18T08:52:39.336773+0000 mgr.y (mgr.44100) 1088 : cluster [DBG] pgmap v1635: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:52:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:40 smithi110 bash[55875]: cluster 2024-02-18T08:52:39.336773+0000 mgr.y (mgr.44100) 1088 : cluster [DBG] pgmap v1635: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:52:40.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:40 smithi191 bash[38688]: cluster 2024-02-18T08:52:39.336773+0000 mgr.y (mgr.44100) 1088 : cluster [DBG] pgmap v1635: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:52:40.923 INFO:tasks.workunit.client.0.smithi110.stdout: 916: throughput=5MB/sec pending data=0 2024-02-18T08:52:40.923 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1_lot_MeXWOkCcK off=0 len=1729918 2024-02-18T08:52:40.928 INFO:tasks.workunit.client.0.smithi110.stdout:op 4775 completed, throughput=5MB/sec 2024-02-18T08:52:40.928 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-17Geaq5S4BgxxSg off=1761724 len=973057 2024-02-18T08:52:40.931 INFO:tasks.workunit.client.0.smithi110.stdout:op 4776 completed, throughput=5MB/sec 2024-02-18T08:52:40.931 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cSdmMeK0qnwg7u2 off=9634865 len=1351319 2024-02-18T08:52:40.934 INFO:tasks.workunit.client.0.smithi110.stdout:op 4777 completed, throughput=5MB/sec 2024-02-18T08:52:40.934 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A4djIf6Mm-vqX_M off=15924943 len=1340109 2024-02-18T08:52:40.938 INFO:tasks.workunit.client.0.smithi110.stdout:op 4778 completed, throughput=5MB/sec 2024-02-18T08:52:41.938 INFO:tasks.workunit.client.0.smithi110.stdout: 917: throughput=5MB/sec pending data=0 2024-02-18T08:52:41.939 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4DwLNUaYqY4EEnL off=13587481 len=269008 2024-02-18T08:52:41.945 INFO:tasks.workunit.client.0.smithi110.stdout:op 4779 completed, throughput=5MB/sec 2024-02-18T08:52:41.945 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-j-lVKLqg8jyHKQB off=1241782 len=1029038 2024-02-18T08:52:41.954 INFO:tasks.workunit.client.0.smithi110.stdout:op 4780 completed, throughput=5MB/sec 2024-02-18T08:52:41.954 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JTgBmr5Hz3BJS62 off=17626329 len=415998 2024-02-18T08:52:41.958 INFO:tasks.workunit.client.0.smithi110.stdout:op 4781 completed, throughput=5MB/sec 2024-02-18T08:52:41.958 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PNYaGzIXslxEOX0 off=690499 len=1216099 2024-02-18T08:52:41.964 INFO:tasks.workunit.client.0.smithi110.stdout:op 4782 completed, throughput=5MB/sec 2024-02-18T08:52:41.964 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JuvVJy_o9OyJ9TM off=1446492 len=1705633 2024-02-18T08:52:41.974 INFO:tasks.workunit.client.0.smithi110.stdout:op 4783 completed, throughput=5MB/sec 2024-02-18T08:52:41.974 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_4lVyX2rxZJeEaD off=2941968 len=1757967 2024-02-18T08:52:41.979 INFO:tasks.workunit.client.0.smithi110.stdout:op 4784 completed, throughput=5MB/sec 2024-02-18T08:52:42.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:42 smithi110 bash[54479]: cluster 2024-02-18T08:52:41.337614+0000 mgr.y (mgr.44100) 1089 : cluster [DBG] pgmap v1636: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:52:42.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:42 smithi110 bash[55875]: cluster 2024-02-18T08:52:41.337614+0000 mgr.y (mgr.44100) 1089 : cluster [DBG] pgmap v1636: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:52:42.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:42 smithi191 bash[38688]: cluster 2024-02-18T08:52:41.337614+0000 mgr.y (mgr.44100) 1089 : cluster [DBG] pgmap v1636: 73 pgs: 73 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:52:42.979 INFO:tasks.workunit.client.0.smithi110.stdout: 918: throughput=5MB/sec pending data=0 2024-02-18T08:52:42.979 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-E0zSI3sZkxzbWyb off=4751679 len=1931160 2024-02-18T08:52:42.985 INFO:tasks.workunit.client.0.smithi110.stdout:op 4785 completed, throughput=5MB/sec 2024-02-18T08:52:42.985 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wdIN9phvB8KVVyu off=7027554 len=847195 2024-02-18T08:52:42.987 INFO:tasks.workunit.client.0.smithi110.stdout:op 4786 completed, throughput=5MB/sec 2024-02-18T08:52:42.987 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pJrJtJZ4XMYpo53 off=18698164 len=1529280 2024-02-18T08:52:42.990 INFO:tasks.workunit.client.0.smithi110.stdout:op 4787 completed, throughput=5MB/sec 2024-02-18T08:52:43.991 INFO:tasks.workunit.client.0.smithi110.stdout: 919: throughput=5MB/sec pending data=0 2024-02-18T08:52:43.991 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-23l4s_05TBb_82n off=15889 len=1068778 2024-02-18T08:52:44.000 INFO:tasks.workunit.client.0.smithi110.stdout:op 4788 completed, throughput=5MB/sec 2024-02-18T08:52:44.000 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MSKK9-PrSkH4rJ7 off=4338508 len=198445 2024-02-18T08:52:44.001 INFO:tasks.workunit.client.0.smithi110.stdout:op 4789 completed, throughput=5MB/sec 2024-02-18T08:52:44.001 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tOO_SJUBYUCdTrJ off=8598461 len=1230955 2024-02-18T08:52:44.005 INFO:tasks.workunit.client.0.smithi110.stdout:op 4790 completed, throughput=5MB/sec 2024-02-18T08:52:44.005 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZlyHkSC6gYaDwAI off=3081271 len=485091 2024-02-18T08:52:44.007 INFO:tasks.workunit.client.0.smithi110.stdout:op 4791 completed, throughput=5MB/sec 2024-02-18T08:52:44.007 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3ZnW17_2XoK7Bsk off=8170228 len=1539731 2024-02-18T08:52:44.009 INFO:tasks.workunit.client.0.smithi110.stdout:op 4792 completed, throughput=5MB/sec 2024-02-18T08:52:44.009 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QPMZssQauT-2T0P off=13620499 len=1456261 2024-02-18T08:52:44.011 INFO:tasks.workunit.client.0.smithi110.stdout:op 4793 completed, throughput=5MB/sec 2024-02-18T08:52:44.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:44 smithi110 bash[54479]: cluster 2024-02-18T08:52:43.338536+0000 mgr.y (mgr.44100) 1090 : cluster [DBG] pgmap v1637: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-02-18T08:52:44.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:44 smithi110 bash[55875]: cluster 2024-02-18T08:52:43.338536+0000 mgr.y (mgr.44100) 1090 : cluster [DBG] pgmap v1637: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-02-18T08:52:44.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:44 smithi191 bash[38688]: cluster 2024-02-18T08:52:43.338536+0000 mgr.y (mgr.44100) 1090 : cluster [DBG] pgmap v1637: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-02-18T08:52:45.011 INFO:tasks.workunit.client.0.smithi110.stdout: 920: throughput=5MB/sec pending data=0 2024-02-18T08:52:45.012 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9taJ99MAWVQ-P7Q off=21854327 len=2057112 2024-02-18T08:52:45.029 INFO:tasks.workunit.client.0.smithi110.stdout:op 4794 completed, throughput=5MB/sec 2024-02-18T08:52:45.029 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GnZ_St2KzWz0CQl off=10556320 len=1861188 2024-02-18T08:52:45.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 4795 completed, throughput=5MB/sec 2024-02-18T08:52:45.042 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-S5RZ5U9rEIRkr-S off=7603638 len=1584273 2024-02-18T08:52:45.048 INFO:tasks.workunit.client.0.smithi110.stdout:op 4796 completed, throughput=5MB/sec 2024-02-18T08:52:46.049 INFO:tasks.workunit.client.0.smithi110.stdout: 921: throughput=5MB/sec pending data=0 2024-02-18T08:52:46.049 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XL0apTtiH0kGkyL off=2123114 len=1793818 2024-02-18T08:52:46.064 INFO:tasks.workunit.client.0.smithi110.stdout:op 4797 completed, throughput=5MB/sec 2024-02-18T08:52:46.064 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KLjRXAwJvL2Fhwg off=124079 len=327695 2024-02-18T08:52:46.068 INFO:tasks.workunit.client.0.smithi110.stdout:op 4798 completed, throughput=5MB/sec 2024-02-18T08:52:46.068 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2JO6jncxFooHtFo off=31644 len=1709210 2024-02-18T08:52:46.072 INFO:tasks.workunit.client.0.smithi110.stdout:op 4799 completed, throughput=5MB/sec 2024-02-18T08:52:46.072 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qDjnrdyiNSO8VN5 off=2475876 len=1910973 2024-02-18T08:52:46.083 INFO:tasks.workunit.client.0.smithi110.stdout:op 4800 completed, throughput=5MB/sec 2024-02-18T08:52:46.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:46 smithi110 bash[54479]: cluster 2024-02-18T08:52:45.339350+0000 mgr.y (mgr.44100) 1091 : cluster [DBG] pgmap v1638: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-02-18T08:52:46.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:46 smithi110 bash[55875]: cluster 2024-02-18T08:52:45.339350+0000 mgr.y (mgr.44100) 1091 : cluster [DBG] pgmap v1638: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-02-18T08:52:46.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:46 smithi191 bash[38688]: cluster 2024-02-18T08:52:45.339350+0000 mgr.y (mgr.44100) 1091 : cluster [DBG] pgmap v1638: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-02-18T08:52:47.083 INFO:tasks.workunit.client.0.smithi110.stdout: 922: throughput=5MB/sec pending data=0 2024-02-18T08:52:47.083 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-e0ue2zKsC-0FfbB off=2617948 len=454363 2024-02-18T08:52:47.090 INFO:tasks.workunit.client.0.smithi110.stdout:op 4801 completed, throughput=5MB/sec 2024-02-18T08:52:47.090 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VZqBh1raOrE-B9x off=4114849 len=64956 2024-02-18T08:52:47.095 INFO:tasks.workunit.client.0.smithi110.stdout:op 4802 completed, throughput=5MB/sec 2024-02-18T08:52:47.095 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GWfLbYku2cW-shk off=4400493 len=1728134 2024-02-18T08:52:47.097 INFO:tasks.workunit.client.0.smithi110.stdout:op 4803 completed, throughput=5MB/sec 2024-02-18T08:52:47.097 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FSnILcA7qRzRSnU off=1968682 len=1098031 2024-02-18T08:52:47.101 INFO:tasks.workunit.client.0.smithi110.stdout:op 4804 completed, throughput=5MB/sec 2024-02-18T08:52:47.101 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B4--glLNryNV-TZ off=872783 len=1242584 2024-02-18T08:52:47.110 INFO:tasks.workunit.client.0.smithi110.stdout:op 4805 completed, throughput=5MB/sec 2024-02-18T08:52:48.110 INFO:tasks.workunit.client.0.smithi110.stdout: 923: throughput=5MB/sec pending data=0 2024-02-18T08:52:48.110 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O_4sxdIuTwP-Wly off=5867561 len=300818 2024-02-18T08:52:48.112 INFO:tasks.workunit.client.0.smithi110.stdout:op 4806 completed, throughput=5MB/sec 2024-02-18T08:52:48.112 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AxBN17Pfftdq3Qc off=8836699 len=675133 2024-02-18T08:52:48.115 INFO:tasks.workunit.client.0.smithi110.stdout:op 4807 completed, throughput=5MB/sec 2024-02-18T08:52:48.115 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FOnnLyFg9pHSX9- off=3962862 len=273065 2024-02-18T08:52:48.120 INFO:tasks.workunit.client.0.smithi110.stdout:op 4808 completed, throughput=5MB/sec 2024-02-18T08:52:48.120 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wqcM8nIeX3iXLid off=20183861 len=577871 2024-02-18T08:52:48.127 INFO:tasks.workunit.client.0.smithi110.stdout:op 4809 completed, throughput=5MB/sec 2024-02-18T08:52:48.127 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aRDSZBcZZFVVqOa off=4847666 len=1052334 2024-02-18T08:52:48.134 INFO:tasks.workunit.client.0.smithi110.stdout:op 4810 completed, throughput=5MB/sec 2024-02-18T08:52:48.135 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KfOvbCWywk5AGJt off=6442007 len=1210737 2024-02-18T08:52:48.137 INFO:tasks.workunit.client.0.smithi110.stdout:op 4811 completed, throughput=5MB/sec 2024-02-18T08:52:48.137 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cG-cZj9dq24txZ5 off=11896069 len=517801 2024-02-18T08:52:48.138 INFO:tasks.workunit.client.0.smithi110.stdout:op 4812 completed, throughput=5MB/sec 2024-02-18T08:52:48.138 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XZamIY-iqVAg5TP off=2056700 len=773351 2024-02-18T08:52:48.145 INFO:tasks.workunit.client.0.smithi110.stdout:op 4813 completed, throughput=5MB/sec 2024-02-18T08:52:48.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:48 smithi110 bash[55875]: cluster 2024-02-18T08:52:47.340228+0000 mgr.y (mgr.44100) 1092 : cluster [DBG] pgmap v1639: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:52:48.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:48 smithi110 bash[54479]: cluster 2024-02-18T08:52:47.340228+0000 mgr.y (mgr.44100) 1092 : cluster [DBG] pgmap v1639: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:52:48.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:48 smithi191 bash[38688]: cluster 2024-02-18T08:52:47.340228+0000 mgr.y (mgr.44100) 1092 : cluster [DBG] pgmap v1639: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-02-18T08:52:49.145 INFO:tasks.workunit.client.0.smithi110.stdout: 924: throughput=5MB/sec pending data=0 2024-02-18T08:52:49.145 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-w3RZlnRT8eLfaH- off=5393988 len=143684 2024-02-18T08:52:49.150 INFO:tasks.workunit.client.0.smithi110.stdout:op 4814 completed, throughput=5MB/sec 2024-02-18T08:52:49.150 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--uAJV4ufGv9abEM off=7262618 len=558587 2024-02-18T08:52:49.156 INFO:tasks.workunit.client.0.smithi110.stdout:op 4815 completed, throughput=5MB/sec 2024-02-18T08:52:49.156 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P3eiMJ217eiQCRF off=3422572 len=1374944 2024-02-18T08:52:49.164 INFO:tasks.workunit.client.0.smithi110.stdout:op 4816 completed, throughput=5MB/sec 2024-02-18T08:52:49.164 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-23t0wKFpjkGhXZB off=2679713 len=591739 2024-02-18T08:52:49.169 INFO:tasks.workunit.client.0.smithi110.stdout:op 4817 completed, throughput=5MB/sec 2024-02-18T08:52:49.169 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NalUi6AVKP7nq0u off=2310923 len=1592003 2024-02-18T08:52:49.172 INFO:tasks.workunit.client.0.smithi110.stdout:op 4818 completed, throughput=5MB/sec 2024-02-18T08:52:49.172 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iQSHy9qPZn7BtZo off=12702874 len=367440 2024-02-18T08:52:49.176 INFO:tasks.workunit.client.0.smithi110.stdout:op 4819 completed, throughput=5MB/sec 2024-02-18T08:52:49.176 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0bkk-7oJ1J0rZ94 off=220473 len=1755088 2024-02-18T08:52:49.184 INFO:tasks.workunit.client.0.smithi110.stdout:op 4820 completed, throughput=5MB/sec 2024-02-18T08:52:50.185 INFO:tasks.workunit.client.0.smithi110.stdout: 925: throughput=5MB/sec pending data=0 2024-02-18T08:52:50.185 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Bg8Hwe3zZzzSMTa off=1806660 len=1816454 2024-02-18T08:52:50.190 INFO:tasks.workunit.client.0.smithi110.stdout:op 4821 completed, throughput=5MB/sec 2024-02-18T08:52:50.191 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5s3S-tYEgWFOmSf off=13486806 len=1124148 2024-02-18T08:52:50.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 4822 completed, throughput=5MB/sec 2024-02-18T08:52:50.195 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DWTRIkF233KIZfE off=16326506 len=757763 2024-02-18T08:52:50.203 INFO:tasks.workunit.client.0.smithi110.stdout:op 4823 completed, throughput=5MB/sec 2024-02-18T08:52:50.203 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CypdAoDLdKR8OKi off=5155081 len=1147775 2024-02-18T08:52:50.205 INFO:tasks.workunit.client.0.smithi110.stdout:op 4824 completed, throughput=5MB/sec 2024-02-18T08:52:50.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:50 smithi110 bash[54479]: cluster 2024-02-18T08:52:49.341197+0000 mgr.y (mgr.44100) 1093 : cluster [DBG] pgmap v1640: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:52:50.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:50 smithi110 bash[55875]: cluster 2024-02-18T08:52:49.341197+0000 mgr.y (mgr.44100) 1093 : cluster [DBG] pgmap v1640: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:52:50.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:50 smithi191 bash[38688]: cluster 2024-02-18T08:52:49.341197+0000 mgr.y (mgr.44100) 1093 : cluster [DBG] pgmap v1640: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-02-18T08:52:51.206 INFO:tasks.workunit.client.0.smithi110.stdout: 926: throughput=5MB/sec pending data=0 2024-02-18T08:52:51.206 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zDzFcVH3QscKva_ off=14322031 len=833373 2024-02-18T08:52:51.209 INFO:tasks.workunit.client.0.smithi110.stdout:op 4825 completed, throughput=5MB/sec 2024-02-18T08:52:51.209 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PNkAm4x9f5FmQ9P off=5694277 len=603244 2024-02-18T08:52:51.211 INFO:tasks.workunit.client.0.smithi110.stdout:op 4826 completed, throughput=5MB/sec 2024-02-18T08:52:51.211 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mpNXM2LuITgK1mW off=1646867 len=1580624 2024-02-18T08:52:51.216 INFO:tasks.workunit.client.0.smithi110.stdout:op 4827 completed, throughput=5MB/sec 2024-02-18T08:52:51.216 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CUqhlre5MlPZu_f off=3132410 len=483596 2024-02-18T08:52:51.218 INFO:tasks.workunit.client.0.smithi110.stdout:op 4828 completed, throughput=5MB/sec 2024-02-18T08:52:51.218 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cJG-CbT-kne02mY off=2928051 len=1352798 2024-02-18T08:52:51.229 INFO:tasks.workunit.client.0.smithi110.stdout:op 4829 completed, throughput=5MB/sec 2024-02-18T08:52:52.230 INFO:tasks.workunit.client.0.smithi110.stdout: 927: throughput=5MB/sec pending data=0 2024-02-18T08:52:52.230 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_oVVKPw1h0NXTME off=9867813 len=75884 2024-02-18T08:52:52.231 INFO:tasks.workunit.client.0.smithi110.stdout:op 4830 completed, throughput=5MB/sec 2024-02-18T08:52:52.232 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8Pf-mgAU5ANTQn1 off=8093961 len=520893 2024-02-18T08:52:52.238 INFO:tasks.workunit.client.0.smithi110.stdout:op 4831 completed, throughput=5MB/sec 2024-02-18T08:52:52.238 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bKRhPr8M5rjSvW5 off=14633883 len=1444455 2024-02-18T08:52:52.241 INFO:tasks.workunit.client.0.smithi110.stdout:op 4832 completed, throughput=5MB/sec 2024-02-18T08:52:52.241 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--j7x9_V9JHnuXPx off=7428067 len=434437 2024-02-18T08:52:52.243 INFO:tasks.workunit.client.0.smithi110.stdout:op 4833 completed, throughput=5MB/sec 2024-02-18T08:52:52.243 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9C6HNbu5Zg5xrb7 off=1394959 len=1913043 2024-02-18T08:52:52.253 INFO:tasks.workunit.client.0.smithi110.stdout:op 4834 completed, throughput=5MB/sec 2024-02-18T08:52:52.253 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tOnV70pfZwyBOUb off=2455525 len=1506493 2024-02-18T08:52:52.257 INFO:tasks.workunit.client.0.smithi110.stdout:op 4835 completed, throughput=5MB/sec 2024-02-18T08:52:52.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:52 smithi110 bash[54479]: cluster 2024-02-18T08:52:51.342111+0000 mgr.y (mgr.44100) 1094 : cluster [DBG] pgmap v1641: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:52:52.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:52 smithi110 bash[55875]: cluster 2024-02-18T08:52:51.342111+0000 mgr.y (mgr.44100) 1094 : cluster [DBG] pgmap v1641: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:52:52.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:52 smithi191 bash[38688]: cluster 2024-02-18T08:52:51.342111+0000 mgr.y (mgr.44100) 1094 : cluster [DBG] pgmap v1641: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:52:53.257 INFO:tasks.workunit.client.0.smithi110.stdout: 928: throughput=5MB/sec pending data=0 2024-02-18T08:52:53.258 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oHfaE7BUhz4RQ8h off=8548111 len=537363 2024-02-18T08:52:53.264 INFO:tasks.workunit.client.0.smithi110.stdout:op 4836 completed, throughput=5MB/sec 2024-02-18T08:52:53.265 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-meNLVGW961ugMTE off=1599382 len=926319 2024-02-18T08:52:53.268 INFO:tasks.workunit.client.0.smithi110.stdout:op 4837 completed, throughput=5MB/sec 2024-02-18T08:52:53.268 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tjh7Cp6K6juZgpq off=2790725 len=977183 2024-02-18T08:52:53.275 INFO:tasks.workunit.client.0.smithi110.stdout:op 4838 completed, throughput=5MB/sec 2024-02-18T08:52:53.275 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j6_KMBqJKa9I63M off=404636 len=1451715 2024-02-18T08:52:53.280 INFO:tasks.workunit.client.0.smithi110.stdout:op 4839 completed, throughput=5MB/sec 2024-02-18T08:52:53.280 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vqqVLCV0dGBWrs_ off=6110806 len=1471867 2024-02-18T08:52:53.289 INFO:tasks.workunit.client.0.smithi110.stdout:op 4840 completed, throughput=5MB/sec 2024-02-18T08:52:54.289 INFO:tasks.workunit.client.0.smithi110.stdout: 929: throughput=5MB/sec pending data=0 2024-02-18T08:52:54.290 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ig5C0qEtPIqi1Io off=6325785 len=1505271 2024-02-18T08:52:54.301 INFO:tasks.workunit.client.0.smithi110.stdout:op 4841 completed, throughput=5MB/sec 2024-02-18T08:52:54.301 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-68-7kEQFbFfz4D4 off=14102777 len=1922079 2024-02-18T08:52:54.305 INFO:tasks.workunit.client.0.smithi110.stdout:op 4842 completed, throughput=5MB/sec 2024-02-18T08:52:54.305 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uNvCSSUFCblRwr8 off=2056372 len=1356044 2024-02-18T08:52:54.317 INFO:tasks.workunit.client.0.smithi110.stdout:op 4843 completed, throughput=5MB/sec 2024-02-18T08:52:54.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:54 smithi110 bash[54479]: cluster 2024-02-18T08:52:53.343037+0000 mgr.y (mgr.44100) 1095 : cluster [DBG] pgmap v1642: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:52:54.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:54 smithi110 bash[55875]: cluster 2024-02-18T08:52:53.343037+0000 mgr.y (mgr.44100) 1095 : cluster [DBG] pgmap v1642: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:52:54.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:54 smithi191 bash[38688]: cluster 2024-02-18T08:52:53.343037+0000 mgr.y (mgr.44100) 1095 : cluster [DBG] pgmap v1642: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:52:55.317 INFO:tasks.workunit.client.0.smithi110.stdout: 930: throughput=5MB/sec pending data=0 2024-02-18T08:52:55.318 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HQjZdDZaQ9A-xJv off=10748218 len=1797283 2024-02-18T08:52:55.321 INFO:tasks.workunit.client.0.smithi110.stdout:op 4844 completed, throughput=5MB/sec 2024-02-18T08:52:55.321 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ysk-bl79ykpnJUz off=13015347 len=1701740 2024-02-18T08:52:55.327 INFO:tasks.workunit.client.0.smithi110.stdout:op 4845 completed, throughput=5MB/sec 2024-02-18T08:52:55.327 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-U2zpM3uVipD7Hit off=8871932 len=1447022 2024-02-18T08:52:55.331 INFO:tasks.workunit.client.0.smithi110.stdout:op 4846 completed, throughput=5MB/sec 2024-02-18T08:52:55.331 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-71DXJIXYSCBVTw8 off=3631455 len=1424431 2024-02-18T08:52:55.341 INFO:tasks.workunit.client.0.smithi110.stdout:op 4847 completed, throughput=5MB/sec 2024-02-18T08:52:56.341 INFO:tasks.workunit.client.0.smithi110.stdout: 931: throughput=5MB/sec pending data=0 2024-02-18T08:52:56.342 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DRFDvV-XyCNV3by off=4140317 len=687089 2024-02-18T08:52:56.349 INFO:tasks.workunit.client.0.smithi110.stdout:op 4848 completed, throughput=5MB/sec 2024-02-18T08:52:56.349 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-U-3uTbpl3ntPxZv off=3004684 len=1114321 2024-02-18T08:52:56.353 INFO:tasks.workunit.client.0.smithi110.stdout:op 4849 completed, throughput=5MB/sec 2024-02-18T08:52:56.353 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-C2UdI9WViwwGvwG off=8879154 len=1230295 2024-02-18T08:52:56.361 INFO:tasks.workunit.client.0.smithi110.stdout:op 4850 completed, throughput=5MB/sec 2024-02-18T08:52:56.362 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qZU4ljRnv8prLDV off=341110 len=985280 2024-02-18T08:52:56.363 INFO:tasks.workunit.client.0.smithi110.stdout:op 4851 completed, throughput=5MB/sec 2024-02-18T08:52:56.363 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dtBp65TWnke44FU off=442996 len=1076897 2024-02-18T08:52:56.365 INFO:tasks.workunit.client.0.smithi110.stdout:op 4852 completed, throughput=5MB/sec 2024-02-18T08:52:56.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:56 smithi110 bash[55875]: cluster 2024-02-18T08:52:55.343926+0000 mgr.y (mgr.44100) 1096 : cluster [DBG] pgmap v1643: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:52:56.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:56 smithi110 bash[54479]: cluster 2024-02-18T08:52:55.343926+0000 mgr.y (mgr.44100) 1096 : cluster [DBG] pgmap v1643: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:52:56.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:56 smithi191 bash[38688]: cluster 2024-02-18T08:52:55.343926+0000 mgr.y (mgr.44100) 1096 : cluster [DBG] pgmap v1643: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:52:57.366 INFO:tasks.workunit.client.0.smithi110.stdout: 932: throughput=5MB/sec pending data=0 2024-02-18T08:52:57.366 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4u98waanHZZmOjD off=9010720 len=1464375 2024-02-18T08:52:57.369 INFO:tasks.workunit.client.0.smithi110.stdout:op 4853 completed, throughput=5MB/sec 2024-02-18T08:52:57.370 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2fNaAtx959fpEAG off=13226411 len=712241 2024-02-18T08:52:57.372 INFO:tasks.workunit.client.0.smithi110.stdout:op 4854 completed, throughput=5MB/sec 2024-02-18T08:52:57.372 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-G3t5yYYt56vUAki off=1542647 len=950599 2024-02-18T08:52:57.380 INFO:tasks.workunit.client.0.smithi110.stdout:op 4855 completed, throughput=5MB/sec 2024-02-18T08:52:57.380 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L3vG6rNkplbAR15 off=3373253 len=67181 2024-02-18T08:52:57.384 INFO:tasks.workunit.client.0.smithi110.stdout:op 4856 completed, throughput=5MB/sec 2024-02-18T08:52:57.384 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8WSaa-HPyUQ8N3o off=860101 len=1183900 2024-02-18T08:52:57.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 4857 completed, throughput=5MB/sec 2024-02-18T08:52:57.393 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4iamJrN1S4WwObW off=13658261 len=1802169 2024-02-18T08:52:57.401 INFO:tasks.workunit.client.0.smithi110.stdout:op 4858 completed, throughput=5MB/sec 2024-02-18T08:52:58.402 INFO:tasks.workunit.client.0.smithi110.stdout: 933: throughput=5MB/sec pending data=0 2024-02-18T08:52:58.402 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OkzlmDIhh7cayzA off=18449140 len=1780976 2024-02-18T08:52:58.416 INFO:tasks.workunit.client.0.smithi110.stdout:op 4859 completed, throughput=5MB/sec 2024-02-18T08:52:58.416 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Z7ycTT2_3i-cWUx off=6402649 len=183146 2024-02-18T08:52:58.421 INFO:tasks.workunit.client.0.smithi110.stdout:op 4860 completed, throughput=5MB/sec 2024-02-18T08:52:58.421 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ro9xn9bTY3MX9GO off=3588647 len=758634 2024-02-18T08:52:58.422 INFO:tasks.workunit.client.0.smithi110.stdout:op 4861 completed, throughput=5MB/sec 2024-02-18T08:52:58.422 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-j6Y_Fk7AuSlUz0k off=4596187 len=1307032 2024-02-18T08:52:58.430 INFO:tasks.workunit.client.0.smithi110.stdout:op 4862 completed, throughput=5MB/sec 2024-02-18T08:52:58.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:52:58 smithi191 bash[38688]: cluster 2024-02-18T08:52:57.344816+0000 mgr.y (mgr.44100) 1097 : cluster [DBG] pgmap v1644: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:52:58.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:52:58 smithi110 bash[54479]: cluster 2024-02-18T08:52:57.344816+0000 mgr.y (mgr.44100) 1097 : cluster [DBG] pgmap v1644: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:52:58.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:52:58 smithi110 bash[55875]: cluster 2024-02-18T08:52:57.344816+0000 mgr.y (mgr.44100) 1097 : cluster [DBG] pgmap v1644: 73 pgs: 73 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:52:59.431 INFO:tasks.workunit.client.0.smithi110.stdout: 934: throughput=5MB/sec pending data=0 2024-02-18T08:52:59.431 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-x7Ne3NHgmFCVQyc off=5971735 len=11796 2024-02-18T08:52:59.432 INFO:tasks.workunit.client.0.smithi110.stdout:op 4863 completed, throughput=5MB/sec 2024-02-18T08:52:59.432 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dq8RdtQd23S_UGs off=15999595 len=482875 2024-02-18T08:52:59.434 INFO:tasks.workunit.client.0.smithi110.stdout:op 4864 completed, throughput=5MB/sec 2024-02-18T08:52:59.434 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SjFxIgX_ya1yDMX off=21007056 len=1981128 2024-02-18T08:52:59.449 INFO:tasks.workunit.client.0.smithi110.stdout:op 4865 completed, throughput=5MB/sec 2024-02-18T08:52:59.450 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Dwqe0ybqKrJ2W4K off=15222257 len=1100791 2024-02-18T08:52:59.451 INFO:tasks.workunit.client.0.smithi110.stdout:op 4866 completed, throughput=5MB/sec 2024-02-18T08:52:59.451 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xtRV1oYLBpRN6GA off=1998793 len=1455829 2024-02-18T08:52:59.463 INFO:tasks.workunit.client.0.smithi110.stdout:op 4867 completed, throughput=5MB/sec 2024-02-18T08:52:59.463 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aUbYVYzML-zxxnw off=1131285 len=864123 2024-02-18T08:52:59.464 INFO:tasks.workunit.client.0.smithi110.stdout:op 4868 completed, throughput=5MB/sec 2024-02-18T08:53:00.465 INFO:tasks.workunit.client.0.smithi110.stdout: 935: throughput=5MB/sec pending data=0 2024-02-18T08:53:00.465 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DqVm_pWFoCINARD off=22147168 len=1951557 2024-02-18T08:53:00.480 INFO:tasks.workunit.client.0.smithi110.stdout:op 4869 completed, throughput=5MB/sec 2024-02-18T08:53:00.480 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4ZA1ZsXpyhaKUHe off=10373947 len=174214 2024-02-18T08:53:00.485 INFO:tasks.workunit.client.0.smithi110.stdout:op 4870 completed, throughput=5MB/sec 2024-02-18T08:53:00.485 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ggYqupn1kTNnVfO off=641446 len=1388322 2024-02-18T08:53:00.486 INFO:tasks.workunit.client.0.smithi110.stdout:op 4871 completed, throughput=5MB/sec 2024-02-18T08:53:00.487 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cCDyxhF9-M29syi off=2441640 len=879500 2024-02-18T08:53:00.490 INFO:tasks.workunit.client.0.smithi110.stdout:op 4872 completed, throughput=5MB/sec 2024-02-18T08:53:00.490 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-730ALs9ZLzVuYjN off=1551015 len=778651 2024-02-18T08:53:00.496 INFO:tasks.workunit.client.0.smithi110.stdout:op 4873 completed, throughput=5MB/sec 2024-02-18T08:53:00.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:00 smithi191 bash[38688]: cluster 2024-02-18T08:52:59.345722+0000 mgr.y (mgr.44100) 1098 : cluster [DBG] pgmap v1645: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:53:00.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:00 smithi110 bash[54479]: cluster 2024-02-18T08:52:59.345722+0000 mgr.y (mgr.44100) 1098 : cluster [DBG] pgmap v1645: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:53:00.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:00 smithi110 bash[55875]: cluster 2024-02-18T08:52:59.345722+0000 mgr.y (mgr.44100) 1098 : cluster [DBG] pgmap v1645: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:53:01.497 INFO:tasks.workunit.client.0.smithi110.stdout: 936: throughput=5MB/sec pending data=0 2024-02-18T08:53:01.497 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zOKUskupU8WXyig off=2304832 len=319720 2024-02-18T08:53:01.499 INFO:tasks.workunit.client.0.smithi110.stdout:op 4874 completed, throughput=5MB/sec 2024-02-18T08:53:01.499 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pUhIewQWEHz5I2R off=1656877 len=729243 2024-02-18T08:53:01.507 INFO:tasks.workunit.client.0.smithi110.stdout:op 4875 completed, throughput=5MB/sec 2024-02-18T08:53:01.507 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-T7Hl05jRLViCvm9 off=7356869 len=430722 2024-02-18T08:53:01.509 INFO:tasks.workunit.client.0.smithi110.stdout:op 4876 completed, throughput=5MB/sec 2024-02-18T08:53:01.509 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8l7ZMBe00jgvxKG off=10409409 len=1204200 2024-02-18T08:53:01.512 INFO:tasks.workunit.client.0.smithi110.stdout:op 4877 completed, throughput=5MB/sec 2024-02-18T08:53:01.512 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RSBUpyn86CCQ47K off=6903850 len=2036393 2024-02-18T08:53:01.528 INFO:tasks.workunit.client.0.smithi110.stdout:op 4878 completed, throughput=5MB/sec 2024-02-18T08:53:01.528 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VzFWVylUQOayMI9 off=6153217 len=1779916 2024-02-18T08:53:01.531 INFO:tasks.workunit.client.0.smithi110.stdout:op 4879 completed, throughput=5MB/sec 2024-02-18T08:53:02.532 INFO:tasks.workunit.client.0.smithi110.stdout: 937: throughput=5MB/sec pending data=0 2024-02-18T08:53:02.532 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T7oWpl4B_h2WZrJ off=5773887 len=753269 2024-02-18T08:53:02.540 INFO:tasks.workunit.client.0.smithi110.stdout:op 4880 completed, throughput=5MB/sec 2024-02-18T08:53:02.540 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jVfG4O7E_i0aoxA off=775597 len=2042195 2024-02-18T08:53:02.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 4881 completed, throughput=5MB/sec 2024-02-18T08:53:02.553 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4KhLeY__diHFOKr off=1385500 len=573532 2024-02-18T08:53:02.558 INFO:tasks.workunit.client.0.smithi110.stdout:op 4882 completed, throughput=5MB/sec 2024-02-18T08:53:02.558 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kWrpW5CBwGjO5Fs off=273920 len=1011512 2024-02-18T08:53:02.565 INFO:tasks.workunit.client.0.smithi110.stdout:op 4883 completed, throughput=5MB/sec 2024-02-18T08:53:02.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:02 smithi191 bash[38688]: cluster 2024-02-18T08:53:01.346575+0000 mgr.y (mgr.44100) 1099 : cluster [DBG] pgmap v1646: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:53:02.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:02 smithi110 bash[54479]: cluster 2024-02-18T08:53:01.346575+0000 mgr.y (mgr.44100) 1099 : cluster [DBG] pgmap v1646: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:53:02.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:02 smithi110 bash[55875]: cluster 2024-02-18T08:53:01.346575+0000 mgr.y (mgr.44100) 1099 : cluster [DBG] pgmap v1646: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:53:03.565 INFO:tasks.workunit.client.0.smithi110.stdout: 938: throughput=5MB/sec pending data=0 2024-02-18T08:53:03.565 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eHS6MSLEH57Y0SJ off=20483854 len=1944321 2024-02-18T08:53:03.569 INFO:tasks.workunit.client.0.smithi110.stdout:op 4884 completed, throughput=5MB/sec 2024-02-18T08:53:03.570 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-S-9Jk-mw2P7FAhZ off=4082185 len=123530 2024-02-18T08:53:03.575 INFO:tasks.workunit.client.0.smithi110.stdout:op 4885 completed, throughput=5MB/sec 2024-02-18T08:53:03.575 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cV2c2LbgD9Fnu_m off=10400836 len=1973751 2024-02-18T08:53:03.587 INFO:tasks.workunit.client.0.smithi110.stdout:op 4886 completed, throughput=5MB/sec 2024-02-18T08:53:03.587 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KUAVdOYsZcOPslw off=6321191 len=1190481 2024-02-18T08:53:03.590 INFO:tasks.workunit.client.0.smithi110.stdout:op 4887 completed, throughput=5MB/sec 2024-02-18T08:53:04.590 INFO:tasks.workunit.client.0.smithi110.stdout: 939: throughput=5MB/sec pending data=0 2024-02-18T08:53:04.590 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-E3sVEZriwgDxxBP off=57730 len=13003 2024-02-18T08:53:04.591 INFO:tasks.workunit.client.0.smithi110.stdout:op 4888 completed, throughput=5MB/sec 2024-02-18T08:53:04.591 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--c5mBW9D0CZMsAx off=649158 len=178590 2024-02-18T08:53:04.596 INFO:tasks.workunit.client.0.smithi110.stdout:op 4889 completed, throughput=5MB/sec 2024-02-18T08:53:04.596 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HX3HC79mNiFb0vV off=5241926 len=549509 2024-02-18T08:53:04.602 INFO:tasks.workunit.client.0.smithi110.stdout:op 4890 completed, throughput=5MB/sec 2024-02-18T08:53:04.602 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Azq3RppB76bMbw5 off=8428216 len=1071065 2024-02-18T08:53:04.609 INFO:tasks.workunit.client.0.smithi110.stdout:op 4891 completed, throughput=5MB/sec 2024-02-18T08:53:04.609 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Dz6Kauqk1WzDi01 off=6127975 len=904459 2024-02-18T08:53:04.614 INFO:tasks.workunit.client.0.smithi110.stdout:op 4892 completed, throughput=5MB/sec 2024-02-18T08:53:04.614 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UKBPQAOeVKzYeRg off=990129 len=171500 2024-02-18T08:53:04.618 INFO:tasks.workunit.client.0.smithi110.stdout:op 4893 completed, throughput=5MB/sec 2024-02-18T08:53:04.618 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MECQQYJN2xva_dn off=4066089 len=1774358 2024-02-18T08:53:04.620 INFO:tasks.workunit.client.0.smithi110.stdout:op 4894 completed, throughput=5MB/sec 2024-02-18T08:53:04.620 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hbNkjA9gues0YqD off=5807540 len=579657 2024-02-18T08:53:04.624 INFO:tasks.workunit.client.0.smithi110.stdout:op 4895 completed, throughput=5MB/sec 2024-02-18T08:53:04.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:04 smithi191 bash[38688]: cluster 2024-02-18T08:53:03.347539+0000 mgr.y (mgr.44100) 1100 : cluster [DBG] pgmap v1647: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:53:04.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:04 smithi110 bash[54479]: cluster 2024-02-18T08:53:03.347539+0000 mgr.y (mgr.44100) 1100 : cluster [DBG] pgmap v1647: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:53:04.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:04 smithi110 bash[55875]: cluster 2024-02-18T08:53:03.347539+0000 mgr.y (mgr.44100) 1100 : cluster [DBG] pgmap v1647: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:53:05.625 INFO:tasks.workunit.client.0.smithi110.stdout: 940: throughput=5MB/sec pending data=0 2024-02-18T08:53:05.625 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7buxZmYf9zx9eLt off=14456959 len=278978 2024-02-18T08:53:05.630 INFO:tasks.workunit.client.0.smithi110.stdout:op 4896 completed, throughput=5MB/sec 2024-02-18T08:53:05.630 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5Or33h-KjC7rL0U off=3713446 len=1255334 2024-02-18T08:53:05.638 INFO:tasks.workunit.client.0.smithi110.stdout:op 4897 completed, throughput=5MB/sec 2024-02-18T08:53:05.639 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QS5A9OHFp--zRvJ off=15591805 len=52157 2024-02-18T08:53:05.642 INFO:tasks.workunit.client.0.smithi110.stdout:op 4898 completed, throughput=5MB/sec 2024-02-18T08:53:05.642 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PQ0WGVK8gMYwD8H off=3006460 len=298415 2024-02-18T08:53:05.645 INFO:tasks.workunit.client.0.smithi110.stdout:op 4899 completed, throughput=5MB/sec 2024-02-18T08:53:05.645 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ds9J6KgEczNL4ls off=2454382 len=1644252 2024-02-18T08:53:05.655 INFO:tasks.workunit.client.0.smithi110.stdout:op 4900 completed, throughput=5MB/sec 2024-02-18T08:53:05.655 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-U3KJEhWD2J1BZU9 off=1952574 len=924036 2024-02-18T08:53:05.660 INFO:tasks.workunit.client.0.smithi110.stdout:op 4901 completed, throughput=5MB/sec 2024-02-18T08:53:05.660 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jZjw7tqSH6S0kL6 off=0 len=1158318 2024-02-18T08:53:05.666 INFO:tasks.workunit.client.0.smithi110.stdout:op 4902 completed, throughput=5MB/sec 2024-02-18T08:53:06.667 INFO:tasks.workunit.client.0.smithi110.stdout: 941: throughput=5MB/sec pending data=0 2024-02-18T08:53:06.667 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gOJpVNX1E5w8_8- off=112170 len=1295058 2024-02-18T08:53:06.670 INFO:tasks.workunit.client.0.smithi110.stdout:op 4903 completed, throughput=5MB/sec 2024-02-18T08:53:06.670 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oKDF2G23YQMiYu6 off=6689222 len=1814094 2024-02-18T08:53:06.683 INFO:tasks.workunit.client.0.smithi110.stdout:op 4904 completed, throughput=5MB/sec 2024-02-18T08:53:06.683 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mjKSI1W8BiaGxAK off=19292981 len=982512 2024-02-18T08:53:06.686 INFO:tasks.workunit.client.0.smithi110.stdout:op 4905 completed, throughput=5MB/sec 2024-02-18T08:53:06.687 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F2aSL9MRUjrQXfH off=6389062 len=664258 2024-02-18T08:53:06.688 INFO:tasks.workunit.client.0.smithi110.stdout:op 4906 completed, throughput=5MB/sec 2024-02-18T08:53:06.688 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zyh8aoOBAGKua9o off=8946492 len=674163 2024-02-18T08:53:06.690 INFO:tasks.workunit.client.0.smithi110.stdout:op 4907 completed, throughput=5MB/sec 2024-02-18T08:53:06.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:06 smithi191 bash[38688]: cluster 2024-02-18T08:53:05.348409+0000 mgr.y (mgr.44100) 1101 : cluster [DBG] pgmap v1648: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:53:06.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:06 smithi110 bash[54479]: cluster 2024-02-18T08:53:05.348409+0000 mgr.y (mgr.44100) 1101 : cluster [DBG] pgmap v1648: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:53:06.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:06 smithi110 bash[55875]: cluster 2024-02-18T08:53:05.348409+0000 mgr.y (mgr.44100) 1101 : cluster [DBG] pgmap v1648: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:53:07.690 INFO:tasks.workunit.client.0.smithi110.stdout: 942: throughput=5MB/sec pending data=0 2024-02-18T08:53:07.691 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_eRfgp4LVH2iUH0 off=3646183 len=1764802 2024-02-18T08:53:07.711 INFO:tasks.workunit.client.0.smithi110.stdout:op 4908 completed, throughput=5MB/sec 2024-02-18T08:53:07.711 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-njAJZZ4iprLqKu6 off=2953887 len=897600 2024-02-18T08:53:07.720 INFO:tasks.workunit.client.0.smithi110.stdout:op 4909 completed, throughput=5MB/sec 2024-02-18T08:53:07.720 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I6JkPROshl7xZeN off=517290 len=999619 2024-02-18T08:53:07.729 INFO:tasks.workunit.client.0.smithi110.stdout:op 4910 completed, throughput=5MB/sec 2024-02-18T08:53:07.729 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CUePLsWlSOuYEF4 off=1807523 len=70448 2024-02-18T08:53:07.729 INFO:tasks.workunit.client.0.smithi110.stdout:op 4911 completed, throughput=5MB/sec 2024-02-18T08:53:07.730 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-x7Ne3NHgmFCVQyc off=411914 len=963068 2024-02-18T08:53:07.735 INFO:tasks.workunit.client.0.smithi110.stdout:op 4912 completed, throughput=5MB/sec 2024-02-18T08:53:07.736 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MyjMHXxLIK0G8si off=391252 len=179459 2024-02-18T08:53:07.738 INFO:tasks.workunit.client.0.smithi110.stdout:op 4913 completed, throughput=5MB/sec 2024-02-18T08:53:07.739 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PQYq_gHKqlvcZmv off=3781039 len=1816348 2024-02-18T08:53:07.751 INFO:tasks.workunit.client.0.smithi110.stdout:op 4914 completed, throughput=5MB/sec 2024-02-18T08:53:07.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:07 smithi191 bash[38688]: cluster 2024-02-18T08:53:07.349310+0000 mgr.y (mgr.44100) 1102 : cluster [DBG] pgmap v1649: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:53:07.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:07 smithi110 bash[54479]: cluster 2024-02-18T08:53:07.349310+0000 mgr.y (mgr.44100) 1102 : cluster [DBG] pgmap v1649: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:53:07.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:07 smithi110 bash[55875]: cluster 2024-02-18T08:53:07.349310+0000 mgr.y (mgr.44100) 1102 : cluster [DBG] pgmap v1649: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:53:08.751 INFO:tasks.workunit.client.0.smithi110.stdout: 943: throughput=5MB/sec pending data=0 2024-02-18T08:53:08.752 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VyWlLlZogY8JIrD off=1787847 len=1424510 2024-02-18T08:53:08.755 INFO:tasks.workunit.client.0.smithi110.stdout:op 4915 completed, throughput=5MB/sec 2024-02-18T08:53:08.755 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HtQxEnFlGHAjGcK off=12046202 len=838743 2024-02-18T08:53:08.764 INFO:tasks.workunit.client.0.smithi110.stdout:op 4916 completed, throughput=5MB/sec 2024-02-18T08:53:08.764 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ysTSpymoDbtl-zX off=291649 len=1318562 2024-02-18T08:53:08.773 INFO:tasks.workunit.client.0.smithi110.stdout:op 4917 completed, throughput=5MB/sec 2024-02-18T08:53:08.773 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JAnpUwO8IQ1OjZY off=3720228 len=1654892 2024-02-18T08:53:08.776 INFO:tasks.workunit.client.0.smithi110.stdout:op 4918 completed, throughput=5MB/sec 2024-02-18T08:53:09.776 INFO:tasks.workunit.client.0.smithi110.stdout: 944: throughput=5MB/sec pending data=0 2024-02-18T08:53:09.776 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-X9GR3uYrbeG9yjv off=6459993 len=184493 2024-02-18T08:53:09.781 INFO:tasks.workunit.client.0.smithi110.stdout:op 4919 completed, throughput=5MB/sec 2024-02-18T08:53:09.781 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-id7_apoheD8lGhL off=5896893 len=1061685 2024-02-18T08:53:09.791 INFO:tasks.workunit.client.0.smithi110.stdout:op 4920 completed, throughput=5MB/sec 2024-02-18T08:53:09.791 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SqRJ3Cwkr2EuwmA off=9872440 len=1589140 2024-02-18T08:53:09.795 INFO:tasks.workunit.client.0.smithi110.stdout:op 4921 completed, throughput=5MB/sec 2024-02-18T08:53:09.795 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pRKa2eL52yCFexM off=3209785 len=737131 2024-02-18T08:53:09.797 INFO:tasks.workunit.client.0.smithi110.stdout:op 4922 completed, throughput=5MB/sec 2024-02-18T08:53:09.797 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BKtYzBWf68lEKFl off=498867 len=803540 2024-02-18T08:53:09.802 INFO:tasks.workunit.client.0.smithi110.stdout:op 4923 completed, throughput=5MB/sec 2024-02-18T08:53:10.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:10 smithi110 bash[54479]: cluster 2024-02-18T08:53:09.350222+0000 mgr.y (mgr.44100) 1103 : cluster [DBG] pgmap v1650: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:53:10.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:10 smithi110 bash[55875]: cluster 2024-02-18T08:53:09.350222+0000 mgr.y (mgr.44100) 1103 : cluster [DBG] pgmap v1650: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:53:10.803 INFO:tasks.workunit.client.0.smithi110.stdout: 945: throughput=5MB/sec pending data=0 2024-02-18T08:53:10.803 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bmCBWWqWJhwIahn off=119692 len=212652 2024-02-18T08:53:10.805 INFO:tasks.workunit.client.0.smithi110.stdout:op 4924 completed, throughput=5MB/sec 2024-02-18T08:53:10.805 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-E-yNTC5Ph_8OqKe off=591933 len=2062123 2024-02-18T08:53:10.811 INFO:tasks.workunit.client.0.smithi110.stdout:op 4925 completed, throughput=5MB/sec 2024-02-18T08:53:10.811 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zWyPPqcnQlRQHPR off=10101601 len=761502 2024-02-18T08:53:10.820 INFO:tasks.workunit.client.0.smithi110.stdout:op 4926 completed, throughput=5MB/sec 2024-02-18T08:53:10.820 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CeGNycFX4JYXV5L off=438894 len=1290559 2024-02-18T08:53:10.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:10 smithi191 bash[38688]: cluster 2024-02-18T08:53:09.350222+0000 mgr.y (mgr.44100) 1103 : cluster [DBG] pgmap v1650: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:53:10.828 INFO:tasks.workunit.client.0.smithi110.stdout:op 4927 completed, throughput=5MB/sec 2024-02-18T08:53:10.829 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rhLvjrFzmAK1hCi off=2373462 len=901103 2024-02-18T08:53:10.830 INFO:tasks.workunit.client.0.smithi110.stdout:op 4928 completed, throughput=5MB/sec 2024-02-18T08:53:11.830 INFO:tasks.workunit.client.0.smithi110.stdout: 946: throughput=5MB/sec pending data=0 2024-02-18T08:53:11.830 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2Es636bsFScu2V8 off=18084626 len=415395 2024-02-18T08:53:11.836 INFO:tasks.workunit.client.0.smithi110.stdout:op 4929 completed, throughput=5MB/sec 2024-02-18T08:53:11.836 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BtkXU4ErzHhRQXl off=354999 len=1065159 2024-02-18T08:53:11.845 INFO:tasks.workunit.client.0.smithi110.stdout:op 4930 completed, throughput=5MB/sec 2024-02-18T08:53:11.845 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IstmKGeZ_JT7_oB off=6278656 len=1589651 2024-02-18T08:53:11.855 INFO:tasks.workunit.client.0.smithi110.stdout:op 4931 completed, throughput=5MB/sec 2024-02-18T08:53:11.855 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EMlxjFFjZ5-nAnH off=1789283 len=875580 2024-02-18T08:53:11.860 INFO:tasks.workunit.client.0.smithi110.stdout:op 4932 completed, throughput=5MB/sec 2024-02-18T08:53:11.861 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AexEc5EcOwzDqv5 off=2717956 len=531882 2024-02-18T08:53:11.864 INFO:tasks.workunit.client.0.smithi110.stdout:op 4933 completed, throughput=5MB/sec 2024-02-18T08:53:11.864 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pUhIewQWEHz5I2R off=2140306 len=1902289 2024-02-18T08:53:11.869 INFO:tasks.workunit.client.0.smithi110.stdout:op 4934 completed, throughput=5MB/sec 2024-02-18T08:53:12.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:12 smithi191 bash[38688]: cluster 2024-02-18T08:53:11.351137+0000 mgr.y (mgr.44100) 1104 : cluster [DBG] pgmap v1651: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:53:12.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:12 smithi110 bash[55875]: cluster 2024-02-18T08:53:11.351137+0000 mgr.y (mgr.44100) 1104 : cluster [DBG] pgmap v1651: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:53:12.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:12 smithi110 bash[54479]: cluster 2024-02-18T08:53:11.351137+0000 mgr.y (mgr.44100) 1104 : cluster [DBG] pgmap v1651: 73 pgs: 73 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:53:12.869 INFO:tasks.workunit.client.0.smithi110.stdout: 947: throughput=5MB/sec pending data=0 2024-02-18T08:53:12.870 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nf1cvcBnx1aD8tP off=4726865 len=1702082 2024-02-18T08:53:12.875 INFO:tasks.workunit.client.0.smithi110.stdout:op 4935 completed, throughput=5MB/sec 2024-02-18T08:53:12.875 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--f2BKLvjEARdFjj off=6593964 len=311782 2024-02-18T08:53:12.881 INFO:tasks.workunit.client.0.smithi110.stdout:op 4936 completed, throughput=5MB/sec 2024-02-18T08:53:12.881 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PPiikDCIbmarstC off=1248596 len=270839 2024-02-18T08:53:12.886 INFO:tasks.workunit.client.0.smithi110.stdout:op 4937 completed, throughput=5MB/sec 2024-02-18T08:53:12.886 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4AzeKXmRbvaMzT2 off=12327901 len=262056 2024-02-18T08:53:12.890 INFO:tasks.workunit.client.0.smithi110.stdout:op 4938 completed, throughput=5MB/sec 2024-02-18T08:53:12.890 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BjMPdZbWBl4OC4_ off=4734963 len=1355530 2024-02-18T08:53:12.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 4939 completed, throughput=5MB/sec 2024-02-18T08:53:12.893 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LWU16dF2TcB5JA5 off=12121798 len=501970 2024-02-18T08:53:12.895 INFO:tasks.workunit.client.0.smithi110.stdout:op 4940 completed, throughput=5MB/sec 2024-02-18T08:53:13.895 INFO:tasks.workunit.client.0.smithi110.stdout: 948: throughput=5MB/sec pending data=0 2024-02-18T08:53:13.895 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YzocljdVUN38pZP off=1617670 len=548809 2024-02-18T08:53:13.898 INFO:tasks.workunit.client.0.smithi110.stdout:op 4941 completed, throughput=5MB/sec 2024-02-18T08:53:13.898 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JoSUZpwkvUaQ8ON off=4933086 len=1240306 2024-02-18T08:53:13.902 INFO:tasks.workunit.client.0.smithi110.stdout:op 4942 completed, throughput=5MB/sec 2024-02-18T08:53:13.902 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GcO_VZ1UbpN9fzf off=14864541 len=1002097 2024-02-18T08:53:13.911 INFO:tasks.workunit.client.0.smithi110.stdout:op 4943 completed, throughput=5MB/sec 2024-02-18T08:53:13.911 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CoL1LWJaIxlwAPV off=1840122 len=59827 2024-02-18T08:53:13.915 INFO:tasks.workunit.client.0.smithi110.stdout:op 4944 completed, throughput=5MB/sec 2024-02-18T08:53:13.915 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tuSn4_BXei2xir3 off=5299435 len=1029373 2024-02-18T08:53:13.916 INFO:tasks.workunit.client.0.smithi110.stdout:op 4945 completed, throughput=5MB/sec 2024-02-18T08:53:13.917 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P_9F4fpAj4fVDp6 off=2909199 len=374146 2024-02-18T08:53:13.918 INFO:tasks.workunit.client.0.smithi110.stdout:op 4946 completed, throughput=5MB/sec 2024-02-18T08:53:13.918 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kUsRpkFq-apDyO9 off=2746007 len=1242061 2024-02-18T08:53:13.924 INFO:tasks.workunit.client.0.smithi110.stdout:op 4947 completed, throughput=5MB/sec 2024-02-18T08:53:14.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:14 smithi110 bash[54479]: cluster 2024-02-18T08:53:13.352111+0000 mgr.y (mgr.44100) 1105 : cluster [DBG] pgmap v1652: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-02-18T08:53:14.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:14 smithi110 bash[55875]: cluster 2024-02-18T08:53:13.352111+0000 mgr.y (mgr.44100) 1105 : cluster [DBG] pgmap v1652: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-02-18T08:53:14.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:14 smithi191 bash[38688]: cluster 2024-02-18T08:53:13.352111+0000 mgr.y (mgr.44100) 1105 : cluster [DBG] pgmap v1652: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-02-18T08:53:14.924 INFO:tasks.workunit.client.0.smithi110.stdout: 949: throughput=5MB/sec pending data=0 2024-02-18T08:53:14.925 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XHbfgcWD0_1D0y_ off=965531 len=1461594 2024-02-18T08:53:14.928 INFO:tasks.workunit.client.0.smithi110.stdout:op 4948 completed, throughput=5MB/sec 2024-02-18T08:53:14.928 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BMYwQGCpc0owO15 off=8716516 len=1214185 2024-02-18T08:53:14.932 INFO:tasks.workunit.client.0.smithi110.stdout:op 4949 completed, throughput=5MB/sec 2024-02-18T08:53:14.932 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_1mnpziXUbcbco0 off=3397241 len=1258062 2024-02-18T08:53:14.936 INFO:tasks.workunit.client.0.smithi110.stdout:op 4950 completed, throughput=5MB/sec 2024-02-18T08:53:14.936 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-K4ap11NcdHSUqBw off=38715 len=966187 2024-02-18T08:53:14.939 INFO:tasks.workunit.client.0.smithi110.stdout:op 4951 completed, throughput=5MB/sec 2024-02-18T08:53:14.939 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aDlcC9WOt9YzRmz off=14043573 len=1143317 2024-02-18T08:53:14.944 INFO:tasks.workunit.client.0.smithi110.stdout:op 4952 completed, throughput=5MB/sec 2024-02-18T08:53:15.944 INFO:tasks.workunit.client.0.smithi110.stdout: 950: throughput=5MB/sec pending data=0 2024-02-18T08:53:15.944 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dRi-XcqpcrvvNKE off=5510684 len=1786227 2024-02-18T08:53:15.958 INFO:tasks.workunit.client.0.smithi110.stdout:op 4953 completed, throughput=5MB/sec 2024-02-18T08:53:15.958 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QnDFZUyqCyJGwh8 off=5045734 len=1423853 2024-02-18T08:53:15.967 INFO:tasks.workunit.client.0.smithi110.stdout:op 4954 completed, throughput=5MB/sec 2024-02-18T08:53:15.967 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aQF_PeaeqM11yTT off=4750782 len=450401 2024-02-18T08:53:15.967 INFO:tasks.workunit.client.0.smithi110.stdout:op 4955 completed, throughput=5MB/sec 2024-02-18T08:53:15.967 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eEI_mAfGoVrOigJ off=52406 len=255074 2024-02-18T08:53:15.968 INFO:tasks.workunit.client.0.smithi110.stdout:op 4956 completed, throughput=5MB/sec 2024-02-18T08:53:15.969 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QxMyNSKPGHJuSpv off=7825171 len=1705740 2024-02-18T08:53:15.973 INFO:tasks.workunit.client.0.smithi110.stdout:op 4957 completed, throughput=5MB/sec 2024-02-18T08:53:16.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:16 smithi110 bash[54479]: cluster 2024-02-18T08:53:15.353011+0000 mgr.y (mgr.44100) 1106 : cluster [DBG] pgmap v1653: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:53:16.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:16 smithi110 bash[55875]: cluster 2024-02-18T08:53:15.353011+0000 mgr.y (mgr.44100) 1106 : cluster [DBG] pgmap v1653: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:53:16.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:16 smithi191 bash[38688]: cluster 2024-02-18T08:53:15.353011+0000 mgr.y (mgr.44100) 1106 : cluster [DBG] pgmap v1653: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:53:16.973 INFO:tasks.workunit.client.0.smithi110.stdout: 951: throughput=5MB/sec pending data=0 2024-02-18T08:53:16.973 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pgqQeqnM0MCbb-7 off=7668821 len=1591049 2024-02-18T08:53:16.979 INFO:tasks.workunit.client.0.smithi110.stdout:op 4958 completed, throughput=5MB/sec 2024-02-18T08:53:16.979 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Op_gFg5O1BLZcgO off=324597 len=2009709 2024-02-18T08:53:16.994 INFO:tasks.workunit.client.0.smithi110.stdout:op 4959 completed, throughput=5MB/sec 2024-02-18T08:53:16.994 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Nbqr7GJ4cMnPOKQ off=4679400 len=1142413 2024-02-18T08:53:17.003 INFO:tasks.workunit.client.0.smithi110.stdout:op 4960 completed, throughput=5MB/sec 2024-02-18T08:53:18.003 INFO:tasks.workunit.client.0.smithi110.stdout: 952: throughput=5MB/sec pending data=0 2024-02-18T08:53:18.003 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-unXwGHBvmi683Fy off=7236618 len=1553314 2024-02-18T08:53:18.008 INFO:tasks.workunit.client.0.smithi110.stdout:op 4961 completed, throughput=5MB/sec 2024-02-18T08:53:18.009 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6lMgUspPZxH_bBu off=11557924 len=1852045 2024-02-18T08:53:18.014 INFO:tasks.workunit.client.0.smithi110.stdout:op 4962 completed, throughput=5MB/sec 2024-02-18T08:53:18.014 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--UUIUQqYQLPS_4S off=12852453 len=994481 2024-02-18T08:53:18.017 INFO:tasks.workunit.client.0.smithi110.stdout:op 4963 completed, throughput=5MB/sec 2024-02-18T08:53:18.017 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VKlWwWFABoVQG-4 off=13107268 len=921852 2024-02-18T08:53:18.025 INFO:tasks.workunit.client.0.smithi110.stdout:op 4964 completed, throughput=5MB/sec 2024-02-18T08:53:18.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:18 smithi110 bash[54479]: cluster 2024-02-18T08:53:17.353911+0000 mgr.y (mgr.44100) 1107 : cluster [DBG] pgmap v1654: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:53:18.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:18 smithi110 bash[55875]: cluster 2024-02-18T08:53:17.353911+0000 mgr.y (mgr.44100) 1107 : cluster [DBG] pgmap v1654: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:53:18.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:18 smithi191 bash[38688]: cluster 2024-02-18T08:53:17.353911+0000 mgr.y (mgr.44100) 1107 : cluster [DBG] pgmap v1654: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:53:19.026 INFO:tasks.workunit.client.0.smithi110.stdout: 953: throughput=5MB/sec pending data=0 2024-02-18T08:53:19.026 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jjtGuetB6yw-u93 off=1499985 len=211690 2024-02-18T08:53:19.032 INFO:tasks.workunit.client.0.smithi110.stdout:op 4965 completed, throughput=5MB/sec 2024-02-18T08:53:19.032 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hV90cbFLnjk4wH7 off=1244892 len=711169 2024-02-18T08:53:19.037 INFO:tasks.workunit.client.0.smithi110.stdout:op 4966 completed, throughput=5MB/sec 2024-02-18T08:53:19.037 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Yz-nc2H98TYgVJx off=6015399 len=1104495 2024-02-18T08:53:19.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 4967 completed, throughput=5MB/sec 2024-02-18T08:53:19.041 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qoLrkLNUU3F_guL off=6388915 len=1066731 2024-02-18T08:53:19.049 INFO:tasks.workunit.client.0.smithi110.stdout:op 4968 completed, throughput=5MB/sec 2024-02-18T08:53:19.049 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z1rqc82ScFZ8YD2 off=9647452 len=1240643 2024-02-18T08:53:19.052 INFO:tasks.workunit.client.0.smithi110.stdout:op 4969 completed, throughput=5MB/sec 2024-02-18T08:53:19.052 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OZuxAtEEHPLQOjw off=5566926 len=14074 2024-02-18T08:53:19.052 INFO:tasks.workunit.client.0.smithi110.stdout:op 4970 completed, throughput=5MB/sec 2024-02-18T08:53:19.052 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-76Q_kAYnorPUlvo off=1389936 len=2068127 2024-02-18T08:53:19.063 INFO:tasks.workunit.client.0.smithi110.stdout:op 4971 completed, throughput=5MB/sec 2024-02-18T08:53:20.063 INFO:tasks.workunit.client.0.smithi110.stdout: 954: throughput=5MB/sec pending data=0 2024-02-18T08:53:20.063 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nZYbCxgGf1LqVUq off=966317 len=363017 2024-02-18T08:53:20.065 INFO:tasks.workunit.client.0.smithi110.stdout:op 4972 completed, throughput=5MB/sec 2024-02-18T08:53:20.065 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Nu8wQX2nYKye4cr off=8522523 len=1240303 2024-02-18T08:53:20.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 4973 completed, throughput=5MB/sec 2024-02-18T08:53:20.076 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PtLJc2S7w7Wsits off=9290831 len=932690 2024-02-18T08:53:20.079 INFO:tasks.workunit.client.0.smithi110.stdout:op 4974 completed, throughput=5MB/sec 2024-02-18T08:53:20.079 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iCAJ8C4YGb265wz off=6324230 len=1661168 2024-02-18T08:53:20.081 INFO:tasks.workunit.client.0.smithi110.stdout:op 4975 completed, throughput=5MB/sec 2024-02-18T08:53:20.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:20 smithi110 bash[54479]: cluster 2024-02-18T08:53:19.354833+0000 mgr.y (mgr.44100) 1108 : cluster [DBG] pgmap v1655: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:20.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:20 smithi110 bash[55875]: cluster 2024-02-18T08:53:19.354833+0000 mgr.y (mgr.44100) 1108 : cluster [DBG] pgmap v1655: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:20.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:20 smithi191 bash[38688]: cluster 2024-02-18T08:53:19.354833+0000 mgr.y (mgr.44100) 1108 : cluster [DBG] pgmap v1655: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:21.082 INFO:tasks.workunit.client.0.smithi110.stdout: 955: throughput=5MB/sec pending data=0 2024-02-18T08:53:21.082 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-llscQ9u0KQ1nZ5z off=3630268 len=588377 2024-02-18T08:53:21.084 INFO:tasks.workunit.client.0.smithi110.stdout:op 4976 completed, throughput=5MB/sec 2024-02-18T08:53:21.085 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_rcW8GJ9whZbn7z off=617901 len=287786 2024-02-18T08:53:21.086 INFO:tasks.workunit.client.0.smithi110.stdout:op 4977 completed, throughput=5MB/sec 2024-02-18T08:53:21.086 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Nmi9G5mYDYiFbFi off=7700889 len=417821 2024-02-18T08:53:21.093 INFO:tasks.workunit.client.0.smithi110.stdout:op 4978 completed, throughput=5MB/sec 2024-02-18T08:53:21.093 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-H-h36A1Fz-PA2X9 off=11314861 len=520788 2024-02-18T08:53:21.097 INFO:tasks.workunit.client.0.smithi110.stdout:op 4979 completed, throughput=5MB/sec 2024-02-18T08:53:21.097 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wk4w2gSEwSfl4qf off=6562342 len=272461 2024-02-18T08:53:21.098 INFO:tasks.workunit.client.0.smithi110.stdout:op 4980 completed, throughput=5MB/sec 2024-02-18T08:53:21.098 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-W2WKvfbrqdZfSnC off=3515980 len=1111842 2024-02-18T08:53:21.105 INFO:tasks.workunit.client.0.smithi110.stdout:op 4981 completed, throughput=5MB/sec 2024-02-18T08:53:21.105 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7jChTpjWGWLFimS off=9150026 len=869278 2024-02-18T08:53:21.111 INFO:tasks.workunit.client.0.smithi110.stdout:op 4982 completed, throughput=5MB/sec 2024-02-18T08:53:21.111 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-A7c9tGJF6ZvRGpb off=6960024 len=544926 2024-02-18T08:53:21.115 INFO:tasks.workunit.client.0.smithi110.stdout:op 4983 completed, throughput=5MB/sec 2024-02-18T08:53:21.115 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Au3AEIPySuYvfYj off=4801029 len=610158 2024-02-18T08:53:21.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 4984 completed, throughput=5MB/sec 2024-02-18T08:53:22.120 INFO:tasks.workunit.client.0.smithi110.stdout: 956: throughput=5MB/sec pending data=0 2024-02-18T08:53:22.120 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2q_Y9D7NOx2YZuG off=1822421 len=685715 2024-02-18T08:53:22.122 INFO:tasks.workunit.client.0.smithi110.stdout:op 4985 completed, throughput=5MB/sec 2024-02-18T08:53:22.122 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zNoqv9hHm2zsPG_ off=13239911 len=2044590 2024-02-18T08:53:22.140 INFO:tasks.workunit.client.0.smithi110.stdout:op 4986 completed, throughput=5MB/sec 2024-02-18T08:53:22.141 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SNqAxT1l_Ygb3jW off=2023073 len=1956731 2024-02-18T08:53:22.151 INFO:tasks.workunit.client.0.smithi110.stdout:op 4987 completed, throughput=5MB/sec 2024-02-18T08:53:22.152 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g0MnCuUIwlVI5JF off=2189400 len=506475 2024-02-18T08:53:22.154 INFO:tasks.workunit.client.0.smithi110.stdout:op 4988 completed, throughput=5MB/sec 2024-02-18T08:53:22.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:22 smithi110 bash[54479]: cluster 2024-02-18T08:53:21.355713+0000 mgr.y (mgr.44100) 1109 : cluster [DBG] pgmap v1656: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:53:22.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:22 smithi110 bash[55875]: cluster 2024-02-18T08:53:21.355713+0000 mgr.y (mgr.44100) 1109 : cluster [DBG] pgmap v1656: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:53:22.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:22 smithi191 bash[38688]: cluster 2024-02-18T08:53:21.355713+0000 mgr.y (mgr.44100) 1109 : cluster [DBG] pgmap v1656: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:53:23.154 INFO:tasks.workunit.client.0.smithi110.stdout: 957: throughput=4.99MB/sec pending data=0 2024-02-18T08:53:23.154 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5gZ6TM2nlCsRKP7 off=9890512 len=624770 2024-02-18T08:53:23.159 INFO:tasks.workunit.client.0.smithi110.stdout:op 4989 completed, throughput=5MB/sec 2024-02-18T08:53:23.159 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZuL5ysQrWGbTxuY off=3520534 len=1973599 2024-02-18T08:53:23.163 INFO:tasks.workunit.client.0.smithi110.stdout:op 4990 completed, throughput=5MB/sec 2024-02-18T08:53:23.163 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NWzjplhJ8jPkWKc off=7352938 len=1859304 2024-02-18T08:53:23.167 INFO:tasks.workunit.client.0.smithi110.stdout:op 4991 completed, throughput=5MB/sec 2024-02-18T08:53:23.167 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-v1RPYAzy9g2KrFo off=6051218 len=696453 2024-02-18T08:53:23.175 INFO:tasks.workunit.client.0.smithi110.stdout:op 4992 completed, throughput=5MB/sec 2024-02-18T08:53:23.175 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6A1EWaC748LEM79 off=13378472 len=1698468 2024-02-18T08:53:23.178 INFO:tasks.workunit.client.0.smithi110.stdout:op 4993 completed, throughput=5MB/sec 2024-02-18T08:53:24.179 INFO:tasks.workunit.client.0.smithi110.stdout: 958: throughput=5MB/sec pending data=0 2024-02-18T08:53:24.179 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BKtYzBWf68lEKFl off=284843 len=1017564 2024-02-18T08:53:24.188 INFO:tasks.workunit.client.0.smithi110.stdout:op 4994 completed, throughput=5MB/sec 2024-02-18T08:53:24.188 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M2wivZhq9W6xD0z off=0 len=1147320 2024-02-18T08:53:24.196 INFO:tasks.workunit.client.0.smithi110.stdout:op 4995 completed, throughput=5MB/sec 2024-02-18T08:53:24.196 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7vIvv3yHnQDnOM4 off=15105648 len=1568862 2024-02-18T08:53:24.200 INFO:tasks.workunit.client.0.smithi110.stdout:op 4996 completed, throughput=5MB/sec 2024-02-18T08:53:24.200 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zxCtNjrXcnxEXs7 off=19762139 len=181182 2024-02-18T08:53:24.203 INFO:tasks.workunit.client.0.smithi110.stdout:op 4997 completed, throughput=5MB/sec 2024-02-18T08:53:24.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:24 smithi110 bash[54479]: cluster 2024-02-18T08:53:23.356645+0000 mgr.y (mgr.44100) 1110 : cluster [DBG] pgmap v1657: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:53:24.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:24 smithi110 bash[55875]: cluster 2024-02-18T08:53:23.356645+0000 mgr.y (mgr.44100) 1110 : cluster [DBG] pgmap v1657: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:53:24.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:24 smithi191 bash[38688]: cluster 2024-02-18T08:53:23.356645+0000 mgr.y (mgr.44100) 1110 : cluster [DBG] pgmap v1657: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:53:25.204 INFO:tasks.workunit.client.0.smithi110.stdout: 959: throughput=4.99MB/sec pending data=0 2024-02-18T08:53:25.204 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5A_gX7zXtPlH3or off=13129176 len=364080 2024-02-18T08:53:25.210 INFO:tasks.workunit.client.0.smithi110.stdout:op 4998 completed, throughput=5MB/sec 2024-02-18T08:53:25.210 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P3oIzKI3TiIY0w9 off=15441171 len=1850109 2024-02-18T08:53:25.224 INFO:tasks.workunit.client.0.smithi110.stdout:op 4999 completed, throughput=5MB/sec 2024-02-18T08:53:25.224 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-E_EVCBpnRupgS6a off=6350491 len=1041087 2024-02-18T08:53:25.231 INFO:tasks.workunit.client.0.smithi110.stdout:op 5000 completed, throughput=5MB/sec 2024-02-18T08:53:25.231 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-URODJbgVOKU3Zkg off=2341881 len=1311440 2024-02-18T08:53:25.239 INFO:tasks.workunit.client.0.smithi110.stdout:op 5001 completed, throughput=5MB/sec 2024-02-18T08:53:25.239 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JYuBuEy-R4SsyaX off=1942329 len=1156373 2024-02-18T08:53:25.245 INFO:tasks.workunit.client.0.smithi110.stdout:op 5002 completed, throughput=5MB/sec 2024-02-18T08:53:26.245 INFO:tasks.workunit.client.0.smithi110.stdout: 960: throughput=5MB/sec pending data=0 2024-02-18T08:53:26.246 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uNKrFtFV_HK_BIZ off=3946866 len=319121 2024-02-18T08:53:26.251 INFO:tasks.workunit.client.0.smithi110.stdout:op 5003 completed, throughput=5MB/sec 2024-02-18T08:53:26.251 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-J6ozZcDzEIOniVK off=3938405 len=1132922 2024-02-18T08:53:26.260 INFO:tasks.workunit.client.0.smithi110.stdout:op 5004 completed, throughput=5MB/sec 2024-02-18T08:53:26.260 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kLKhpk7PfTkA-Kt off=1894357 len=402965 2024-02-18T08:53:26.262 INFO:tasks.workunit.client.0.smithi110.stdout:op 5005 completed, throughput=5MB/sec 2024-02-18T08:53:26.262 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YCCyX8-MZXdRsDe off=630742 len=1929728 2024-02-18T08:53:26.276 INFO:tasks.workunit.client.0.smithi110.stdout:op 5006 completed, throughput=5MB/sec 2024-02-18T08:53:26.276 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZKTazKEKzCvA6Wo off=2887463 len=1845492 2024-02-18T08:53:26.281 INFO:tasks.workunit.client.0.smithi110.stdout:op 5007 completed, throughput=5MB/sec 2024-02-18T08:53:26.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:26 smithi110 bash[54479]: cluster 2024-02-18T08:53:25.357489+0000 mgr.y (mgr.44100) 1111 : cluster [DBG] pgmap v1658: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:53:26.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:26 smithi110 bash[55875]: cluster 2024-02-18T08:53:25.357489+0000 mgr.y (mgr.44100) 1111 : cluster [DBG] pgmap v1658: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:53:26.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:26 smithi191 bash[38688]: cluster 2024-02-18T08:53:25.357489+0000 mgr.y (mgr.44100) 1111 : cluster [DBG] pgmap v1658: 73 pgs: 73 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:53:27.281 INFO:tasks.workunit.client.0.smithi110.stdout: 961: throughput=5MB/sec pending data=0 2024-02-18T08:53:27.281 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Fgf1mU5H1CxqVOA off=651376 len=212651 2024-02-18T08:53:27.286 INFO:tasks.workunit.client.0.smithi110.stdout:op 5008 completed, throughput=5MB/sec 2024-02-18T08:53:27.287 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ezevyu75I-V6IOs off=3221622 len=85667 2024-02-18T08:53:27.288 INFO:tasks.workunit.client.0.smithi110.stdout:op 5009 completed, throughput=5MB/sec 2024-02-18T08:53:27.288 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--DbkGUo0ammizZf off=4198183 len=1430439 2024-02-18T08:53:27.292 INFO:tasks.workunit.client.0.smithi110.stdout:op 5010 completed, throughput=5MB/sec 2024-02-18T08:53:27.292 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_XYSaFKelV2T25P off=6571750 len=1607861 2024-02-18T08:53:27.295 INFO:tasks.workunit.client.0.smithi110.stdout:op 5011 completed, throughput=5MB/sec 2024-02-18T08:53:27.295 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OuB1NGhvwn_gSvS off=8136134 len=2057802 2024-02-18T08:53:27.298 INFO:tasks.workunit.client.0.smithi110.stdout:op 5012 completed, throughput=5MB/sec 2024-02-18T08:53:28.298 INFO:tasks.workunit.client.0.smithi110.stdout: 962: throughput=5MB/sec pending data=0 2024-02-18T08:53:28.298 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Usyb8dbIpiYcXys off=1015948 len=1681208 2024-02-18T08:53:28.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 5013 completed, throughput=5MB/sec 2024-02-18T08:53:28.303 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vfsw_1Cozqqcjgq off=18296725 len=1919602 2024-02-18T08:53:28.310 INFO:tasks.workunit.client.0.smithi110.stdout:op 5014 completed, throughput=5MB/sec 2024-02-18T08:53:28.310 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xFM9agRYnPrhRP4 off=2404298 len=1073515 2024-02-18T08:53:28.318 INFO:tasks.workunit.client.0.smithi110.stdout:op 5015 completed, throughput=5MB/sec 2024-02-18T08:53:28.318 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UvG28OWsQSeomBh off=21684757 len=321195 2024-02-18T08:53:28.323 INFO:tasks.workunit.client.0.smithi110.stdout:op 5016 completed, throughput=5MB/sec 2024-02-18T08:53:28.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:28 smithi110 bash[54479]: cluster 2024-02-18T08:53:27.358358+0000 mgr.y (mgr.44100) 1112 : cluster [DBG] pgmap v1659: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:53:28.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:28 smithi110 bash[55875]: cluster 2024-02-18T08:53:27.358358+0000 mgr.y (mgr.44100) 1112 : cluster [DBG] pgmap v1659: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:53:28.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:28 smithi191 bash[38688]: cluster 2024-02-18T08:53:27.358358+0000 mgr.y (mgr.44100) 1112 : cluster [DBG] pgmap v1659: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:53:29.324 INFO:tasks.workunit.client.0.smithi110.stdout: 963: throughput=5MB/sec pending data=0 2024-02-18T08:53:29.324 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-opJ689dhG-FheUX off=16041203 len=1443948 2024-02-18T08:53:29.336 INFO:tasks.workunit.client.0.smithi110.stdout:op 5017 completed, throughput=5MB/sec 2024-02-18T08:53:29.336 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7WJjVaphGTVxdwn off=704962 len=1933164 2024-02-18T08:53:29.349 INFO:tasks.workunit.client.0.smithi110.stdout:op 5018 completed, throughput=5MB/sec 2024-02-18T08:53:29.349 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-i8MfwUr56syjVjW off=2395633 len=171241 2024-02-18T08:53:29.352 INFO:tasks.workunit.client.0.smithi110.stdout:op 5019 completed, throughput=5MB/sec 2024-02-18T08:53:29.353 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4WP25USl2_4ahI8 off=22982469 len=734216 2024-02-18T08:53:29.354 INFO:tasks.workunit.client.0.smithi110.stdout:op 5020 completed, throughput=5MB/sec 2024-02-18T08:53:29.354 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ml5XMJtErhX_UsL off=13692726 len=179037 2024-02-18T08:53:29.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 5021 completed, throughput=5MB/sec 2024-02-18T08:53:29.355 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sWKtZRW-VdJvIoD off=9806536 len=159671 2024-02-18T08:53:29.356 INFO:tasks.workunit.client.0.smithi110.stdout:op 5022 completed, throughput=5MB/sec 2024-02-18T08:53:29.356 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9sSOld5ocbTFLEG off=8973846 len=1865058 2024-02-18T08:53:29.363 INFO:tasks.workunit.client.0.smithi110.stdout:op 5023 completed, throughput=5MB/sec 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:28.825980+0000 mon.a (mon.0) 1849 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.141032+0000 mon.a (mon.0) 1850 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.150576+0000 mon.a (mon.0) 1851 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.151761+0000 mon.a (mon.0) 1852 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.152278+0000 mon.a (mon.0) 1853 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.152758+0000 mon.a (mon.0) 1854 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.153228+0000 mon.a (mon.0) 1855 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.153661+0000 mon.a (mon.0) 1856 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.154128+0000 mon.a (mon.0) 1857 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.154649+0000 mon.a (mon.0) 1858 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.155136+0000 mon.a (mon.0) 1859 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:53:29.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[54479]: audit 2024-02-18T08:53:29.155603+0000 mon.a (mon.0) 1860 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:28.825980+0000 mon.a (mon.0) 1849 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:53:29.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.141032+0000 mon.a (mon.0) 1850 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:53:29.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.150576+0000 mon.a (mon.0) 1851 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.151761+0000 mon.a (mon.0) 1852 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.152278+0000 mon.a (mon.0) 1853 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.152758+0000 mon.a (mon.0) 1854 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.153228+0000 mon.a (mon.0) 1855 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.153661+0000 mon.a (mon.0) 1856 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.154128+0000 mon.a (mon.0) 1857 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.154649+0000 mon.a (mon.0) 1858 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.155136+0000 mon.a (mon.0) 1859 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:53:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:29 smithi110 bash[55875]: audit 2024-02-18T08:53:29.155603+0000 mon.a (mon.0) 1860 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:28.825980+0000 mon.a (mon.0) 1849 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:53:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.141032+0000 mon.a (mon.0) 1850 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:53:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.150576+0000 mon.a (mon.0) 1851 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.151761+0000 mon.a (mon.0) 1852 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.152278+0000 mon.a (mon.0) 1853 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.152758+0000 mon.a (mon.0) 1854 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.153228+0000 mon.a (mon.0) 1855 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.153661+0000 mon.a (mon.0) 1856 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.154128+0000 mon.a (mon.0) 1857 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:29.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.154649+0000 mon.a (mon.0) 1858 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:29.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.155136+0000 mon.a (mon.0) 1859 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:53:29.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:29 smithi191 bash[38688]: audit 2024-02-18T08:53:29.155603+0000 mon.a (mon.0) 1860 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.364 INFO:tasks.workunit.client.0.smithi110.stdout: 964: throughput=5MB/sec pending data=0 2024-02-18T08:53:30.364 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hgiCbnCOTQKRLmz off=11565991 len=994081 2024-02-18T08:53:30.367 INFO:tasks.workunit.client.0.smithi110.stdout:op 5024 completed, throughput=5MB/sec 2024-02-18T08:53:30.368 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hSwMMj3snkTCQZe off=4499239 len=440576 2024-02-18T08:53:30.374 INFO:tasks.workunit.client.0.smithi110.stdout:op 5025 completed, throughput=5MB/sec 2024-02-18T08:53:30.374 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0WygR8PmkYYG58R off=2460499 len=1489768 2024-02-18T08:53:30.383 INFO:tasks.workunit.client.0.smithi110.stdout:op 5026 completed, throughput=5MB/sec 2024-02-18T08:53:30.383 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gyCaKQu_Ig6gFkM off=1696705 len=529263 2024-02-18T08:53:30.388 INFO:tasks.workunit.client.0.smithi110.stdout:op 5027 completed, throughput=5MB/sec 2024-02-18T08:53:30.388 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uWCCW4E6eWzrknP off=5611487 len=1777059 2024-02-18T08:53:30.392 INFO:tasks.workunit.client.0.smithi110.stdout:op 5028 completed, throughput=5MB/sec 2024-02-18T08:53:30.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: cluster 2024-02-18T08:53:29.358965+0000 mgr.y (mgr.44100) 1113 : cluster [DBG] pgmap v1660: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.454193+0000 mon.a (mon.0) 1861 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.455145+0000 mon.a (mon.0) 1862 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.455886+0000 mon.a (mon.0) 1863 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.456495+0000 mon.a (mon.0) 1864 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.457097+0000 mon.a (mon.0) 1865 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.457740+0000 mon.a (mon.0) 1866 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.458416+0000 mon.a (mon.0) 1867 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.459086+0000 mon.a (mon.0) 1868 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.459809+0000 mon.a (mon.0) 1869 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.460437+0000 mon.a (mon.0) 1870 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.461355+0000 mon.a (mon.0) 1871 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.462727+0000 mon.a (mon.0) 1872 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:53:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: cephadm 2024-02-18T08:53:29.463869+0000 mgr.y (mgr.44100) 1114 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:53:30.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[54479]: audit 2024-02-18T08:53:29.470160+0000 mon.a (mon.0) 1873 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:53:30.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: cluster 2024-02-18T08:53:29.358965+0000 mgr.y (mgr.44100) 1113 : cluster [DBG] pgmap v1660: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:30.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.454193+0000 mon.a (mon.0) 1861 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.455145+0000 mon.a (mon.0) 1862 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.455886+0000 mon.a (mon.0) 1863 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.456495+0000 mon.a (mon.0) 1864 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.457097+0000 mon.a (mon.0) 1865 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.457740+0000 mon.a (mon.0) 1866 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.458416+0000 mon.a (mon.0) 1867 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.459086+0000 mon.a (mon.0) 1868 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.459809+0000 mon.a (mon.0) 1869 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.460437+0000 mon.a (mon.0) 1870 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.461355+0000 mon.a (mon.0) 1871 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.462727+0000 mon.a (mon.0) 1872 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:53:30.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: cephadm 2024-02-18T08:53:29.463869+0000 mgr.y (mgr.44100) 1114 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:53:30.713 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:30 smithi110 bash[55875]: audit 2024-02-18T08:53:29.470160+0000 mon.a (mon.0) 1873 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:53:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: cluster 2024-02-18T08:53:29.358965+0000 mgr.y (mgr.44100) 1113 : cluster [DBG] pgmap v1660: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.454193+0000 mon.a (mon.0) 1861 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.455145+0000 mon.a (mon.0) 1862 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.455886+0000 mon.a (mon.0) 1863 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.456495+0000 mon.a (mon.0) 1864 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.457097+0000 mon.a (mon.0) 1865 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.457740+0000 mon.a (mon.0) 1866 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.458416+0000 mon.a (mon.0) 1867 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.459086+0000 mon.a (mon.0) 1868 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T08:53:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.459809+0000 mon.a (mon.0) 1869 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T08:53:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.460437+0000 mon.a (mon.0) 1870 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T08:53:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.461355+0000 mon.a (mon.0) 1871 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:53:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.462727+0000 mon.a (mon.0) 1872 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:53:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: cephadm 2024-02-18T08:53:29.463869+0000 mgr.y (mgr.44100) 1114 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:53:30.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:30 smithi191 bash[38688]: audit 2024-02-18T08:53:29.470160+0000 mon.a (mon.0) 1873 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:53:31.392 INFO:tasks.workunit.client.0.smithi110.stdout: 965: throughput=5MB/sec pending data=0 2024-02-18T08:53:31.393 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hoRCFWowHj1nPqm off=9958387 len=1514932 2024-02-18T08:53:31.405 INFO:tasks.workunit.client.0.smithi110.stdout:op 5029 completed, throughput=5MB/sec 2024-02-18T08:53:31.405 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KU1ai_UB6rOpUAm off=1207308 len=207492 2024-02-18T08:53:31.410 INFO:tasks.workunit.client.0.smithi110.stdout:op 5030 completed, throughput=5MB/sec 2024-02-18T08:53:31.410 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J1mh4c6TFjaogQ5 off=4649103 len=462270 2024-02-18T08:53:31.411 INFO:tasks.workunit.client.0.smithi110.stdout:op 5031 completed, throughput=5MB/sec 2024-02-18T08:53:31.411 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FoM87j_Ou2Do7Vf off=457415 len=1083325 2024-02-18T08:53:31.419 INFO:tasks.workunit.client.0.smithi110.stdout:op 5032 completed, throughput=5MB/sec 2024-02-18T08:53:31.419 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uE4Lc1-YZdyZvIj off=5692902 len=1263215 2024-02-18T08:53:31.422 INFO:tasks.workunit.client.0.smithi110.stdout:op 5033 completed, throughput=5MB/sec 2024-02-18T08:53:32.422 INFO:tasks.workunit.client.0.smithi110.stdout: 966: throughput=5MB/sec pending data=0 2024-02-18T08:53:32.422 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZNJk_EfvVFm89g- off=7530392 len=1710683 2024-02-18T08:53:32.434 INFO:tasks.workunit.client.0.smithi110.stdout:op 5034 completed, throughput=5MB/sec 2024-02-18T08:53:32.435 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uSvskWMacCQtBWw off=510017 len=71281 2024-02-18T08:53:32.439 INFO:tasks.workunit.client.0.smithi110.stdout:op 5035 completed, throughput=5MB/sec 2024-02-18T08:53:32.439 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7CnbVtF7uEk6gy6 off=11300968 len=1167918 2024-02-18T08:53:32.446 INFO:tasks.workunit.client.0.smithi110.stdout:op 5036 completed, throughput=5MB/sec 2024-02-18T08:53:32.446 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MDW6kHZTTsQbtt5 off=15285309 len=1225713 2024-02-18T08:53:32.448 INFO:tasks.workunit.client.0.smithi110.stdout:op 5037 completed, throughput=5MB/sec 2024-02-18T08:53:32.448 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cUhjAlB0u3MIBt4 off=6654524 len=614883 2024-02-18T08:53:32.454 INFO:tasks.workunit.client.0.smithi110.stdout:op 5038 completed, throughput=5MB/sec 2024-02-18T08:53:32.454 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TFWWB2AZUeMrPQW off=13669404 len=109149 2024-02-18T08:53:32.455 INFO:tasks.workunit.client.0.smithi110.stdout:op 5039 completed, throughput=5MB/sec 2024-02-18T08:53:32.455 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-v0gLkhQ5ulgJUZC off=2692641 len=1735486 2024-02-18T08:53:32.463 INFO:tasks.workunit.client.0.smithi110.stdout:op 5040 completed, throughput=5MB/sec 2024-02-18T08:53:32.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:32 smithi110 bash[54479]: cluster 2024-02-18T08:53:31.359749+0000 mgr.y (mgr.44100) 1115 : cluster [DBG] pgmap v1661: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:32.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:32 smithi110 bash[55875]: cluster 2024-02-18T08:53:31.359749+0000 mgr.y (mgr.44100) 1115 : cluster [DBG] pgmap v1661: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:32.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:32 smithi191 bash[38688]: cluster 2024-02-18T08:53:31.359749+0000 mgr.y (mgr.44100) 1115 : cluster [DBG] pgmap v1661: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:33.464 INFO:tasks.workunit.client.0.smithi110.stdout: 967: throughput=5MB/sec pending data=0 2024-02-18T08:53:33.464 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-00VQKg0hXxPBsXv off=21336593 len=1975499 2024-02-18T08:53:33.480 INFO:tasks.workunit.client.0.smithi110.stdout:op 5041 completed, throughput=5MB/sec 2024-02-18T08:53:33.480 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-z97ooXGSXPCRjdY off=7421233 len=481605 2024-02-18T08:53:33.481 INFO:tasks.workunit.client.0.smithi110.stdout:op 5042 completed, throughput=5MB/sec 2024-02-18T08:53:33.481 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-06gcRii305YU6SY off=2648573 len=163351 2024-02-18T08:53:33.485 INFO:tasks.workunit.client.0.smithi110.stdout:op 5043 completed, throughput=5MB/sec 2024-02-18T08:53:33.485 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pvvlxAm4GQXMVMA off=5757400 len=127382 2024-02-18T08:53:33.487 INFO:tasks.workunit.client.0.smithi110.stdout:op 5044 completed, throughput=5MB/sec 2024-02-18T08:53:33.487 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OG7fRODGH2JHIvk off=345737 len=588362 2024-02-18T08:53:33.491 INFO:tasks.workunit.client.0.smithi110.stdout:op 5045 completed, throughput=5MB/sec 2024-02-18T08:53:33.491 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WQJVZ8L1tMeVqM3 off=2365808 len=1329206 2024-02-18T08:53:33.499 INFO:tasks.workunit.client.0.smithi110.stdout:op 5046 completed, throughput=5MB/sec 2024-02-18T08:53:34.500 INFO:tasks.workunit.client.0.smithi110.stdout: 968: throughput=5MB/sec pending data=0 2024-02-18T08:53:34.500 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cQX6JEr_lavI8im off=2597226 len=931762 2024-02-18T08:53:34.509 INFO:tasks.workunit.client.0.smithi110.stdout:op 5047 completed, throughput=5MB/sec 2024-02-18T08:53:34.509 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HlTpP7HMJpNLGvA off=8604750 len=2031363 2024-02-18T08:53:34.514 INFO:tasks.workunit.client.0.smithi110.stdout:op 5048 completed, throughput=5MB/sec 2024-02-18T08:53:34.515 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sIqYrI5suoAZIDA off=5738704 len=1885223 2024-02-18T08:53:34.525 INFO:tasks.workunit.client.0.smithi110.stdout:op 5049 completed, throughput=5MB/sec 2024-02-18T08:53:34.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:34 smithi110 bash[54479]: cluster 2024-02-18T08:53:33.360682+0000 mgr.y (mgr.44100) 1116 : cluster [DBG] pgmap v1662: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-02-18T08:53:34.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:34 smithi110 bash[55875]: cluster 2024-02-18T08:53:33.360682+0000 mgr.y (mgr.44100) 1116 : cluster [DBG] pgmap v1662: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-02-18T08:53:34.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:34 smithi191 bash[38688]: cluster 2024-02-18T08:53:33.360682+0000 mgr.y (mgr.44100) 1116 : cluster [DBG] pgmap v1662: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-02-18T08:53:35.525 INFO:tasks.workunit.client.0.smithi110.stdout: 969: throughput=5MB/sec pending data=0 2024-02-18T08:53:35.525 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8jLYrUkHn9oLHup off=629474 len=808597 2024-02-18T08:53:35.533 INFO:tasks.workunit.client.0.smithi110.stdout:op 5050 completed, throughput=5MB/sec 2024-02-18T08:53:35.533 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kdVsFWf_KEONB9H off=5516959 len=68195 2024-02-18T08:53:35.536 INFO:tasks.workunit.client.0.smithi110.stdout:op 5051 completed, throughput=5MB/sec 2024-02-18T08:53:35.536 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zpzjb9_P91Jy2MV off=9146275 len=1097051 2024-02-18T08:53:35.542 INFO:tasks.workunit.client.0.smithi110.stdout:op 5052 completed, throughput=5MB/sec 2024-02-18T08:53:35.542 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AY-RoxGYEKMSxZ2 off=3743344 len=250613 2024-02-18T08:53:35.545 INFO:tasks.workunit.client.0.smithi110.stdout:op 5053 completed, throughput=5MB/sec 2024-02-18T08:53:35.545 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HV34wI-OCgAUD9j off=531269 len=1047169 2024-02-18T08:53:35.547 INFO:tasks.workunit.client.0.smithi110.stdout:op 5054 completed, throughput=5MB/sec 2024-02-18T08:53:35.547 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-opLJzqtQ388OOcn off=3989386 len=614228 2024-02-18T08:53:35.549 INFO:tasks.workunit.client.0.smithi110.stdout:op 5055 completed, throughput=5MB/sec 2024-02-18T08:53:35.549 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2aH5gGez74WttFP off=5570525 len=569814 2024-02-18T08:53:35.553 INFO:tasks.workunit.client.0.smithi110.stdout:op 5056 completed, throughput=5MB/sec 2024-02-18T08:53:35.554 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HCUtLMoInv7RjqN off=13562855 len=2081178 2024-02-18T08:53:35.557 INFO:tasks.workunit.client.0.smithi110.stdout:op 5057 completed, throughput=5MB/sec 2024-02-18T08:53:36.558 INFO:tasks.workunit.client.0.smithi110.stdout: 970: throughput=5MB/sec pending data=0 2024-02-18T08:53:36.558 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6j1GM9f-Ga6cV9M off=7098144 len=2083253 2024-02-18T08:53:36.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 5058 completed, throughput=5MB/sec 2024-02-18T08:53:36.573 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-h6KS_JshzEl0FgW off=11081144 len=1005571 2024-02-18T08:53:36.580 INFO:tasks.workunit.client.0.smithi110.stdout:op 5059 completed, throughput=5MB/sec 2024-02-18T08:53:36.580 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CxlwlgzMJi5Zj7m off=9770966 len=237694 2024-02-18T08:53:36.581 INFO:tasks.workunit.client.0.smithi110.stdout:op 5060 completed, throughput=5MB/sec 2024-02-18T08:53:36.581 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0cNkvHz2YtPVi4H off=1477700 len=744826 2024-02-18T08:53:36.586 INFO:tasks.workunit.client.0.smithi110.stdout:op 5061 completed, throughput=5MB/sec 2024-02-18T08:53:36.587 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EKASL-qaGikxSMw off=6639726 len=712082 2024-02-18T08:53:36.591 INFO:tasks.workunit.client.0.smithi110.stdout:op 5062 completed, throughput=5MB/sec 2024-02-18T08:53:36.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:36 smithi110 bash[54479]: cluster 2024-02-18T08:53:35.361601+0000 mgr.y (mgr.44100) 1117 : cluster [DBG] pgmap v1663: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:53:36.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:36 smithi110 bash[55875]: cluster 2024-02-18T08:53:35.361601+0000 mgr.y (mgr.44100) 1117 : cluster [DBG] pgmap v1663: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:53:36.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:36 smithi191 bash[38688]: cluster 2024-02-18T08:53:35.361601+0000 mgr.y (mgr.44100) 1117 : cluster [DBG] pgmap v1663: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:53:37.592 INFO:tasks.workunit.client.0.smithi110.stdout: 971: throughput=5MB/sec pending data=0 2024-02-18T08:53:37.592 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UKliMKycsmu_-9Z off=7542767 len=291598 2024-02-18T08:53:37.598 INFO:tasks.workunit.client.0.smithi110.stdout:op 5063 completed, throughput=5MB/sec 2024-02-18T08:53:37.598 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2gV_JokNr8vKIMD off=1249122 len=1995750 2024-02-18T08:53:37.613 INFO:tasks.workunit.client.0.smithi110.stdout:op 5064 completed, throughput=5MB/sec 2024-02-18T08:53:37.613 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yYsdlIIsTW4YNYS off=19877793 len=1039911 2024-02-18T08:53:37.619 INFO:tasks.workunit.client.0.smithi110.stdout:op 5065 completed, throughput=5MB/sec 2024-02-18T08:53:37.619 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7GsXNSVJTFX_9pE off=8024797 len=1448502 2024-02-18T08:53:37.626 INFO:tasks.workunit.client.0.smithi110.stdout:op 5066 completed, throughput=5MB/sec 2024-02-18T08:53:37.626 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Av9vdGkmmvKYAt0 off=12370744 len=253659 2024-02-18T08:53:37.630 INFO:tasks.workunit.client.0.smithi110.stdout:op 5067 completed, throughput=5MB/sec 2024-02-18T08:53:38.630 INFO:tasks.workunit.client.0.smithi110.stdout: 972: throughput=5MB/sec pending data=0 2024-02-18T08:53:38.631 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wW9g1UJanArqKQe off=1320002 len=2008247 2024-02-18T08:53:38.643 INFO:tasks.workunit.client.0.smithi110.stdout:op 5068 completed, throughput=5MB/sec 2024-02-18T08:53:38.643 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uNbiMxwqqXQRIqQ off=3467168 len=446034 2024-02-18T08:53:38.648 INFO:tasks.workunit.client.0.smithi110.stdout:op 5069 completed, throughput=5MB/sec 2024-02-18T08:53:38.648 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IQ9Eworkbpp_wqD off=2090687 len=967261 2024-02-18T08:53:38.651 INFO:tasks.workunit.client.0.smithi110.stdout:op 5070 completed, throughput=5MB/sec 2024-02-18T08:53:38.651 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8EcIZD4t3VLkpQV off=6881223 len=594461 2024-02-18T08:53:38.653 INFO:tasks.workunit.client.0.smithi110.stdout:op 5071 completed, throughput=5MB/sec 2024-02-18T08:53:38.653 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jZIdT3Nq3BUpAXI off=1185479 len=1140180 2024-02-18T08:53:38.655 INFO:tasks.workunit.client.0.smithi110.stdout:op 5072 completed, throughput=5MB/sec 2024-02-18T08:53:38.655 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hGDm_906Yf27aid off=14790504 len=385084 2024-02-18T08:53:38.660 INFO:tasks.workunit.client.0.smithi110.stdout:op 5073 completed, throughput=5MB/sec 2024-02-18T08:53:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:38 smithi110 bash[55875]: cluster 2024-02-18T08:53:37.362511+0000 mgr.y (mgr.44100) 1118 : cluster [DBG] pgmap v1664: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-02-18T08:53:38.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:38 smithi110 bash[54479]: cluster 2024-02-18T08:53:37.362511+0000 mgr.y (mgr.44100) 1118 : cluster [DBG] pgmap v1664: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-02-18T08:53:38.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:38 smithi191 bash[38688]: cluster 2024-02-18T08:53:37.362511+0000 mgr.y (mgr.44100) 1118 : cluster [DBG] pgmap v1664: 73 pgs: 73 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-02-18T08:53:39.660 INFO:tasks.workunit.client.0.smithi110.stdout: 973: throughput=5MB/sec pending data=0 2024-02-18T08:53:39.661 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oKkaujFREEs2jrR off=221446 len=1126153 2024-02-18T08:53:39.664 INFO:tasks.workunit.client.0.smithi110.stdout:op 5074 completed, throughput=5MB/sec 2024-02-18T08:53:39.664 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3VODrK6ABpyziwc off=1036799 len=158335 2024-02-18T08:53:39.670 INFO:tasks.workunit.client.0.smithi110.stdout:op 5075 completed, throughput=5MB/sec 2024-02-18T08:53:39.670 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Gx0yrw-1icgD-lG off=4314969 len=201943 2024-02-18T08:53:39.674 INFO:tasks.workunit.client.0.smithi110.stdout:op 5076 completed, throughput=5MB/sec 2024-02-18T08:53:39.674 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--hOR4i0zO9rU_0b off=0 len=1627331 2024-02-18T08:53:39.677 INFO:tasks.workunit.client.0.smithi110.stdout:op 5077 completed, throughput=5MB/sec 2024-02-18T08:53:39.677 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Sp2ctxGQzWcaRb5 off=6124016 len=2038459 2024-02-18T08:53:39.691 INFO:tasks.workunit.client.0.smithi110.stdout:op 5078 completed, throughput=5MB/sec 2024-02-18T08:53:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:39 smithi191 bash[38688]: audit 2024-02-18T08:53:39.028782+0000 mon.a (mon.0) 1874 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:53:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:39 smithi191 bash[38688]: audit 2024-02-18T08:53:39.029475+0000 mon.a (mon.0) 1875 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:53:39.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:39 smithi191 bash[38688]: audit 2024-02-18T08:53:39.030055+0000 mon.a (mon.0) 1876 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-02-18T08:53:39.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:39 smithi110 bash[54479]: audit 2024-02-18T08:53:39.028782+0000 mon.a (mon.0) 1874 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:53:39.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:39 smithi110 bash[54479]: audit 2024-02-18T08:53:39.029475+0000 mon.a (mon.0) 1875 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:53:39.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:39 smithi110 bash[54479]: audit 2024-02-18T08:53:39.030055+0000 mon.a (mon.0) 1876 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-02-18T08:53:39.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:39 smithi110 bash[55875]: audit 2024-02-18T08:53:39.028782+0000 mon.a (mon.0) 1874 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:53:39.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:39 smithi110 bash[55875]: audit 2024-02-18T08:53:39.029475+0000 mon.a (mon.0) 1875 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T08:53:39.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:39 smithi110 bash[55875]: audit 2024-02-18T08:53:39.030055+0000 mon.a (mon.0) 1876 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-02-18T08:53:40.691 INFO:tasks.workunit.client.0.smithi110.stdout: 974: throughput=5MB/sec pending data=0 2024-02-18T08:53:40.692 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gpuVqMhaMmGKbK9 off=21634279 len=90487 2024-02-18T08:53:40.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 5079 completed, throughput=5MB/sec 2024-02-18T08:53:40.697 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-23VR48eBl9E4_Mg off=6034852 len=1090319 2024-02-18T08:53:40.700 INFO:tasks.workunit.client.0.smithi110.stdout:op 5080 completed, throughput=5MB/sec 2024-02-18T08:53:40.700 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XOZSBcMhO5eNJSn off=14370307 len=1096921 2024-02-18T08:53:40.709 INFO:tasks.workunit.client.0.smithi110.stdout:op 5081 completed, throughput=5MB/sec 2024-02-18T08:53:40.709 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Y-4ZhixHsBaHWb8 off=5348908 len=133346 2024-02-18T08:53:40.713 INFO:tasks.workunit.client.0.smithi110.stdout:op 5082 completed, throughput=5MB/sec 2024-02-18T08:53:40.713 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-067CC6TWnnwV77n off=4737839 len=1147790 2024-02-18T08:53:40.717 INFO:tasks.workunit.client.0.smithi110.stdout:op 5083 completed, throughput=5MB/sec 2024-02-18T08:53:40.717 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GRoArps6Ntbibij off=2696305 len=821513 2024-02-18T08:53:40.723 INFO:tasks.workunit.client.0.smithi110.stdout:op 5084 completed, throughput=5MB/sec 2024-02-18T08:53:40.723 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DFwecpM8LoLnLDS off=5935893 len=101691 2024-02-18T08:53:40.728 INFO:tasks.workunit.client.0.smithi110.stdout:op 5085 completed, throughput=5MB/sec 2024-02-18T08:53:40.728 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-o6MIYzFb44HWVvU off=20635638 len=1565105 2024-02-18T08:53:40.729 INFO:tasks.workunit.client.0.smithi110.stdout:op 5086 completed, throughput=5MB/sec 2024-02-18T08:53:40.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:40 smithi191 bash[38688]: cluster 2024-02-18T08:53:39.363399+0000 mgr.y (mgr.44100) 1119 : cluster [DBG] pgmap v1665: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:53:40.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:40 smithi110 bash[55875]: cluster 2024-02-18T08:53:39.363399+0000 mgr.y (mgr.44100) 1119 : cluster [DBG] pgmap v1665: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:53:40.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:40 smithi110 bash[54479]: cluster 2024-02-18T08:53:39.363399+0000 mgr.y (mgr.44100) 1119 : cluster [DBG] pgmap v1665: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:53:41.730 INFO:tasks.workunit.client.0.smithi110.stdout: 975: throughput=5MB/sec pending data=0 2024-02-18T08:53:41.730 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P7s9W5V56U1MfmA off=14930538 len=1348455 2024-02-18T08:53:41.734 INFO:tasks.workunit.client.0.smithi110.stdout:op 5087 completed, throughput=5MB/sec 2024-02-18T08:53:41.734 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cO9f1sLQtKCs_So off=2926171 len=1747830 2024-02-18T08:53:41.739 INFO:tasks.workunit.client.0.smithi110.stdout:op 5088 completed, throughput=5MB/sec 2024-02-18T08:53:41.739 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QgwzHIsPWdwgi9i off=0 len=1237282 2024-02-18T08:53:41.749 INFO:tasks.workunit.client.0.smithi110.stdout:op 5089 completed, throughput=5MB/sec 2024-02-18T08:53:41.749 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WZTMOfcegPhzyjA off=515811 len=629429 2024-02-18T08:53:41.751 INFO:tasks.workunit.client.0.smithi110.stdout:op 5090 completed, throughput=5MB/sec 2024-02-18T08:53:42.751 INFO:tasks.workunit.client.0.smithi110.stdout: 976: throughput=5MB/sec pending data=0 2024-02-18T08:53:42.751 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tCQGPnildB3KLcV off=1277401 len=593035 2024-02-18T08:53:42.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 5091 completed, throughput=5MB/sec 2024-02-18T08:53:42.758 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pFXuFawA41uWi8k off=4308915 len=1036264 2024-02-18T08:53:42.761 INFO:tasks.workunit.client.0.smithi110.stdout:op 5092 completed, throughput=5MB/sec 2024-02-18T08:53:42.761 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cYQ78jhv0sCvjaZ off=1585675 len=822678 2024-02-18T08:53:42.764 INFO:tasks.workunit.client.0.smithi110.stdout:op 5093 completed, throughput=5MB/sec 2024-02-18T08:53:42.764 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OczmmuVJo1lXfa2 off=21516404 len=504377 2024-02-18T08:53:42.768 INFO:tasks.workunit.client.0.smithi110.stdout:op 5094 completed, throughput=5MB/sec 2024-02-18T08:53:42.768 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7r1cBAiTpqNCb4- off=4352830 len=2068089 2024-02-18T08:53:42.780 INFO:tasks.workunit.client.0.smithi110.stdout:op 5095 completed, throughput=5MB/sec 2024-02-18T08:53:42.780 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rLu1C5Rz1eRMUrw off=7657834 len=502319 2024-02-18T08:53:42.783 INFO:tasks.workunit.client.0.smithi110.stdout:op 5096 completed, throughput=5MB/sec 2024-02-18T08:53:42.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:42 smithi191 bash[38688]: cluster 2024-02-18T08:53:41.364259+0000 mgr.y (mgr.44100) 1120 : cluster [DBG] pgmap v1666: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:53:42.962 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:42 smithi110 bash[54479]: cluster 2024-02-18T08:53:41.364259+0000 mgr.y (mgr.44100) 1120 : cluster [DBG] pgmap v1666: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:53:42.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:42 smithi110 bash[55875]: cluster 2024-02-18T08:53:41.364259+0000 mgr.y (mgr.44100) 1120 : cluster [DBG] pgmap v1666: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:53:43.783 INFO:tasks.workunit.client.0.smithi110.stdout: 977: throughput=5MB/sec pending data=0 2024-02-18T08:53:43.783 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--sj1414kn78Gg9l off=3097007 len=1385333 2024-02-18T08:53:43.788 INFO:tasks.workunit.client.0.smithi110.stdout:op 5097 completed, throughput=5MB/sec 2024-02-18T08:53:43.788 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-t0PAotQIqX304A6 off=317879 len=1175323 2024-02-18T08:53:43.792 INFO:tasks.workunit.client.0.smithi110.stdout:op 5098 completed, throughput=5MB/sec 2024-02-18T08:53:43.792 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Jttvz5MO-R-U53W off=6870404 len=735041 2024-02-18T08:53:43.794 INFO:tasks.workunit.client.0.smithi110.stdout:op 5099 completed, throughput=5MB/sec 2024-02-18T08:53:43.794 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cJG-CbT-kne02mY off=4363065 len=543384 2024-02-18T08:53:43.796 INFO:tasks.workunit.client.0.smithi110.stdout:op 5100 completed, throughput=5MB/sec 2024-02-18T08:53:43.796 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J0cUPkzd5Pk0tZM off=117177 len=1862475 2024-02-18T08:53:43.800 INFO:tasks.workunit.client.0.smithi110.stdout:op 5101 completed, throughput=5MB/sec 2024-02-18T08:53:44.800 INFO:tasks.workunit.client.0.smithi110.stdout: 978: throughput=5MB/sec pending data=0 2024-02-18T08:53:44.800 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P4CUzblzIItHV-c off=7839344 len=1018776 2024-02-18T08:53:44.804 INFO:tasks.workunit.client.0.smithi110.stdout:op 5102 completed, throughput=5MB/sec 2024-02-18T08:53:44.804 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lF_Mx5kELXBW2lG off=4257792 len=1190963 2024-02-18T08:53:44.813 INFO:tasks.workunit.client.0.smithi110.stdout:op 5103 completed, throughput=5MB/sec 2024-02-18T08:53:44.813 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PmWKCsqfp4ndURo off=2023090 len=514918 2024-02-18T08:53:44.819 INFO:tasks.workunit.client.0.smithi110.stdout:op 5104 completed, throughput=5MB/sec 2024-02-18T08:53:44.819 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LjJzx5pRa46z4pD off=1336279 len=56191 2024-02-18T08:53:44.820 INFO:tasks.workunit.client.0.smithi110.stdout:op 5105 completed, throughput=5MB/sec 2024-02-18T08:53:44.820 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0JSv2fzPfGb1Akn off=21838596 len=587721 2024-02-18T08:53:44.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 5106 completed, throughput=5MB/sec 2024-02-18T08:53:44.825 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cArjDZhO9Znzmuy off=1042186 len=1538837 2024-02-18T08:53:44.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:44 smithi191 bash[38688]: cluster 2024-02-18T08:53:43.365139+0000 mgr.y (mgr.44100) 1121 : cluster [DBG] pgmap v1667: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-02-18T08:53:44.833 INFO:tasks.workunit.client.0.smithi110.stdout:op 5107 completed, throughput=5MB/sec 2024-02-18T08:53:44.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:44 smithi110 bash[54479]: cluster 2024-02-18T08:53:43.365139+0000 mgr.y (mgr.44100) 1121 : cluster [DBG] pgmap v1667: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-02-18T08:53:44.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:44 smithi110 bash[55875]: cluster 2024-02-18T08:53:43.365139+0000 mgr.y (mgr.44100) 1121 : cluster [DBG] pgmap v1667: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-02-18T08:53:45.834 INFO:tasks.workunit.client.0.smithi110.stdout: 979: throughput=5MB/sec pending data=0 2024-02-18T08:53:45.834 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zEsh6GBaAr8xRgw off=2018362 len=2052441 2024-02-18T08:53:45.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 5108 completed, throughput=5MB/sec 2024-02-18T08:53:45.849 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3f9C_kEIfSPKylL off=688345 len=47640 2024-02-18T08:53:45.853 INFO:tasks.workunit.client.0.smithi110.stdout:op 5109 completed, throughput=5MB/sec 2024-02-18T08:53:45.853 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CTuFdq3yhIG8rap off=365670 len=1822673 2024-02-18T08:53:45.863 INFO:tasks.workunit.client.0.smithi110.stdout:op 5110 completed, throughput=5MB/sec 2024-02-18T08:53:45.863 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yl1qn6x69sowgJL off=3234462 len=1145421 2024-02-18T08:53:45.871 INFO:tasks.workunit.client.0.smithi110.stdout:op 5111 completed, throughput=5MB/sec 2024-02-18T08:53:45.871 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-shuD41m9e1KsztK off=683579 len=2089479 2024-02-18T08:53:45.881 INFO:tasks.workunit.client.0.smithi110.stdout:op 5112 completed, throughput=5MB/sec 2024-02-18T08:53:46.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:46 smithi191 bash[38688]: cluster 2024-02-18T08:53:45.365958+0000 mgr.y (mgr.44100) 1122 : cluster [DBG] pgmap v1668: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:46.881 INFO:tasks.workunit.client.0.smithi110.stdout: 980: throughput=5MB/sec pending data=0 2024-02-18T08:53:46.881 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GKIP-uZEWJ11cpI off=3693937 len=467741 2024-02-18T08:53:46.888 INFO:tasks.workunit.client.0.smithi110.stdout:op 5113 completed, throughput=5MB/sec 2024-02-18T08:53:46.889 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fHrjqoBxO3kccCj off=6559329 len=1735285 2024-02-18T08:53:46.901 INFO:tasks.workunit.client.0.smithi110.stdout:op 5114 completed, throughput=5MB/sec 2024-02-18T08:53:46.901 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CXmeHwXuNSB1uux off=2037694 len=271225 2024-02-18T08:53:46.902 INFO:tasks.workunit.client.0.smithi110.stdout:op 5115 completed, throughput=5MB/sec 2024-02-18T08:53:46.902 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a-YVlxK_NAJLlx4 off=7012853 len=1632166 2024-02-18T08:53:46.904 INFO:tasks.workunit.client.0.smithi110.stdout:op 5116 completed, throughput=5MB/sec 2024-02-18T08:53:46.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:46 smithi110 bash[54479]: cluster 2024-02-18T08:53:45.365958+0000 mgr.y (mgr.44100) 1122 : cluster [DBG] pgmap v1668: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:46.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:46 smithi110 bash[55875]: cluster 2024-02-18T08:53:45.365958+0000 mgr.y (mgr.44100) 1122 : cluster [DBG] pgmap v1668: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:47.905 INFO:tasks.workunit.client.0.smithi110.stdout: 981: throughput=5MB/sec pending data=0 2024-02-18T08:53:47.905 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-W-4fx8fSVuFQx0_ off=13057059 len=791711 2024-02-18T08:53:47.913 INFO:tasks.workunit.client.0.smithi110.stdout:op 5117 completed, throughput=5MB/sec 2024-02-18T08:53:47.913 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JiYBQ1S6G5sPX2O off=6559994 len=2019785 2024-02-18T08:53:47.927 INFO:tasks.workunit.client.0.smithi110.stdout:op 5118 completed, throughput=5MB/sec 2024-02-18T08:53:47.927 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QZKw4CHBXTzfMcB off=11561566 len=1536892 2024-02-18T08:53:47.930 INFO:tasks.workunit.client.0.smithi110.stdout:op 5119 completed, throughput=5MB/sec 2024-02-18T08:53:47.930 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-K0dnjZxhZC6M3v2 off=1962566 len=883096 2024-02-18T08:53:47.932 INFO:tasks.workunit.client.0.smithi110.stdout:op 5120 completed, throughput=5MB/sec 2024-02-18T08:53:48.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:48 smithi191 bash[38688]: cluster 2024-02-18T08:53:47.366861+0000 mgr.y (mgr.44100) 1123 : cluster [DBG] pgmap v1669: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:53:48.932 INFO:tasks.workunit.client.0.smithi110.stdout: 982: throughput=5MB/sec pending data=0 2024-02-18T08:53:48.932 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--dLsIs4nJpdOPgj off=4104566 len=1090757 2024-02-18T08:53:48.936 INFO:tasks.workunit.client.0.smithi110.stdout:op 5121 completed, throughput=5MB/sec 2024-02-18T08:53:48.936 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AzTjuvNHwWv5qp2 off=9806055 len=1963118 2024-02-18T08:53:48.942 INFO:tasks.workunit.client.0.smithi110.stdout:op 5122 completed, throughput=5MB/sec 2024-02-18T08:53:48.942 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IRcXU9R_a3zSSaI off=9147386 len=981121 2024-02-18T08:53:48.952 INFO:tasks.workunit.client.0.smithi110.stdout:op 5123 completed, throughput=5MB/sec 2024-02-18T08:53:48.952 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MM1rsVjsUsUL5T0 off=6418050 len=1533782 2024-02-18T08:53:48.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:48 smithi110 bash[54479]: cluster 2024-02-18T08:53:47.366861+0000 mgr.y (mgr.44100) 1123 : cluster [DBG] pgmap v1669: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:53:48.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:48 smithi110 bash[55875]: cluster 2024-02-18T08:53:47.366861+0000 mgr.y (mgr.44100) 1123 : cluster [DBG] pgmap v1669: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:53:48.962 INFO:tasks.workunit.client.0.smithi110.stdout:op 5124 completed, throughput=5MB/sec 2024-02-18T08:53:49.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:49 smithi191 bash[38688]: cluster 2024-02-18T08:53:49.367754+0000 mgr.y (mgr.44100) 1124 : cluster [DBG] pgmap v1670: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:53:49.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:49 smithi110 bash[54479]: cluster 2024-02-18T08:53:49.367754+0000 mgr.y (mgr.44100) 1124 : cluster [DBG] pgmap v1670: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:53:49.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:49 smithi110 bash[55875]: cluster 2024-02-18T08:53:49.367754+0000 mgr.y (mgr.44100) 1124 : cluster [DBG] pgmap v1670: 73 pgs: 73 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:53:49.961 INFO:tasks.workunit.client.0.smithi110.stdout: 983: throughput=5MB/sec pending data=0 2024-02-18T08:53:49.962 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--5XeL0dZHgQ4xnr off=4967126 len=282985 2024-02-18T08:53:49.964 INFO:tasks.workunit.client.0.smithi110.stdout:op 5125 completed, throughput=5MB/sec 2024-02-18T08:53:49.964 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-E9_xmfK2SQPbeZM off=17123780 len=31966 2024-02-18T08:53:49.965 INFO:tasks.workunit.client.0.smithi110.stdout:op 5126 completed, throughput=5MB/sec 2024-02-18T08:53:49.965 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nL8pQGXV5nDETz6 off=23708910 len=1882552 2024-02-18T08:53:49.979 INFO:tasks.workunit.client.0.smithi110.stdout:op 5127 completed, throughput=5MB/sec 2024-02-18T08:53:49.979 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2Bcv5OLkHX9j07l off=6720873 len=218300 2024-02-18T08:53:49.980 INFO:tasks.workunit.client.0.smithi110.stdout:op 5128 completed, throughput=5MB/sec 2024-02-18T08:53:49.981 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iWtk0RZY3RQvsBb off=1175045 len=1886651 2024-02-18T08:53:49.983 INFO:tasks.workunit.client.0.smithi110.stdout:op 5129 completed, throughput=5MB/sec 2024-02-18T08:53:49.983 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WZOf7tCPW_Mglr9 off=5645872 len=1612854 2024-02-18T08:53:49.985 INFO:tasks.workunit.client.0.smithi110.stdout:op 5130 completed, throughput=5MB/sec 2024-02-18T08:53:50.986 INFO:tasks.workunit.client.0.smithi110.stdout: 984: throughput=5MB/sec pending data=0 2024-02-18T08:53:50.986 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z8nJrEFepF3r-jp off=0 len=1358668 2024-02-18T08:53:50.991 INFO:tasks.workunit.client.0.smithi110.stdout:op 5131 completed, throughput=5MB/sec 2024-02-18T08:53:50.991 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-13Ptb6dlEh-aKRE off=2968142 len=194949 2024-02-18T08:53:50.996 INFO:tasks.workunit.client.0.smithi110.stdout:op 5132 completed, throughput=5MB/sec 2024-02-18T08:53:50.996 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Q7B9f5MJKDDG83K off=11024338 len=1282084 2024-02-18T08:53:50.999 INFO:tasks.workunit.client.0.smithi110.stdout:op 5133 completed, throughput=5MB/sec 2024-02-18T08:53:50.999 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pKzag5RZWIXIuyw off=887390 len=1441900 2024-02-18T08:53:51.008 INFO:tasks.workunit.client.0.smithi110.stdout:op 5134 completed, throughput=5MB/sec 2024-02-18T08:53:52.009 INFO:tasks.workunit.client.0.smithi110.stdout: 985: throughput=5MB/sec pending data=0 2024-02-18T08:53:52.009 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4lVbXiduKa5RaSg off=2265876 len=2037548 2024-02-18T08:53:52.015 INFO:tasks.workunit.client.0.smithi110.stdout:op 5135 completed, throughput=5MB/sec 2024-02-18T08:53:52.015 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vurAJ7iuAHStFnS off=1766329 len=201290 2024-02-18T08:53:52.020 INFO:tasks.workunit.client.0.smithi110.stdout:op 5136 completed, throughput=5MB/sec 2024-02-18T08:53:52.020 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6IzQWE00111Vw3O off=14013361 len=1800408 2024-02-18T08:53:52.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 5137 completed, throughput=5MB/sec 2024-02-18T08:53:52.023 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pz7tbMhvxq-Bjv3 off=3320108 len=1717932 2024-02-18T08:53:52.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 5138 completed, throughput=5MB/sec 2024-02-18T08:53:52.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:52 smithi110 bash[54479]: cluster 2024-02-18T08:53:51.368590+0000 mgr.y (mgr.44100) 1125 : cluster [DBG] pgmap v1671: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:53:52.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:52 smithi110 bash[55875]: cluster 2024-02-18T08:53:51.368590+0000 mgr.y (mgr.44100) 1125 : cluster [DBG] pgmap v1671: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:53:52.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:52 smithi191 bash[38688]: cluster 2024-02-18T08:53:51.368590+0000 mgr.y (mgr.44100) 1125 : cluster [DBG] pgmap v1671: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:53:53.028 INFO:tasks.workunit.client.0.smithi110.stdout: 986: throughput=5MB/sec pending data=0 2024-02-18T08:53:53.029 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g-eYx8XtZw0ZEgW off=1803803 len=2085838 2024-02-18T08:53:53.035 INFO:tasks.workunit.client.0.smithi110.stdout:op 5139 completed, throughput=5MB/sec 2024-02-18T08:53:53.035 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-le150WcgvL6jTX4 off=9298180 len=208138 2024-02-18T08:53:53.040 INFO:tasks.workunit.client.0.smithi110.stdout:op 5140 completed, throughput=5MB/sec 2024-02-18T08:53:53.040 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DNIDXglOM8TrFzq off=2196063 len=719434 2024-02-18T08:53:53.047 INFO:tasks.workunit.client.0.smithi110.stdout:op 5141 completed, throughput=5MB/sec 2024-02-18T08:53:53.047 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X_QB6Ii-FX9ysW1 off=6724767 len=1215921 2024-02-18T08:53:53.048 INFO:tasks.workunit.client.0.smithi110.stdout:op 5142 completed, throughput=5MB/sec 2024-02-18T08:53:53.048 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0bSj9CDnIc94RqO off=540279 len=373370 2024-02-18T08:53:53.053 INFO:tasks.workunit.client.0.smithi110.stdout:op 5143 completed, throughput=5MB/sec 2024-02-18T08:53:53.054 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Nf9_PXFPGukJ2b off=8393504 len=1564307 2024-02-18T08:53:53.064 INFO:tasks.workunit.client.0.smithi110.stdout:op 5144 completed, throughput=5MB/sec 2024-02-18T08:53:54.065 INFO:tasks.workunit.client.0.smithi110.stdout: 987: throughput=5MB/sec pending data=0 2024-02-18T08:53:54.065 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nYaDGrJqdgB1w7Z off=2703543 len=247045 2024-02-18T08:53:54.070 INFO:tasks.workunit.client.0.smithi110.stdout:op 5145 completed, throughput=5MB/sec 2024-02-18T08:53:54.071 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RNDmeyKCPr4w1z1 off=166180 len=406685 2024-02-18T08:53:54.072 INFO:tasks.workunit.client.0.smithi110.stdout:op 5146 completed, throughput=5MB/sec 2024-02-18T08:53:54.072 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uEQONRU0SMUuwvW off=525235 len=1172822 2024-02-18T08:53:54.075 INFO:tasks.workunit.client.0.smithi110.stdout:op 5147 completed, throughput=5MB/sec 2024-02-18T08:53:54.075 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Zm0wEWpfTckVZko off=4085173 len=558127 2024-02-18T08:53:54.077 INFO:tasks.workunit.client.0.smithi110.stdout:op 5148 completed, throughput=5MB/sec 2024-02-18T08:53:54.077 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3cJMd1y_3XelRhm off=6185299 len=751726 2024-02-18T08:53:54.084 INFO:tasks.workunit.client.0.smithi110.stdout:op 5149 completed, throughput=5MB/sec 2024-02-18T08:53:54.084 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ntrnRHtaLytgAqq off=0 len=1532964 2024-02-18T08:53:54.087 INFO:tasks.workunit.client.0.smithi110.stdout:op 5150 completed, throughput=5MB/sec 2024-02-18T08:53:54.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:54 smithi110 bash[54479]: cluster 2024-02-18T08:53:53.369595+0000 mgr.y (mgr.44100) 1126 : cluster [DBG] pgmap v1672: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:53:54.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:54 smithi110 bash[55875]: cluster 2024-02-18T08:53:53.369595+0000 mgr.y (mgr.44100) 1126 : cluster [DBG] pgmap v1672: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:53:54.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:54 smithi191 bash[38688]: cluster 2024-02-18T08:53:53.369595+0000 mgr.y (mgr.44100) 1126 : cluster [DBG] pgmap v1672: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:53:55.087 INFO:tasks.workunit.client.0.smithi110.stdout: 988: throughput=5MB/sec pending data=0 2024-02-18T08:53:55.088 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ycbom7I2GUFR1vb off=18763605 len=576355 2024-02-18T08:53:55.096 INFO:tasks.workunit.client.0.smithi110.stdout:op 5151 completed, throughput=5MB/sec 2024-02-18T08:53:55.096 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CMwuV4OqJhZaVjO off=1338735 len=404583 2024-02-18T08:53:55.098 INFO:tasks.workunit.client.0.smithi110.stdout:op 5152 completed, throughput=5MB/sec 2024-02-18T08:53:55.098 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DYfSopn25FBU9o_ off=2777377 len=1733541 2024-02-18T08:53:55.108 INFO:tasks.workunit.client.0.smithi110.stdout:op 5153 completed, throughput=5MB/sec 2024-02-18T08:53:55.108 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Vu_X6a_fo3_nRaP off=11909727 len=834121 2024-02-18T08:53:55.110 INFO:tasks.workunit.client.0.smithi110.stdout:op 5154 completed, throughput=5MB/sec 2024-02-18T08:53:55.110 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-k2M6TGOaBHQ98D5 off=9940564 len=328248 2024-02-18T08:53:55.115 INFO:tasks.workunit.client.0.smithi110.stdout:op 5155 completed, throughput=5MB/sec 2024-02-18T08:53:55.115 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z1rqc82ScFZ8YD2 off=5069392 len=1567280 2024-02-18T08:53:55.118 INFO:tasks.workunit.client.0.smithi110.stdout:op 5156 completed, throughput=5MB/sec 2024-02-18T08:53:56.118 INFO:tasks.workunit.client.0.smithi110.stdout: 989: throughput=5MB/sec pending data=0 2024-02-18T08:53:56.119 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UzF0uno0OHGq_OR off=1017327 len=1274025 2024-02-18T08:53:56.123 INFO:tasks.workunit.client.0.smithi110.stdout:op 5157 completed, throughput=5MB/sec 2024-02-18T08:53:56.123 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-INJ1_gpkdFFMad- off=7043593 len=1392367 2024-02-18T08:53:56.133 INFO:tasks.workunit.client.0.smithi110.stdout:op 5158 completed, throughput=5MB/sec 2024-02-18T08:53:56.133 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TJDlUafeI57Mnh5 off=2684768 len=449741 2024-02-18T08:53:56.135 INFO:tasks.workunit.client.0.smithi110.stdout:op 5159 completed, throughput=5MB/sec 2024-02-18T08:53:56.135 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_4lVyX2rxZJeEaD off=229341 len=283776 2024-02-18T08:53:56.136 INFO:tasks.workunit.client.0.smithi110.stdout:op 5160 completed, throughput=5MB/sec 2024-02-18T08:53:56.136 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g1flu0gJtWcpXAV off=213381 len=1747177 2024-02-18T08:53:56.146 INFO:tasks.workunit.client.0.smithi110.stdout:op 5161 completed, throughput=5MB/sec 2024-02-18T08:53:56.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:56 smithi110 bash[54479]: cluster 2024-02-18T08:53:55.370362+0000 mgr.y (mgr.44100) 1127 : cluster [DBG] pgmap v1673: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:56.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:56 smithi110 bash[55875]: cluster 2024-02-18T08:53:55.370362+0000 mgr.y (mgr.44100) 1127 : cluster [DBG] pgmap v1673: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:56.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:56 smithi191 bash[38688]: cluster 2024-02-18T08:53:55.370362+0000 mgr.y (mgr.44100) 1127 : cluster [DBG] pgmap v1673: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:53:57.147 INFO:tasks.workunit.client.0.smithi110.stdout: 990: throughput=5MB/sec pending data=0 2024-02-18T08:53:57.147 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--G3CI1RgLwCjOPS off=836144 len=753705 2024-02-18T08:53:57.153 INFO:tasks.workunit.client.0.smithi110.stdout:op 5162 completed, throughput=5MB/sec 2024-02-18T08:53:57.153 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oowyeX36KlOVkQq off=2801673 len=175658 2024-02-18T08:53:57.158 INFO:tasks.workunit.client.0.smithi110.stdout:op 5163 completed, throughput=5MB/sec 2024-02-18T08:53:57.158 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4Ija_hATIm4yYcb off=5330377 len=449323 2024-02-18T08:53:57.163 INFO:tasks.workunit.client.0.smithi110.stdout:op 5164 completed, throughput=5MB/sec 2024-02-18T08:53:57.163 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--gCBvByl0bdeKb9 off=11902483 len=711715 2024-02-18T08:53:57.164 INFO:tasks.workunit.client.0.smithi110.stdout:op 5165 completed, throughput=5MB/sec 2024-02-18T08:53:57.164 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0MJQDY6EbH1-Rr5 off=1503179 len=1193685 2024-02-18T08:53:57.167 INFO:tasks.workunit.client.0.smithi110.stdout:op 5166 completed, throughput=5MB/sec 2024-02-18T08:53:57.167 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kYubu9TVAiu2ALR off=10206798 len=2256 2024-02-18T08:53:57.168 INFO:tasks.workunit.client.0.smithi110.stdout:op 5167 completed, throughput=5MB/sec 2024-02-18T08:53:57.168 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iX9HzLJupd4mqqc off=7902814 len=1533471 2024-02-18T08:53:57.176 INFO:tasks.workunit.client.0.smithi110.stdout:op 5168 completed, throughput=5MB/sec 2024-02-18T08:53:57.176 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KTC7LkLoFIocqRH off=3468050 len=762333 2024-02-18T08:53:57.177 INFO:tasks.workunit.client.0.smithi110.stdout:op 5169 completed, throughput=5MB/sec 2024-02-18T08:53:58.178 INFO:tasks.workunit.client.0.smithi110.stdout: 991: throughput=5MB/sec pending data=0 2024-02-18T08:53:58.178 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8W4uUlP9BvfbHTv off=1382792 len=927529 2024-02-18T08:53:58.186 INFO:tasks.workunit.client.0.smithi110.stdout:op 5170 completed, throughput=5MB/sec 2024-02-18T08:53:58.186 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FOjq5gXLhlY3uuX off=3197127 len=1661231 2024-02-18T08:53:58.189 INFO:tasks.workunit.client.0.smithi110.stdout:op 5171 completed, throughput=5MB/sec 2024-02-18T08:53:58.190 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-C9qPbRJ9l2PLVkL off=9141733 len=1031056 2024-02-18T08:53:58.198 INFO:tasks.workunit.client.0.smithi110.stdout:op 5172 completed, throughput=5MB/sec 2024-02-18T08:53:58.198 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Af_GFWwCvTzbq9A off=2630936 len=904449 2024-02-18T08:53:58.201 INFO:tasks.workunit.client.0.smithi110.stdout:op 5173 completed, throughput=5MB/sec 2024-02-18T08:53:58.201 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8QcstqfP5q4s7AA off=5657686 len=289301 2024-02-18T08:53:58.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 5174 completed, throughput=5MB/sec 2024-02-18T08:53:58.202 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GYEB6iDECbXXI7V off=10025356 len=1433545 2024-02-18T08:53:58.209 INFO:tasks.workunit.client.0.smithi110.stdout:op 5175 completed, throughput=5MB/sec 2024-02-18T08:53:58.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:53:58 smithi110 bash[54479]: cluster 2024-02-18T08:53:57.371262+0000 mgr.y (mgr.44100) 1128 : cluster [DBG] pgmap v1674: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:53:58.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:53:58 smithi110 bash[55875]: cluster 2024-02-18T08:53:57.371262+0000 mgr.y (mgr.44100) 1128 : cluster [DBG] pgmap v1674: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:53:58.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:53:58 smithi191 bash[38688]: cluster 2024-02-18T08:53:57.371262+0000 mgr.y (mgr.44100) 1128 : cluster [DBG] pgmap v1674: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:53:59.210 INFO:tasks.workunit.client.0.smithi110.stdout: 992: throughput=5MB/sec pending data=0 2024-02-18T08:53:59.210 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DXH9IOv3x4m-Ngi off=7417541 len=1447047 2024-02-18T08:53:59.213 INFO:tasks.workunit.client.0.smithi110.stdout:op 5176 completed, throughput=5MB/sec 2024-02-18T08:53:59.213 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-NlF3C3Bewsutmij off=3369349 len=1944593 2024-02-18T08:53:59.217 INFO:tasks.workunit.client.0.smithi110.stdout:op 5177 completed, throughput=5MB/sec 2024-02-18T08:53:59.217 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1p4IFOp4wY1BY_S off=861046 len=205175 2024-02-18T08:53:59.223 INFO:tasks.workunit.client.0.smithi110.stdout:op 5178 completed, throughput=5MB/sec 2024-02-18T08:53:59.223 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FxYg-XSzeYi4aID off=3679920 len=1859221 2024-02-18T08:53:59.236 INFO:tasks.workunit.client.0.smithi110.stdout:op 5179 completed, throughput=5MB/sec 2024-02-18T08:54:00.237 INFO:tasks.workunit.client.0.smithi110.stdout: 993: throughput=5MB/sec pending data=0 2024-02-18T08:54:00.237 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8np5ZOZV8oQNr-_ off=7894818 len=1319754 2024-02-18T08:54:00.239 INFO:tasks.workunit.client.0.smithi110.stdout:op 5180 completed, throughput=5MB/sec 2024-02-18T08:54:00.240 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3TX5nnEfDaov5y7 off=10466853 len=779365 2024-02-18T08:54:00.247 INFO:tasks.workunit.client.0.smithi110.stdout:op 5181 completed, throughput=5MB/sec 2024-02-18T08:54:00.248 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jpEmAjjf9tddElc off=20164165 len=1752519 2024-02-18T08:54:00.251 INFO:tasks.workunit.client.0.smithi110.stdout:op 5182 completed, throughput=5MB/sec 2024-02-18T08:54:00.251 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5koHm1UdwYPC5Y3 off=864744 len=1749823 2024-02-18T08:54:00.263 INFO:tasks.workunit.client.0.smithi110.stdout:op 5183 completed, throughput=5MB/sec 2024-02-18T08:54:00.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:00 smithi110 bash[54479]: cluster 2024-02-18T08:53:59.372171+0000 mgr.y (mgr.44100) 1129 : cluster [DBG] pgmap v1675: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:54:00.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:00 smithi110 bash[55875]: cluster 2024-02-18T08:53:59.372171+0000 mgr.y (mgr.44100) 1129 : cluster [DBG] pgmap v1675: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:54:00.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:00 smithi191 bash[38688]: cluster 2024-02-18T08:53:59.372171+0000 mgr.y (mgr.44100) 1129 : cluster [DBG] pgmap v1675: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:54:01.264 INFO:tasks.workunit.client.0.smithi110.stdout: 994: throughput=5MB/sec pending data=0 2024-02-18T08:54:01.264 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k--WA5P1ozRxLKk off=6783270 len=1802625 2024-02-18T08:54:01.269 INFO:tasks.workunit.client.0.smithi110.stdout:op 5184 completed, throughput=5MB/sec 2024-02-18T08:54:01.269 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-r14za7CPBQQB9nF off=3707372 len=1482840 2024-02-18T08:54:01.272 INFO:tasks.workunit.client.0.smithi110.stdout:op 5185 completed, throughput=5MB/sec 2024-02-18T08:54:01.272 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uzBeqeF3PYfXeKk off=191563 len=1427931 2024-02-18T08:54:01.276 INFO:tasks.workunit.client.0.smithi110.stdout:op 5186 completed, throughput=5MB/sec 2024-02-18T08:54:02.277 INFO:tasks.workunit.client.0.smithi110.stdout: 995: throughput=5MB/sec pending data=0 2024-02-18T08:54:02.277 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SlIvBYM9ZWHyGaf off=1153335 len=758105 2024-02-18T08:54:02.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 5187 completed, throughput=5MB/sec 2024-02-18T08:54:02.285 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L53PM41uVzqXwl2 off=2972753 len=1331324 2024-02-18T08:54:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:op 5188 completed, throughput=5MB/sec 2024-02-18T08:54:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--1ay_2VUjSwXzyN off=12103115 len=774734 2024-02-18T08:54:02.301 INFO:tasks.workunit.client.0.smithi110.stdout:op 5189 completed, throughput=5MB/sec 2024-02-18T08:54:02.301 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zFbqSVZRvZAbAee off=1938812 len=1045339 2024-02-18T08:54:02.308 INFO:tasks.workunit.client.0.smithi110.stdout:op 5190 completed, throughput=5MB/sec 2024-02-18T08:54:02.308 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XQlrvdrhVPOnJNz off=5762494 len=611671 2024-02-18T08:54:02.313 INFO:tasks.workunit.client.0.smithi110.stdout:op 5191 completed, throughput=5MB/sec 2024-02-18T08:54:02.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:02 smithi110 bash[54479]: cluster 2024-02-18T08:54:01.373020+0000 mgr.y (mgr.44100) 1130 : cluster [DBG] pgmap v1676: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:54:02.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:02 smithi110 bash[55875]: cluster 2024-02-18T08:54:01.373020+0000 mgr.y (mgr.44100) 1130 : cluster [DBG] pgmap v1676: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:54:02.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:02 smithi191 bash[38688]: cluster 2024-02-18T08:54:01.373020+0000 mgr.y (mgr.44100) 1130 : cluster [DBG] pgmap v1676: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:54:03.313 INFO:tasks.workunit.client.0.smithi110.stdout: 996: throughput=5MB/sec pending data=0 2024-02-18T08:54:03.314 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5wwcTeS0dHeddBT off=2205116 len=1985763 2024-02-18T08:54:03.329 INFO:tasks.workunit.client.0.smithi110.stdout:op 5192 completed, throughput=5MB/sec 2024-02-18T08:54:03.329 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JYuBuEy-R4SsyaX off=8417320 len=1022954 2024-02-18T08:54:03.331 INFO:tasks.workunit.client.0.smithi110.stdout:op 5193 completed, throughput=5MB/sec 2024-02-18T08:54:03.331 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6j3TVFRz2TLmWMe off=3312848 len=39993 2024-02-18T08:54:03.332 INFO:tasks.workunit.client.0.smithi110.stdout:op 5194 completed, throughput=5MB/sec 2024-02-18T08:54:03.332 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qzS9Rc5KmNvwMIW off=5333165 len=1677875 2024-02-18T08:54:03.334 INFO:tasks.workunit.client.0.smithi110.stdout:op 5195 completed, throughput=5MB/sec 2024-02-18T08:54:03.334 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ywDjnqj_X6n_8-f off=17827505 len=712363 2024-02-18T08:54:03.341 INFO:tasks.workunit.client.0.smithi110.stdout:op 5196 completed, throughput=5MB/sec 2024-02-18T08:54:04.341 INFO:tasks.workunit.client.0.smithi110.stdout: 997: throughput=5MB/sec pending data=0 2024-02-18T08:54:04.342 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eg797upEa_aYrIP off=19162974 len=789727 2024-02-18T08:54:04.349 INFO:tasks.workunit.client.0.smithi110.stdout:op 5197 completed, throughput=5MB/sec 2024-02-18T08:54:04.349 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3MMrVKwn1TivWcI off=3702544 len=1470310 2024-02-18T08:54:04.360 INFO:tasks.workunit.client.0.smithi110.stdout:op 5198 completed, throughput=5MB/sec 2024-02-18T08:54:04.360 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6jAqXUGlkhmkQ-n off=7893583 len=689221 2024-02-18T08:54:04.366 INFO:tasks.workunit.client.0.smithi110.stdout:op 5199 completed, throughput=5MB/sec 2024-02-18T08:54:04.367 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zs4Vtybf4s_fmHN off=1539312 len=1879582 2024-02-18T08:54:04.378 INFO:tasks.workunit.client.0.smithi110.stdout:op 5200 completed, throughput=5MB/sec 2024-02-18T08:54:04.379 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-mtw-CSPY8si_rKn off=1894854 len=1667952 2024-02-18T08:54:04.382 INFO:tasks.workunit.client.0.smithi110.stdout:op 5201 completed, throughput=5MB/sec 2024-02-18T08:54:04.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:04 smithi110 bash[54479]: cluster 2024-02-18T08:54:03.374011+0000 mgr.y (mgr.44100) 1131 : cluster [DBG] pgmap v1677: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:04.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:04 smithi110 bash[55875]: cluster 2024-02-18T08:54:03.374011+0000 mgr.y (mgr.44100) 1131 : cluster [DBG] pgmap v1677: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:04.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:04 smithi191 bash[38688]: cluster 2024-02-18T08:54:03.374011+0000 mgr.y (mgr.44100) 1131 : cluster [DBG] pgmap v1677: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:05.382 INFO:tasks.workunit.client.0.smithi110.stdout: 998: throughput=5MB/sec pending data=0 2024-02-18T08:54:05.383 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WgiEEq6v7_3f78I off=7946267 len=1929452 2024-02-18T08:54:05.389 INFO:tasks.workunit.client.0.smithi110.stdout:op 5202 completed, throughput=5MB/sec 2024-02-18T08:54:05.389 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iY38Uob4BZUM36Z off=7942224 len=1892901 2024-02-18T08:54:05.395 INFO:tasks.workunit.client.0.smithi110.stdout:op 5203 completed, throughput=5MB/sec 2024-02-18T08:54:05.395 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UvukaoJkUU_KMnj off=4546956 len=260710 2024-02-18T08:54:05.401 INFO:tasks.workunit.client.0.smithi110.stdout:op 5204 completed, throughput=5MB/sec 2024-02-18T08:54:05.401 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4bTYtxYpMKfk-WA off=10889734 len=179169 2024-02-18T08:54:05.403 INFO:tasks.workunit.client.0.smithi110.stdout:op 5205 completed, throughput=5MB/sec 2024-02-18T08:54:06.403 INFO:tasks.workunit.client.0.smithi110.stdout: 999: throughput=5MB/sec pending data=0 2024-02-18T08:54:06.403 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gzNMXY3lU9KxJHs off=12652282 len=1029295 2024-02-18T08:54:06.413 INFO:tasks.workunit.client.0.smithi110.stdout:op 5206 completed, throughput=5MB/sec 2024-02-18T08:54:06.413 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mo-Z8jWrkMw47Lr off=5082166 len=980988 2024-02-18T08:54:06.421 INFO:tasks.workunit.client.0.smithi110.stdout:op 5207 completed, throughput=5MB/sec 2024-02-18T08:54:06.421 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oLSDOXQ9MTQnjbb off=969299 len=1098852 2024-02-18T08:54:06.430 INFO:tasks.workunit.client.0.smithi110.stdout:op 5208 completed, throughput=5MB/sec 2024-02-18T08:54:06.430 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CcT-WB2K2BOPlJ1 off=2858091 len=598730 2024-02-18T08:54:06.432 INFO:tasks.workunit.client.0.smithi110.stdout:op 5209 completed, throughput=5MB/sec 2024-02-18T08:54:06.432 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oS7aqCZTVNGGMXE off=12317232 len=51498 2024-02-18T08:54:06.434 INFO:tasks.workunit.client.0.smithi110.stdout:op 5210 completed, throughput=5MB/sec 2024-02-18T08:54:06.434 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UFESm-w8CUBcTgC off=6589856 len=795405 2024-02-18T08:54:06.440 INFO:tasks.workunit.client.0.smithi110.stdout:op 5211 completed, throughput=5MB/sec 2024-02-18T08:54:06.440 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IdPSvgTH0SCic-z off=2664226 len=58063 2024-02-18T08:54:06.441 INFO:tasks.workunit.client.0.smithi110.stdout:op 5212 completed, throughput=5MB/sec 2024-02-18T08:54:06.441 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UNHtzfVURATG17x off=84319 len=103595 2024-02-18T08:54:06.444 INFO:tasks.workunit.client.0.smithi110.stdout:op 5213 completed, throughput=5MB/sec 2024-02-18T08:54:06.444 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MjSf924HAIG1d0S off=3275502 len=770974 2024-02-18T08:54:06.446 INFO:tasks.workunit.client.0.smithi110.stdout:op 5214 completed, throughput=5MB/sec 2024-02-18T08:54:06.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:06 smithi110 bash[54479]: cluster 2024-02-18T08:54:05.374810+0000 mgr.y (mgr.44100) 1132 : cluster [DBG] pgmap v1678: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:54:06.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:06 smithi110 bash[55875]: cluster 2024-02-18T08:54:05.374810+0000 mgr.y (mgr.44100) 1132 : cluster [DBG] pgmap v1678: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:54:06.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:06 smithi191 bash[38688]: cluster 2024-02-18T08:54:05.374810+0000 mgr.y (mgr.44100) 1132 : cluster [DBG] pgmap v1678: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-02-18T08:54:07.446 INFO:tasks.workunit.client.0.smithi110.stdout: 1000: throughput=5MB/sec pending data=0 2024-02-18T08:54:07.446 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0lVuFgxg10Vqcif off=4678469 len=313197 2024-02-18T08:54:07.448 INFO:tasks.workunit.client.0.smithi110.stdout:op 5215 completed, throughput=5MB/sec 2024-02-18T08:54:07.448 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Mti81XB3YDmwim6 off=13765491 len=1123748 2024-02-18T08:54:07.452 INFO:tasks.workunit.client.0.smithi110.stdout:op 5216 completed, throughput=5MB/sec 2024-02-18T08:54:07.452 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k0bMpvbPyoE2kGn off=752678 len=229632 2024-02-18T08:54:07.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 5217 completed, throughput=5MB/sec 2024-02-18T08:54:07.453 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-opqMdEUpMJJERJo off=6047572 len=1190102 2024-02-18T08:54:07.456 INFO:tasks.workunit.client.0.smithi110.stdout:op 5218 completed, throughput=5MB/sec 2024-02-18T08:54:07.456 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bz3WD9f06CBujL8 off=10299893 len=2086755 2024-02-18T08:54:07.462 INFO:tasks.workunit.client.0.smithi110.stdout:op 5219 completed, throughput=5MB/sec 2024-02-18T08:54:07.462 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Mr0wpmzs_1J8wUt off=7898929 len=1929515 2024-02-18T08:54:07.466 INFO:tasks.workunit.client.0.smithi110.stdout:op 5220 completed, throughput=5MB/sec 2024-02-18T08:54:08.466 INFO:tasks.workunit.client.0.smithi110.stdout: 1001: throughput=5MB/sec pending data=0 2024-02-18T08:54:08.466 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6joU8Lhi5Nu_4zO off=5985476 len=93943 2024-02-18T08:54:08.467 INFO:tasks.workunit.client.0.smithi110.stdout:op 5221 completed, throughput=5MB/sec 2024-02-18T08:54:08.468 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sbdGg9LaT4RXP9U off=2746442 len=1037205 2024-02-18T08:54:08.476 INFO:tasks.workunit.client.0.smithi110.stdout:op 5222 completed, throughput=5MB/sec 2024-02-18T08:54:08.477 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Pk4C7-91d7cldV7 off=6828557 len=1568329 2024-02-18T08:54:08.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 5223 completed, throughput=5MB/sec 2024-02-18T08:54:08.484 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MuWg9bQ7cJTwjv3 off=8872892 len=127244 2024-02-18T08:54:08.485 INFO:tasks.workunit.client.0.smithi110.stdout:op 5224 completed, throughput=5MB/sec 2024-02-18T08:54:08.485 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Lor2S7r-0CSsSc0 off=4871798 len=1467832 2024-02-18T08:54:08.493 INFO:tasks.workunit.client.0.smithi110.stdout:op 5225 completed, throughput=5MB/sec 2024-02-18T08:54:08.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:08 smithi110 bash[54479]: cluster 2024-02-18T08:54:07.375681+0000 mgr.y (mgr.44100) 1133 : cluster [DBG] pgmap v1679: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:54:08.717 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:08 smithi110 bash[55875]: cluster 2024-02-18T08:54:07.375681+0000 mgr.y (mgr.44100) 1133 : cluster [DBG] pgmap v1679: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:54:08.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:08 smithi191 bash[38688]: cluster 2024-02-18T08:54:07.375681+0000 mgr.y (mgr.44100) 1133 : cluster [DBG] pgmap v1679: 73 pgs: 73 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:54:09.494 INFO:tasks.workunit.client.0.smithi110.stdout: 1002: throughput=5MB/sec pending data=0 2024-02-18T08:54:09.494 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Mos4cCK9jNo3rC9 off=14683293 len=416754 2024-02-18T08:54:09.500 INFO:tasks.workunit.client.0.smithi110.stdout:op 5226 completed, throughput=5MB/sec 2024-02-18T08:54:09.501 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MWA3Birh18lxHVy off=8910927 len=1575192 2024-02-18T08:54:09.504 INFO:tasks.workunit.client.0.smithi110.stdout:op 5227 completed, throughput=5MB/sec 2024-02-18T08:54:09.504 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WV85NTtmh-ZwQl_ off=22281406 len=1350870 2024-02-18T08:54:09.508 INFO:tasks.workunit.client.0.smithi110.stdout:op 5228 completed, throughput=5MB/sec 2024-02-18T08:54:09.508 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-23l4s_05TBb_82n off=419798 len=343713 2024-02-18T08:54:09.513 INFO:tasks.workunit.client.0.smithi110.stdout:op 5229 completed, throughput=5MB/sec 2024-02-18T08:54:09.513 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TgpRuHjIHIiyNeO off=3828384 len=1193586 2024-02-18T08:54:09.519 INFO:tasks.workunit.client.0.smithi110.stdout:op 5230 completed, throughput=5MB/sec 2024-02-18T08:54:10.520 INFO:tasks.workunit.client.0.smithi110.stdout: 1003: throughput=5MB/sec pending data=0 2024-02-18T08:54:10.520 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YHe0g-JZ8EDf-nH off=9391029 len=2073960 2024-02-18T08:54:10.538 INFO:tasks.workunit.client.0.smithi110.stdout:op 5231 completed, throughput=5MB/sec 2024-02-18T08:54:10.538 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--XmnJ4x-9Bj4tZ2 off=2745760 len=1061536 2024-02-18T08:54:10.546 INFO:tasks.workunit.client.0.smithi110.stdout:op 5232 completed, throughput=5MB/sec 2024-02-18T08:54:10.546 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7L3iPiEbaVveZIS off=8720004 len=81810 2024-02-18T08:54:10.549 INFO:tasks.workunit.client.0.smithi110.stdout:op 5233 completed, throughput=5MB/sec 2024-02-18T08:54:10.549 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dkMpFDeskqtDdsw off=15668600 len=1749007 2024-02-18T08:54:10.559 INFO:tasks.workunit.client.0.smithi110.stdout:op 5234 completed, throughput=5MB/sec 2024-02-18T08:54:10.559 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4cFQrZm1ACSSLEe off=868396 len=1493911 2024-02-18T08:54:10.569 INFO:tasks.workunit.client.0.smithi110.stdout:op 5235 completed, throughput=5MB/sec 2024-02-18T08:54:10.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:10 smithi191 bash[38688]: cluster 2024-02-18T08:54:09.376585+0000 mgr.y (mgr.44100) 1134 : cluster [DBG] pgmap v1680: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:54:10.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:10 smithi110 bash[54479]: cluster 2024-02-18T08:54:09.376585+0000 mgr.y (mgr.44100) 1134 : cluster [DBG] pgmap v1680: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:54:10.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:10 smithi110 bash[55875]: cluster 2024-02-18T08:54:09.376585+0000 mgr.y (mgr.44100) 1134 : cluster [DBG] pgmap v1680: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:54:11.570 INFO:tasks.workunit.client.0.smithi110.stdout: 1004: throughput=5MB/sec pending data=0 2024-02-18T08:54:11.570 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4UMshmOnsFd1uNe off=23966015 len=1467787 2024-02-18T08:54:11.575 INFO:tasks.workunit.client.0.smithi110.stdout:op 5236 completed, throughput=5MB/sec 2024-02-18T08:54:11.575 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eE8UQSmINm9WnJj off=7364392 len=1325384 2024-02-18T08:54:11.584 INFO:tasks.workunit.client.0.smithi110.stdout:op 5237 completed, throughput=5MB/sec 2024-02-18T08:54:11.584 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-E8Cm-cgBNpNAMf5 off=4572895 len=868188 2024-02-18T08:54:11.591 INFO:tasks.workunit.client.0.smithi110.stdout:op 5238 completed, throughput=5MB/sec 2024-02-18T08:54:11.591 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2YvJBuSXbbbHzZY off=16333114 len=2026786 2024-02-18T08:54:11.603 INFO:tasks.workunit.client.0.smithi110.stdout:op 5239 completed, throughput=5MB/sec 2024-02-18T08:54:12.603 INFO:tasks.workunit.client.0.smithi110.stdout: 1005: throughput=5MB/sec pending data=0 2024-02-18T08:54:12.603 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WKfPi_ppFEtIIwb off=1510036 len=693017 2024-02-18T08:54:12.606 INFO:tasks.workunit.client.0.smithi110.stdout:op 5240 completed, throughput=5MB/sec 2024-02-18T08:54:12.606 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WDrwFNPu9Z3LJJe off=15181565 len=1417111 2024-02-18T08:54:12.616 INFO:tasks.workunit.client.0.smithi110.stdout:op 5241 completed, throughput=5MB/sec 2024-02-18T08:54:12.617 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-G8pM8z9TecsrhSr off=11996513 len=615042 2024-02-18T08:54:12.622 INFO:tasks.workunit.client.0.smithi110.stdout:op 5242 completed, throughput=5MB/sec 2024-02-18T08:54:12.622 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IUqETxgEbsFlakA off=1503687 len=1340209 2024-02-18T08:54:12.629 INFO:tasks.workunit.client.0.smithi110.stdout:op 5243 completed, throughput=5MB/sec 2024-02-18T08:54:12.629 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GkCKDq8r63vO7le off=7149452 len=1822491 2024-02-18T08:54:12.637 INFO:tasks.workunit.client.0.smithi110.stdout:op 5244 completed, throughput=5MB/sec 2024-02-18T08:54:12.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:12 smithi191 bash[38688]: cluster 2024-02-18T08:54:11.377426+0000 mgr.y (mgr.44100) 1135 : cluster [DBG] pgmap v1681: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:54:12.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:12 smithi110 bash[54479]: cluster 2024-02-18T08:54:11.377426+0000 mgr.y (mgr.44100) 1135 : cluster [DBG] pgmap v1681: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:54:12.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:12 smithi110 bash[55875]: cluster 2024-02-18T08:54:11.377426+0000 mgr.y (mgr.44100) 1135 : cluster [DBG] pgmap v1681: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:54:13.638 INFO:tasks.workunit.client.0.smithi110.stdout: 1006: throughput=5MB/sec pending data=0 2024-02-18T08:54:13.638 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hOEn_oqkdBHcN0S off=7501648 len=1303676 2024-02-18T08:54:13.642 INFO:tasks.workunit.client.0.smithi110.stdout:op 5245 completed, throughput=5MB/sec 2024-02-18T08:54:13.642 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FaRCN_uK2J5WwIs off=2610704 len=333455 2024-02-18T08:54:13.648 INFO:tasks.workunit.client.0.smithi110.stdout:op 5246 completed, throughput=5MB/sec 2024-02-18T08:54:13.648 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Dnditpua64Z6Mi1 off=10677834 len=1631231 2024-02-18T08:54:13.651 INFO:tasks.workunit.client.0.smithi110.stdout:op 5247 completed, throughput=5MB/sec 2024-02-18T08:54:13.651 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PyqQs3l1urCzSoY off=20467794 len=1240441 2024-02-18T08:54:13.658 INFO:tasks.workunit.client.0.smithi110.stdout:op 5248 completed, throughput=5MB/sec 2024-02-18T08:54:14.659 INFO:tasks.workunit.client.0.smithi110.stdout: 1007: throughput=5MB/sec pending data=0 2024-02-18T08:54:14.659 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ckWTsIk22KzA0Lx off=547706 len=992271 2024-02-18T08:54:14.669 INFO:tasks.workunit.client.0.smithi110.stdout:op 5249 completed, throughput=5MB/sec 2024-02-18T08:54:14.669 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HoV2vvrk_iHZgw_ off=3495696 len=1237861 2024-02-18T08:54:14.673 INFO:tasks.workunit.client.0.smithi110.stdout:op 5250 completed, throughput=5MB/sec 2024-02-18T08:54:14.673 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-niKptKuLGE3WDd- off=8810345 len=944829 2024-02-18T08:54:14.675 INFO:tasks.workunit.client.0.smithi110.stdout:op 5251 completed, throughput=5MB/sec 2024-02-18T08:54:14.675 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-H3ymN3-WV8ev_It off=4252447 len=267863 2024-02-18T08:54:14.676 INFO:tasks.workunit.client.0.smithi110.stdout:op 5252 completed, throughput=5MB/sec 2024-02-18T08:54:14.676 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SMw9rpfZFpHYNkJ off=8721066 len=349778 2024-02-18T08:54:14.677 INFO:tasks.workunit.client.0.smithi110.stdout:op 5253 completed, throughput=5MB/sec 2024-02-18T08:54:14.678 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SI4CAfJ4XlSiHPp off=15018703 len=898290 2024-02-18T08:54:14.684 INFO:tasks.workunit.client.0.smithi110.stdout:op 5254 completed, throughput=5MB/sec 2024-02-18T08:54:14.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:14 smithi191 bash[38688]: cluster 2024-02-18T08:54:13.378354+0000 mgr.y (mgr.44100) 1136 : cluster [DBG] pgmap v1682: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:54:14.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:14 smithi110 bash[54479]: cluster 2024-02-18T08:54:13.378354+0000 mgr.y (mgr.44100) 1136 : cluster [DBG] pgmap v1682: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:54:14.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:14 smithi110 bash[55875]: cluster 2024-02-18T08:54:13.378354+0000 mgr.y (mgr.44100) 1136 : cluster [DBG] pgmap v1682: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:54:15.685 INFO:tasks.workunit.client.0.smithi110.stdout: 1008: throughput=5MB/sec pending data=0 2024-02-18T08:54:15.685 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QyEBDu-AainJeLT off=16495784 len=702140 2024-02-18T08:54:15.692 INFO:tasks.workunit.client.0.smithi110.stdout:op 5255 completed, throughput=5MB/sec 2024-02-18T08:54:15.692 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0inWqu7PEYLUP1c off=5931671 len=860195 2024-02-18T08:54:15.700 INFO:tasks.workunit.client.0.smithi110.stdout:op 5256 completed, throughput=5MB/sec 2024-02-18T08:54:15.700 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-usODlL18AyfOmI7 off=10558312 len=754018 2024-02-18T08:54:15.702 INFO:tasks.workunit.client.0.smithi110.stdout:op 5257 completed, throughput=5MB/sec 2024-02-18T08:54:15.702 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_ii6UqUsfkpOjCw off=1777636 len=822266 2024-02-18T08:54:15.708 INFO:tasks.workunit.client.0.smithi110.stdout:op 5258 completed, throughput=5MB/sec 2024-02-18T08:54:15.709 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Rv8L1MTabV30dh2 off=2960756 len=356545 2024-02-18T08:54:15.713 INFO:tasks.workunit.client.0.smithi110.stdout:op 5259 completed, throughput=5MB/sec 2024-02-18T08:54:15.713 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7Wx1KoNDUfGp5Vl off=6573844 len=1862662 2024-02-18T08:54:15.714 INFO:tasks.workunit.client.0.smithi110.stdout:op 5260 completed, throughput=5MB/sec 2024-02-18T08:54:16.715 INFO:tasks.workunit.client.0.smithi110.stdout: 1009: throughput=5MB/sec pending data=0 2024-02-18T08:54:16.715 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0cNkvHz2YtPVi4H off=1007807 len=1214719 2024-02-18T08:54:16.719 INFO:tasks.workunit.client.0.smithi110.stdout:op 5261 completed, throughput=5MB/sec 2024-02-18T08:54:16.720 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-A_WtZfrpdStUtoG off=1607240 len=1393686 2024-02-18T08:54:16.724 INFO:tasks.workunit.client.0.smithi110.stdout:op 5262 completed, throughput=5MB/sec 2024-02-18T08:54:16.724 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-76XKtG0w1c_wGRI off=3239979 len=2047207 2024-02-18T08:54:16.742 INFO:tasks.workunit.client.0.smithi110.stdout:op 5263 completed, throughput=5MB/sec 2024-02-18T08:54:16.742 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9GKrWwQ2V3rsVWl off=1994789 len=1517022 2024-02-18T08:54:16.745 INFO:tasks.workunit.client.0.smithi110.stdout:op 5264 completed, throughput=5MB/sec 2024-02-18T08:54:16.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:16 smithi191 bash[38688]: cluster 2024-02-18T08:54:15.379220+0000 mgr.y (mgr.44100) 1137 : cluster [DBG] pgmap v1683: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:54:16.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:16 smithi110 bash[54479]: cluster 2024-02-18T08:54:15.379220+0000 mgr.y (mgr.44100) 1137 : cluster [DBG] pgmap v1683: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:54:16.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:16 smithi110 bash[55875]: cluster 2024-02-18T08:54:15.379220+0000 mgr.y (mgr.44100) 1137 : cluster [DBG] pgmap v1683: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:54:17.745 INFO:tasks.workunit.client.0.smithi110.stdout: 1010: throughput=5MB/sec pending data=0 2024-02-18T08:54:17.746 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yrQEOuqHHdwm7mD off=8973420 len=128625 2024-02-18T08:54:17.747 INFO:tasks.workunit.client.0.smithi110.stdout:op 5265 completed, throughput=5MB/sec 2024-02-18T08:54:17.747 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-o0zTRuxQZ8xZtXX off=9775008 len=967307 2024-02-18T08:54:17.751 INFO:tasks.workunit.client.0.smithi110.stdout:op 5266 completed, throughput=5MB/sec 2024-02-18T08:54:17.751 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ucqUCMODnWMb7xF off=12462838 len=1574460 2024-02-18T08:54:17.756 INFO:tasks.workunit.client.0.smithi110.stdout:op 5267 completed, throughput=5MB/sec 2024-02-18T08:54:17.756 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2bbcAEzRt35qMXq off=5778484 len=246145 2024-02-18T08:54:17.761 INFO:tasks.workunit.client.0.smithi110.stdout:op 5268 completed, throughput=5MB/sec 2024-02-18T08:54:17.762 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1TGR7911xuCBZbj off=1411865 len=1201839 2024-02-18T08:54:17.772 INFO:tasks.workunit.client.0.smithi110.stdout:op 5269 completed, throughput=5MB/sec 2024-02-18T08:54:17.772 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MFhvwesc2-ZUW0o off=887641 len=300001 2024-02-18T08:54:17.778 INFO:tasks.workunit.client.0.smithi110.stdout:op 5270 completed, throughput=5MB/sec 2024-02-18T08:54:17.778 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QsnmUMzdFAPFe0Y off=17924199 len=1803943 2024-02-18T08:54:17.782 INFO:tasks.workunit.client.0.smithi110.stdout:op 5271 completed, throughput=5MB/sec 2024-02-18T08:54:18.782 INFO:tasks.workunit.client.0.smithi110.stdout: 1011: throughput=5MB/sec pending data=0 2024-02-18T08:54:18.782 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ULgzo6zLPCm9hFl off=737421 len=809720 2024-02-18T08:54:18.787 INFO:tasks.workunit.client.0.smithi110.stdout:op 5272 completed, throughput=5MB/sec 2024-02-18T08:54:18.787 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Gr1a8Yswo2YraNd off=1456769 len=1314238 2024-02-18T08:54:18.791 INFO:tasks.workunit.client.0.smithi110.stdout:op 5273 completed, throughput=5MB/sec 2024-02-18T08:54:18.791 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Wo2c_75UCfMmCX9 off=4831345 len=1318142 2024-02-18T08:54:18.795 INFO:tasks.workunit.client.0.smithi110.stdout:op 5274 completed, throughput=5MB/sec 2024-02-18T08:54:18.795 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fyZoq9w1hl5Yjed off=6360572 len=1669498 2024-02-18T08:54:18.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 5275 completed, throughput=5MB/sec 2024-02-18T08:54:18.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:18 smithi191 bash[38688]: cluster 2024-02-18T08:54:17.380216+0000 mgr.y (mgr.44100) 1138 : cluster [DBG] pgmap v1684: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:54:18.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:18 smithi110 bash[54479]: cluster 2024-02-18T08:54:17.380216+0000 mgr.y (mgr.44100) 1138 : cluster [DBG] pgmap v1684: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:54:18.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:18 smithi110 bash[55875]: cluster 2024-02-18T08:54:17.380216+0000 mgr.y (mgr.44100) 1138 : cluster [DBG] pgmap v1684: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:54:19.801 INFO:tasks.workunit.client.0.smithi110.stdout: 1012: throughput=5MB/sec pending data=0 2024-02-18T08:54:19.801 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AthAkCo-xRgF4Cg off=15072323 len=356741 2024-02-18T08:54:19.811 INFO:tasks.workunit.client.0.smithi110.stdout:op 5276 completed, throughput=5MB/sec 2024-02-18T08:54:19.811 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MKhUEP24aD9HZSb off=11657904 len=550391 2024-02-18T08:54:19.816 INFO:tasks.workunit.client.0.smithi110.stdout:op 5277 completed, throughput=5MB/sec 2024-02-18T08:54:19.816 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bW3fZa2CSKHtCqX off=6313302 len=1747378 2024-02-18T08:54:19.820 INFO:tasks.workunit.client.0.smithi110.stdout:op 5278 completed, throughput=5MB/sec 2024-02-18T08:54:19.820 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SVKfyTiexziRHM1 off=11504869 len=94665 2024-02-18T08:54:19.823 INFO:tasks.workunit.client.0.smithi110.stdout:op 5279 completed, throughput=5MB/sec 2024-02-18T08:54:19.824 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zs6Dg2V3lkngFUw off=3563622 len=7051 2024-02-18T08:54:19.826 INFO:tasks.workunit.client.0.smithi110.stdout:op 5280 completed, throughput=5MB/sec 2024-02-18T08:54:19.826 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-46geXPOYEjhj3jq off=8898825 len=848584 2024-02-18T08:54:19.832 INFO:tasks.workunit.client.0.smithi110.stdout:op 5281 completed, throughput=5MB/sec 2024-02-18T08:54:19.832 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tIujqLcS2IYcC9s off=98575 len=1195279 2024-02-18T08:54:19.835 INFO:tasks.workunit.client.0.smithi110.stdout:op 5282 completed, throughput=5MB/sec 2024-02-18T08:54:20.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:20 smithi191 bash[38688]: cluster 2024-02-18T08:54:19.381133+0000 mgr.y (mgr.44100) 1139 : cluster [DBG] pgmap v1685: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:54:20.835 INFO:tasks.workunit.client.0.smithi110.stdout: 1013: throughput=5MB/sec pending data=0 2024-02-18T08:54:20.835 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KJLQPR0094-Wp91 off=20662307 len=619403 2024-02-18T08:54:20.837 INFO:tasks.workunit.client.0.smithi110.stdout:op 5283 completed, throughput=5MB/sec 2024-02-18T08:54:20.837 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tNK3351J2Z2HEUI off=5626877 len=704595 2024-02-18T08:54:20.839 INFO:tasks.workunit.client.0.smithi110.stdout:op 5284 completed, throughput=5MB/sec 2024-02-18T08:54:20.839 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TjSoM4o48CDEzeg off=877348 len=1494377 2024-02-18T08:54:20.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 5285 completed, throughput=5MB/sec 2024-02-18T08:54:20.851 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-t2bgi_bUYOdbt-F off=2484534 len=589188 2024-02-18T08:54:20.858 INFO:tasks.workunit.client.0.smithi110.stdout:op 5286 completed, throughput=5MB/sec 2024-02-18T08:54:20.858 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zCgKfQ8tAZM_1py off=3340221 len=481476 2024-02-18T08:54:20.863 INFO:tasks.workunit.client.0.smithi110.stdout:op 5287 completed, throughput=5MB/sec 2024-02-18T08:54:20.863 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dSGYF8ut0rE7Opo off=9534760 len=709634 2024-02-18T08:54:20.868 INFO:tasks.workunit.client.0.smithi110.stdout:op 5288 completed, throughput=5MB/sec 2024-02-18T08:54:20.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:20 smithi110 bash[54479]: cluster 2024-02-18T08:54:19.381133+0000 mgr.y (mgr.44100) 1139 : cluster [DBG] pgmap v1685: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:54:20.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:20 smithi110 bash[55875]: cluster 2024-02-18T08:54:19.381133+0000 mgr.y (mgr.44100) 1139 : cluster [DBG] pgmap v1685: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-02-18T08:54:21.871 INFO:tasks.workunit.client.0.smithi110.stdout: 1014: throughput=5MB/sec pending data=0 2024-02-18T08:54:21.872 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7rhQgtOEgKbkMiT off=13209954 len=3513 2024-02-18T08:54:21.873 INFO:tasks.workunit.client.0.smithi110.stdout:op 5289 completed, throughput=5MB/sec 2024-02-18T08:54:21.873 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WyURUguBKNu5Ph- off=167463 len=647766 2024-02-18T08:54:21.874 INFO:tasks.workunit.client.0.smithi110.stdout:op 5290 completed, throughput=5MB/sec 2024-02-18T08:54:21.874 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-idC9h7IWHhVZ33I off=17338437 len=286983 2024-02-18T08:54:21.876 INFO:tasks.workunit.client.0.smithi110.stdout:op 5291 completed, throughput=5MB/sec 2024-02-18T08:54:21.876 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KcYHcdFIwRbQdJ2 off=3929814 len=1826942 2024-02-18T08:54:21.886 INFO:tasks.workunit.client.0.smithi110.stdout:op 5292 completed, throughput=5MB/sec 2024-02-18T08:54:21.886 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zges9VXUc1UNpoa off=7359652 len=1359582 2024-02-18T08:54:21.897 INFO:tasks.workunit.client.0.smithi110.stdout:op 5293 completed, throughput=5MB/sec 2024-02-18T08:54:21.897 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-17Geaq5S4BgxxSg off=13751872 len=883655 2024-02-18T08:54:21.903 INFO:tasks.workunit.client.0.smithi110.stdout:op 5294 completed, throughput=5MB/sec 2024-02-18T08:54:21.903 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IPaNAp9AunGy-nY off=16575319 len=1386673 2024-02-18T08:54:21.921 INFO:tasks.workunit.client.0.smithi110.stdout:op 5295 completed, throughput=5MB/sec 2024-02-18T08:54:22.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:22 smithi191 bash[38688]: cluster 2024-02-18T08:54:21.381956+0000 mgr.y (mgr.44100) 1140 : cluster [DBG] pgmap v1686: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:54:22.921 INFO:tasks.workunit.client.0.smithi110.stdout: 1015: throughput=5MB/sec pending data=0 2024-02-18T08:54:22.922 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ex6QnU2QPrhOB9X off=5801972 len=1072675 2024-02-18T08:54:22.924 INFO:tasks.workunit.client.0.smithi110.stdout:op 5296 completed, throughput=5MB/sec 2024-02-18T08:54:22.924 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7TXRYVp7b9EgMHp off=7476640 len=1803620 2024-02-18T08:54:22.936 INFO:tasks.workunit.client.0.smithi110.stdout:op 5297 completed, throughput=5MB/sec 2024-02-18T08:54:22.936 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-teEIv7sdTOlzJeq off=18493962 len=1551868 2024-02-18T08:54:22.940 INFO:tasks.workunit.client.0.smithi110.stdout:op 5298 completed, throughput=5MB/sec 2024-02-18T08:54:22.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:22 smithi110 bash[54479]: cluster 2024-02-18T08:54:21.381956+0000 mgr.y (mgr.44100) 1140 : cluster [DBG] pgmap v1686: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:54:22.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:22 smithi110 bash[55875]: cluster 2024-02-18T08:54:21.381956+0000 mgr.y (mgr.44100) 1140 : cluster [DBG] pgmap v1686: 73 pgs: 73 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:54:23.940 INFO:tasks.workunit.client.0.smithi110.stdout: 1016: throughput=5MB/sec pending data=0 2024-02-18T08:54:23.940 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-RWXi48FfHX9kOym off=15522961 len=319313 2024-02-18T08:54:23.946 INFO:tasks.workunit.client.0.smithi110.stdout:op 5299 completed, throughput=5MB/sec 2024-02-18T08:54:23.946 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MYnBwUQ04I_H9kh off=7669664 len=1067091 2024-02-18T08:54:23.955 INFO:tasks.workunit.client.0.smithi110.stdout:op 5300 completed, throughput=5MB/sec 2024-02-18T08:54:23.955 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hTVjZfWJkTexNBF off=17592558 len=1813643 2024-02-18T08:54:23.957 INFO:tasks.workunit.client.0.smithi110.stdout:op 5301 completed, throughput=5MB/sec 2024-02-18T08:54:23.957 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9U5rxW8YBhGw55J off=18588881 len=538564 2024-02-18T08:54:23.962 INFO:tasks.workunit.client.0.smithi110.stdout:op 5302 completed, throughput=5MB/sec 2024-02-18T08:54:23.962 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TrfMpmWQ4FSTqpc off=2664965 len=1968323 2024-02-18T08:54:23.973 INFO:tasks.workunit.client.0.smithi110.stdout:op 5303 completed, throughput=5MB/sec 2024-02-18T08:54:24.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:24 smithi191 bash[38688]: cluster 2024-02-18T08:54:23.382927+0000 mgr.y (mgr.44100) 1141 : cluster [DBG] pgmap v1687: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:54:24.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:24 smithi110 bash[54479]: cluster 2024-02-18T08:54:23.382927+0000 mgr.y (mgr.44100) 1141 : cluster [DBG] pgmap v1687: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:54:24.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:24 smithi110 bash[55875]: cluster 2024-02-18T08:54:23.382927+0000 mgr.y (mgr.44100) 1141 : cluster [DBG] pgmap v1687: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:54:24.973 INFO:tasks.workunit.client.0.smithi110.stdout: 1017: throughput=5MB/sec pending data=0 2024-02-18T08:54:24.974 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DtdX9rPac9t-sqZ off=8873842 len=1642414 2024-02-18T08:54:24.987 INFO:tasks.workunit.client.0.smithi110.stdout:op 5304 completed, throughput=5MB/sec 2024-02-18T08:54:24.987 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Eg3s6IC3s_E7wK9 off=1569113 len=1903251 2024-02-18T08:54:24.998 INFO:tasks.workunit.client.0.smithi110.stdout:op 5305 completed, throughput=5MB/sec 2024-02-18T08:54:24.999 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YlMriKxFuoTr9nf off=445834 len=122566 2024-02-18T08:54:25.002 INFO:tasks.workunit.client.0.smithi110.stdout:op 5306 completed, throughput=5MB/sec 2024-02-18T08:54:25.002 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aKiNthN1YdnCfys off=7191942 len=1965631 2024-02-18T08:54:25.004 INFO:tasks.workunit.client.0.smithi110.stdout:op 5307 completed, throughput=5MB/sec 2024-02-18T08:54:26.005 INFO:tasks.workunit.client.0.smithi110.stdout: 1018: throughput=5MB/sec pending data=0 2024-02-18T08:54:26.005 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rXeK7UNQMVUgnyi off=8188716 len=1104738 2024-02-18T08:54:26.014 INFO:tasks.workunit.client.0.smithi110.stdout:op 5308 completed, throughput=5MB/sec 2024-02-18T08:54:26.014 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AY-RoxGYEKMSxZ2 off=3980562 len=1228754 2024-02-18T08:54:26.016 INFO:tasks.workunit.client.0.smithi110.stdout:op 5309 completed, throughput=5MB/sec 2024-02-18T08:54:26.016 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-j2YX0xZM610r1uv off=9012992 len=1037287 2024-02-18T08:54:26.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 5310 completed, throughput=5MB/sec 2024-02-18T08:54:26.024 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tx8KkZPdN5qdMpO off=12813919 len=466678 2024-02-18T08:54:26.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 5311 completed, throughput=5MB/sec 2024-02-18T08:54:26.028 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9FAkYGXvrdmMTfe off=5323909 len=1502276 2024-02-18T08:54:26.029 INFO:tasks.workunit.client.0.smithi110.stdout:op 5312 completed, throughput=5MB/sec 2024-02-18T08:54:26.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:26 smithi191 bash[38688]: cluster 2024-02-18T08:54:25.383736+0000 mgr.y (mgr.44100) 1142 : cluster [DBG] pgmap v1688: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:54:26.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:26 smithi110 bash[54479]: cluster 2024-02-18T08:54:25.383736+0000 mgr.y (mgr.44100) 1142 : cluster [DBG] pgmap v1688: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:54:26.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:26 smithi110 bash[55875]: cluster 2024-02-18T08:54:25.383736+0000 mgr.y (mgr.44100) 1142 : cluster [DBG] pgmap v1688: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:54:27.029 INFO:tasks.workunit.client.0.smithi110.stdout: 1019: throughput=5MB/sec pending data=0 2024-02-18T08:54:27.029 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hTYDWyOHH8PK6Ay off=926334 len=775265 2024-02-18T08:54:27.036 INFO:tasks.workunit.client.0.smithi110.stdout:op 5313 completed, throughput=5MB/sec 2024-02-18T08:54:27.036 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GnZ_St2KzWz0CQl off=8874515 len=1330865 2024-02-18T08:54:27.038 INFO:tasks.workunit.client.0.smithi110.stdout:op 5314 completed, throughput=5MB/sec 2024-02-18T08:54:27.038 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eGaUecZHYvaWer9 off=10290285 len=1076326 2024-02-18T08:54:27.047 INFO:tasks.workunit.client.0.smithi110.stdout:op 5315 completed, throughput=5MB/sec 2024-02-18T08:54:27.047 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mRxgPTQGmRNugLo off=7544976 len=228988 2024-02-18T08:54:27.051 INFO:tasks.workunit.client.0.smithi110.stdout:op 5316 completed, throughput=5MB/sec 2024-02-18T08:54:27.051 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pawIXwd1CabMjCs off=16166870 len=1751035 2024-02-18T08:54:27.053 INFO:tasks.workunit.client.0.smithi110.stdout:op 5317 completed, throughput=5MB/sec 2024-02-18T08:54:27.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:27 smithi191 bash[38688]: cluster 2024-02-18T08:54:27.384649+0000 mgr.y (mgr.44100) 1143 : cluster [DBG] pgmap v1689: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:54:27.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:27 smithi110 bash[54479]: cluster 2024-02-18T08:54:27.384649+0000 mgr.y (mgr.44100) 1143 : cluster [DBG] pgmap v1689: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:54:27.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:27 smithi110 bash[55875]: cluster 2024-02-18T08:54:27.384649+0000 mgr.y (mgr.44100) 1143 : cluster [DBG] pgmap v1689: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-02-18T08:54:28.054 INFO:tasks.workunit.client.0.smithi110.stdout: 1020: throughput=5MB/sec pending data=0 2024-02-18T08:54:28.054 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xtnnmPa9gZW7zDs off=226892 len=644383 2024-02-18T08:54:28.061 INFO:tasks.workunit.client.0.smithi110.stdout:op 5318 completed, throughput=5MB/sec 2024-02-18T08:54:28.062 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6NDSeCOpJe237TW off=8080364 len=1094509 2024-02-18T08:54:28.064 INFO:tasks.workunit.client.0.smithi110.stdout:op 5319 completed, throughput=5MB/sec 2024-02-18T08:54:28.064 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-seFxg3jVqXoS3V1 off=6170539 len=1506296 2024-02-18T08:54:28.068 INFO:tasks.workunit.client.0.smithi110.stdout:op 5320 completed, throughput=5MB/sec 2024-02-18T08:54:28.068 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kgo6W1ZTLUK2wnn off=3346069 len=1417159 2024-02-18T08:54:28.071 INFO:tasks.workunit.client.0.smithi110.stdout:op 5321 completed, throughput=5MB/sec 2024-02-18T08:54:28.071 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zy1soV8sGeubB6p off=20198435 len=1479248 2024-02-18T08:54:28.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 5322 completed, throughput=5MB/sec 2024-02-18T08:54:29.080 INFO:tasks.workunit.client.0.smithi110.stdout: 1021: throughput=5MB/sec pending data=0 2024-02-18T08:54:29.080 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7_-GJhiciFFwvDC off=3377340 len=710546 2024-02-18T08:54:29.090 INFO:tasks.workunit.client.0.smithi110.stdout:op 5323 completed, throughput=5MB/sec 2024-02-18T08:54:29.090 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JXPZc2SDT1dg85w off=2552590 len=1088584 2024-02-18T08:54:29.093 INFO:tasks.workunit.client.0.smithi110.stdout:op 5324 completed, throughput=5MB/sec 2024-02-18T08:54:29.093 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WP9S7Ed_IZGRDDY off=556914 len=1943583 2024-02-18T08:54:29.105 INFO:tasks.workunit.client.0.smithi110.stdout:op 5325 completed, throughput=5MB/sec 2024-02-18T08:54:29.105 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iTF2dzw8wTkxln5 off=11231080 len=1657153 2024-02-18T08:54:29.107 INFO:tasks.workunit.client.0.smithi110.stdout:op 5326 completed, throughput=5MB/sec 2024-02-18T08:54:30.107 INFO:tasks.workunit.client.0.smithi110.stdout: 1022: throughput=5MB/sec pending data=0 2024-02-18T08:54:30.107 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4c4e9DlrZN6P4Ea off=10698788 len=839870 2024-02-18T08:54:30.111 INFO:tasks.workunit.client.0.smithi110.stdout:op 5327 completed, throughput=5MB/sec 2024-02-18T08:54:30.111 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Vts1TZDs7UR9jPX off=11652814 len=864840 2024-02-18T08:54:30.113 INFO:tasks.workunit.client.0.smithi110.stdout:op 5328 completed, throughput=5MB/sec 2024-02-18T08:54:30.113 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M90orl7hB89AYZf off=10964939 len=536295 2024-02-18T08:54:30.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 5329 completed, throughput=5MB/sec 2024-02-18T08:54:30.120 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_Uq1dPH4LdFl7hw off=102647 len=385966 2024-02-18T08:54:30.126 INFO:tasks.workunit.client.0.smithi110.stdout:op 5330 completed, throughput=5MB/sec 2024-02-18T08:54:30.126 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GeJowHMpuWjDWgy off=16500866 len=75972 2024-02-18T08:54:30.126 INFO:tasks.workunit.client.0.smithi110.stdout:op 5331 completed, throughput=5MB/sec 2024-02-18T08:54:30.126 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-W937wBeNS3twSMY off=488359 len=1213650 2024-02-18T08:54:30.136 INFO:tasks.workunit.client.0.smithi110.stdout:op 5332 completed, throughput=5MB/sec 2024-02-18T08:54:30.137 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XuC3Ui284NXuwfI off=916752 len=136789 2024-02-18T08:54:30.140 INFO:tasks.workunit.client.0.smithi110.stdout:op 5333 completed, throughput=5MB/sec 2024-02-18T08:54:30.140 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MmC_FyHUiLEqRam off=6756930 len=1387406 2024-02-18T08:54:30.148 INFO:tasks.workunit.client.0.smithi110.stdout:op 5334 completed, throughput=5MB/sec 2024-02-18T08:54:30.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:30 smithi110 bash[54479]: cluster 2024-02-18T08:54:29.385574+0000 mgr.y (mgr.44100) 1144 : cluster [DBG] pgmap v1690: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:54:30.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:30 smithi110 bash[54479]: audit 2024-02-18T08:54:29.479229+0000 mon.a (mon.0) 1877 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:54:30.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:30 smithi110 bash[54479]: audit 2024-02-18T08:54:29.800501+0000 mon.a (mon.0) 1878 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:54:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:30 smithi110 bash[54479]: audit 2024-02-18T08:54:29.802001+0000 mon.a (mon.0) 1879 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:54:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:30 smithi110 bash[54479]: audit 2024-02-18T08:54:29.810158+0000 mon.a (mon.0) 1880 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:54:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:30 smithi110 bash[55875]: cluster 2024-02-18T08:54:29.385574+0000 mgr.y (mgr.44100) 1144 : cluster [DBG] pgmap v1690: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:54:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:30 smithi110 bash[55875]: audit 2024-02-18T08:54:29.479229+0000 mon.a (mon.0) 1877 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:54:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:30 smithi110 bash[55875]: audit 2024-02-18T08:54:29.800501+0000 mon.a (mon.0) 1878 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:54:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:30 smithi110 bash[55875]: audit 2024-02-18T08:54:29.802001+0000 mon.a (mon.0) 1879 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:54:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:30 smithi110 bash[55875]: audit 2024-02-18T08:54:29.810158+0000 mon.a (mon.0) 1880 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:54:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:30 smithi191 bash[38688]: cluster 2024-02-18T08:54:29.385574+0000 mgr.y (mgr.44100) 1144 : cluster [DBG] pgmap v1690: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:54:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:30 smithi191 bash[38688]: audit 2024-02-18T08:54:29.479229+0000 mon.a (mon.0) 1877 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:54:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:30 smithi191 bash[38688]: audit 2024-02-18T08:54:29.800501+0000 mon.a (mon.0) 1878 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:54:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:30 smithi191 bash[38688]: audit 2024-02-18T08:54:29.802001+0000 mon.a (mon.0) 1879 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:54:30.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:30 smithi191 bash[38688]: audit 2024-02-18T08:54:29.810158+0000 mon.a (mon.0) 1880 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:54:31.148 INFO:tasks.workunit.client.0.smithi110.stdout: 1023: throughput=5MB/sec pending data=0 2024-02-18T08:54:31.148 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tT2cc_owZe9KquC off=1123607 len=1515297 2024-02-18T08:54:31.153 INFO:tasks.workunit.client.0.smithi110.stdout:op 5335 completed, throughput=5MB/sec 2024-02-18T08:54:31.153 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-H3ymN3-WV8ev_It off=3795800 len=1674859 2024-02-18T08:54:31.165 INFO:tasks.workunit.client.0.smithi110.stdout:op 5336 completed, throughput=5MB/sec 2024-02-18T08:54:31.166 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-54ZBsobDeuHkXbt off=592619 len=221138 2024-02-18T08:54:31.170 INFO:tasks.workunit.client.0.smithi110.stdout:op 5337 completed, throughput=5MB/sec 2024-02-18T08:54:31.170 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZOAipTgkw1RN0wY off=3677209 len=908973 2024-02-18T08:54:31.172 INFO:tasks.workunit.client.0.smithi110.stdout:op 5338 completed, throughput=5MB/sec 2024-02-18T08:54:31.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:31 smithi110 bash[54479]: cephadm 2024-02-18T08:54:29.803077+0000 mgr.y (mgr.44100) 1145 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:54:31.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:31 smithi110 bash[55875]: cephadm 2024-02-18T08:54:29.803077+0000 mgr.y (mgr.44100) 1145 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:54:31.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:31 smithi191 bash[38688]: cephadm 2024-02-18T08:54:29.803077+0000 mgr.y (mgr.44100) 1145 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:54:32.172 INFO:tasks.workunit.client.0.smithi110.stdout: 1024: throughput=5MB/sec pending data=0 2024-02-18T08:54:32.172 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--pjFvWli1lG-1z_ off=5942279 len=17064 2024-02-18T08:54:32.176 INFO:tasks.workunit.client.0.smithi110.stdout:op 5339 completed, throughput=5MB/sec 2024-02-18T08:54:32.176 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-04FPhc2qYVaGK7q off=12262626 len=41887 2024-02-18T08:54:32.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 5340 completed, throughput=5MB/sec 2024-02-18T08:54:32.180 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DUs-lCt4YtaJakq off=13461630 len=1944518 2024-02-18T08:54:32.193 INFO:tasks.workunit.client.0.smithi110.stdout:op 5341 completed, throughput=5MB/sec 2024-02-18T08:54:32.193 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-H2LOzMDGHWkdi8f off=157707 len=424901 2024-02-18T08:54:32.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 5342 completed, throughput=5MB/sec 2024-02-18T08:54:32.195 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gvQ0h_e6LtVzU_p off=1124406 len=626798 2024-02-18T08:54:32.197 INFO:tasks.workunit.client.0.smithi110.stdout:op 5343 completed, throughput=5MB/sec 2024-02-18T08:54:32.197 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-B9TWe6lqek0cASS off=8856696 len=856929 2024-02-18T08:54:32.199 INFO:tasks.workunit.client.0.smithi110.stdout:op 5344 completed, throughput=5MB/sec 2024-02-18T08:54:32.199 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rrs9OwFUxLexULp off=0 len=1421295 2024-02-18T08:54:32.206 INFO:tasks.workunit.client.0.smithi110.stdout:op 5345 completed, throughput=5MB/sec 2024-02-18T08:54:32.206 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-S43xHijnQfGYsNl off=0 len=1392316 2024-02-18T08:54:32.214 INFO:tasks.workunit.client.0.smithi110.stdout:op 5346 completed, throughput=5MB/sec 2024-02-18T08:54:32.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:32 smithi110 bash[54479]: cluster 2024-02-18T08:54:31.386528+0000 mgr.y (mgr.44100) 1146 : cluster [DBG] pgmap v1691: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:54:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:32 smithi110 bash[55875]: cluster 2024-02-18T08:54:31.386528+0000 mgr.y (mgr.44100) 1146 : cluster [DBG] pgmap v1691: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:54:32.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:32 smithi191 bash[38688]: cluster 2024-02-18T08:54:31.386528+0000 mgr.y (mgr.44100) 1146 : cluster [DBG] pgmap v1691: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:54:33.215 INFO:tasks.workunit.client.0.smithi110.stdout: 1025: throughput=5MB/sec pending data=0 2024-02-18T08:54:33.215 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_9dBBI6mIH3ynVT off=6233227 len=1582273 2024-02-18T08:54:33.219 INFO:tasks.workunit.client.0.smithi110.stdout:op 5347 completed, throughput=5MB/sec 2024-02-18T08:54:33.219 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5kvrwjMbafxHvXJ off=3271470 len=1074924 2024-02-18T08:54:33.223 INFO:tasks.workunit.client.0.smithi110.stdout:op 5348 completed, throughput=5MB/sec 2024-02-18T08:54:33.223 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kjUKuDKP7U6vyi5 off=12262061 len=77355 2024-02-18T08:54:33.228 INFO:tasks.workunit.client.0.smithi110.stdout:op 5349 completed, throughput=5MB/sec 2024-02-18T08:54:33.228 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QZKw4CHBXTzfMcB off=10392378 len=1420589 2024-02-18T08:54:33.231 INFO:tasks.workunit.client.0.smithi110.stdout:op 5350 completed, throughput=5MB/sec 2024-02-18T08:54:34.232 INFO:tasks.workunit.client.0.smithi110.stdout: 1026: throughput=5MB/sec pending data=0 2024-02-18T08:54:34.232 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-buD3q2B2nqbKfJW off=7688962 len=487480 2024-02-18T08:54:34.239 INFO:tasks.workunit.client.0.smithi110.stdout:op 5351 completed, throughput=5MB/sec 2024-02-18T08:54:34.239 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-haj4HdDec_9qK5f off=371473 len=54068 2024-02-18T08:54:34.242 INFO:tasks.workunit.client.0.smithi110.stdout:op 5352 completed, throughput=5MB/sec 2024-02-18T08:54:34.242 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dASf0yUuNdA2k-- off=3884713 len=1500817 2024-02-18T08:54:34.245 INFO:tasks.workunit.client.0.smithi110.stdout:op 5353 completed, throughput=5MB/sec 2024-02-18T08:54:34.246 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-G9c1gz9QcUizkFX off=2041124 len=1474926 2024-02-18T08:54:34.248 INFO:tasks.workunit.client.0.smithi110.stdout:op 5354 completed, throughput=5MB/sec 2024-02-18T08:54:34.248 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--yqyzTG9ZFWbK48 off=1227893 len=892860 2024-02-18T08:54:34.250 INFO:tasks.workunit.client.0.smithi110.stdout:op 5355 completed, throughput=5MB/sec 2024-02-18T08:54:34.250 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-V0cL32oCLAZ9iZC off=1070834 len=411779 2024-02-18T08:54:34.251 INFO:tasks.workunit.client.0.smithi110.stdout:op 5356 completed, throughput=5MB/sec 2024-02-18T08:54:34.251 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mEUN694evC28iq8 off=8595808 len=511286 2024-02-18T08:54:34.257 INFO:tasks.workunit.client.0.smithi110.stdout:op 5357 completed, throughput=5MB/sec 2024-02-18T08:54:34.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:34 smithi110 bash[54479]: cluster 2024-02-18T08:54:33.387524+0000 mgr.y (mgr.44100) 1147 : cluster [DBG] pgmap v1692: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:34.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:34 smithi110 bash[55875]: cluster 2024-02-18T08:54:33.387524+0000 mgr.y (mgr.44100) 1147 : cluster [DBG] pgmap v1692: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:34.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:34 smithi191 bash[38688]: cluster 2024-02-18T08:54:33.387524+0000 mgr.y (mgr.44100) 1147 : cluster [DBG] pgmap v1692: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:35.258 INFO:tasks.workunit.client.0.smithi110.stdout: 1027: throughput=5MB/sec pending data=0 2024-02-18T08:54:35.258 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qsdPANsbve2yV-X off=7641173 len=326648 2024-02-18T08:54:35.264 INFO:tasks.workunit.client.0.smithi110.stdout:op 5358 completed, throughput=5MB/sec 2024-02-18T08:54:35.264 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kl1UslS_4SXOxF1 off=517586 len=476476 2024-02-18T08:54:35.268 INFO:tasks.workunit.client.0.smithi110.stdout:op 5359 completed, throughput=5MB/sec 2024-02-18T08:54:35.269 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4vGYYT5ZIMy054P off=8498721 len=801284 2024-02-18T08:54:35.274 INFO:tasks.workunit.client.0.smithi110.stdout:op 5360 completed, throughput=5MB/sec 2024-02-18T08:54:35.274 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xLT93jp_rh-bRvr off=9679416 len=227432 2024-02-18T08:54:35.277 INFO:tasks.workunit.client.0.smithi110.stdout:op 5361 completed, throughput=5MB/sec 2024-02-18T08:54:35.277 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XypGJXVVkGdC2KL off=1653783 len=680589 2024-02-18T08:54:35.283 INFO:tasks.workunit.client.0.smithi110.stdout:op 5362 completed, throughput=5MB/sec 2024-02-18T08:54:35.283 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wBMANqjVSbeaapJ off=4357829 len=468340 2024-02-18T08:54:35.287 INFO:tasks.workunit.client.0.smithi110.stdout:op 5363 completed, throughput=5MB/sec 2024-02-18T08:54:35.287 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YPruMGixZwnQpaZ off=1559554 len=312831 2024-02-18T08:54:35.289 INFO:tasks.workunit.client.0.smithi110.stdout:op 5364 completed, throughput=5MB/sec 2024-02-18T08:54:35.289 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9dq4fe8rEgW3iu8 off=6098828 len=662153 2024-02-18T08:54:35.291 INFO:tasks.workunit.client.0.smithi110.stdout:op 5365 completed, throughput=5MB/sec 2024-02-18T08:54:35.291 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WI2k0kdmaJenDth off=0 len=1062414 2024-02-18T08:54:35.293 INFO:tasks.workunit.client.0.smithi110.stdout:op 5366 completed, throughput=5MB/sec 2024-02-18T08:54:35.293 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7jdMtQG5lI81hEV off=5696896 len=500186 2024-02-18T08:54:35.297 INFO:tasks.workunit.client.0.smithi110.stdout:op 5367 completed, throughput=5MB/sec 2024-02-18T08:54:36.298 INFO:tasks.workunit.client.0.smithi110.stdout: 1028: throughput=5MB/sec pending data=0 2024-02-18T08:54:36.298 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qWi2dNqUq_igJSC off=4027501 len=958115 2024-02-18T08:54:36.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 5368 completed, throughput=5MB/sec 2024-02-18T08:54:36.307 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-o9b5Fzpk1WubBQS off=12757645 len=73864 2024-02-18T08:54:36.307 INFO:tasks.workunit.client.0.smithi110.stdout:op 5369 completed, throughput=5MB/sec 2024-02-18T08:54:36.307 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B0Ch8tTgPPfQKXn off=4190386 len=170321 2024-02-18T08:54:36.311 INFO:tasks.workunit.client.0.smithi110.stdout:op 5370 completed, throughput=5MB/sec 2024-02-18T08:54:36.312 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UYAOA6GUF-YgRz5 off=17498958 len=1468158 2024-02-18T08:54:36.320 INFO:tasks.workunit.client.0.smithi110.stdout:op 5371 completed, throughput=5MB/sec 2024-02-18T08:54:36.320 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LpYJEhnygrpnos1 off=1401896 len=386971 2024-02-18T08:54:36.321 INFO:tasks.workunit.client.0.smithi110.stdout:op 5372 completed, throughput=5MB/sec 2024-02-18T08:54:36.321 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-N316PEtVz3elIi0 off=1808171 len=599258 2024-02-18T08:54:36.324 INFO:tasks.workunit.client.0.smithi110.stdout:op 5373 completed, throughput=5MB/sec 2024-02-18T08:54:36.324 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PTHnEQ9CJbkjdfJ off=745997 len=364268 2024-02-18T08:54:36.327 INFO:tasks.workunit.client.0.smithi110.stdout:op 5374 completed, throughput=5MB/sec 2024-02-18T08:54:36.328 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KWsuFR2hcyTosZ- off=9307204 len=859725 2024-02-18T08:54:36.329 INFO:tasks.workunit.client.0.smithi110.stdout:op 5375 completed, throughput=5MB/sec 2024-02-18T08:54:36.329 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tH8KmU-thBXh0hu off=2854976 len=1799445 2024-02-18T08:54:36.339 INFO:tasks.workunit.client.0.smithi110.stdout:op 5376 completed, throughput=5MB/sec 2024-02-18T08:54:36.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:36 smithi110 bash[54479]: cluster 2024-02-18T08:54:35.388320+0000 mgr.y (mgr.44100) 1148 : cluster [DBG] pgmap v1693: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:54:36.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:36 smithi110 bash[55875]: cluster 2024-02-18T08:54:35.388320+0000 mgr.y (mgr.44100) 1148 : cluster [DBG] pgmap v1693: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:54:36.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:36 smithi191 bash[38688]: cluster 2024-02-18T08:54:35.388320+0000 mgr.y (mgr.44100) 1148 : cluster [DBG] pgmap v1693: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:54:37.339 INFO:tasks.workunit.client.0.smithi110.stdout: 1029: throughput=5MB/sec pending data=0 2024-02-18T08:54:37.340 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FoJVCUP00JSTpWW off=17332957 len=172697 2024-02-18T08:54:37.344 INFO:tasks.workunit.client.0.smithi110.stdout:op 5377 completed, throughput=5MB/sec 2024-02-18T08:54:37.345 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-zCjnaJEKTJiygP2 off=4643518 len=1631786 2024-02-18T08:54:37.356 INFO:tasks.workunit.client.0.smithi110.stdout:op 5378 completed, throughput=5MB/sec 2024-02-18T08:54:37.356 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Id1iEK1BbDiR48A off=3499061 len=321852 2024-02-18T08:54:37.361 INFO:tasks.workunit.client.0.smithi110.stdout:op 5379 completed, throughput=5MB/sec 2024-02-18T08:54:37.361 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sCwzo6a4F4oIrk9 off=3031768 len=1260232 2024-02-18T08:54:37.364 INFO:tasks.workunit.client.0.smithi110.stdout:op 5380 completed, throughput=5MB/sec 2024-02-18T08:54:37.364 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LeC9vML-9bfGa0c off=2235668 len=981077 2024-02-18T08:54:37.370 INFO:tasks.workunit.client.0.smithi110.stdout:op 5381 completed, throughput=5MB/sec 2024-02-18T08:54:38.370 INFO:tasks.workunit.client.0.smithi110.stdout: 1030: throughput=5MB/sec pending data=0 2024-02-18T08:54:38.371 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KIzhsc2x1hdcpJV off=6614677 len=936205 2024-02-18T08:54:38.379 INFO:tasks.workunit.client.0.smithi110.stdout:op 5382 completed, throughput=5MB/sec 2024-02-18T08:54:38.380 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Mx5DryHkJh_BUk6 off=532103 len=1926628 2024-02-18T08:54:38.385 INFO:tasks.workunit.client.0.smithi110.stdout:op 5383 completed, throughput=5MB/sec 2024-02-18T08:54:38.385 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_DvGFJyfZghZQkD off=6357975 len=1387602 2024-02-18T08:54:38.395 INFO:tasks.workunit.client.0.smithi110.stdout:op 5384 completed, throughput=5MB/sec 2024-02-18T08:54:38.395 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pwqJRjRWvAdneOY off=0 len=1375955 2024-02-18T08:54:38.398 INFO:tasks.workunit.client.0.smithi110.stdout:op 5385 completed, throughput=5MB/sec 2024-02-18T08:54:38.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:38 smithi110 bash[54479]: cluster 2024-02-18T08:54:37.389211+0000 mgr.y (mgr.44100) 1149 : cluster [DBG] pgmap v1694: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:54:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:38 smithi110 bash[55875]: cluster 2024-02-18T08:54:37.389211+0000 mgr.y (mgr.44100) 1149 : cluster [DBG] pgmap v1694: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:54:38.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:38 smithi191 bash[38688]: cluster 2024-02-18T08:54:37.389211+0000 mgr.y (mgr.44100) 1149 : cluster [DBG] pgmap v1694: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:54:39.399 INFO:tasks.workunit.client.0.smithi110.stdout: 1031: throughput=5MB/sec pending data=0 2024-02-18T08:54:39.399 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Iq-z8lQs5ULbp9e off=18030796 len=957566 2024-02-18T08:54:39.408 INFO:tasks.workunit.client.0.smithi110.stdout:op 5386 completed, throughput=5MB/sec 2024-02-18T08:54:39.408 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bgZ6Oyd31TZ7IVR off=6196590 len=376692 2024-02-18T08:54:39.410 INFO:tasks.workunit.client.0.smithi110.stdout:op 5387 completed, throughput=5MB/sec 2024-02-18T08:54:39.410 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LQTs0pihqvQRL2A off=12962906 len=1160168 2024-02-18T08:54:39.412 INFO:tasks.workunit.client.0.smithi110.stdout:op 5388 completed, throughput=5MB/sec 2024-02-18T08:54:39.413 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8rtu-KvoSmg-nIr off=18383884 len=1639081 2024-02-18T08:54:39.423 INFO:tasks.workunit.client.0.smithi110.stdout:op 5389 completed, throughput=5MB/sec 2024-02-18T08:54:39.451 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HJ9flSkNIuQo65q off=301811 len=16261 2024-02-18T08:54:39.452 INFO:tasks.workunit.client.0.smithi110.stdout:op 5390 completed, throughput=5MB/sec 2024-02-18T08:54:39.452 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DdLw9GVH1JFZlOT off=10955907 len=144242 2024-02-18T08:54:39.452 INFO:tasks.workunit.client.0.smithi110.stdout:op 5391 completed, throughput=5MB/sec 2024-02-18T08:54:39.452 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-N6LBMR9_WVuZnvp off=12355516 len=1975088 2024-02-18T08:54:39.452 INFO:tasks.workunit.client.0.smithi110.stdout:op 5392 completed, throughput=5MB/sec 2024-02-18T08:54:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:39 smithi191 bash[38688]: audit 2024-02-18T08:54:39.036886+0000 mon.a (mon.0) 1881 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-02-18T08:54:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:39 smithi191 bash[38688]: audit 2024-02-18T08:54:39.037598+0000 mon.a (mon.0) 1882 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T08:54:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:39 smithi191 bash[38688]: audit 2024-02-18T08:54:39.038183+0000 mon.a (mon.0) 1883 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:54:39.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:39 smithi110 bash[54479]: audit 2024-02-18T08:54:39.036886+0000 mon.a (mon.0) 1881 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-02-18T08:54:39.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:39 smithi110 bash[54479]: audit 2024-02-18T08:54:39.037598+0000 mon.a (mon.0) 1882 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T08:54:39.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:39 smithi110 bash[54479]: audit 2024-02-18T08:54:39.038183+0000 mon.a (mon.0) 1883 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:54:39.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:39 smithi110 bash[55875]: audit 2024-02-18T08:54:39.036886+0000 mon.a (mon.0) 1881 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-02-18T08:54:39.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:39 smithi110 bash[55875]: audit 2024-02-18T08:54:39.037598+0000 mon.a (mon.0) 1882 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T08:54:39.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:39 smithi110 bash[55875]: audit 2024-02-18T08:54:39.038183+0000 mon.a (mon.0) 1883 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T08:54:40.433 INFO:tasks.workunit.client.0.smithi110.stdout: 1032: throughput=5MB/sec pending data=0 2024-02-18T08:54:40.433 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-m_UEExxYNFCpK3P off=4531447 len=455193 2024-02-18T08:54:40.435 INFO:tasks.workunit.client.0.smithi110.stdout:op 5393 completed, throughput=5MB/sec 2024-02-18T08:54:40.435 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ouVdoLGyqHZDoNA off=4312314 len=1927875 2024-02-18T08:54:40.440 INFO:tasks.workunit.client.0.smithi110.stdout:op 5394 completed, throughput=5MB/sec 2024-02-18T08:54:40.440 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vCy3tvje_THVe8p off=1367590 len=1019561 2024-02-18T08:54:40.449 INFO:tasks.workunit.client.0.smithi110.stdout:op 5395 completed, throughput=5MB/sec 2024-02-18T08:54:40.449 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mSE2vryikI8_glJ off=6906002 len=1626185 2024-02-18T08:54:40.458 INFO:tasks.workunit.client.0.smithi110.stdout:op 5396 completed, throughput=5MB/sec 2024-02-18T08:54:40.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:40 smithi191 bash[38688]: cluster 2024-02-18T08:54:39.390114+0000 mgr.y (mgr.44100) 1150 : cluster [DBG] pgmap v1695: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:40.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:40 smithi110 bash[54479]: cluster 2024-02-18T08:54:39.390114+0000 mgr.y (mgr.44100) 1150 : cluster [DBG] pgmap v1695: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:40.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:40 smithi110 bash[55875]: cluster 2024-02-18T08:54:39.390114+0000 mgr.y (mgr.44100) 1150 : cluster [DBG] pgmap v1695: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:41.458 INFO:tasks.workunit.client.0.smithi110.stdout: 1033: throughput=5MB/sec pending data=0 2024-02-18T08:54:41.459 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GoXjIVbLSz050-A off=657665 len=375881 2024-02-18T08:54:41.465 INFO:tasks.workunit.client.0.smithi110.stdout:op 5397 completed, throughput=5MB/sec 2024-02-18T08:54:41.465 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-K5BuwK9shcJbajn off=3102776 len=1281455 2024-02-18T08:54:41.469 INFO:tasks.workunit.client.0.smithi110.stdout:op 5398 completed, throughput=5MB/sec 2024-02-18T08:54:41.469 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OdIoKTM2OfE3Yhl off=16814472 len=716099 2024-02-18T08:54:41.475 INFO:tasks.workunit.client.0.smithi110.stdout:op 5399 completed, throughput=5MB/sec 2024-02-18T08:54:41.475 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9X1ASBbCDj7vttX off=9786143 len=513295 2024-02-18T08:54:41.476 INFO:tasks.workunit.client.0.smithi110.stdout:op 5400 completed, throughput=5MB/sec 2024-02-18T08:54:41.477 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3QEUdEUrfrzFSnX off=1536996 len=724378 2024-02-18T08:54:41.478 INFO:tasks.workunit.client.0.smithi110.stdout:op 5401 completed, throughput=5MB/sec 2024-02-18T08:54:41.478 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yvb2DG0rnjZ3Hkh off=10886075 len=1802130 2024-02-18T08:54:41.488 INFO:tasks.workunit.client.0.smithi110.stdout:op 5402 completed, throughput=5MB/sec 2024-02-18T08:54:42.489 INFO:tasks.workunit.client.0.smithi110.stdout: 1034: throughput=5MB/sec pending data=0 2024-02-18T08:54:42.489 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pEHzPEKOYejLpLF off=8760388 len=792106 2024-02-18T08:54:42.492 INFO:tasks.workunit.client.0.smithi110.stdout:op 5403 completed, throughput=5MB/sec 2024-02-18T08:54:42.492 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xIAnIEGI95tNVwx off=14280834 len=1105279 2024-02-18T08:54:42.501 INFO:tasks.workunit.client.0.smithi110.stdout:op 5404 completed, throughput=5MB/sec 2024-02-18T08:54:42.501 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-18h2tfSBwz6akAs off=1527722 len=1512996 2024-02-18T08:54:42.504 INFO:tasks.workunit.client.0.smithi110.stdout:op 5405 completed, throughput=5MB/sec 2024-02-18T08:54:42.504 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7JsKKkoATj61KG0 off=6637180 len=782244 2024-02-18T08:54:42.511 INFO:tasks.workunit.client.0.smithi110.stdout:op 5406 completed, throughput=5MB/sec 2024-02-18T08:54:42.511 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7c-1uOnXKMSYjoH off=1626857 len=1352806 2024-02-18T08:54:42.512 INFO:tasks.workunit.client.0.smithi110.stdout:op 5407 completed, throughput=5MB/sec 2024-02-18T08:54:42.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:42 smithi191 bash[38688]: cluster 2024-02-18T08:54:41.390932+0000 mgr.y (mgr.44100) 1151 : cluster [DBG] pgmap v1696: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:54:42.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:42 smithi110 bash[54479]: cluster 2024-02-18T08:54:41.390932+0000 mgr.y (mgr.44100) 1151 : cluster [DBG] pgmap v1696: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:54:42.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:42 smithi110 bash[55875]: cluster 2024-02-18T08:54:41.390932+0000 mgr.y (mgr.44100) 1151 : cluster [DBG] pgmap v1696: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-02-18T08:54:43.513 INFO:tasks.workunit.client.0.smithi110.stdout: 1035: throughput=5MB/sec pending data=0 2024-02-18T08:54:43.513 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Z7VbB7G0WZM3lVM off=17218271 len=1068606 2024-02-18T08:54:43.522 INFO:tasks.workunit.client.0.smithi110.stdout:op 5408 completed, throughput=5MB/sec 2024-02-18T08:54:43.522 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T1PXLpZ0CBMMsXV off=12606984 len=1757853 2024-02-18T08:54:43.547 INFO:tasks.workunit.client.0.smithi110.stdout:op 5409 completed, throughput=5MB/sec 2024-02-18T08:54:43.547 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qU3ISNfyGzq8Q_Z off=420738 len=1149993 2024-02-18T08:54:43.556 INFO:tasks.workunit.client.0.smithi110.stdout:op 5410 completed, throughput=5MB/sec 2024-02-18T08:54:43.556 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UFcE76xsaGwHK8y off=3425402 len=250175 2024-02-18T08:54:43.558 INFO:tasks.workunit.client.0.smithi110.stdout:op 5411 completed, throughput=5MB/sec 2024-02-18T08:54:43.558 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pYx5LuOQAS8uOXx off=5692133 len=1534592 2024-02-18T08:54:43.559 INFO:tasks.workunit.client.0.smithi110.stdout:op 5412 completed, throughput=5MB/sec 2024-02-18T08:54:44.559 INFO:tasks.workunit.client.0.smithi110.stdout: 1036: throughput=5MB/sec pending data=0 2024-02-18T08:54:44.559 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VGSuFYcCmifawvY off=16308139 len=1810429 2024-02-18T08:54:44.573 INFO:tasks.workunit.client.0.smithi110.stdout:op 5413 completed, throughput=5MB/sec 2024-02-18T08:54:44.573 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0JrsmDHFQTgdOAz off=8690751 len=1426589 2024-02-18T08:54:44.578 INFO:tasks.workunit.client.0.smithi110.stdout:op 5414 completed, throughput=5MB/sec 2024-02-18T08:54:44.578 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-F1T7_2RksKvSt9w off=2470921 len=939753 2024-02-18T08:54:44.580 INFO:tasks.workunit.client.0.smithi110.stdout:op 5415 completed, throughput=5MB/sec 2024-02-18T08:54:44.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:44 smithi191 bash[38688]: cluster 2024-02-18T08:54:43.391861+0000 mgr.y (mgr.44100) 1152 : cluster [DBG] pgmap v1697: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-02-18T08:54:44.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:44 smithi110 bash[54479]: cluster 2024-02-18T08:54:43.391861+0000 mgr.y (mgr.44100) 1152 : cluster [DBG] pgmap v1697: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-02-18T08:54:44.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:44 smithi110 bash[55875]: cluster 2024-02-18T08:54:43.391861+0000 mgr.y (mgr.44100) 1152 : cluster [DBG] pgmap v1697: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-02-18T08:54:45.581 INFO:tasks.workunit.client.0.smithi110.stdout: 1037: throughput=5MB/sec pending data=0 2024-02-18T08:54:45.581 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qYtMgCg05tLjqI3 off=3264222 len=2031472 2024-02-18T08:54:45.596 INFO:tasks.workunit.client.0.smithi110.stdout:op 5416 completed, throughput=5MB/sec 2024-02-18T08:54:45.596 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4iamJrN1S4WwObW off=5911867 len=595758 2024-02-18T08:54:45.597 INFO:tasks.workunit.client.0.smithi110.stdout:op 5417 completed, throughput=5MB/sec 2024-02-18T08:54:45.598 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QtRfPX6LaPMSTQz off=9247680 len=1801420 2024-02-18T08:54:45.602 INFO:tasks.workunit.client.0.smithi110.stdout:op 5418 completed, throughput=5MB/sec 2024-02-18T08:54:45.602 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QhSxoohWFxwv_tr off=3515949 len=1601411 2024-02-18T08:54:45.607 INFO:tasks.workunit.client.0.smithi110.stdout:op 5419 completed, throughput=5MB/sec 2024-02-18T08:54:46.607 INFO:tasks.workunit.client.0.smithi110.stdout: 1038: throughput=5MB/sec pending data=0 2024-02-18T08:54:46.607 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VRewhz6nWeMvByP off=6257500 len=1920802 2024-02-18T08:54:46.621 INFO:tasks.workunit.client.0.smithi110.stdout:op 5420 completed, throughput=5MB/sec 2024-02-18T08:54:46.621 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9H7zjuqF1fWCcuf off=6293470 len=272763 2024-02-18T08:54:46.626 INFO:tasks.workunit.client.0.smithi110.stdout:op 5421 completed, throughput=5MB/sec 2024-02-18T08:54:46.626 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lkH07Lh6Br2wofF off=3383841 len=1119972 2024-02-18T08:54:46.632 INFO:tasks.workunit.client.0.smithi110.stdout:op 5422 completed, throughput=5MB/sec 2024-02-18T08:54:46.632 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cWN7wbUUzG3FJiJ off=11515284 len=891918 2024-02-18T08:54:46.639 INFO:tasks.workunit.client.0.smithi110.stdout:op 5423 completed, throughput=5MB/sec 2024-02-18T08:54:46.639 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TEv60CNqn2EyJlJ off=2974545 len=1560174 2024-02-18T08:54:46.649 INFO:tasks.workunit.client.0.smithi110.stdout:op 5424 completed, throughput=5MB/sec 2024-02-18T08:54:46.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:46 smithi191 bash[38688]: cluster 2024-02-18T08:54:45.392714+0000 mgr.y (mgr.44100) 1153 : cluster [DBG] pgmap v1698: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:46.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:46 smithi110 bash[54479]: cluster 2024-02-18T08:54:45.392714+0000 mgr.y (mgr.44100) 1153 : cluster [DBG] pgmap v1698: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:46.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:46 smithi110 bash[55875]: cluster 2024-02-18T08:54:45.392714+0000 mgr.y (mgr.44100) 1153 : cluster [DBG] pgmap v1698: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:54:47.650 INFO:tasks.workunit.client.0.smithi110.stdout: 1039: throughput=5MB/sec pending data=0 2024-02-18T08:54:47.650 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9Ro2nmJBxzuaQ2M off=14169610 len=928000 2024-02-18T08:54:47.653 INFO:tasks.workunit.client.0.smithi110.stdout:op 5425 completed, throughput=5MB/sec 2024-02-18T08:54:47.654 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tLMFii-WKl64GJB off=5807172 len=1806776 2024-02-18T08:54:47.659 INFO:tasks.workunit.client.0.smithi110.stdout:op 5426 completed, throughput=5MB/sec 2024-02-18T08:54:47.659 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ro9xn9bTY3MX9GO off=3702223 len=656069 2024-02-18T08:54:47.663 INFO:tasks.workunit.client.0.smithi110.stdout:op 5427 completed, throughput=5MB/sec 2024-02-18T08:54:47.664 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AYRq7BwKGjFerkM off=4906660 len=756600 2024-02-18T08:54:47.669 INFO:tasks.workunit.client.0.smithi110.stdout:op 5428 completed, throughput=5MB/sec 2024-02-18T08:54:48.669 INFO:tasks.workunit.client.0.smithi110.stdout: 1040: throughput=5MB/sec pending data=0 2024-02-18T08:54:48.670 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MegTva2YJw5A0CK off=5434374 len=172773 2024-02-18T08:54:48.675 INFO:tasks.workunit.client.0.smithi110.stdout:op 5429 completed, throughput=5MB/sec 2024-02-18T08:54:48.675 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SNetnFI_W25ym8n off=8856796 len=1106887 2024-02-18T08:54:48.678 INFO:tasks.workunit.client.0.smithi110.stdout:op 5430 completed, throughput=5MB/sec 2024-02-18T08:54:48.678 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cPvxu7u85TSSdsz off=18368518 len=1954912 2024-02-18T08:54:48.692 INFO:tasks.workunit.client.0.smithi110.stdout:op 5431 completed, throughput=5MB/sec 2024-02-18T08:54:48.692 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-i7nVwZNxIGvbpVV off=2089392 len=1373726 2024-02-18T08:54:48.703 INFO:tasks.workunit.client.0.smithi110.stdout:op 5432 completed, throughput=5MB/sec 2024-02-18T08:54:48.703 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CEza21Tf_fBdN0x off=5055776 len=2091478 2024-02-18T08:54:48.706 INFO:tasks.workunit.client.0.smithi110.stdout:op 5433 completed, throughput=5MB/sec 2024-02-18T08:54:48.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:48 smithi191 bash[38688]: cluster 2024-02-18T08:54:47.393688+0000 mgr.y (mgr.44100) 1154 : cluster [DBG] pgmap v1699: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-02-18T08:54:48.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:48 smithi110 bash[54479]: cluster 2024-02-18T08:54:47.393688+0000 mgr.y (mgr.44100) 1154 : cluster [DBG] pgmap v1699: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-02-18T08:54:48.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:48 smithi110 bash[55875]: cluster 2024-02-18T08:54:47.393688+0000 mgr.y (mgr.44100) 1154 : cluster [DBG] pgmap v1699: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-02-18T08:54:49.706 INFO:tasks.workunit.client.0.smithi110.stdout: 1041: throughput=5MB/sec pending data=0 2024-02-18T08:54:49.706 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EVEpxC_w0ZtWdvb off=5086588 len=1744967 2024-02-18T08:54:49.712 INFO:tasks.workunit.client.0.smithi110.stdout:op 5434 completed, throughput=5MB/sec 2024-02-18T08:54:49.712 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tIt349yGluHx1-h off=5682267 len=1807362 2024-02-18T08:54:49.717 INFO:tasks.workunit.client.0.smithi110.stdout:op 5435 completed, throughput=5MB/sec 2024-02-18T08:54:49.717 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7yLpjKonswlk1EL off=2425732 len=1519724 2024-02-18T08:54:49.728 INFO:tasks.workunit.client.0.smithi110.stdout:op 5436 completed, throughput=5MB/sec 2024-02-18T08:54:50.731 INFO:tasks.workunit.client.0.smithi110.stdout: 1042: throughput=5MB/sec pending data=0 2024-02-18T08:54:50.731 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yiYJq5b6gImeNyw off=2847733 len=1921007 2024-02-18T08:54:50.735 INFO:tasks.workunit.client.0.smithi110.stdout:op 5437 completed, throughput=5MB/sec 2024-02-18T08:54:50.735 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MMRslayHddHnVyF off=916844 len=167362 2024-02-18T08:54:50.736 INFO:tasks.workunit.client.0.smithi110.stdout:op 5438 completed, throughput=5MB/sec 2024-02-18T08:54:50.736 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ru7sFLtQMKryRe8 off=5891217 len=433497 2024-02-18T08:54:50.738 INFO:tasks.workunit.client.0.smithi110.stdout:op 5439 completed, throughput=5MB/sec 2024-02-18T08:54:50.738 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FegRsx2_A91dp4g off=1500839 len=629184 2024-02-18T08:54:50.740 INFO:tasks.workunit.client.0.smithi110.stdout:op 5440 completed, throughput=5MB/sec 2024-02-18T08:54:50.740 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IfgX9QFu-4AvbcG off=11200728 len=210981 2024-02-18T08:54:50.741 INFO:tasks.workunit.client.0.smithi110.stdout:op 5441 completed, throughput=5MB/sec 2024-02-18T08:54:50.741 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4pdGwuHWeZFe9Lr off=11894981 len=59161 2024-02-18T08:54:50.746 INFO:tasks.workunit.client.0.smithi110.stdout:op 5442 completed, throughput=5MB/sec 2024-02-18T08:54:50.746 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IdnuoUrG6Fuy4Tw off=14293365 len=99928 2024-02-18T08:54:50.747 INFO:tasks.workunit.client.0.smithi110.stdout:op 5443 completed, throughput=5MB/sec 2024-02-18T08:54:50.747 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WtZuSP15sgkJMZd off=51954 len=822566 2024-02-18T08:54:50.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 5444 completed, throughput=5MB/sec 2024-02-18T08:54:50.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:50 smithi191 bash[38688]: cluster 2024-02-18T08:54:49.394652+0000 mgr.y (mgr.44100) 1155 : cluster [DBG] pgmap v1700: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:54:50.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:50 smithi110 bash[54479]: cluster 2024-02-18T08:54:49.394652+0000 mgr.y (mgr.44100) 1155 : cluster [DBG] pgmap v1700: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:54:50.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:50 smithi110 bash[55875]: cluster 2024-02-18T08:54:49.394652+0000 mgr.y (mgr.44100) 1155 : cluster [DBG] pgmap v1700: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:54:51.760 INFO:tasks.workunit.client.0.smithi110.stdout: 1043: throughput=5MB/sec pending data=0 2024-02-18T08:54:51.760 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Jmm1XUfORTOQmBh off=6794362 len=764538 2024-02-18T08:54:51.767 INFO:tasks.workunit.client.0.smithi110.stdout:op 5445 completed, throughput=5MB/sec 2024-02-18T08:54:51.767 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FfWglg_N6gYgCsU off=16876359 len=367957 2024-02-18T08:54:51.772 INFO:tasks.workunit.client.0.smithi110.stdout:op 5446 completed, throughput=5MB/sec 2024-02-18T08:54:51.772 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CYJqlKaoOKrTeVy off=20073022 len=1978632 2024-02-18T08:54:51.785 INFO:tasks.workunit.client.0.smithi110.stdout:op 5447 completed, throughput=5MB/sec 2024-02-18T08:54:51.785 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nAeZZXvmdckn78h off=434895 len=1252325 2024-02-18T08:54:51.789 INFO:tasks.workunit.client.0.smithi110.stdout:op 5448 completed, throughput=5MB/sec 2024-02-18T08:54:51.789 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JUjn7ArYnVB5QWG off=5346029 len=1824607 2024-02-18T08:54:51.799 INFO:tasks.workunit.client.0.smithi110.stdout:op 5449 completed, throughput=5MB/sec 2024-02-18T08:54:52.799 INFO:tasks.workunit.client.0.smithi110.stdout: 1044: throughput=5MB/sec pending data=0 2024-02-18T08:54:52.799 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ayTM3ACLY37NyF0 off=8388648 len=907731 2024-02-18T08:54:52.801 INFO:tasks.workunit.client.0.smithi110.stdout:op 5450 completed, throughput=5MB/sec 2024-02-18T08:54:52.801 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uvKhzkyFTv4lncq off=1970529 len=2026202 2024-02-18T08:54:52.818 INFO:tasks.workunit.client.0.smithi110.stdout:op 5451 completed, throughput=5MB/sec 2024-02-18T08:54:52.818 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Mn8ouK2j46l6PN2 off=20176624 len=689154 2024-02-18T08:54:52.820 INFO:tasks.workunit.client.0.smithi110.stdout:op 5452 completed, throughput=5MB/sec 2024-02-18T08:54:52.820 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-EjXW-ue02g9madF off=3001408 len=2037443 2024-02-18T08:54:52.823 INFO:tasks.workunit.client.0.smithi110.stdout:op 5453 completed, throughput=5MB/sec 2024-02-18T08:54:52.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:52 smithi191 bash[38688]: cluster 2024-02-18T08:54:51.395603+0000 mgr.y (mgr.44100) 1156 : cluster [DBG] pgmap v1701: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:54:52.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:52 smithi110 bash[54479]: cluster 2024-02-18T08:54:51.395603+0000 mgr.y (mgr.44100) 1156 : cluster [DBG] pgmap v1701: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:54:52.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:52 smithi110 bash[55875]: cluster 2024-02-18T08:54:51.395603+0000 mgr.y (mgr.44100) 1156 : cluster [DBG] pgmap v1701: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:54:53.823 INFO:tasks.workunit.client.0.smithi110.stdout: 1045: throughput=5MB/sec pending data=0 2024-02-18T08:54:53.823 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RTvJZfEmquxrRNr off=24286 len=480547 2024-02-18T08:54:53.826 INFO:tasks.workunit.client.0.smithi110.stdout:op 5454 completed, throughput=5MB/sec 2024-02-18T08:54:53.826 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KhH-iV_GJI4JSYi off=6522890 len=1029053 2024-02-18T08:54:53.834 INFO:tasks.workunit.client.0.smithi110.stdout:op 5455 completed, throughput=5MB/sec 2024-02-18T08:54:53.835 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eBoOg1xZvZCIAP4 off=3781350 len=1834543 2024-02-18T08:54:53.848 INFO:tasks.workunit.client.0.smithi110.stdout:op 5456 completed, throughput=5MB/sec 2024-02-18T08:54:53.848 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eXKXkPv3wbk8RRl off=10993947 len=1912833 2024-02-18T08:54:53.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 5457 completed, throughput=5MB/sec 2024-02-18T08:54:54.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:54 smithi191 bash[38688]: cluster 2024-02-18T08:54:53.396563+0000 mgr.y (mgr.44100) 1157 : cluster [DBG] pgmap v1702: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:54:54.852 INFO:tasks.workunit.client.0.smithi110.stdout: 1046: throughput=5MB/sec pending data=0 2024-02-18T08:54:54.852 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Cn1NYlm4o_QsmCM off=890839 len=1009439 2024-02-18T08:54:54.862 INFO:tasks.workunit.client.0.smithi110.stdout:op 5458 completed, throughput=5MB/sec 2024-02-18T08:54:54.863 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lm2VrD30kdojBDY off=15331206 len=1390922 2024-02-18T08:54:54.875 INFO:tasks.workunit.client.0.smithi110.stdout:op 5459 completed, throughput=5MB/sec 2024-02-18T08:54:54.875 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eKgaiQBInTEP8Ij off=2023474 len=843668 2024-02-18T08:54:54.878 INFO:tasks.workunit.client.0.smithi110.stdout:op 5460 completed, throughput=5MB/sec 2024-02-18T08:54:54.878 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CQxf7MX8GzcoF4s off=2398406 len=827725 2024-02-18T08:54:54.884 INFO:tasks.workunit.client.0.smithi110.stdout:op 5461 completed, throughput=5MB/sec 2024-02-18T08:54:54.884 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-OW-RHVsNKTu0Dse off=2584995 len=1141528 2024-02-18T08:54:54.886 INFO:tasks.workunit.client.0.smithi110.stdout:op 5462 completed, throughput=5MB/sec 2024-02-18T08:54:54.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:54 smithi110 bash[54479]: cluster 2024-02-18T08:54:53.396563+0000 mgr.y (mgr.44100) 1157 : cluster [DBG] pgmap v1702: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:54:54.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:54 smithi110 bash[55875]: cluster 2024-02-18T08:54:53.396563+0000 mgr.y (mgr.44100) 1157 : cluster [DBG] pgmap v1702: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:54:55.887 INFO:tasks.workunit.client.0.smithi110.stdout: 1047: throughput=5MB/sec pending data=0 2024-02-18T08:54:55.887 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OdnyWTqiuEHQaWr off=17417742 len=1939945 2024-02-18T08:54:55.900 INFO:tasks.workunit.client.0.smithi110.stdout:op 5463 completed, throughput=5MB/sec 2024-02-18T08:54:55.900 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VBlzc1iS_S9aL_s off=928290 len=1021220 2024-02-18T08:54:55.902 INFO:tasks.workunit.client.0.smithi110.stdout:op 5464 completed, throughput=5MB/sec 2024-02-18T08:54:55.902 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ayTM3ACLY37NyF0 off=1142073 len=1207516 2024-02-18T08:54:55.910 INFO:tasks.workunit.client.0.smithi110.stdout:op 5465 completed, throughput=5MB/sec 2024-02-18T08:54:55.910 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3gOimK8XWxscBRw off=6164225 len=2012762 2024-02-18T08:54:55.923 INFO:tasks.workunit.client.0.smithi110.stdout:op 5466 completed, throughput=5MB/sec 2024-02-18T08:54:56.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:56 smithi191 bash[38688]: cluster 2024-02-18T08:54:55.397487+0000 mgr.y (mgr.44100) 1158 : cluster [DBG] pgmap v1703: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-02-18T08:54:56.923 INFO:tasks.workunit.client.0.smithi110.stdout: 1048: throughput=5MB/sec pending data=0 2024-02-18T08:54:56.923 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZZGV2-lLUl2zn05 off=20181222 len=1420751 2024-02-18T08:54:56.935 INFO:tasks.workunit.client.0.smithi110.stdout:op 5467 completed, throughput=5MB/sec 2024-02-18T08:54:56.935 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-E5vHjZL1oXUrEhc off=14562042 len=1160932 2024-02-18T08:54:56.943 INFO:tasks.workunit.client.0.smithi110.stdout:op 5468 completed, throughput=5MB/sec 2024-02-18T08:54:56.943 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KT9WJzab5qmUl1Y off=6258659 len=1620350 2024-02-18T08:54:56.948 INFO:tasks.workunit.client.0.smithi110.stdout:op 5469 completed, throughput=5MB/sec 2024-02-18T08:54:56.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:56 smithi110 bash[55875]: cluster 2024-02-18T08:54:55.397487+0000 mgr.y (mgr.44100) 1158 : cluster [DBG] pgmap v1703: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-02-18T08:54:56.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:56 smithi110 bash[54479]: cluster 2024-02-18T08:54:55.397487+0000 mgr.y (mgr.44100) 1158 : cluster [DBG] pgmap v1703: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-02-18T08:54:57.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:54:57 smithi191 bash[38688]: cluster 2024-02-18T08:54:57.398436+0000 mgr.y (mgr.44100) 1159 : cluster [DBG] pgmap v1704: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:54:57.948 INFO:tasks.workunit.client.0.smithi110.stdout: 1049: throughput=5MB/sec pending data=0 2024-02-18T08:54:57.949 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZR90Z18T71X6jAe off=6221400 len=1828746 2024-02-18T08:54:57.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:54:57 smithi110 bash[54479]: cluster 2024-02-18T08:54:57.398436+0000 mgr.y (mgr.44100) 1159 : cluster [DBG] pgmap v1704: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:54:57.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:54:57 smithi110 bash[55875]: cluster 2024-02-18T08:54:57.398436+0000 mgr.y (mgr.44100) 1159 : cluster [DBG] pgmap v1704: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:54:57.963 INFO:tasks.workunit.client.0.smithi110.stdout:op 5470 completed, throughput=5MB/sec 2024-02-18T08:54:57.964 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mD1oGDH1COGqLJj off=7238516 len=237048 2024-02-18T08:54:57.968 INFO:tasks.workunit.client.0.smithi110.stdout:op 5471 completed, throughput=5MB/sec 2024-02-18T08:54:57.969 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kM8bjWKKF5rcQCd off=10274660 len=294362 2024-02-18T08:54:57.970 INFO:tasks.workunit.client.0.smithi110.stdout:op 5472 completed, throughput=5MB/sec 2024-02-18T08:54:57.970 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-s5dLB8UzQN-Zx4_ off=14181721 len=388534 2024-02-18T08:54:57.971 INFO:tasks.workunit.client.0.smithi110.stdout:op 5473 completed, throughput=5MB/sec 2024-02-18T08:54:57.971 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ap2ASs83FxXPFPR off=3991165 len=1691743 2024-02-18T08:54:57.974 INFO:tasks.workunit.client.0.smithi110.stdout:op 5474 completed, throughput=5MB/sec 2024-02-18T08:54:57.974 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xLT93jp_rh-bRvr off=8078862 len=1190213 2024-02-18T08:54:57.981 INFO:tasks.workunit.client.0.smithi110.stdout:op 5475 completed, throughput=5MB/sec 2024-02-18T08:54:58.981 INFO:tasks.workunit.client.0.smithi110.stdout: 1050: throughput=5MB/sec pending data=0 2024-02-18T08:54:58.981 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CYdBR3yWOt9VRBx off=1267745 len=799975 2024-02-18T08:54:58.984 INFO:tasks.workunit.client.0.smithi110.stdout:op 5476 completed, throughput=5MB/sec 2024-02-18T08:54:58.984 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KGEyOJbJh0hsD_Q off=5825416 len=1241233 2024-02-18T08:54:58.988 INFO:tasks.workunit.client.0.smithi110.stdout:op 5477 completed, throughput=5MB/sec 2024-02-18T08:54:58.988 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BHgsJx2M9JeuKOq off=689632 len=1835153 2024-02-18T08:54:58.993 INFO:tasks.workunit.client.0.smithi110.stdout:op 5478 completed, throughput=5MB/sec 2024-02-18T08:54:58.993 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WpPZTDxPbstKxaK off=12988834 len=1524538 2024-02-18T08:54:59.004 INFO:tasks.workunit.client.0.smithi110.stdout:op 5479 completed, throughput=5MB/sec 2024-02-18T08:55:00.005 INFO:tasks.workunit.client.0.smithi110.stdout: 1051: throughput=5MB/sec pending data=0 2024-02-18T08:55:00.005 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1W6kh0PdQUefrSn off=4692041 len=135308 2024-02-18T08:55:00.009 INFO:tasks.workunit.client.0.smithi110.stdout:op 5480 completed, throughput=5MB/sec 2024-02-18T08:55:00.009 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AdvGeHi-tDn-eSU off=13401742 len=2050880 2024-02-18T08:55:00.013 INFO:tasks.workunit.client.0.smithi110.stdout:op 5481 completed, throughput=5MB/sec 2024-02-18T08:55:00.013 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cVCO9Pli55iZBwJ off=148239 len=1240449 2024-02-18T08:55:00.016 INFO:tasks.workunit.client.0.smithi110.stdout:op 5482 completed, throughput=5MB/sec 2024-02-18T08:55:00.016 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZpaUlruEsXzVaJg off=10560544 len=949292 2024-02-18T08:55:00.018 INFO:tasks.workunit.client.0.smithi110.stdout:op 5483 completed, throughput=5MB/sec 2024-02-18T08:55:00.018 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1-WyKelD_QgH_cV off=8116565 len=1617952 2024-02-18T08:55:00.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 5484 completed, throughput=5MB/sec 2024-02-18T08:55:00.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:00 smithi110 bash[54479]: cluster 2024-02-18T08:54:59.399419+0000 mgr.y (mgr.44100) 1160 : cluster [DBG] pgmap v1705: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-02-18T08:55:00.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:00 smithi110 bash[55875]: cluster 2024-02-18T08:54:59.399419+0000 mgr.y (mgr.44100) 1160 : cluster [DBG] pgmap v1705: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-02-18T08:55:00.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:00 smithi191 bash[38688]: cluster 2024-02-18T08:54:59.399419+0000 mgr.y (mgr.44100) 1160 : cluster [DBG] pgmap v1705: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-02-18T08:55:01.023 INFO:tasks.workunit.client.0.smithi110.stdout: 1052: throughput=5MB/sec pending data=0 2024-02-18T08:55:01.023 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CdIdta_MtxfKKpp off=6711702 len=2002787 2024-02-18T08:55:01.029 INFO:tasks.workunit.client.0.smithi110.stdout:op 5485 completed, throughput=5MB/sec 2024-02-18T08:55:01.029 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wzn0z6MZEveYLg- off=899076 len=1356636 2024-02-18T08:55:01.041 INFO:tasks.workunit.client.0.smithi110.stdout:op 5486 completed, throughput=5MB/sec 2024-02-18T08:55:01.042 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hAnpODrPAO-YbVK off=9994567 len=500218 2024-02-18T08:55:01.046 INFO:tasks.workunit.client.0.smithi110.stdout:op 5487 completed, throughput=5MB/sec 2024-02-18T08:55:01.046 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gNHGyx8hPU-zltW off=3208658 len=1004059 2024-02-18T08:55:01.053 INFO:tasks.workunit.client.0.smithi110.stdout:op 5488 completed, throughput=5MB/sec 2024-02-18T08:55:02.054 INFO:tasks.workunit.client.0.smithi110.stdout: 1053: throughput=5MB/sec pending data=0 2024-02-18T08:55:02.054 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-SD8lUJnSIaJXn5I off=14713130 len=968800 2024-02-18T08:55:02.057 INFO:tasks.workunit.client.0.smithi110.stdout:op 5489 completed, throughput=5MB/sec 2024-02-18T08:55:02.058 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-E0cJUhtZV49r38o off=6264838 len=890559 2024-02-18T08:55:02.066 INFO:tasks.workunit.client.0.smithi110.stdout:op 5490 completed, throughput=5MB/sec 2024-02-18T08:55:02.067 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TKVxu2i57kfZeD2 off=3539519 len=161144 2024-02-18T08:55:02.068 INFO:tasks.workunit.client.0.smithi110.stdout:op 5491 completed, throughput=5MB/sec 2024-02-18T08:55:02.068 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--fjfuh9Kzh4zd_J off=655981 len=667344 2024-02-18T08:55:02.074 INFO:tasks.workunit.client.0.smithi110.stdout:op 5492 completed, throughput=5MB/sec 2024-02-18T08:55:02.074 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AwDwyIdcH1pIL2U off=1892027 len=732027 2024-02-18T08:55:02.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 5493 completed, throughput=5MB/sec 2024-02-18T08:55:02.076 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-v2wF0gH810JvGkP off=1706702 len=1847079 2024-02-18T08:55:02.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 5494 completed, throughput=5MB/sec 2024-02-18T08:55:02.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:02 smithi110 bash[54479]: cluster 2024-02-18T08:55:01.400299+0000 mgr.y (mgr.44100) 1161 : cluster [DBG] pgmap v1706: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-02-18T08:55:02.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:02 smithi110 bash[55875]: cluster 2024-02-18T08:55:01.400299+0000 mgr.y (mgr.44100) 1161 : cluster [DBG] pgmap v1706: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-02-18T08:55:02.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:02 smithi191 bash[38688]: cluster 2024-02-18T08:55:01.400299+0000 mgr.y (mgr.44100) 1161 : cluster [DBG] pgmap v1706: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-02-18T08:55:03.080 INFO:tasks.workunit.client.0.smithi110.stdout: 1054: throughput=5MB/sec pending data=0 2024-02-18T08:55:03.081 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PS2Vhkq9P5u7tzN off=1391971 len=6331 2024-02-18T08:55:03.082 INFO:tasks.workunit.client.0.smithi110.stdout:op 5495 completed, throughput=5MB/sec 2024-02-18T08:55:03.082 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-83qgQbUHTRbyQ0m off=0 len=1262878 2024-02-18T08:55:03.093 INFO:tasks.workunit.client.0.smithi110.stdout:op 5496 completed, throughput=5MB/sec 2024-02-18T08:55:03.093 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a_ObufarXUjb22r off=15961937 len=1374194 2024-02-18T08:55:03.096 INFO:tasks.workunit.client.0.smithi110.stdout:op 5497 completed, throughput=5MB/sec 2024-02-18T08:55:03.097 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-clsofQ8V86f570S off=9213594 len=676375 2024-02-18T08:55:03.098 INFO:tasks.workunit.client.0.smithi110.stdout:op 5498 completed, throughput=5MB/sec 2024-02-18T08:55:03.099 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g7skSyRGrcBPVpG off=865018 len=1135520 2024-02-18T08:55:03.101 INFO:tasks.workunit.client.0.smithi110.stdout:op 5499 completed, throughput=5MB/sec 2024-02-18T08:55:03.101 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-s2ajp6wZABxnpaA off=721997 len=605585 2024-02-18T08:55:03.103 INFO:tasks.workunit.client.0.smithi110.stdout:op 5500 completed, throughput=5MB/sec 2024-02-18T08:55:04.103 INFO:tasks.workunit.client.0.smithi110.stdout: 1055: throughput=5MB/sec pending data=0 2024-02-18T08:55:04.104 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Spj5FNadq2UGv7t off=2378697 len=1498400 2024-02-18T08:55:04.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 5501 completed, throughput=5MB/sec 2024-02-18T08:55:04.120 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8QQaYEgUkGUnffo off=1592968 len=686477 2024-02-18T08:55:04.122 INFO:tasks.workunit.client.0.smithi110.stdout:op 5502 completed, throughput=5MB/sec 2024-02-18T08:55:04.122 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Wlc1B7RMj1rjm4t off=1059167 len=904806 2024-02-18T08:55:04.124 INFO:tasks.workunit.client.0.smithi110.stdout:op 5503 completed, throughput=5MB/sec 2024-02-18T08:55:04.124 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VkqqQsFnX3g00d8 off=0 len=1102872 2024-02-18T08:55:04.127 INFO:tasks.workunit.client.0.smithi110.stdout:op 5504 completed, throughput=5MB/sec 2024-02-18T08:55:04.128 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dAyGlAOGxiw5TWp off=15240936 len=533446 2024-02-18T08:55:04.129 INFO:tasks.workunit.client.0.smithi110.stdout:op 5505 completed, throughput=5MB/sec 2024-02-18T08:55:04.129 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-z6663u2eQEctO49 off=2616414 len=733012 2024-02-18T08:55:04.131 INFO:tasks.workunit.client.0.smithi110.stdout:op 5506 completed, throughput=5MB/sec 2024-02-18T08:55:04.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:04 smithi110 bash[54479]: cluster 2024-02-18T08:55:03.401226+0000 mgr.y (mgr.44100) 1162 : cluster [DBG] pgmap v1707: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:55:04.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:04 smithi110 bash[55875]: cluster 2024-02-18T08:55:03.401226+0000 mgr.y (mgr.44100) 1162 : cluster [DBG] pgmap v1707: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:55:04.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:04 smithi191 bash[38688]: cluster 2024-02-18T08:55:03.401226+0000 mgr.y (mgr.44100) 1162 : cluster [DBG] pgmap v1707: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:55:05.131 INFO:tasks.workunit.client.0.smithi110.stdout: 1056: throughput=5MB/sec pending data=0 2024-02-18T08:55:05.131 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-pC0UsDu6Xv1lrab off=9373989 len=344463 2024-02-18T08:55:05.134 INFO:tasks.workunit.client.0.smithi110.stdout:op 5507 completed, throughput=5MB/sec 2024-02-18T08:55:05.134 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-42DgeHVJ3tCpJG2 off=0 len=1389213 2024-02-18T08:55:05.137 INFO:tasks.workunit.client.0.smithi110.stdout:op 5508 completed, throughput=5MB/sec 2024-02-18T08:55:05.137 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cLXTBhnqrLStL9k off=5662594 len=2041580 2024-02-18T08:55:05.144 INFO:tasks.workunit.client.0.smithi110.stdout:op 5509 completed, throughput=5MB/sec 2024-02-18T08:55:05.144 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DTmFK21R7PRzLre off=9913705 len=129021 2024-02-18T08:55:05.149 INFO:tasks.workunit.client.0.smithi110.stdout:op 5510 completed, throughput=5MB/sec 2024-02-18T08:55:05.149 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MG3LVBkSR7jYpyM off=1592607 len=395490 2024-02-18T08:55:05.150 INFO:tasks.workunit.client.0.smithi110.stdout:op 5511 completed, throughput=5MB/sec 2024-02-18T08:55:05.150 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7Di5wHh6yvEoIcL off=10293763 len=417843 2024-02-18T08:55:05.156 INFO:tasks.workunit.client.0.smithi110.stdout:op 5512 completed, throughput=5MB/sec 2024-02-18T08:55:05.156 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hbNkjA9gues0YqD off=3318157 len=1078257 2024-02-18T08:55:05.163 INFO:tasks.workunit.client.0.smithi110.stdout:op 5513 completed, throughput=5MB/sec 2024-02-18T08:55:06.164 INFO:tasks.workunit.client.0.smithi110.stdout: 1057: throughput=5MB/sec pending data=0 2024-02-18T08:55:06.164 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TmWR_Qgoq0BTROA off=646980 len=561910 2024-02-18T08:55:06.172 INFO:tasks.workunit.client.0.smithi110.stdout:op 5514 completed, throughput=5MB/sec 2024-02-18T08:55:06.172 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xtSCGykzja66mdS off=21501543 len=1101305 2024-02-18T08:55:06.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 5515 completed, throughput=5MB/sec 2024-02-18T08:55:06.180 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PNkAm4x9f5FmQ9P off=11561938 len=325028 2024-02-18T08:55:06.182 INFO:tasks.workunit.client.0.smithi110.stdout:op 5516 completed, throughput=5MB/sec 2024-02-18T08:55:06.182 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aKxufAT8YGOvkep off=711461 len=1149309 2024-02-18T08:55:06.189 INFO:tasks.workunit.client.0.smithi110.stdout:op 5517 completed, throughput=5MB/sec 2024-02-18T08:55:06.189 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6ntZn0FOw74UPLz off=18754989 len=1546772 2024-02-18T08:55:06.192 INFO:tasks.workunit.client.0.smithi110.stdout:op 5518 completed, throughput=5MB/sec 2024-02-18T08:55:06.192 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a4Z7c9XGHd_CgeF off=23578763 len=34212 2024-02-18T08:55:06.195 INFO:tasks.workunit.client.0.smithi110.stdout:op 5519 completed, throughput=5MB/sec 2024-02-18T08:55:06.195 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cQ5J0yzPOUmDq0z off=16680300 len=1284974 2024-02-18T08:55:06.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 5520 completed, throughput=5MB/sec 2024-02-18T08:55:06.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:06 smithi191 bash[38688]: cluster 2024-02-18T08:55:05.402044+0000 mgr.y (mgr.44100) 1163 : cluster [DBG] pgmap v1708: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:55:06.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:06 smithi110 bash[54479]: cluster 2024-02-18T08:55:05.402044+0000 mgr.y (mgr.44100) 1163 : cluster [DBG] pgmap v1708: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:55:06.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:06 smithi110 bash[55875]: cluster 2024-02-18T08:55:05.402044+0000 mgr.y (mgr.44100) 1163 : cluster [DBG] pgmap v1708: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:55:07.202 INFO:tasks.workunit.client.0.smithi110.stdout: 1058: throughput=5MB/sec pending data=0 2024-02-18T08:55:07.203 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VheMN3pf-tDTMbH off=950039 len=17226 2024-02-18T08:55:07.204 INFO:tasks.workunit.client.0.smithi110.stdout:op 5521 completed, throughput=5MB/sec 2024-02-18T08:55:07.204 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-C7xDJ1WaiROdDYU off=6797136 len=66497 2024-02-18T08:55:07.205 INFO:tasks.workunit.client.0.smithi110.stdout:op 5522 completed, throughput=5MB/sec 2024-02-18T08:55:07.205 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vtvQjUt6BU33n7D off=3640285 len=243762 2024-02-18T08:55:07.211 INFO:tasks.workunit.client.0.smithi110.stdout:op 5523 completed, throughput=5MB/sec 2024-02-18T08:55:07.211 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eVcmNGyxVk0Phbz off=697852 len=1394931 2024-02-18T08:55:07.215 INFO:tasks.workunit.client.0.smithi110.stdout:op 5524 completed, throughput=5MB/sec 2024-02-18T08:55:07.215 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nY6F7jgn93kjWoU off=3910490 len=1539840 2024-02-18T08:55:07.218 INFO:tasks.workunit.client.0.smithi110.stdout:op 5525 completed, throughput=5MB/sec 2024-02-18T08:55:07.218 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-O_XjayHHgTXuuY5 off=3119944 len=1678886 2024-02-18T08:55:07.223 INFO:tasks.workunit.client.0.smithi110.stdout:op 5526 completed, throughput=5MB/sec 2024-02-18T08:55:08.224 INFO:tasks.workunit.client.0.smithi110.stdout: 1059: throughput=5MB/sec pending data=0 2024-02-18T08:55:08.224 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ITHECjE8nsnLESZ off=546340 len=141538 2024-02-18T08:55:08.228 INFO:tasks.workunit.client.0.smithi110.stdout:op 5527 completed, throughput=5MB/sec 2024-02-18T08:55:08.229 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-s7N-O73byFhWGcK off=6229309 len=1654081 2024-02-18T08:55:08.240 INFO:tasks.workunit.client.0.smithi110.stdout:op 5528 completed, throughput=5MB/sec 2024-02-18T08:55:08.240 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BIC8kscZGcekUsJ off=6691532 len=52622 2024-02-18T08:55:08.244 INFO:tasks.workunit.client.0.smithi110.stdout:op 5529 completed, throughput=5MB/sec 2024-02-18T08:55:08.244 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qyiRw9CdPyHe1Zn off=1303315 len=2013480 2024-02-18T08:55:08.247 INFO:tasks.workunit.client.0.smithi110.stdout:op 5530 completed, throughput=5MB/sec 2024-02-18T08:55:08.247 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fyZoq9w1hl5Yjed off=9905161 len=1475627 2024-02-18T08:55:08.250 INFO:tasks.workunit.client.0.smithi110.stdout:op 5531 completed, throughput=5MB/sec 2024-02-18T08:55:08.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:08 smithi191 bash[38688]: cluster 2024-02-18T08:55:07.402978+0000 mgr.y (mgr.44100) 1164 : cluster [DBG] pgmap v1709: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:08.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:08 smithi110 bash[54479]: cluster 2024-02-18T08:55:07.402978+0000 mgr.y (mgr.44100) 1164 : cluster [DBG] pgmap v1709: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:08.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:08 smithi110 bash[55875]: cluster 2024-02-18T08:55:07.402978+0000 mgr.y (mgr.44100) 1164 : cluster [DBG] pgmap v1709: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:09.250 INFO:tasks.workunit.client.0.smithi110.stdout: 1060: throughput=5MB/sec pending data=0 2024-02-18T08:55:09.250 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-C2-xMuOz0vZU2P2 off=11166730 len=258996 2024-02-18T08:55:09.256 INFO:tasks.workunit.client.0.smithi110.stdout:op 5532 completed, throughput=5MB/sec 2024-02-18T08:55:09.257 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-0Kh_RE9RS9-RjnI off=198679 len=866755 2024-02-18T08:55:09.263 INFO:tasks.workunit.client.0.smithi110.stdout:op 5533 completed, throughput=5MB/sec 2024-02-18T08:55:09.264 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-h6KS_JshzEl0FgW off=4726526 len=986808 2024-02-18T08:55:09.270 INFO:tasks.workunit.client.0.smithi110.stdout:op 5534 completed, throughput=5MB/sec 2024-02-18T08:55:09.270 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-trdcLzH7tpdW13K off=10732525 len=898871 2024-02-18T08:55:09.275 INFO:tasks.workunit.client.0.smithi110.stdout:op 5535 completed, throughput=5MB/sec 2024-02-18T08:55:09.275 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rBiHBU3lUZcr-pY off=399057 len=1382090 2024-02-18T08:55:09.282 INFO:tasks.workunit.client.0.smithi110.stdout:op 5536 completed, throughput=5MB/sec 2024-02-18T08:55:09.283 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XObyq5ZKiBs-RD1 off=9074869 len=1009413 2024-02-18T08:55:09.283 INFO:tasks.workunit.client.0.smithi110.stdout:op 5537 completed, throughput=5MB/sec 2024-02-18T08:55:10.284 INFO:tasks.workunit.client.0.smithi110.stdout: 1061: throughput=5MB/sec pending data=0 2024-02-18T08:55:10.284 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Enqw3KTV4GlPzSR off=2468560 len=1647419 2024-02-18T08:55:10.296 INFO:tasks.workunit.client.0.smithi110.stdout:op 5538 completed, throughput=5MB/sec 2024-02-18T08:55:10.296 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1CvJ6tsoHI91d2f off=3586366 len=420674 2024-02-18T08:55:10.302 INFO:tasks.workunit.client.0.smithi110.stdout:op 5539 completed, throughput=5MB/sec 2024-02-18T08:55:10.302 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7Qh0FK7Autqu9kn off=20564280 len=1277613 2024-02-18T08:55:10.305 INFO:tasks.workunit.client.0.smithi110.stdout:op 5540 completed, throughput=5MB/sec 2024-02-18T08:55:10.305 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f7fccC7Y6Z0K5v_ off=1385989 len=1445478 2024-02-18T08:55:10.312 INFO:tasks.workunit.client.0.smithi110.stdout:op 5541 completed, throughput=5MB/sec 2024-02-18T08:55:10.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:10 smithi191 bash[38688]: cluster 2024-02-18T08:55:09.403960+0000 mgr.y (mgr.44100) 1165 : cluster [DBG] pgmap v1710: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:55:10.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:10 smithi110 bash[54479]: cluster 2024-02-18T08:55:09.403960+0000 mgr.y (mgr.44100) 1165 : cluster [DBG] pgmap v1710: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:55:10.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:10 smithi110 bash[55875]: cluster 2024-02-18T08:55:09.403960+0000 mgr.y (mgr.44100) 1165 : cluster [DBG] pgmap v1710: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:55:11.312 INFO:tasks.workunit.client.0.smithi110.stdout: 1062: throughput=5MB/sec pending data=0 2024-02-18T08:55:11.312 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_ERkubNwpDhv_ei off=1632706 len=1139889 2024-02-18T08:55:11.322 INFO:tasks.workunit.client.0.smithi110.stdout:op 5542 completed, throughput=5MB/sec 2024-02-18T08:55:11.322 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yxgWOA66roSFYzc off=8106088 len=2054073 2024-02-18T08:55:11.336 INFO:tasks.workunit.client.0.smithi110.stdout:op 5543 completed, throughput=5MB/sec 2024-02-18T08:55:11.336 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YFU4KTTzhzmszbh off=17809196 len=1566088 2024-02-18T08:55:11.339 INFO:tasks.workunit.client.0.smithi110.stdout:op 5544 completed, throughput=5MB/sec 2024-02-18T08:55:11.339 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-szTubpfc_A6-HWR off=12845092 len=541793 2024-02-18T08:55:11.342 INFO:tasks.workunit.client.0.smithi110.stdout:op 5545 completed, throughput=5MB/sec 2024-02-18T08:55:12.342 INFO:tasks.workunit.client.0.smithi110.stdout: 1063: throughput=5MB/sec pending data=0 2024-02-18T08:55:12.342 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_1mnpziXUbcbco0 off=15279511 len=1146204 2024-02-18T08:55:12.352 INFO:tasks.workunit.client.0.smithi110.stdout:op 5546 completed, throughput=5MB/sec 2024-02-18T08:55:12.352 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Cg9Evw0YjSM9pN8 off=8871993 len=1929835 2024-02-18T08:55:12.365 INFO:tasks.workunit.client.0.smithi110.stdout:op 5547 completed, throughput=5MB/sec 2024-02-18T08:55:12.366 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5xJYYB1Ge7qxDnM off=2818534 len=1845144 2024-02-18T08:55:12.378 INFO:tasks.workunit.client.0.smithi110.stdout:op 5548 completed, throughput=5MB/sec 2024-02-18T08:55:12.378 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jv80SxibX_xDyT1 off=456387 len=1589797 2024-02-18T08:55:12.383 INFO:tasks.workunit.client.0.smithi110.stdout:op 5549 completed, throughput=5MB/sec 2024-02-18T08:55:12.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:12 smithi191 bash[38688]: cluster 2024-02-18T08:55:11.404900+0000 mgr.y (mgr.44100) 1166 : cluster [DBG] pgmap v1711: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:55:12.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:12 smithi110 bash[55875]: cluster 2024-02-18T08:55:11.404900+0000 mgr.y (mgr.44100) 1166 : cluster [DBG] pgmap v1711: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:55:12.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:12 smithi110 bash[54479]: cluster 2024-02-18T08:55:11.404900+0000 mgr.y (mgr.44100) 1166 : cluster [DBG] pgmap v1711: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:55:13.382 INFO:tasks.workunit.client.0.smithi110.stdout: 1064: throughput=5MB/sec pending data=0 2024-02-18T08:55:13.382 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KPbdb9hRVenHi8I off=9434420 len=1187292 2024-02-18T08:55:13.391 INFO:tasks.workunit.client.0.smithi110.stdout:op 5550 completed, throughput=5MB/sec 2024-02-18T08:55:13.392 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VXjxWvPtuXCRYBV off=1000481 len=1013483 2024-02-18T08:55:13.395 INFO:tasks.workunit.client.0.smithi110.stdout:op 5551 completed, throughput=5MB/sec 2024-02-18T08:55:13.395 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-M8RS-21moFDGeED off=5480801 len=1628168 2024-02-18T08:55:13.399 INFO:tasks.workunit.client.0.smithi110.stdout:op 5552 completed, throughput=5MB/sec 2024-02-18T08:55:13.399 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Y0x2ww7-yVb6dna off=6197056 len=552738 2024-02-18T08:55:13.400 INFO:tasks.workunit.client.0.smithi110.stdout:op 5553 completed, throughput=5MB/sec 2024-02-18T08:55:14.401 INFO:tasks.workunit.client.0.smithi110.stdout: 1065: throughput=5MB/sec pending data=0 2024-02-18T08:55:14.401 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uvDPGi5EEQ2HByr off=5006315 len=1148985 2024-02-18T08:55:14.406 INFO:tasks.workunit.client.0.smithi110.stdout:op 5554 completed, throughput=5MB/sec 2024-02-18T08:55:14.406 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-z_9DodN3Xw5V7Eo off=3394716 len=1371954 2024-02-18T08:55:14.411 INFO:tasks.workunit.client.0.smithi110.stdout:op 5555 completed, throughput=5MB/sec 2024-02-18T08:55:14.411 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rv-343Akd0B32sV off=13134280 len=1833476 2024-02-18T08:55:14.417 INFO:tasks.workunit.client.0.smithi110.stdout:op 5556 completed, throughput=5MB/sec 2024-02-18T08:55:14.417 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-M2mDOG_b_x-oi3T off=3342187 len=260976 2024-02-18T08:55:14.419 INFO:tasks.workunit.client.0.smithi110.stdout:op 5557 completed, throughput=5MB/sec 2024-02-18T08:55:14.419 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NIe98LMV9WZqBNs off=6026540 len=703141 2024-02-18T08:55:14.426 INFO:tasks.workunit.client.0.smithi110.stdout:op 5558 completed, throughput=5MB/sec 2024-02-18T08:55:14.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:14 smithi191 bash[38688]: cluster 2024-02-18T08:55:13.405580+0000 mgr.y (mgr.44100) 1167 : cluster [DBG] pgmap v1712: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-02-18T08:55:14.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:14 smithi110 bash[54479]: cluster 2024-02-18T08:55:13.405580+0000 mgr.y (mgr.44100) 1167 : cluster [DBG] pgmap v1712: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-02-18T08:55:14.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:14 smithi110 bash[55875]: cluster 2024-02-18T08:55:13.405580+0000 mgr.y (mgr.44100) 1167 : cluster [DBG] pgmap v1712: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-02-18T08:55:15.426 INFO:tasks.workunit.client.0.smithi110.stdout: 1066: throughput=5MB/sec pending data=0 2024-02-18T08:55:15.426 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZibB_axTHl-OHB6 off=7411684 len=407171 2024-02-18T08:55:15.429 INFO:tasks.workunit.client.0.smithi110.stdout:op 5559 completed, throughput=5MB/sec 2024-02-18T08:55:15.429 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1UiD7AGuFa7-k8E off=5238358 len=1277559 2024-02-18T08:55:15.439 INFO:tasks.workunit.client.0.smithi110.stdout:op 5560 completed, throughput=5MB/sec 2024-02-18T08:55:15.439 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-t3B2WVuIbdy0OE2 off=5610009 len=271968 2024-02-18T08:55:15.443 INFO:tasks.workunit.client.0.smithi110.stdout:op 5561 completed, throughput=5MB/sec 2024-02-18T08:55:15.444 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KRadzWxWlgk2PKw off=5374525 len=1249267 2024-02-18T08:55:15.445 INFO:tasks.workunit.client.0.smithi110.stdout:op 5562 completed, throughput=5MB/sec 2024-02-18T08:55:15.445 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-FzAIv_o_ZFkmr1T off=10134292 len=408548 2024-02-18T08:55:15.451 INFO:tasks.workunit.client.0.smithi110.stdout:op 5563 completed, throughput=5MB/sec 2024-02-18T08:55:15.451 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ASC0vnqzGB7HZYc off=6335390 len=1612828 2024-02-18T08:55:15.460 INFO:tasks.workunit.client.0.smithi110.stdout:op 5564 completed, throughput=5MB/sec 2024-02-18T08:55:15.461 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jKXEsBTu1o9sd26 off=5865918 len=1352327 2024-02-18T08:55:15.463 INFO:tasks.workunit.client.0.smithi110.stdout:op 5565 completed, throughput=5MB/sec 2024-02-18T08:55:16.463 INFO:tasks.workunit.client.0.smithi110.stdout: 1067: throughput=5MB/sec pending data=0 2024-02-18T08:55:16.464 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HydSQYCQAZqXcaM off=5430328 len=276227 2024-02-18T08:55:16.465 INFO:tasks.workunit.client.0.smithi110.stdout:op 5566 completed, throughput=5MB/sec 2024-02-18T08:55:16.465 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SyL-33DqxWkYBMk off=8608629 len=886514 2024-02-18T08:55:16.474 INFO:tasks.workunit.client.0.smithi110.stdout:op 5567 completed, throughput=5MB/sec 2024-02-18T08:55:16.474 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AIIT33doTV2b1Sn off=125870 len=1256670 2024-02-18T08:55:16.484 INFO:tasks.workunit.client.0.smithi110.stdout:op 5568 completed, throughput=5MB/sec 2024-02-18T08:55:16.484 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mj7pqBhFh50b5CK off=6016769 len=1454992 2024-02-18T08:55:16.492 INFO:tasks.workunit.client.0.smithi110.stdout:op 5569 completed, throughput=5MB/sec 2024-02-18T08:55:16.492 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-U9N9iNEgvFLYkFC off=105233 len=1909637 2024-02-18T08:55:16.504 INFO:tasks.workunit.client.0.smithi110.stdout:op 5570 completed, throughput=5MB/sec 2024-02-18T08:55:16.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:16 smithi191 bash[38688]: cluster 2024-02-18T08:55:15.406305+0000 mgr.y (mgr.44100) 1168 : cluster [DBG] pgmap v1713: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:55:16.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:16 smithi110 bash[54479]: cluster 2024-02-18T08:55:15.406305+0000 mgr.y (mgr.44100) 1168 : cluster [DBG] pgmap v1713: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:55:16.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:16 smithi110 bash[55875]: cluster 2024-02-18T08:55:15.406305+0000 mgr.y (mgr.44100) 1168 : cluster [DBG] pgmap v1713: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-02-18T08:55:17.504 INFO:tasks.workunit.client.0.smithi110.stdout: 1068: throughput=5MB/sec pending data=0 2024-02-18T08:55:17.504 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_S7PpolD6q9dfFp off=906913 len=13387 2024-02-18T08:55:17.505 INFO:tasks.workunit.client.0.smithi110.stdout:op 5571 completed, throughput=5MB/sec 2024-02-18T08:55:17.506 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vs0E3Z3m4cyTX7s off=5022986 len=1974568 2024-02-18T08:55:17.520 INFO:tasks.workunit.client.0.smithi110.stdout:op 5572 completed, throughput=5MB/sec 2024-02-18T08:55:17.520 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jzb4xf9R2bVDQlh off=5981451 len=253991 2024-02-18T08:55:17.524 INFO:tasks.workunit.client.0.smithi110.stdout:op 5573 completed, throughput=5MB/sec 2024-02-18T08:55:17.524 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-naGymyeAEW_OpQq off=387211 len=1158360 2024-02-18T08:55:17.527 INFO:tasks.workunit.client.0.smithi110.stdout:op 5574 completed, throughput=5MB/sec 2024-02-18T08:55:17.527 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PsI5LukNp9GvM5u off=10918798 len=856317 2024-02-18T08:55:17.534 INFO:tasks.workunit.client.0.smithi110.stdout:op 5575 completed, throughput=5MB/sec 2024-02-18T08:55:18.534 INFO:tasks.workunit.client.0.smithi110.stdout: 1069: throughput=5MB/sec pending data=0 2024-02-18T08:55:18.534 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZYUXzim6ckiNM9b off=15059057 len=291631 2024-02-18T08:55:18.541 INFO:tasks.workunit.client.0.smithi110.stdout:op 5576 completed, throughput=5MB/sec 2024-02-18T08:55:18.541 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6fIG1sdvdx45l2O off=4039009 len=907125 2024-02-18T08:55:18.544 INFO:tasks.workunit.client.0.smithi110.stdout:op 5577 completed, throughput=5MB/sec 2024-02-18T08:55:18.544 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-j7ijegiRweUmopc off=708355 len=465239 2024-02-18T08:55:18.545 INFO:tasks.workunit.client.0.smithi110.stdout:op 5578 completed, throughput=5MB/sec 2024-02-18T08:55:18.546 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mPto_Wra3nT3r-k off=1107132 len=1023361 2024-02-18T08:55:18.555 INFO:tasks.workunit.client.0.smithi110.stdout:op 5579 completed, throughput=5MB/sec 2024-02-18T08:55:18.555 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--G3CI1RgLwCjOPS off=138104 len=2027429 2024-02-18T08:55:18.584 INFO:tasks.workunit.client.0.smithi110.stdout:op 5580 completed, throughput=5MB/sec 2024-02-18T08:55:18.584 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-JQWhEkEiQnJtPKq off=14071156 len=1434927 2024-02-18T08:55:18.588 INFO:tasks.workunit.client.0.smithi110.stdout:op 5581 completed, throughput=5MB/sec 2024-02-18T08:55:18.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:18 smithi191 bash[38688]: cluster 2024-02-18T08:55:17.407163+0000 mgr.y (mgr.44100) 1169 : cluster [DBG] pgmap v1714: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:55:18.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:18 smithi110 bash[54479]: cluster 2024-02-18T08:55:17.407163+0000 mgr.y (mgr.44100) 1169 : cluster [DBG] pgmap v1714: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:55:18.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:18 smithi110 bash[55875]: cluster 2024-02-18T08:55:17.407163+0000 mgr.y (mgr.44100) 1169 : cluster [DBG] pgmap v1714: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:55:19.588 INFO:tasks.workunit.client.0.smithi110.stdout: 1070: throughput=5MB/sec pending data=0 2024-02-18T08:55:19.588 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-u3Q2iQOuBmXylPz off=1067646 len=1243338 2024-02-18T08:55:19.593 INFO:tasks.workunit.client.0.smithi110.stdout:op 5582 completed, throughput=5MB/sec 2024-02-18T08:55:19.593 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bVGiz-5WpTLnVoY off=1778839 len=1339919 2024-02-18T08:55:19.596 INFO:tasks.workunit.client.0.smithi110.stdout:op 5583 completed, throughput=5MB/sec 2024-02-18T08:55:19.596 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LoACNGDKs6V2hzy off=141281 len=1417137 2024-02-18T08:55:19.609 INFO:tasks.workunit.client.0.smithi110.stdout:op 5584 completed, throughput=5MB/sec 2024-02-18T08:55:19.609 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IINMx-tiwKM_ip6 off=2598485 len=308750 2024-02-18T08:55:19.613 INFO:tasks.workunit.client.0.smithi110.stdout:op 5585 completed, throughput=5MB/sec 2024-02-18T08:55:19.613 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ObJizBO4dzblnC- off=8063241 len=806326 2024-02-18T08:55:19.615 INFO:tasks.workunit.client.0.smithi110.stdout:op 5586 completed, throughput=5MB/sec 2024-02-18T08:55:20.616 INFO:tasks.workunit.client.0.smithi110.stdout: 1071: throughput=5MB/sec pending data=0 2024-02-18T08:55:20.616 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dtb3vv21hbB6taS off=2700419 len=192466 2024-02-18T08:55:20.618 INFO:tasks.workunit.client.0.smithi110.stdout:op 5587 completed, throughput=5MB/sec 2024-02-18T08:55:20.618 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2XJ4w2ZhlB0E0qJ off=22757339 len=918639 2024-02-18T08:55:20.621 INFO:tasks.workunit.client.0.smithi110.stdout:op 5588 completed, throughput=5MB/sec 2024-02-18T08:55:20.621 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vNvzUYfLjAE2MkK off=12394791 len=1987731 2024-02-18T08:55:20.627 INFO:tasks.workunit.client.0.smithi110.stdout:op 5589 completed, throughput=5MB/sec 2024-02-18T08:55:20.627 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-35Hmdlcfjmss8V0 off=5018164 len=1673095 2024-02-18T08:55:20.640 INFO:tasks.workunit.client.0.smithi110.stdout:op 5590 completed, throughput=5MB/sec 2024-02-18T08:55:20.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:20 smithi191 bash[38688]: cluster 2024-02-18T08:55:19.408053+0000 mgr.y (mgr.44100) 1170 : cluster [DBG] pgmap v1715: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:55:20.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:20 smithi110 bash[54479]: cluster 2024-02-18T08:55:19.408053+0000 mgr.y (mgr.44100) 1170 : cluster [DBG] pgmap v1715: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:55:20.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:20 smithi110 bash[55875]: cluster 2024-02-18T08:55:19.408053+0000 mgr.y (mgr.44100) 1170 : cluster [DBG] pgmap v1715: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:55:21.640 INFO:tasks.workunit.client.0.smithi110.stdout: 1072: throughput=5MB/sec pending data=0 2024-02-18T08:55:21.640 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NXYj1JcXOoC54an off=14548923 len=830259 2024-02-18T08:55:21.647 INFO:tasks.workunit.client.0.smithi110.stdout:op 5591 completed, throughput=5MB/sec 2024-02-18T08:55:21.647 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jjljIYhpvFHCyDT off=12531344 len=1156846 2024-02-18T08:55:21.649 INFO:tasks.workunit.client.0.smithi110.stdout:op 5592 completed, throughput=5MB/sec 2024-02-18T08:55:21.649 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VtGeUwVeT3Q1Q-x off=3926196 len=1631593 2024-02-18T08:55:21.660 INFO:tasks.workunit.client.0.smithi110.stdout:op 5593 completed, throughput=5MB/sec 2024-02-18T08:55:21.660 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T5YWUJCp5G8xL7X off=2180252 len=1257070 2024-02-18T08:55:21.669 INFO:tasks.workunit.client.0.smithi110.stdout:op 5594 completed, throughput=5MB/sec 2024-02-18T08:55:21.669 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ecUDGoY1TuoWe0p off=7769121 len=810056 2024-02-18T08:55:21.670 INFO:tasks.workunit.client.0.smithi110.stdout:op 5595 completed, throughput=5MB/sec 2024-02-18T08:55:22.670 INFO:tasks.workunit.client.0.smithi110.stdout: 1073: throughput=5MB/sec pending data=0 2024-02-18T08:55:22.670 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PpEuyJ4tmmVrzNp off=20266905 len=523695 2024-02-18T08:55:22.677 INFO:tasks.workunit.client.0.smithi110.stdout:op 5596 completed, throughput=5MB/sec 2024-02-18T08:55:22.677 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-R-Vcb0TJnbXjiIH off=334958 len=1052539 2024-02-18T08:55:22.686 INFO:tasks.workunit.client.0.smithi110.stdout:op 5597 completed, throughput=5MB/sec 2024-02-18T08:55:22.686 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xE1Ef6fbxGYRPZA off=3438350 len=1494156 2024-02-18T08:55:22.689 INFO:tasks.workunit.client.0.smithi110.stdout:op 5598 completed, throughput=5MB/sec 2024-02-18T08:55:22.689 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PQiWrrGnbOb1H8X off=2368801 len=730494 2024-02-18T08:55:22.691 INFO:tasks.workunit.client.0.smithi110.stdout:op 5599 completed, throughput=5MB/sec 2024-02-18T08:55:22.691 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-MG3LVBkSR7jYpyM off=1818197 len=145814 2024-02-18T08:55:22.691 INFO:tasks.workunit.client.0.smithi110.stdout:op 5600 completed, throughput=5MB/sec 2024-02-18T08:55:22.691 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3QFShzomJIiqsmk off=175810 len=1560339 2024-02-18T08:55:22.696 INFO:tasks.workunit.client.0.smithi110.stdout:op 5601 completed, throughput=5MB/sec 2024-02-18T08:55:22.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:22 smithi191 bash[38688]: cluster 2024-02-18T08:55:21.408891+0000 mgr.y (mgr.44100) 1171 : cluster [DBG] pgmap v1716: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:55:22.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:22 smithi110 bash[54479]: cluster 2024-02-18T08:55:21.408891+0000 mgr.y (mgr.44100) 1171 : cluster [DBG] pgmap v1716: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:55:22.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:22 smithi110 bash[55875]: cluster 2024-02-18T08:55:21.408891+0000 mgr.y (mgr.44100) 1171 : cluster [DBG] pgmap v1716: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:55:23.696 INFO:tasks.workunit.client.0.smithi110.stdout: 1074: throughput=5MB/sec pending data=0 2024-02-18T08:55:23.696 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GSlJu8nV7Fp60Pd off=9307549 len=120014 2024-02-18T08:55:23.702 INFO:tasks.workunit.client.0.smithi110.stdout:op 5602 completed, throughput=5MB/sec 2024-02-18T08:55:23.702 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-86IHpYxoJIyqdJv off=3454830 len=1306724 2024-02-18T08:55:23.704 INFO:tasks.workunit.client.0.smithi110.stdout:op 5603 completed, throughput=5MB/sec 2024-02-18T08:55:23.704 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QVbymTHaveuKHmg off=15435750 len=1495 2024-02-18T08:55:23.705 INFO:tasks.workunit.client.0.smithi110.stdout:op 5604 completed, throughput=5MB/sec 2024-02-18T08:55:23.705 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VzdqHjfD3Ntk8Tt off=6590297 len=751498 2024-02-18T08:55:23.713 INFO:tasks.workunit.client.0.smithi110.stdout:op 5605 completed, throughput=5MB/sec 2024-02-18T08:55:23.713 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-F0eZ1WF0n_PlR2r off=2320274 len=1378447 2024-02-18T08:55:23.722 INFO:tasks.workunit.client.0.smithi110.stdout:op 5606 completed, throughput=5MB/sec 2024-02-18T08:55:23.722 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3Fe5vLk1lm1OBFU off=8737640 len=1164636 2024-02-18T08:55:23.724 INFO:tasks.workunit.client.0.smithi110.stdout:op 5607 completed, throughput=5MB/sec 2024-02-18T08:55:23.724 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AHxVOjTaBFy0ttF off=22052039 len=1219229 2024-02-18T08:55:23.727 INFO:tasks.workunit.client.0.smithi110.stdout:op 5608 completed, throughput=5MB/sec 2024-02-18T08:55:24.727 INFO:tasks.workunit.client.0.smithi110.stdout: 1075: throughput=5MB/sec pending data=0 2024-02-18T08:55:24.728 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Gr1a8Yswo2YraNd off=1289944 len=1918535 2024-02-18T08:55:24.733 INFO:tasks.workunit.client.0.smithi110.stdout:op 5609 completed, throughput=5MB/sec 2024-02-18T08:55:24.733 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TPg4i-Ut-0U9Cn8 off=2495541 len=110491 2024-02-18T08:55:24.734 INFO:tasks.workunit.client.0.smithi110.stdout:op 5610 completed, throughput=5MB/sec 2024-02-18T08:55:24.735 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-oIjTcApff8lij2v off=153055 len=275039 2024-02-18T08:55:24.736 INFO:tasks.workunit.client.0.smithi110.stdout:op 5611 completed, throughput=5MB/sec 2024-02-18T08:55:24.736 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-C5Nft-_CGbzqWPN off=10411668 len=1367806 2024-02-18T08:55:24.741 INFO:tasks.workunit.client.0.smithi110.stdout:op 5612 completed, throughput=5MB/sec 2024-02-18T08:55:24.741 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J4TCB7s-8Yp4V9F off=1103678 len=1343162 2024-02-18T08:55:24.744 INFO:tasks.workunit.client.0.smithi110.stdout:op 5613 completed, throughput=5MB/sec 2024-02-18T08:55:24.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:24 smithi191 bash[38688]: cluster 2024-02-18T08:55:23.409857+0000 mgr.y (mgr.44100) 1172 : cluster [DBG] pgmap v1717: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:55:24.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:24 smithi110 bash[54479]: cluster 2024-02-18T08:55:23.409857+0000 mgr.y (mgr.44100) 1172 : cluster [DBG] pgmap v1717: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:55:24.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:24 smithi110 bash[55875]: cluster 2024-02-18T08:55:23.409857+0000 mgr.y (mgr.44100) 1172 : cluster [DBG] pgmap v1717: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-02-18T08:55:25.745 INFO:tasks.workunit.client.0.smithi110.stdout: 1076: throughput=5MB/sec pending data=0 2024-02-18T08:55:25.745 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DHUG7b05AKPYuHr off=1616460 len=1744458 2024-02-18T08:55:25.750 INFO:tasks.workunit.client.0.smithi110.stdout:op 5614 completed, throughput=5MB/sec 2024-02-18T08:55:25.750 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T_eRJoovk2RrW43 off=2619374 len=456580 2024-02-18T08:55:25.757 INFO:tasks.workunit.client.0.smithi110.stdout:op 5615 completed, throughput=5MB/sec 2024-02-18T08:55:25.758 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QQT_faSswiIq4lJ off=6070685 len=561371 2024-02-18T08:55:25.764 INFO:tasks.workunit.client.0.smithi110.stdout:op 5616 completed, throughput=5MB/sec 2024-02-18T08:55:25.764 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Wee6wv10I9Nv6eG off=970684 len=836673 2024-02-18T08:55:25.770 INFO:tasks.workunit.client.0.smithi110.stdout:op 5617 completed, throughput=5MB/sec 2024-02-18T08:55:25.771 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wSHRLJw3OMZck72 off=5984047 len=119005 2024-02-18T08:55:25.772 INFO:tasks.workunit.client.0.smithi110.stdout:op 5618 completed, throughput=5MB/sec 2024-02-18T08:55:25.772 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-W1nVubGXIWpPPfB off=6979853 len=1621192 2024-02-18T08:55:25.774 INFO:tasks.workunit.client.0.smithi110.stdout:op 5619 completed, throughput=5MB/sec 2024-02-18T08:55:26.775 INFO:tasks.workunit.client.0.smithi110.stdout: 1077: throughput=5MB/sec pending data=0 2024-02-18T08:55:26.775 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yOjHtdZdmtgJ5X4 off=6093254 len=1985714 2024-02-18T08:55:26.790 INFO:tasks.workunit.client.0.smithi110.stdout:op 5620 completed, throughput=5MB/sec 2024-02-18T08:55:26.791 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-L0QRcjZaGeSLcdF off=21288711 len=730083 2024-02-18T08:55:26.797 INFO:tasks.workunit.client.0.smithi110.stdout:op 5621 completed, throughput=5MB/sec 2024-02-18T08:55:26.798 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GQ87hFGZhVu0l57 off=4737078 len=1384216 2024-02-18T08:55:26.799 INFO:tasks.workunit.client.0.smithi110.stdout:op 5622 completed, throughput=5MB/sec 2024-02-18T08:55:26.799 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-n2SlpVJuOEADIfu off=5124581 len=1733492 2024-02-18T08:55:26.810 INFO:tasks.workunit.client.0.smithi110.stdout:op 5623 completed, throughput=5MB/sec 2024-02-18T08:55:26.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:26 smithi191 bash[38688]: cluster 2024-02-18T08:55:25.410630+0000 mgr.y (mgr.44100) 1173 : cluster [DBG] pgmap v1718: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:55:26.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:26 smithi110 bash[54479]: cluster 2024-02-18T08:55:25.410630+0000 mgr.y (mgr.44100) 1173 : cluster [DBG] pgmap v1718: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:55:26.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:26 smithi110 bash[55875]: cluster 2024-02-18T08:55:25.410630+0000 mgr.y (mgr.44100) 1173 : cluster [DBG] pgmap v1718: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:55:27.810 INFO:tasks.workunit.client.0.smithi110.stdout: 1078: throughput=5MB/sec pending data=0 2024-02-18T08:55:27.811 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-h2PPF4m9v_iC1bI off=11872076 len=1795022 2024-02-18T08:55:27.825 INFO:tasks.workunit.client.0.smithi110.stdout:op 5624 completed, throughput=5MB/sec 2024-02-18T08:55:27.825 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DOVKwIFCnA5ozYm off=701021 len=400463 2024-02-18T08:55:27.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:27 smithi191 bash[38688]: cluster 2024-02-18T08:55:27.411530+0000 mgr.y (mgr.44100) 1174 : cluster [DBG] pgmap v1719: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:55:27.830 INFO:tasks.workunit.client.0.smithi110.stdout:op 5625 completed, throughput=5MB/sec 2024-02-18T08:55:27.830 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1nFqtYpwIuFiZi3 off=6297444 len=195107 2024-02-18T08:55:27.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 5626 completed, throughput=5MB/sec 2024-02-18T08:55:27.831 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KETZdMgShHHLhhK off=4409620 len=1540499 2024-02-18T08:55:27.840 INFO:tasks.workunit.client.0.smithi110.stdout:op 5627 completed, throughput=5MB/sec 2024-02-18T08:55:27.840 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3gOimK8XWxscBRw off=3431329 len=1826816 2024-02-18T08:55:27.851 INFO:tasks.workunit.client.0.smithi110.stdout:op 5628 completed, throughput=5MB/sec 2024-02-18T08:55:27.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:27 smithi110 bash[54479]: cluster 2024-02-18T08:55:27.411530+0000 mgr.y (mgr.44100) 1174 : cluster [DBG] pgmap v1719: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:55:27.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:27 smithi110 bash[55875]: cluster 2024-02-18T08:55:27.411530+0000 mgr.y (mgr.44100) 1174 : cluster [DBG] pgmap v1719: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:55:28.851 INFO:tasks.workunit.client.0.smithi110.stdout: 1079: throughput=5MB/sec pending data=0 2024-02-18T08:55:28.852 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-edyKMPqVtk5lpFT off=1961074 len=473244 2024-02-18T08:55:28.857 INFO:tasks.workunit.client.0.smithi110.stdout:op 5629 completed, throughput=5MB/sec 2024-02-18T08:55:28.858 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-a3aAWS3NNGMnz9Z off=2072438 len=1141389 2024-02-18T08:55:28.860 INFO:tasks.workunit.client.0.smithi110.stdout:op 5630 completed, throughput=5MB/sec 2024-02-18T08:55:28.861 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ftds9fKk6pTJZ_r off=3930393 len=1470954 2024-02-18T08:55:28.873 INFO:tasks.workunit.client.0.smithi110.stdout:op 5631 completed, throughput=5MB/sec 2024-02-18T08:55:28.873 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-qV7_g23H8rVwOGA off=2632957 len=400333 2024-02-18T08:55:28.877 INFO:tasks.workunit.client.0.smithi110.stdout:op 5632 completed, throughput=5MB/sec 2024-02-18T08:55:28.878 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qBmWhVddrwFl6Kh off=567246 len=1782250 2024-02-18T08:55:28.879 INFO:tasks.workunit.client.0.smithi110.stdout:op 5633 completed, throughput=5MB/sec 2024-02-18T08:55:29.880 INFO:tasks.workunit.client.0.smithi110.stdout: 1080: throughput=5MB/sec pending data=0 2024-02-18T08:55:29.880 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kuoKxhtso4qAiGT off=7141751 len=414735 2024-02-18T08:55:29.886 INFO:tasks.workunit.client.0.smithi110.stdout:op 5634 completed, throughput=5MB/sec 2024-02-18T08:55:29.886 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PyqQs3l1urCzSoY off=554942 len=1707872 2024-02-18T08:55:29.895 INFO:tasks.workunit.client.0.smithi110.stdout:op 5635 completed, throughput=5MB/sec 2024-02-18T08:55:29.895 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VFSy4YYgRVCL3kG off=15225509 len=1851953 2024-02-18T08:55:29.898 INFO:tasks.workunit.client.0.smithi110.stdout:op 5636 completed, throughput=5MB/sec 2024-02-18T08:55:29.899 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Bib-bbVN8K--s5e off=16513267 len=1117650 2024-02-18T08:55:29.906 INFO:tasks.workunit.client.0.smithi110.stdout:op 5637 completed, throughput=5MB/sec 2024-02-18T08:55:30.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:30 smithi110 bash[54479]: cluster 2024-02-18T08:55:29.412467+0000 mgr.y (mgr.44100) 1175 : cluster [DBG] pgmap v1720: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:55:30.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:30 smithi110 bash[54479]: audit 2024-02-18T08:55:29.819099+0000 mon.a (mon.0) 1884 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:55:30.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:30 smithi110 bash[54479]: audit 2024-02-18T08:55:30.148350+0000 mon.a (mon.0) 1885 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:55:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:30 smithi110 bash[54479]: audit 2024-02-18T08:55:30.150139+0000 mon.a (mon.0) 1886 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:55:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:30 smithi110 bash[54479]: audit 2024-02-18T08:55:30.159458+0000 mon.a (mon.0) 1887 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:55:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:30 smithi110 bash[55875]: cluster 2024-02-18T08:55:29.412467+0000 mgr.y (mgr.44100) 1175 : cluster [DBG] pgmap v1720: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:55:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:30 smithi110 bash[55875]: audit 2024-02-18T08:55:29.819099+0000 mon.a (mon.0) 1884 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:55:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:30 smithi110 bash[55875]: audit 2024-02-18T08:55:30.148350+0000 mon.a (mon.0) 1885 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:55:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:30 smithi110 bash[55875]: audit 2024-02-18T08:55:30.150139+0000 mon.a (mon.0) 1886 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:55:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:30 smithi110 bash[55875]: audit 2024-02-18T08:55:30.159458+0000 mon.a (mon.0) 1887 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:55:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:30 smithi191 bash[38688]: cluster 2024-02-18T08:55:29.412467+0000 mgr.y (mgr.44100) 1175 : cluster [DBG] pgmap v1720: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T08:55:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:30 smithi191 bash[38688]: audit 2024-02-18T08:55:29.819099+0000 mon.a (mon.0) 1884 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:55:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:30 smithi191 bash[38688]: audit 2024-02-18T08:55:30.148350+0000 mon.a (mon.0) 1885 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:55:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:30 smithi191 bash[38688]: audit 2024-02-18T08:55:30.150139+0000 mon.a (mon.0) 1886 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:55:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:30 smithi191 bash[38688]: audit 2024-02-18T08:55:30.159458+0000 mon.a (mon.0) 1887 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:55:30.906 INFO:tasks.workunit.client.0.smithi110.stdout: 1081: throughput=5MB/sec pending data=0 2024-02-18T08:55:30.906 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bc8dvG9G39E9ZRP off=88794 len=1211006 2024-02-18T08:55:30.916 INFO:tasks.workunit.client.0.smithi110.stdout:op 5638 completed, throughput=5MB/sec 2024-02-18T08:55:30.916 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4Ol3F7dW7YwAhKn off=1386010 len=43589 2024-02-18T08:55:30.917 INFO:tasks.workunit.client.0.smithi110.stdout:op 5639 completed, throughput=5MB/sec 2024-02-18T08:55:30.917 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0oFTj39KVm6z0jG off=3900588 len=659427 2024-02-18T08:55:30.919 INFO:tasks.workunit.client.0.smithi110.stdout:op 5640 completed, throughput=5MB/sec 2024-02-18T08:55:30.919 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yeJpMgo3TvuW2y6 off=8715 len=279156 2024-02-18T08:55:30.920 INFO:tasks.workunit.client.0.smithi110.stdout:op 5641 completed, throughput=5MB/sec 2024-02-18T08:55:30.920 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cNF-covdZKJW5y8 off=3163777 len=198532 2024-02-18T08:55:30.921 INFO:tasks.workunit.client.0.smithi110.stdout:op 5642 completed, throughput=5MB/sec 2024-02-18T08:55:30.921 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xDeyMtFRlB1M5Up off=6941778 len=844355 2024-02-18T08:55:30.924 INFO:tasks.workunit.client.0.smithi110.stdout:op 5643 completed, throughput=5MB/sec 2024-02-18T08:55:30.924 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Tmr1nrd5EPQlUmn off=854546 len=305312 2024-02-18T08:55:30.925 INFO:tasks.workunit.client.0.smithi110.stdout:op 5644 completed, throughput=5MB/sec 2024-02-18T08:55:30.925 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MJFTmnDYpStwcMJ off=3340776 len=1914658 2024-02-18T08:55:30.936 INFO:tasks.workunit.client.0.smithi110.stdout:op 5645 completed, throughput=5MB/sec 2024-02-18T08:55:31.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:31 smithi191 bash[38688]: cephadm 2024-02-18T08:55:30.151507+0000 mgr.y (mgr.44100) 1176 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:55:31.936 INFO:tasks.workunit.client.0.smithi110.stdout: 1082: throughput=5MB/sec pending data=0 2024-02-18T08:55:31.936 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zsEBbhjqE_zFbf8 off=4339428 len=596959 2024-02-18T08:55:31.938 INFO:tasks.workunit.client.0.smithi110.stdout:op 5646 completed, throughput=5MB/sec 2024-02-18T08:55:31.938 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_1ORRvJNlRHps3H off=2671820 len=890758 2024-02-18T08:55:31.942 INFO:tasks.workunit.client.0.smithi110.stdout:op 5647 completed, throughput=5MB/sec 2024-02-18T08:55:31.942 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5Qa0MQbdXtK4W63 off=2401112 len=9658 2024-02-18T08:55:31.943 INFO:tasks.workunit.client.0.smithi110.stdout:op 5648 completed, throughput=5MB/sec 2024-02-18T08:55:31.943 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RZUX3WSzDPDO6u7 off=1054993 len=854658 2024-02-18T08:55:31.945 INFO:tasks.workunit.client.0.smithi110.stdout:op 5649 completed, throughput=5MB/sec 2024-02-18T08:55:31.946 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_Tc8Ynf1afSy86T off=1604204 len=738269 2024-02-18T08:55:31.948 INFO:tasks.workunit.client.0.smithi110.stdout:op 5650 completed, throughput=5MB/sec 2024-02-18T08:55:31.948 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KUbd8mInGJ3yGZE off=3965590 len=170922 2024-02-18T08:55:31.953 INFO:tasks.workunit.client.0.smithi110.stdout:op 5651 completed, throughput=5MB/sec 2024-02-18T08:55:31.953 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-PFRRbG0Py0R3TrT off=19081697 len=1589426 2024-02-18T08:55:31.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:31 smithi110 bash[54479]: cephadm 2024-02-18T08:55:30.151507+0000 mgr.y (mgr.44100) 1176 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:55:31.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:31 smithi110 bash[55875]: cephadm 2024-02-18T08:55:30.151507+0000 mgr.y (mgr.44100) 1176 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:55:31.963 INFO:tasks.workunit.client.0.smithi110.stdout:op 5652 completed, throughput=5MB/sec 2024-02-18T08:55:32.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:32 smithi191 bash[38688]: cluster 2024-02-18T08:55:31.413375+0000 mgr.y (mgr.44100) 1177 : cluster [DBG] pgmap v1721: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:55:32.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:32 smithi110 bash[54479]: cluster 2024-02-18T08:55:31.413375+0000 mgr.y (mgr.44100) 1177 : cluster [DBG] pgmap v1721: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:55:32.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:32 smithi110 bash[55875]: cluster 2024-02-18T08:55:31.413375+0000 mgr.y (mgr.44100) 1177 : cluster [DBG] pgmap v1721: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-02-18T08:55:32.963 INFO:tasks.workunit.client.0.smithi110.stdout: 1083: throughput=5MB/sec pending data=0 2024-02-18T08:55:32.963 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-csxgV4or_enEmh8 off=9901672 len=1889472 2024-02-18T08:55:32.967 INFO:tasks.workunit.client.0.smithi110.stdout:op 5653 completed, throughput=5MB/sec 2024-02-18T08:55:32.967 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DTw_7DfDMbcpChj off=17405965 len=182926 2024-02-18T08:55:32.968 INFO:tasks.workunit.client.0.smithi110.stdout:op 5654 completed, throughput=5MB/sec 2024-02-18T08:55:32.969 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Cau5NjkD2pAcOSj off=6916577 len=1733002 2024-02-18T08:55:32.974 INFO:tasks.workunit.client.0.smithi110.stdout:op 5655 completed, throughput=5MB/sec 2024-02-18T08:55:32.974 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rH-94THxAlrxAeR off=6017682 len=1766601 2024-02-18T08:55:32.978 INFO:tasks.workunit.client.0.smithi110.stdout:op 5656 completed, throughput=5MB/sec 2024-02-18T08:55:33.978 INFO:tasks.workunit.client.0.smithi110.stdout: 1084: throughput=5MB/sec pending data=0 2024-02-18T08:55:33.978 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CmJr13DWKQH74wt off=2551169 len=2039302 2024-02-18T08:55:33.981 INFO:tasks.workunit.client.0.smithi110.stdout:op 5657 completed, throughput=5MB/sec 2024-02-18T08:55:33.981 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9HrTZDwVDjlKUGl off=15675462 len=319079 2024-02-18T08:55:33.982 INFO:tasks.workunit.client.0.smithi110.stdout:op 5658 completed, throughput=5MB/sec 2024-02-18T08:55:33.982 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZoNECQREGW1fNXp off=452102 len=499277 2024-02-18T08:55:33.989 INFO:tasks.workunit.client.0.smithi110.stdout:op 5659 completed, throughput=5MB/sec 2024-02-18T08:55:33.989 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-q2VNignr2xEPbiC off=21609668 len=1186416 2024-02-18T08:55:33.997 INFO:tasks.workunit.client.0.smithi110.stdout:op 5660 completed, throughput=5MB/sec 2024-02-18T08:55:33.997 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RajHFSQdQ6146yP off=14479286 len=329536 2024-02-18T08:55:33.998 INFO:tasks.workunit.client.0.smithi110.stdout:op 5661 completed, throughput=5MB/sec 2024-02-18T08:55:33.998 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dJMFyAA32C6LqjG off=6284341 len=280079 2024-02-18T08:55:34.001 INFO:tasks.workunit.client.0.smithi110.stdout:op 5662 completed, throughput=5MB/sec 2024-02-18T08:55:34.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:34 smithi191 bash[38688]: cluster 2024-02-18T08:55:33.414327+0000 mgr.y (mgr.44100) 1178 : cluster [DBG] pgmap v1722: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:55:34.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:34 smithi110 bash[54479]: cluster 2024-02-18T08:55:33.414327+0000 mgr.y (mgr.44100) 1178 : cluster [DBG] pgmap v1722: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:55:34.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:34 smithi110 bash[55875]: cluster 2024-02-18T08:55:33.414327+0000 mgr.y (mgr.44100) 1178 : cluster [DBG] pgmap v1722: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-02-18T08:55:35.002 INFO:tasks.workunit.client.0.smithi110.stdout: 1085: throughput=5MB/sec pending data=0 2024-02-18T08:55:35.002 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5xx7DKrPui7Z8mz off=676720 len=674192 2024-02-18T08:55:35.010 INFO:tasks.workunit.client.0.smithi110.stdout:op 5663 completed, throughput=5MB/sec 2024-02-18T08:55:35.010 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0G6LA8C03Cd_YSe off=13140927 len=641860 2024-02-18T08:55:35.012 INFO:tasks.workunit.client.0.smithi110.stdout:op 5664 completed, throughput=5MB/sec 2024-02-18T08:55:35.012 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ebhfvy0qQUWuk0r off=8866064 len=81217 2024-02-18T08:55:35.017 INFO:tasks.workunit.client.0.smithi110.stdout:op 5665 completed, throughput=5MB/sec 2024-02-18T08:55:35.017 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gtATqSWN_Is5-W- off=15473595 len=819400 2024-02-18T08:55:35.023 INFO:tasks.workunit.client.0.smithi110.stdout:op 5666 completed, throughput=5MB/sec 2024-02-18T08:55:35.023 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cJA0Rx2AuxMH3_g off=8084758 len=262127 2024-02-18T08:55:35.026 INFO:tasks.workunit.client.0.smithi110.stdout:op 5667 completed, throughput=5MB/sec 2024-02-18T08:55:35.026 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f47jBYtpNzQDtmR off=19142142 len=73885 2024-02-18T08:55:35.028 INFO:tasks.workunit.client.0.smithi110.stdout:op 5668 completed, throughput=5MB/sec 2024-02-18T08:55:35.029 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uzNzlErxB1EC_B7 off=2459251 len=595327 2024-02-18T08:55:35.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 5669 completed, throughput=5MB/sec 2024-02-18T08:55:35.030 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-04d5YR3m6xeh61w off=3303671 len=107017 2024-02-18T08:55:35.030 INFO:tasks.workunit.client.0.smithi110.stdout:op 5670 completed, throughput=5MB/sec 2024-02-18T08:55:35.030 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dNouvNjSdkIqTPA off=782076 len=83188 2024-02-18T08:55:35.031 INFO:tasks.workunit.client.0.smithi110.stdout:op 5671 completed, throughput=5MB/sec 2024-02-18T08:55:35.031 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aNM3zJkPeZ7-nZH off=1183427 len=153437 2024-02-18T08:55:35.032 INFO:tasks.workunit.client.0.smithi110.stdout:op 5672 completed, throughput=5MB/sec 2024-02-18T08:55:35.032 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AgZNCF0eH8IfCRO off=11727374 len=373484 2024-02-18T08:55:35.033 INFO:tasks.workunit.client.0.smithi110.stdout:op 5673 completed, throughput=5MB/sec 2024-02-18T08:55:35.033 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-8YICwOqxOvRCDM5 off=16587685 len=990873 2024-02-18T08:55:35.035 INFO:tasks.workunit.client.0.smithi110.stdout:op 5674 completed, throughput=5MB/sec 2024-02-18T08:55:35.035 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dFP_vrKlfOXq1e8 off=769678 len=291149 2024-02-18T08:55:35.036 INFO:tasks.workunit.client.0.smithi110.stdout:op 5675 completed, throughput=5MB/sec 2024-02-18T08:55:35.036 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UkAq0ZTgxT3mgI6 off=683991 len=1083001 2024-02-18T08:55:35.038 INFO:tasks.workunit.client.0.smithi110.stdout:op 5676 completed, throughput=5MB/sec 2024-02-18T08:55:36.039 INFO:tasks.workunit.client.0.smithi110.stdout: 1086: throughput=5MB/sec pending data=0 2024-02-18T08:55:36.039 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-082ceKm01e2fto8 off=12215881 len=1167142 2024-02-18T08:55:36.051 INFO:tasks.workunit.client.0.smithi110.stdout:op 5677 completed, throughput=5MB/sec 2024-02-18T08:55:36.051 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aLOzH8Msavs8uOD off=7935488 len=1779291 2024-02-18T08:55:36.056 INFO:tasks.workunit.client.0.smithi110.stdout:op 5678 completed, throughput=5MB/sec 2024-02-18T08:55:36.056 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DgbGiGKj4-P5OJ6 off=12288129 len=1663663 2024-02-18T08:55:36.067 INFO:tasks.workunit.client.0.smithi110.stdout:op 5679 completed, throughput=5MB/sec 2024-02-18T08:55:36.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:36 smithi191 bash[38688]: cluster 2024-02-18T08:55:35.415149+0000 mgr.y (mgr.44100) 1179 : cluster [DBG] pgmap v1723: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:55:36.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:36 smithi110 bash[54479]: cluster 2024-02-18T08:55:35.415149+0000 mgr.y (mgr.44100) 1179 : cluster [DBG] pgmap v1723: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:55:36.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:36 smithi110 bash[55875]: cluster 2024-02-18T08:55:35.415149+0000 mgr.y (mgr.44100) 1179 : cluster [DBG] pgmap v1723: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-02-18T08:55:37.067 INFO:tasks.workunit.client.0.smithi110.stdout: 1087: throughput=5MB/sec pending data=0 2024-02-18T08:55:37.068 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5ZWj1VhV84DDaU0 off=1610362 len=2092694 2024-02-18T08:55:37.073 INFO:tasks.workunit.client.0.smithi110.stdout:op 5680 completed, throughput=5MB/sec 2024-02-18T08:55:37.074 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wIrXhtmgZ6CJN0y off=710685 len=1841221 2024-02-18T08:55:37.077 INFO:tasks.workunit.client.0.smithi110.stdout:op 5681 completed, throughput=5MB/sec 2024-02-18T08:55:37.078 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VheMN3pf-tDTMbH off=0 len=1118758 2024-02-18T08:55:37.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 5682 completed, throughput=5MB/sec 2024-02-18T08:55:37.080 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OjanXlqSf4Amc8K off=2426078 len=32777 2024-02-18T08:55:37.084 INFO:tasks.workunit.client.0.smithi110.stdout:op 5683 completed, throughput=5MB/sec 2024-02-18T08:55:37.084 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gb0AfdfmuLHaMLE off=1926150 len=1636646 2024-02-18T08:55:37.092 INFO:tasks.workunit.client.0.smithi110.stdout:op 5684 completed, throughput=5MB/sec 2024-02-18T08:55:38.093 INFO:tasks.workunit.client.0.smithi110.stdout: 1088: throughput=5MB/sec pending data=0 2024-02-18T08:55:38.093 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-gpPWw-WQLamwxmV off=14155698 len=145127 2024-02-18T08:55:38.097 INFO:tasks.workunit.client.0.smithi110.stdout:op 5685 completed, throughput=5MB/sec 2024-02-18T08:55:38.098 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-r1dQdGaXp0gypbT off=10861407 len=381283 2024-02-18T08:55:38.104 INFO:tasks.workunit.client.0.smithi110.stdout:op 5686 completed, throughput=5MB/sec 2024-02-18T08:55:38.104 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bZEj9RF9kwi9zeN off=781605 len=294395 2024-02-18T08:55:38.105 INFO:tasks.workunit.client.0.smithi110.stdout:op 5687 completed, throughput=5MB/sec 2024-02-18T08:55:38.105 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZOUgbgrB7vyWGjO off=615682 len=1397061 2024-02-18T08:55:38.115 INFO:tasks.workunit.client.0.smithi110.stdout:op 5688 completed, throughput=5MB/sec 2024-02-18T08:55:38.115 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LoACNGDKs6V2hzy off=1368183 len=1117071 2024-02-18T08:55:38.122 INFO:tasks.workunit.client.0.smithi110.stdout:op 5689 completed, throughput=5MB/sec 2024-02-18T08:55:38.122 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-8-EWlecPAZ6G4Ku off=489063 len=765072 2024-02-18T08:55:38.127 INFO:tasks.workunit.client.0.smithi110.stdout:op 5690 completed, throughput=5MB/sec 2024-02-18T08:55:38.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:38 smithi191 bash[38688]: cluster 2024-02-18T08:55:37.416119+0000 mgr.y (mgr.44100) 1180 : cluster [DBG] pgmap v1724: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:38.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:38 smithi110 bash[54479]: cluster 2024-02-18T08:55:37.416119+0000 mgr.y (mgr.44100) 1180 : cluster [DBG] pgmap v1724: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:38.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:38 smithi110 bash[55875]: cluster 2024-02-18T08:55:37.416119+0000 mgr.y (mgr.44100) 1180 : cluster [DBG] pgmap v1724: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:39.128 INFO:tasks.workunit.client.0.smithi110.stdout: 1089: throughput=5MB/sec pending data=0 2024-02-18T08:55:39.128 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YJdzP94KtxrVjdP off=6112590 len=476594 2024-02-18T08:55:39.130 INFO:tasks.workunit.client.0.smithi110.stdout:op 5691 completed, throughput=5MB/sec 2024-02-18T08:55:39.130 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bctYsxJwIE8tu3q off=6196065 len=667914 2024-02-18T08:55:39.133 INFO:tasks.workunit.client.0.smithi110.stdout:op 5692 completed, throughput=5MB/sec 2024-02-18T08:55:39.133 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-sAq2HylD_h6mYLM off=16380198 len=535305 2024-02-18T08:55:39.140 INFO:tasks.workunit.client.0.smithi110.stdout:op 5693 completed, throughput=5MB/sec 2024-02-18T08:55:39.140 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ib3SMuTeZFIpmqx off=700427 len=1897196 2024-02-18T08:55:39.154 INFO:tasks.workunit.client.0.smithi110.stdout:op 5694 completed, throughput=5MB/sec 2024-02-18T08:55:39.154 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-n911PrnVXSK3Y_F off=1650092 len=957985 2024-02-18T08:55:39.161 INFO:tasks.workunit.client.0.smithi110.stdout:op 5695 completed, throughput=5MB/sec 2024-02-18T08:55:39.161 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1CvJ6tsoHI91d2f off=15387553 len=1219450 2024-02-18T08:55:39.169 INFO:tasks.workunit.client.0.smithi110.stdout:op 5696 completed, throughput=5MB/sec 2024-02-18T08:55:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:39 smithi191 bash[38688]: audit 2024-02-18T08:55:39.044917+0000 mon.a (mon.0) 1888 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2024-02-18T08:55:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:39 smithi191 bash[38688]: audit 2024-02-18T08:55:39.045674+0000 mon.a (mon.0) 1889 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-02-18T08:55:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:39 smithi191 bash[38688]: audit 2024-02-18T08:55:39.046157+0000 mon.a (mon.0) 1890 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:55:39.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:39 smithi110 bash[54479]: audit 2024-02-18T08:55:39.044917+0000 mon.a (mon.0) 1888 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2024-02-18T08:55:39.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:39 smithi110 bash[54479]: audit 2024-02-18T08:55:39.045674+0000 mon.a (mon.0) 1889 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-02-18T08:55:39.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:39 smithi110 bash[54479]: audit 2024-02-18T08:55:39.046157+0000 mon.a (mon.0) 1890 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:55:39.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:39 smithi110 bash[55875]: audit 2024-02-18T08:55:39.044917+0000 mon.a (mon.0) 1888 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2024-02-18T08:55:39.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:39 smithi110 bash[55875]: audit 2024-02-18T08:55:39.045674+0000 mon.a (mon.0) 1889 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-02-18T08:55:39.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:39 smithi110 bash[55875]: audit 2024-02-18T08:55:39.046157+0000 mon.a (mon.0) 1890 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T08:55:40.169 INFO:tasks.workunit.client.0.smithi110.stdout: 1090: throughput=5MB/sec pending data=0 2024-02-18T08:55:40.169 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OitXZN-Tlb7wzr- off=20260018 len=1661692 2024-02-18T08:55:40.183 INFO:tasks.workunit.client.0.smithi110.stdout:op 5697 completed, throughput=5MB/sec 2024-02-18T08:55:40.183 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_dvlapyErtavWRc off=18131828 len=15604 2024-02-18T08:55:40.187 INFO:tasks.workunit.client.0.smithi110.stdout:op 5698 completed, throughput=5MB/sec 2024-02-18T08:55:40.187 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ALPoTxjHca_jj7e off=9003481 len=281104 2024-02-18T08:55:40.192 INFO:tasks.workunit.client.0.smithi110.stdout:op 5699 completed, throughput=5MB/sec 2024-02-18T08:55:40.192 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-h4bQEveTd1v9Dlm off=1842723 len=1691423 2024-02-18T08:55:40.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 5700 completed, throughput=5MB/sec 2024-02-18T08:55:40.202 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tJAwv9YzcBbfcM_ off=8376977 len=1125516 2024-02-18T08:55:40.205 INFO:tasks.workunit.client.0.smithi110.stdout:op 5701 completed, throughput=5MB/sec 2024-02-18T08:55:40.205 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JJRFNIMLvdrejOh off=4033141 len=1389169 2024-02-18T08:55:40.213 INFO:tasks.workunit.client.0.smithi110.stdout:op 5702 completed, throughput=5MB/sec 2024-02-18T08:55:40.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:40 smithi191 bash[38688]: cluster 2024-02-18T08:55:39.417003+0000 mgr.y (mgr.44100) 1181 : cluster [DBG] pgmap v1725: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:55:40.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:40 smithi110 bash[54479]: cluster 2024-02-18T08:55:39.417003+0000 mgr.y (mgr.44100) 1181 : cluster [DBG] pgmap v1725: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:55:40.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:40 smithi110 bash[55875]: cluster 2024-02-18T08:55:39.417003+0000 mgr.y (mgr.44100) 1181 : cluster [DBG] pgmap v1725: 73 pgs: 73 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:55:41.213 INFO:tasks.workunit.client.0.smithi110.stdout: 1091: throughput=5MB/sec pending data=0 2024-02-18T08:55:41.213 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QkE92725i3NJgtG off=11188440 len=2070418 2024-02-18T08:55:41.220 INFO:tasks.workunit.client.0.smithi110.stdout:op 5703 completed, throughput=5MB/sec 2024-02-18T08:55:41.220 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uLLP_AUGFH652m0 off=4917172 len=1510074 2024-02-18T08:55:41.232 INFO:tasks.workunit.client.0.smithi110.stdout:op 5704 completed, throughput=5MB/sec 2024-02-18T08:55:41.232 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I7--LbEZnlUQQvO off=3560786 len=1050708 2024-02-18T08:55:41.240 INFO:tasks.workunit.client.0.smithi110.stdout:op 5705 completed, throughput=5MB/sec 2024-02-18T08:55:42.241 INFO:tasks.workunit.client.0.smithi110.stdout: 1092: throughput=5MB/sec pending data=0 2024-02-18T08:55:42.241 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dyNuXE7tbCX3WPr off=12725624 len=837854 2024-02-18T08:55:42.249 INFO:tasks.workunit.client.0.smithi110.stdout:op 5706 completed, throughput=5MB/sec 2024-02-18T08:55:42.249 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QhSxoohWFxwv_tr off=2055185 len=43249 2024-02-18T08:55:42.249 INFO:tasks.workunit.client.0.smithi110.stdout:op 5707 completed, throughput=5MB/sec 2024-02-18T08:55:42.249 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ow0CmCwGS4Nd4Gp off=22230225 len=963052 2024-02-18T08:55:42.252 INFO:tasks.workunit.client.0.smithi110.stdout:op 5708 completed, throughput=5MB/sec 2024-02-18T08:55:42.252 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qBZVdPJRwOAaroL off=1214262 len=1142392 2024-02-18T08:55:42.254 INFO:tasks.workunit.client.0.smithi110.stdout:op 5709 completed, throughput=5MB/sec 2024-02-18T08:55:42.254 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GOsKSaMr_Iv7W3A off=17729215 len=1268872 2024-02-18T08:55:42.263 INFO:tasks.workunit.client.0.smithi110.stdout:op 5710 completed, throughput=5MB/sec 2024-02-18T08:55:42.263 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DMRJmgqb461zrm3 off=12026550 len=628985 2024-02-18T08:55:42.268 INFO:tasks.workunit.client.0.smithi110.stdout:op 5711 completed, throughput=5MB/sec 2024-02-18T08:55:42.268 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kntMbmr5Lr3O8Ry off=1474892 len=1186703 2024-02-18T08:55:42.275 INFO:tasks.workunit.client.0.smithi110.stdout:op 5712 completed, throughput=5MB/sec 2024-02-18T08:55:42.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:42 smithi191 bash[38688]: cluster 2024-02-18T08:55:41.417872+0000 mgr.y (mgr.44100) 1182 : cluster [DBG] pgmap v1726: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:55:42.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:42 smithi110 bash[54479]: cluster 2024-02-18T08:55:41.417872+0000 mgr.y (mgr.44100) 1182 : cluster [DBG] pgmap v1726: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:55:42.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:42 smithi110 bash[55875]: cluster 2024-02-18T08:55:41.417872+0000 mgr.y (mgr.44100) 1182 : cluster [DBG] pgmap v1726: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-02-18T08:55:43.275 INFO:tasks.workunit.client.0.smithi110.stdout: 1093: throughput=5MB/sec pending data=0 2024-02-18T08:55:43.275 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2JO6jncxFooHtFo off=237150 len=1503704 2024-02-18T08:55:43.280 INFO:tasks.workunit.client.0.smithi110.stdout:op 5713 completed, throughput=5MB/sec 2024-02-18T08:55:43.280 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-6rfzQlmWCNVcHqP off=608210 len=1812815 2024-02-18T08:55:43.284 INFO:tasks.workunit.client.0.smithi110.stdout:op 5714 completed, throughput=5MB/sec 2024-02-18T08:55:43.285 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Ep2B0xqCSxGBtwo off=1440821 len=14044 2024-02-18T08:55:43.289 INFO:tasks.workunit.client.0.smithi110.stdout:op 5715 completed, throughput=5MB/sec 2024-02-18T08:55:43.289 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kKWoo18REz427Y- off=2037954 len=1213634 2024-02-18T08:55:43.293 INFO:tasks.workunit.client.0.smithi110.stdout:op 5716 completed, throughput=5MB/sec 2024-02-18T08:55:44.293 INFO:tasks.workunit.client.0.smithi110.stdout: 1094: throughput=5MB/sec pending data=0 2024-02-18T08:55:44.293 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jY2zrBuS3dBPqKB off=1760585 len=1242246 2024-02-18T08:55:44.297 INFO:tasks.workunit.client.0.smithi110.stdout:op 5717 completed, throughput=5MB/sec 2024-02-18T08:55:44.297 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-P0I2barXnAq_7e0 off=935626 len=1565065 2024-02-18T08:55:44.301 INFO:tasks.workunit.client.0.smithi110.stdout:op 5718 completed, throughput=5MB/sec 2024-02-18T08:55:44.302 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2mtPtV_DMpVByOt off=2736846 len=953728 2024-02-18T08:55:44.311 INFO:tasks.workunit.client.0.smithi110.stdout:op 5719 completed, throughput=5MB/sec 2024-02-18T08:55:44.311 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uar-AGshGwEPP1r off=15257084 len=1949662 2024-02-18T08:55:44.325 INFO:tasks.workunit.client.0.smithi110.stdout:op 5720 completed, throughput=5MB/sec 2024-02-18T08:55:44.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:44 smithi191 bash[38688]: cluster 2024-02-18T08:55:43.418860+0000 mgr.y (mgr.44100) 1183 : cluster [DBG] pgmap v1727: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-02-18T08:55:44.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:44 smithi110 bash[55875]: cluster 2024-02-18T08:55:43.418860+0000 mgr.y (mgr.44100) 1183 : cluster [DBG] pgmap v1727: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-02-18T08:55:44.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:44 smithi110 bash[54479]: cluster 2024-02-18T08:55:43.418860+0000 mgr.y (mgr.44100) 1183 : cluster [DBG] pgmap v1727: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-02-18T08:55:45.325 INFO:tasks.workunit.client.0.smithi110.stdout: 1095: throughput=5MB/sec pending data=0 2024-02-18T08:55:45.326 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0FyW6ITzaqbBdYU off=5451764 len=1555322 2024-02-18T08:55:45.330 INFO:tasks.workunit.client.0.smithi110.stdout:op 5721 completed, throughput=5MB/sec 2024-02-18T08:55:45.331 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-oewj2zoC7BU4krg off=2152081 len=1541332 2024-02-18T08:55:45.343 INFO:tasks.workunit.client.0.smithi110.stdout:op 5722 completed, throughput=5MB/sec 2024-02-18T08:55:45.343 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-l6M5mKVDXLxWUQP off=377150 len=423906 2024-02-18T08:55:45.349 INFO:tasks.workunit.client.0.smithi110.stdout:op 5723 completed, throughput=5MB/sec 2024-02-18T08:55:45.349 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-3VLaNcnzJicctx5 off=443420 len=744207 2024-02-18T08:55:45.351 INFO:tasks.workunit.client.0.smithi110.stdout:op 5724 completed, throughput=5MB/sec 2024-02-18T08:55:45.351 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UvG28OWsQSeomBh off=23273940 len=11004 2024-02-18T08:55:45.353 INFO:tasks.workunit.client.0.smithi110.stdout:op 5725 completed, throughput=5MB/sec 2024-02-18T08:55:45.353 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TjLaK3r-UecFdu6 off=1732945 len=1930446 2024-02-18T08:55:45.363 INFO:tasks.workunit.client.0.smithi110.stdout:op 5726 completed, throughput=5MB/sec 2024-02-18T08:55:46.363 INFO:tasks.workunit.client.0.smithi110.stdout: 1096: throughput=5MB/sec pending data=0 2024-02-18T08:55:46.364 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kAEbf6wi505iRvG off=453751 len=1885403 2024-02-18T08:55:46.368 INFO:tasks.workunit.client.0.smithi110.stdout:op 5727 completed, throughput=5MB/sec 2024-02-18T08:55:46.368 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Apn5XRIY-37f3mq off=16897361 len=1400012 2024-02-18T08:55:46.371 INFO:tasks.workunit.client.0.smithi110.stdout:op 5728 completed, throughput=5MB/sec 2024-02-18T08:55:46.371 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ecYUX3RlzSN0gqm off=654476 len=624724 2024-02-18T08:55:46.373 INFO:tasks.workunit.client.0.smithi110.stdout:op 5729 completed, throughput=5MB/sec 2024-02-18T08:55:46.373 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZQLogoaktEtQyZy off=3950954 len=37624 2024-02-18T08:55:46.374 INFO:tasks.workunit.client.0.smithi110.stdout:op 5730 completed, throughput=5MB/sec 2024-02-18T08:55:46.375 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1MPIAL7SiK9KVZn off=55112 len=771906 2024-02-18T08:55:46.377 INFO:tasks.workunit.client.0.smithi110.stdout:op 5731 completed, throughput=5MB/sec 2024-02-18T08:55:46.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:46 smithi191 bash[38688]: cluster 2024-02-18T08:55:45.419734+0000 mgr.y (mgr.44100) 1184 : cluster [DBG] pgmap v1728: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:46.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:46 smithi110 bash[55875]: cluster 2024-02-18T08:55:45.419734+0000 mgr.y (mgr.44100) 1184 : cluster [DBG] pgmap v1728: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:46.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:46 smithi110 bash[54479]: cluster 2024-02-18T08:55:45.419734+0000 mgr.y (mgr.44100) 1184 : cluster [DBG] pgmap v1728: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:47.378 INFO:tasks.workunit.client.0.smithi110.stdout: 1097: throughput=5MB/sec pending data=0 2024-02-18T08:55:47.378 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5UjHZGXF4Dudcfe off=21993138 len=1924103 2024-02-18T08:55:47.384 INFO:tasks.workunit.client.0.smithi110.stdout:op 5732 completed, throughput=5MB/sec 2024-02-18T08:55:47.384 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-c1zEVuMFDMz4EP- off=7770393 len=786196 2024-02-18T08:55:47.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 5733 completed, throughput=5MB/sec 2024-02-18T08:55:47.393 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ANX9jSg2JoeYIuM off=905829 len=2042183 2024-02-18T08:55:47.398 INFO:tasks.workunit.client.0.smithi110.stdout:op 5734 completed, throughput=5MB/sec 2024-02-18T08:55:47.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:47 smithi191 bash[38688]: cluster 2024-02-18T08:55:47.420383+0000 mgr.y (mgr.44100) 1185 : cluster [DBG] pgmap v1729: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:47.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:47 smithi110 bash[54479]: cluster 2024-02-18T08:55:47.420383+0000 mgr.y (mgr.44100) 1185 : cluster [DBG] pgmap v1729: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:47.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:47 smithi110 bash[55875]: cluster 2024-02-18T08:55:47.420383+0000 mgr.y (mgr.44100) 1185 : cluster [DBG] pgmap v1729: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-02-18T08:55:48.398 INFO:tasks.workunit.client.0.smithi110.stdout: 1098: throughput=5MB/sec pending data=0 2024-02-18T08:55:48.398 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ArZpchCUyqCyM0q off=14190627 len=1934576 2024-02-18T08:55:48.405 INFO:tasks.workunit.client.0.smithi110.stdout:op 5735 completed, throughput=5MB/sec 2024-02-18T08:55:48.405 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-D_F6bTZxm8tZ6-b off=12314143 len=425361 2024-02-18T08:55:48.411 INFO:tasks.workunit.client.0.smithi110.stdout:op 5736 completed, throughput=5MB/sec 2024-02-18T08:55:48.412 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_qAgO3l_gNLr4EL off=11861785 len=1891014 2024-02-18T08:55:48.415 INFO:tasks.workunit.client.0.smithi110.stdout:op 5737 completed, throughput=5MB/sec 2024-02-18T08:55:48.415 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-kAEbf6wi505iRvG off=703590 len=48976 2024-02-18T08:55:48.416 INFO:tasks.workunit.client.0.smithi110.stdout:op 5738 completed, throughput=5MB/sec 2024-02-18T08:55:48.416 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-d4-UG6DLrDmb1H7 off=13118217 len=853370 2024-02-18T08:55:48.423 INFO:tasks.workunit.client.0.smithi110.stdout:op 5739 completed, throughput=5MB/sec 2024-02-18T08:55:48.423 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JCbSoC0FhHUnFRJ off=11377907 len=380917 2024-02-18T08:55:48.427 INFO:tasks.workunit.client.0.smithi110.stdout:op 5740 completed, throughput=5MB/sec 2024-02-18T08:55:49.427 INFO:tasks.workunit.client.0.smithi110.stdout: 1099: throughput=5MB/sec pending data=0 2024-02-18T08:55:49.427 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AN1At-IbN-fYCQE off=0 len=1978940 2024-02-18T08:55:49.443 INFO:tasks.workunit.client.0.smithi110.stdout:op 5741 completed, throughput=5MB/sec 2024-02-18T08:55:49.443 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tJKAEkzNE6-MwRd off=4977670 len=1689859 2024-02-18T08:55:49.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 5742 completed, throughput=5MB/sec 2024-02-18T08:55:49.453 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-TVSCJaZfj_NGXYN off=5397487 len=517522 2024-02-18T08:55:49.456 INFO:tasks.workunit.client.0.smithi110.stdout:op 5743 completed, throughput=5MB/sec 2024-02-18T08:55:49.456 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vIZwCWWP2Q0y38q off=2407101 len=951776 2024-02-18T08:55:49.458 INFO:tasks.workunit.client.0.smithi110.stdout:op 5744 completed, throughput=5MB/sec 2024-02-18T08:55:49.458 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ztY2Zo0w7s0BSAj off=11267882 len=1337457 2024-02-18T08:55:49.459 INFO:tasks.workunit.client.0.smithi110.stdout:op 5745 completed, throughput=5MB/sec 2024-02-18T08:55:50.459 INFO:tasks.workunit.client.0.smithi110.stdout: 1100: throughput=5MB/sec pending data=0 2024-02-18T08:55:50.460 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XOZSBcMhO5eNJSn off=3289338 len=1220380 2024-02-18T08:55:50.469 INFO:tasks.workunit.client.0.smithi110.stdout:op 5746 completed, throughput=5MB/sec 2024-02-18T08:55:50.469 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CVZioFsemuLjn0k off=4239202 len=1129829 2024-02-18T08:55:50.473 INFO:tasks.workunit.client.0.smithi110.stdout:op 5747 completed, throughput=5MB/sec 2024-02-18T08:55:50.473 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-y-lmlc5sDsfesES off=3218614 len=450623 2024-02-18T08:55:50.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 5748 completed, throughput=5MB/sec 2024-02-18T08:55:50.479 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EkkikqgjXTJ8J39 off=8410270 len=1914829 2024-02-18T08:55:50.491 INFO:tasks.workunit.client.0.smithi110.stdout:op 5749 completed, throughput=5MB/sec 2024-02-18T08:55:50.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:50 smithi191 bash[38688]: cluster 2024-02-18T08:55:49.421242+0000 mgr.y (mgr.44100) 1186 : cluster [DBG] pgmap v1730: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:55:50.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:50 smithi110 bash[54479]: cluster 2024-02-18T08:55:49.421242+0000 mgr.y (mgr.44100) 1186 : cluster [DBG] pgmap v1730: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:55:50.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:50 smithi110 bash[55875]: cluster 2024-02-18T08:55:49.421242+0000 mgr.y (mgr.44100) 1186 : cluster [DBG] pgmap v1730: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-02-18T08:55:51.491 INFO:tasks.workunit.client.0.smithi110.stdout: 1101: throughput=5MB/sec pending data=0 2024-02-18T08:55:51.492 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EXlwyIDbIEL6bhI off=14194043 len=910493 2024-02-18T08:55:51.499 INFO:tasks.workunit.client.0.smithi110.stdout:op 5750 completed, throughput=5MB/sec 2024-02-18T08:55:51.499 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-bAek4mEdmDwDhww off=10388580 len=158964 2024-02-18T08:55:51.501 INFO:tasks.workunit.client.0.smithi110.stdout:op 5751 completed, throughput=5MB/sec 2024-02-18T08:55:51.501 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g-6j_6re-h3lBZk off=522801 len=1070269 2024-02-18T08:55:51.504 INFO:tasks.workunit.client.0.smithi110.stdout:op 5752 completed, throughput=5MB/sec 2024-02-18T08:55:51.504 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GQAVVmD5lxBFoml off=6733306 len=2056451 2024-02-18T08:55:51.514 INFO:tasks.workunit.client.0.smithi110.stdout:op 5753 completed, throughput=5MB/sec 2024-02-18T08:55:51.514 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-E7xt0rslTWnnrRb off=2125975 len=1749327 2024-02-18T08:55:51.525 INFO:tasks.workunit.client.0.smithi110.stdout:op 5754 completed, throughput=5MB/sec 2024-02-18T08:55:52.525 INFO:tasks.workunit.client.0.smithi110.stdout: 1102: throughput=5MB/sec pending data=0 2024-02-18T08:55:52.525 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wF8Q_PAlAKooBJi off=16962978 len=15608 2024-02-18T08:55:52.530 INFO:tasks.workunit.client.0.smithi110.stdout:op 5755 completed, throughput=5MB/sec 2024-02-18T08:55:52.530 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AvY_o75adsKvb2D off=4214134 len=1068035 2024-02-18T08:55:52.539 INFO:tasks.workunit.client.0.smithi110.stdout:op 5756 completed, throughput=5MB/sec 2024-02-18T08:55:52.539 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xO9RHS79gOJsUi7 off=4477935 len=454765 2024-02-18T08:55:52.541 INFO:tasks.workunit.client.0.smithi110.stdout:op 5757 completed, throughput=5MB/sec 2024-02-18T08:55:52.541 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gmBKotIxVIMF7Ry off=3878924 len=1502931 2024-02-18T08:55:52.544 INFO:tasks.workunit.client.0.smithi110.stdout:op 5758 completed, throughput=5MB/sec 2024-02-18T08:55:52.544 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-iWtk0RZY3RQvsBb off=1426345 len=1635351 2024-02-18T08:55:52.547 INFO:tasks.workunit.client.0.smithi110.stdout:op 5759 completed, throughput=5MB/sec 2024-02-18T08:55:52.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:52 smithi191 bash[38688]: cluster 2024-02-18T08:55:51.422088+0000 mgr.y (mgr.44100) 1187 : cluster [DBG] pgmap v1731: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:55:52.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:52 smithi110 bash[54479]: cluster 2024-02-18T08:55:51.422088+0000 mgr.y (mgr.44100) 1187 : cluster [DBG] pgmap v1731: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:55:52.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:52 smithi110 bash[55875]: cluster 2024-02-18T08:55:51.422088+0000 mgr.y (mgr.44100) 1187 : cluster [DBG] pgmap v1731: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:55:53.548 INFO:tasks.workunit.client.0.smithi110.stdout: 1103: throughput=5MB/sec pending data=0 2024-02-18T08:55:53.548 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-xAjOZ_uuEgp_-ya off=229635 len=1195160 2024-02-18T08:55:53.557 INFO:tasks.workunit.client.0.smithi110.stdout:op 5760 completed, throughput=5MB/sec 2024-02-18T08:55:53.557 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gO8NWZrDnfhy48F off=9705560 len=84064 2024-02-18T08:55:53.558 INFO:tasks.workunit.client.0.smithi110.stdout:op 5761 completed, throughput=5MB/sec 2024-02-18T08:55:53.558 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GtQjq-kVq7OMhZu off=3467619 len=382824 2024-02-18T08:55:53.560 INFO:tasks.workunit.client.0.smithi110.stdout:op 5762 completed, throughput=5MB/sec 2024-02-18T08:55:53.560 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vuI5623vh_-t2ND off=10241060 len=1348732 2024-02-18T08:55:53.572 INFO:tasks.workunit.client.0.smithi110.stdout:op 5763 completed, throughput=5MB/sec 2024-02-18T08:55:53.572 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Ls7gNwUezrhqmE8 off=3093521 len=1173979 2024-02-18T08:55:53.574 INFO:tasks.workunit.client.0.smithi110.stdout:op 5764 completed, throughput=5MB/sec 2024-02-18T08:55:53.574 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-w36fa0Bt_pYNcOR off=4072799 len=650784 2024-02-18T08:55:53.576 INFO:tasks.workunit.client.0.smithi110.stdout:op 5765 completed, throughput=5MB/sec 2024-02-18T08:55:53.576 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-SzU6adbyoedWprH off=1049787 len=1530564 2024-02-18T08:55:53.584 INFO:tasks.workunit.client.0.smithi110.stdout:op 5766 completed, throughput=5MB/sec 2024-02-18T08:55:54.584 INFO:tasks.workunit.client.0.smithi110.stdout: 1104: throughput=5MB/sec pending data=0 2024-02-18T08:55:54.584 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zZHn5eVjDHeO_n_ off=9376330 len=924248 2024-02-18T08:55:54.587 INFO:tasks.workunit.client.0.smithi110.stdout:op 5767 completed, throughput=5MB/sec 2024-02-18T08:55:54.587 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9VcR0CrSs1xyxIU off=6508233 len=1027733 2024-02-18T08:55:54.597 INFO:tasks.workunit.client.0.smithi110.stdout:op 5768 completed, throughput=5MB/sec 2024-02-18T08:55:54.597 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-T88Gg_Xb6J9DDTq off=1826855 len=1221020 2024-02-18T08:55:54.605 INFO:tasks.workunit.client.0.smithi110.stdout:op 5769 completed, throughput=5MB/sec 2024-02-18T08:55:54.605 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6iUjmNwX_mwBO85 off=19131430 len=1464546 2024-02-18T08:55:54.614 INFO:tasks.workunit.client.0.smithi110.stdout:op 5770 completed, throughput=5MB/sec 2024-02-18T08:55:54.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:54 smithi191 bash[38688]: cluster 2024-02-18T08:55:53.423104+0000 mgr.y (mgr.44100) 1188 : cluster [DBG] pgmap v1732: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:55:54.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:54 smithi110 bash[54479]: cluster 2024-02-18T08:55:53.423104+0000 mgr.y (mgr.44100) 1188 : cluster [DBG] pgmap v1732: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:55:54.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:54 smithi110 bash[55875]: cluster 2024-02-18T08:55:53.423104+0000 mgr.y (mgr.44100) 1188 : cluster [DBG] pgmap v1732: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:55:55.615 INFO:tasks.workunit.client.0.smithi110.stdout: 1105: throughput=5MB/sec pending data=0 2024-02-18T08:55:55.615 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-bkl9qV989rJOfWP off=4833402 len=1847070 2024-02-18T08:55:55.630 INFO:tasks.workunit.client.0.smithi110.stdout:op 5771 completed, throughput=5MB/sec 2024-02-18T08:55:55.630 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZIGEgmlPs92N8E4 off=2325349 len=32385 2024-02-18T08:55:55.631 INFO:tasks.workunit.client.0.smithi110.stdout:op 5772 completed, throughput=5MB/sec 2024-02-18T08:55:55.631 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YzocljdVUN38pZP off=1110910 len=231495 2024-02-18T08:55:55.632 INFO:tasks.workunit.client.0.smithi110.stdout:op 5773 completed, throughput=5MB/sec 2024-02-18T08:55:55.632 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-O9rz100iDKhYOSJ off=10146378 len=1263373 2024-02-18T08:55:55.642 INFO:tasks.workunit.client.0.smithi110.stdout:op 5774 completed, throughput=5MB/sec 2024-02-18T08:55:55.642 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-vmcniLkOoOUvXJw off=3490126 len=1343064 2024-02-18T08:55:55.651 INFO:tasks.workunit.client.0.smithi110.stdout:op 5775 completed, throughput=5MB/sec 2024-02-18T08:55:55.651 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4qzsvztH7pZ7d3f off=2840652 len=2045754 2024-02-18T08:55:55.654 INFO:tasks.workunit.client.0.smithi110.stdout:op 5776 completed, throughput=5MB/sec 2024-02-18T08:55:56.655 INFO:tasks.workunit.client.0.smithi110.stdout: 1106: throughput=5MB/sec pending data=0 2024-02-18T08:55:56.655 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WzRTZoSCKnfJzRQ off=6734369 len=335127 2024-02-18T08:55:56.656 INFO:tasks.workunit.client.0.smithi110.stdout:op 5777 completed, throughput=5MB/sec 2024-02-18T08:55:56.657 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MhoZ3z5D6ShX8wi off=12771038 len=1933705 2024-02-18T08:55:56.670 INFO:tasks.workunit.client.0.smithi110.stdout:op 5778 completed, throughput=5MB/sec 2024-02-18T08:55:56.671 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cCUQSlk4LKcyQjH off=9558884 len=1358465 2024-02-18T08:55:56.681 INFO:tasks.workunit.client.0.smithi110.stdout:op 5779 completed, throughput=5MB/sec 2024-02-18T08:55:56.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:56 smithi191 bash[38688]: cluster 2024-02-18T08:55:55.423893+0000 mgr.y (mgr.44100) 1189 : cluster [DBG] pgmap v1733: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:55:56.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:56 smithi110 bash[54479]: cluster 2024-02-18T08:55:55.423893+0000 mgr.y (mgr.44100) 1189 : cluster [DBG] pgmap v1733: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:55:56.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:56 smithi110 bash[55875]: cluster 2024-02-18T08:55:55.423893+0000 mgr.y (mgr.44100) 1189 : cluster [DBG] pgmap v1733: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:55:57.681 INFO:tasks.workunit.client.0.smithi110.stdout: 1107: throughput=5MB/sec pending data=0 2024-02-18T08:55:57.682 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-hp-0F8_cpLMQKAA off=338078 len=380374 2024-02-18T08:55:57.683 INFO:tasks.workunit.client.0.smithi110.stdout:op 5780 completed, throughput=5MB/sec 2024-02-18T08:55:57.683 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-68-7kEQFbFfz4D4 off=17260357 len=1206370 2024-02-18T08:55:57.693 INFO:tasks.workunit.client.0.smithi110.stdout:op 5781 completed, throughput=5MB/sec 2024-02-18T08:55:57.694 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5koHm1UdwYPC5Y3 off=1768454 len=1674487 2024-02-18T08:55:57.697 INFO:tasks.workunit.client.0.smithi110.stdout:op 5782 completed, throughput=5MB/sec 2024-02-18T08:55:57.697 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k4_eVhU6ekSp2sw off=7913223 len=960367 2024-02-18T08:55:57.701 INFO:tasks.workunit.client.0.smithi110.stdout:op 5783 completed, throughput=5MB/sec 2024-02-18T08:55:57.701 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7rmpfQkS-wKVS9w off=3354971 len=1544700 2024-02-18T08:55:57.714 INFO:tasks.workunit.client.0.smithi110.stdout:op 5784 completed, throughput=5MB/sec 2024-02-18T08:55:58.714 INFO:tasks.workunit.client.0.smithi110.stdout: 1108: throughput=5MB/sec pending data=0 2024-02-18T08:55:58.714 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-61cB1PpOpruOgTn off=1006282 len=1153333 2024-02-18T08:55:58.718 INFO:tasks.workunit.client.0.smithi110.stdout:op 5785 completed, throughput=5MB/sec 2024-02-18T08:55:58.718 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-33_ZTB2xzk7VU5w off=869201 len=1647983 2024-02-18T08:55:58.732 INFO:tasks.workunit.client.0.smithi110.stdout:op 5786 completed, throughput=5MB/sec 2024-02-18T08:55:58.732 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ItBqoY4Gh5nVRgy off=218635 len=784759 2024-02-18T08:55:58.734 INFO:tasks.workunit.client.0.smithi110.stdout:op 5787 completed, throughput=5MB/sec 2024-02-18T08:55:58.734 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-067CC6TWnnwV77n off=823297 len=971809 2024-02-18T08:55:58.741 INFO:tasks.workunit.client.0.smithi110.stdout:op 5788 completed, throughput=5MB/sec 2024-02-18T08:55:58.741 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UKliMKycsmu_-9Z off=9287203 len=128783 2024-02-18T08:55:58.742 INFO:tasks.workunit.client.0.smithi110.stdout:op 5789 completed, throughput=5MB/sec 2024-02-18T08:55:58.742 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tx8KkZPdN5qdMpO off=13689043 len=1326295 2024-02-18T08:55:58.750 INFO:tasks.workunit.client.0.smithi110.stdout:op 5790 completed, throughput=5MB/sec 2024-02-18T08:55:58.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:55:58 smithi191 bash[38688]: cluster 2024-02-18T08:55:57.424772+0000 mgr.y (mgr.44100) 1190 : cluster [DBG] pgmap v1734: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:55:58.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:55:58 smithi110 bash[55875]: cluster 2024-02-18T08:55:57.424772+0000 mgr.y (mgr.44100) 1190 : cluster [DBG] pgmap v1734: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:55:58.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:55:58 smithi110 bash[54479]: cluster 2024-02-18T08:55:57.424772+0000 mgr.y (mgr.44100) 1190 : cluster [DBG] pgmap v1734: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-02-18T08:55:59.751 INFO:tasks.workunit.client.0.smithi110.stdout: 1109: throughput=5MB/sec pending data=0 2024-02-18T08:55:59.751 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JWBfESyNl80xNbM off=1799360 len=284917 2024-02-18T08:55:59.756 INFO:tasks.workunit.client.0.smithi110.stdout:op 5791 completed, throughput=5MB/sec 2024-02-18T08:55:59.756 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LmkaHuYZ-7VCugj off=1005105 len=1214875 2024-02-18T08:55:59.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 5792 completed, throughput=5MB/sec 2024-02-18T08:55:59.759 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ulooARi4oCMb3NO off=671086 len=1150942 2024-02-18T08:55:59.763 INFO:tasks.workunit.client.0.smithi110.stdout:op 5793 completed, throughput=5MB/sec 2024-02-18T08:55:59.763 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6Y5G7UbyXA8Pyke off=11798430 len=128609 2024-02-18T08:55:59.768 INFO:tasks.workunit.client.0.smithi110.stdout:op 5794 completed, throughput=5MB/sec 2024-02-18T08:55:59.769 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ayTM3ACLY37NyF0 off=13578824 len=2002845 2024-02-18T08:55:59.780 INFO:tasks.workunit.client.0.smithi110.stdout:op 5795 completed, throughput=5MB/sec 2024-02-18T08:56:00.781 INFO:tasks.workunit.client.0.smithi110.stdout: 1110: throughput=5MB/sec pending data=0 2024-02-18T08:56:00.781 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sGtmVEusblXrZVy off=10649410 len=1233155 2024-02-18T08:56:00.784 INFO:tasks.workunit.client.0.smithi110.stdout:op 5796 completed, throughput=5MB/sec 2024-02-18T08:56:00.784 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Aahg1e1tU0Q_J3x off=3590053 len=833192 2024-02-18T08:56:00.795 INFO:tasks.workunit.client.0.smithi110.stdout:op 5797 completed, throughput=5MB/sec 2024-02-18T08:56:00.795 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lyPzio8peQMt-ok off=17490227 len=198167 2024-02-18T08:56:00.800 INFO:tasks.workunit.client.0.smithi110.stdout:op 5798 completed, throughput=5MB/sec 2024-02-18T08:56:00.800 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-wo90f0JVhu6azbP off=19801782 len=1114269 2024-02-18T08:56:00.808 INFO:tasks.workunit.client.0.smithi110.stdout:op 5799 completed, throughput=5MB/sec 2024-02-18T08:56:00.809 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Yvt3PtFWiZo1Qn8 off=2933789 len=1154047 2024-02-18T08:56:00.815 INFO:tasks.workunit.client.0.smithi110.stdout:op 5800 completed, throughput=5MB/sec 2024-02-18T08:56:00.815 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WBJtpbZpzXFX8z7 off=5707592 len=1792903 2024-02-18T08:56:00.817 INFO:tasks.workunit.client.0.smithi110.stdout:op 5801 completed, throughput=5MB/sec 2024-02-18T08:56:00.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:00 smithi191 bash[38688]: cluster 2024-02-18T08:55:59.425816+0000 mgr.y (mgr.44100) 1191 : cluster [DBG] pgmap v1735: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:56:00.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:00 smithi110 bash[54479]: cluster 2024-02-18T08:55:59.425816+0000 mgr.y (mgr.44100) 1191 : cluster [DBG] pgmap v1735: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:56:00.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:00 smithi110 bash[55875]: cluster 2024-02-18T08:55:59.425816+0000 mgr.y (mgr.44100) 1191 : cluster [DBG] pgmap v1735: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-02-18T08:56:01.818 INFO:tasks.workunit.client.0.smithi110.stdout: 1111: throughput=5MB/sec pending data=0 2024-02-18T08:56:01.818 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eS971qjQxwxn2FI off=2909854 len=1332188 2024-02-18T08:56:01.829 INFO:tasks.workunit.client.0.smithi110.stdout:op 5802 completed, throughput=5MB/sec 2024-02-18T08:56:01.829 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LxMgth9D7P-pc1c off=13442503 len=1161190 2024-02-18T08:56:01.837 INFO:tasks.workunit.client.0.smithi110.stdout:op 5803 completed, throughput=5MB/sec 2024-02-18T08:56:01.837 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7AkO0ukICHUKuMO off=9045439 len=1566170 2024-02-18T08:56:01.839 INFO:tasks.workunit.client.0.smithi110.stdout:op 5804 completed, throughput=5MB/sec 2024-02-18T08:56:02.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:02 smithi191 bash[38688]: cluster 2024-02-18T08:56:01.426698+0000 mgr.y (mgr.44100) 1192 : cluster [DBG] pgmap v1736: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:02.839 INFO:tasks.workunit.client.0.smithi110.stdout: 1112: throughput=5MB/sec pending data=0 2024-02-18T08:56:02.839 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1pktgBwfr7b5pq- off=4148136 len=1252246 2024-02-18T08:56:02.844 INFO:tasks.workunit.client.0.smithi110.stdout:op 5805 completed, throughput=5MB/sec 2024-02-18T08:56:02.844 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KqG9v6yZ-DQMTSw off=4476915 len=1070965 2024-02-18T08:56:02.863 INFO:tasks.workunit.client.0.smithi110.stdout:op 5806 completed, throughput=5MB/sec 2024-02-18T08:56:02.863 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Pzy3h5Wi0N7HT_G off=5852443 len=769356 2024-02-18T08:56:02.870 INFO:tasks.workunit.client.0.smithi110.stdout:op 5807 completed, throughput=5MB/sec 2024-02-18T08:56:02.870 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-heEgBd9LDrmOyn3 off=12137160 len=808417 2024-02-18T08:56:02.877 INFO:tasks.workunit.client.0.smithi110.stdout:op 5808 completed, throughput=5MB/sec 2024-02-18T08:56:02.877 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-om_1uVtPtATGa4u off=8818524 len=890001 2024-02-18T08:56:02.884 INFO:tasks.workunit.client.0.smithi110.stdout:op 5809 completed, throughput=5MB/sec 2024-02-18T08:56:02.884 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-O0mPIDhvCtJTA6Q off=3403232 len=1213689 2024-02-18T08:56:02.891 INFO:tasks.workunit.client.0.smithi110.stdout:op 5810 completed, throughput=5MB/sec 2024-02-18T08:56:02.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:02 smithi110 bash[54479]: cluster 2024-02-18T08:56:01.426698+0000 mgr.y (mgr.44100) 1192 : cluster [DBG] pgmap v1736: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:02.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:02 smithi110 bash[55875]: cluster 2024-02-18T08:56:01.426698+0000 mgr.y (mgr.44100) 1192 : cluster [DBG] pgmap v1736: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:03.892 INFO:tasks.workunit.client.0.smithi110.stdout: 1113: throughput=5MB/sec pending data=0 2024-02-18T08:56:03.892 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-InOcLBRXtfebohL off=12329332 len=1266223 2024-02-18T08:56:03.895 INFO:tasks.workunit.client.0.smithi110.stdout:op 5811 completed, throughput=5MB/sec 2024-02-18T08:56:03.895 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-q36Y49iMfZ7kBx8 off=2441364 len=2075376 2024-02-18T08:56:03.901 INFO:tasks.workunit.client.0.smithi110.stdout:op 5812 completed, throughput=5MB/sec 2024-02-18T08:56:03.901 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IxsNxTLnBF70Ebk off=240926 len=649375 2024-02-18T08:56:03.908 INFO:tasks.workunit.client.0.smithi110.stdout:op 5813 completed, throughput=5MB/sec 2024-02-18T08:56:03.909 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-sUK-rdPKf_UNqb8 off=952311 len=238525 2024-02-18T08:56:03.910 INFO:tasks.workunit.client.0.smithi110.stdout:op 5814 completed, throughput=5MB/sec 2024-02-18T08:56:03.910 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-g4VOmuAS3YYVPcu off=11731322 len=490469 2024-02-18T08:56:03.911 INFO:tasks.workunit.client.0.smithi110.stdout:op 5815 completed, throughput=5MB/sec 2024-02-18T08:56:03.912 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VtGeUwVeT3Q1Q-x off=2610733 len=1854417 2024-02-18T08:56:03.922 INFO:tasks.workunit.client.0.smithi110.stdout:op 5816 completed, throughput=5MB/sec 2024-02-18T08:56:04.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:04 smithi191 bash[38688]: cluster 2024-02-18T08:56:03.427647+0000 mgr.y (mgr.44100) 1193 : cluster [DBG] pgmap v1737: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:56:04.923 INFO:tasks.workunit.client.0.smithi110.stdout: 1114: throughput=5MB/sec pending data=0 2024-02-18T08:56:04.923 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-soOSim4TvTH_YQy off=19231475 len=938334 2024-02-18T08:56:04.930 INFO:tasks.workunit.client.0.smithi110.stdout:op 5817 completed, throughput=5MB/sec 2024-02-18T08:56:04.930 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6ntZn0FOw74UPLz off=2929850 len=1078504 2024-02-18T08:56:04.938 INFO:tasks.workunit.client.0.smithi110.stdout:op 5818 completed, throughput=5MB/sec 2024-02-18T08:56:04.938 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KU1ai_UB6rOpUAm off=255288 len=912798 2024-02-18T08:56:04.946 INFO:tasks.workunit.client.0.smithi110.stdout:op 5819 completed, throughput=5MB/sec 2024-02-18T08:56:04.946 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cY-3Pz9cTHtm0IS off=3739580 len=54375 2024-02-18T08:56:04.950 INFO:tasks.workunit.client.0.smithi110.stdout:op 5820 completed, throughput=5MB/sec 2024-02-18T08:56:04.950 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DnnSPur7ORAa_bQ off=3147063 len=1052892 2024-02-18T08:56:04.953 INFO:tasks.workunit.client.0.smithi110.stdout:op 5821 completed, throughput=5MB/sec 2024-02-18T08:56:04.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:04 smithi110 bash[54479]: cluster 2024-02-18T08:56:03.427647+0000 mgr.y (mgr.44100) 1193 : cluster [DBG] pgmap v1737: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:56:04.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:04 smithi110 bash[55875]: cluster 2024-02-18T08:56:03.427647+0000 mgr.y (mgr.44100) 1193 : cluster [DBG] pgmap v1737: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-02-18T08:56:05.953 INFO:tasks.workunit.client.0.smithi110.stdout: 1115: throughput=5MB/sec pending data=0 2024-02-18T08:56:05.953 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ik-O-DOKf_KdhFA off=6191949 len=1908476 2024-02-18T08:56:05.967 INFO:tasks.workunit.client.0.smithi110.stdout:op 5822 completed, throughput=5MB/sec 2024-02-18T08:56:05.968 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9QOnmxeItxPef0w off=3008188 len=1419349 2024-02-18T08:56:05.977 INFO:tasks.workunit.client.0.smithi110.stdout:op 5823 completed, throughput=5MB/sec 2024-02-18T08:56:05.977 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z2NXi2Ub-1wqtAU off=176608 len=1690031 2024-02-18T08:56:05.978 INFO:tasks.workunit.client.0.smithi110.stdout:op 5824 completed, throughput=5MB/sec 2024-02-18T08:56:05.978 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QhSxoohWFxwv_tr off=3301737 len=1590532 2024-02-18T08:56:05.982 INFO:tasks.workunit.client.0.smithi110.stdout:op 5825 completed, throughput=5MB/sec 2024-02-18T08:56:06.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:06 smithi191 bash[38688]: cluster 2024-02-18T08:56:05.428455+0000 mgr.y (mgr.44100) 1194 : cluster [DBG] pgmap v1738: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:56:06.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:06 smithi110 bash[54479]: cluster 2024-02-18T08:56:05.428455+0000 mgr.y (mgr.44100) 1194 : cluster [DBG] pgmap v1738: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:56:06.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:06 smithi110 bash[55875]: cluster 2024-02-18T08:56:05.428455+0000 mgr.y (mgr.44100) 1194 : cluster [DBG] pgmap v1738: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:56:06.982 INFO:tasks.workunit.client.0.smithi110.stdout: 1116: throughput=5MB/sec pending data=0 2024-02-18T08:56:06.983 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QQr-JJ2ctMwvtT3 off=3851090 len=887106 2024-02-18T08:56:06.985 INFO:tasks.workunit.client.0.smithi110.stdout:op 5826 completed, throughput=5MB/sec 2024-02-18T08:56:06.986 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-KMUN2L-D82qSRjH off=8587368 len=35407 2024-02-18T08:56:06.987 INFO:tasks.workunit.client.0.smithi110.stdout:op 5827 completed, throughput=5MB/sec 2024-02-18T08:56:06.987 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-b1tOsm5CKPeSKGH off=1079479 len=1402682 2024-02-18T08:56:06.992 INFO:tasks.workunit.client.0.smithi110.stdout:op 5828 completed, throughput=5MB/sec 2024-02-18T08:56:06.992 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-L92BONTQa_AXWxR off=1320182 len=1432368 2024-02-18T08:56:06.995 INFO:tasks.workunit.client.0.smithi110.stdout:op 5829 completed, throughput=5MB/sec 2024-02-18T08:56:06.995 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-yod50iPRryFYEs_ off=77972 len=1080733 2024-02-18T08:56:07.005 INFO:tasks.workunit.client.0.smithi110.stdout:op 5830 completed, throughput=5MB/sec 2024-02-18T08:56:08.005 INFO:tasks.workunit.client.0.smithi110.stdout: 1117: throughput=5MB/sec pending data=0 2024-02-18T08:56:08.005 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-20olkxoV4bSZmyf off=5443892 len=318254 2024-02-18T08:56:08.011 INFO:tasks.workunit.client.0.smithi110.stdout:op 5831 completed, throughput=5MB/sec 2024-02-18T08:56:08.011 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9rG2YPlne5SNRSo off=3645678 len=1191479 2024-02-18T08:56:08.020 INFO:tasks.workunit.client.0.smithi110.stdout:op 5832 completed, throughput=5MB/sec 2024-02-18T08:56:08.021 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ShbXrSRjoASY8De off=8075969 len=1887738 2024-02-18T08:56:08.032 INFO:tasks.workunit.client.0.smithi110.stdout:op 5833 completed, throughput=5MB/sec 2024-02-18T08:56:08.032 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2wEF0Mvqnoqg_g5 off=61022 len=1664446 2024-02-18T08:56:08.039 INFO:tasks.workunit.client.0.smithi110.stdout:op 5834 completed, throughput=5MB/sec 2024-02-18T08:56:08.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:08 smithi191 bash[38688]: cluster 2024-02-18T08:56:07.429373+0000 mgr.y (mgr.44100) 1195 : cluster [DBG] pgmap v1739: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:56:08.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:08 smithi110 bash[54479]: cluster 2024-02-18T08:56:07.429373+0000 mgr.y (mgr.44100) 1195 : cluster [DBG] pgmap v1739: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:56:08.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:08 smithi110 bash[55875]: cluster 2024-02-18T08:56:07.429373+0000 mgr.y (mgr.44100) 1195 : cluster [DBG] pgmap v1739: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:56:09.039 INFO:tasks.workunit.client.0.smithi110.stdout: 1118: throughput=5MB/sec pending data=0 2024-02-18T08:56:09.039 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xMX1dhjb4k8rqlQ off=9480514 len=830627 2024-02-18T08:56:09.042 INFO:tasks.workunit.client.0.smithi110.stdout:op 5835 completed, throughput=5MB/sec 2024-02-18T08:56:09.042 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--eKaHNx9k1YEhVY off=2277614 len=184838 2024-02-18T08:56:09.047 INFO:tasks.workunit.client.0.smithi110.stdout:op 5836 completed, throughput=5MB/sec 2024-02-18T08:56:09.047 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-FnNEFSlOd4o787q off=9021927 len=324814 2024-02-18T08:56:09.049 INFO:tasks.workunit.client.0.smithi110.stdout:op 5837 completed, throughput=5MB/sec 2024-02-18T08:56:09.049 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-CLTgh80VQMJW_DD off=2942048 len=1799104 2024-02-18T08:56:09.053 INFO:tasks.workunit.client.0.smithi110.stdout:op 5838 completed, throughput=5MB/sec 2024-02-18T08:56:09.053 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mlgBLNg0S37L92h off=10157729 len=1364596 2024-02-18T08:56:09.063 INFO:tasks.workunit.client.0.smithi110.stdout:op 5839 completed, throughput=5MB/sec 2024-02-18T08:56:09.063 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Dv7I7T8UaH4lujT off=9899582 len=1693446 2024-02-18T08:56:09.066 INFO:tasks.workunit.client.0.smithi110.stdout:op 5840 completed, throughput=5MB/sec 2024-02-18T08:56:10.067 INFO:tasks.workunit.client.0.smithi110.stdout: 1119: throughput=5MB/sec pending data=0 2024-02-18T08:56:10.067 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-OdmJIz1o-39pbKU off=17676873 len=1039177 2024-02-18T08:56:10.076 INFO:tasks.workunit.client.0.smithi110.stdout:op 5841 completed, throughput=5MB/sec 2024-02-18T08:56:10.076 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-fhClGarl7oeoIKm off=3006238 len=1416528 2024-02-18T08:56:10.087 INFO:tasks.workunit.client.0.smithi110.stdout:op 5842 completed, throughput=5MB/sec 2024-02-18T08:56:10.087 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-_1ky8N-M157cNH6 off=236772 len=1337785 2024-02-18T08:56:10.094 INFO:tasks.workunit.client.0.smithi110.stdout:op 5843 completed, throughput=5MB/sec 2024-02-18T08:56:10.095 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vYhmmrEG9OSakN0 off=11965843 len=793677 2024-02-18T08:56:10.097 INFO:tasks.workunit.client.0.smithi110.stdout:op 5844 completed, throughput=5MB/sec 2024-02-18T08:56:10.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:10 smithi191 bash[38688]: cluster 2024-02-18T08:56:09.430386+0000 mgr.y (mgr.44100) 1196 : cluster [DBG] pgmap v1740: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:56:10.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:10 smithi110 bash[54479]: cluster 2024-02-18T08:56:09.430386+0000 mgr.y (mgr.44100) 1196 : cluster [DBG] pgmap v1740: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:56:10.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:10 smithi110 bash[55875]: cluster 2024-02-18T08:56:09.430386+0000 mgr.y (mgr.44100) 1196 : cluster [DBG] pgmap v1740: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:56:11.097 INFO:tasks.workunit.client.0.smithi110.stdout: 1120: throughput=5MB/sec pending data=0 2024-02-18T08:56:11.097 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9g-sDfnSstGGT85 off=6751187 len=1392366 2024-02-18T08:56:11.102 INFO:tasks.workunit.client.0.smithi110.stdout:op 5845 completed, throughput=5MB/sec 2024-02-18T08:56:11.102 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4eqgwMj99ZjIir0 off=2755753 len=233631 2024-02-18T08:56:11.107 INFO:tasks.workunit.client.0.smithi110.stdout:op 5846 completed, throughput=5MB/sec 2024-02-18T08:56:11.107 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AXud7S5NZ6H7zsF off=5656952 len=1527686 2024-02-18T08:56:11.119 INFO:tasks.workunit.client.0.smithi110.stdout:op 5847 completed, throughput=5MB/sec 2024-02-18T08:56:11.119 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-l0n2Ol-pZnbjGzJ off=1393143 len=70912 2024-02-18T08:56:11.122 INFO:tasks.workunit.client.0.smithi110.stdout:op 5848 completed, throughput=5MB/sec 2024-02-18T08:56:11.122 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gY2awkRZHScDisU off=1527759 len=87667 2024-02-18T08:56:11.123 INFO:tasks.workunit.client.0.smithi110.stdout:op 5849 completed, throughput=5MB/sec 2024-02-18T08:56:11.123 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_kdMoize8q4gcq7 off=4077027 len=458907 2024-02-18T08:56:11.123 INFO:tasks.workunit.client.0.smithi110.stdout:op 5850 completed, throughput=5MB/sec 2024-02-18T08:56:11.123 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UhKI0GlTQh90rP6 off=20751263 len=389197 2024-02-18T08:56:11.127 INFO:tasks.workunit.client.0.smithi110.stdout:op 5851 completed, throughput=5MB/sec 2024-02-18T08:56:11.127 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7iSqXIczXPwHjVL off=19758548 len=1207243 2024-02-18T08:56:11.129 INFO:tasks.workunit.client.0.smithi110.stdout:op 5852 completed, throughput=5MB/sec 2024-02-18T08:56:11.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:11 smithi191 bash[38688]: cluster 2024-02-18T08:56:11.431254+0000 mgr.y (mgr.44100) 1197 : cluster [DBG] pgmap v1741: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:56:11.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:11 smithi110 bash[54479]: cluster 2024-02-18T08:56:11.431254+0000 mgr.y (mgr.44100) 1197 : cluster [DBG] pgmap v1741: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:56:11.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:11 smithi110 bash[55875]: cluster 2024-02-18T08:56:11.431254+0000 mgr.y (mgr.44100) 1197 : cluster [DBG] pgmap v1741: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-02-18T08:56:12.129 INFO:tasks.workunit.client.0.smithi110.stdout: 1121: throughput=5MB/sec pending data=0 2024-02-18T08:56:12.129 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--JJ0K5XIWYVwdlF off=1134056 len=864764 2024-02-18T08:56:12.137 INFO:tasks.workunit.client.0.smithi110.stdout:op 5853 completed, throughput=5MB/sec 2024-02-18T08:56:12.137 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-GvEUQRpboYyZ03T off=3467799 len=1458839 2024-02-18T08:56:12.148 INFO:tasks.workunit.client.0.smithi110.stdout:op 5854 completed, throughput=5MB/sec 2024-02-18T08:56:12.148 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RSx-66Us8E1B1G1 off=8655047 len=912601 2024-02-18T08:56:12.150 INFO:tasks.workunit.client.0.smithi110.stdout:op 5855 completed, throughput=5MB/sec 2024-02-18T08:56:12.150 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f0Wh1ZY4fKUMZoV off=2410624 len=1152498 2024-02-18T08:56:12.158 INFO:tasks.workunit.client.0.smithi110.stdout:op 5856 completed, throughput=5MB/sec 2024-02-18T08:56:12.158 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wNJSoo-05O71rjE off=12357605 len=879175 2024-02-18T08:56:12.159 INFO:tasks.workunit.client.0.smithi110.stdout:op 5857 completed, throughput=5MB/sec 2024-02-18T08:56:13.160 INFO:tasks.workunit.client.0.smithi110.stdout: 1122: throughput=5MB/sec pending data=0 2024-02-18T08:56:13.160 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aP6nKXhok4hmW3h off=1662562 len=1876748 2024-02-18T08:56:13.174 INFO:tasks.workunit.client.0.smithi110.stdout:op 5858 completed, throughput=5MB/sec 2024-02-18T08:56:13.174 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-N316PEtVz3elIi0 off=3526288 len=487127 2024-02-18T08:56:13.176 INFO:tasks.workunit.client.0.smithi110.stdout:op 5859 completed, throughput=5MB/sec 2024-02-18T08:56:13.176 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-9y2DH8XRTnEkHwo off=1835981 len=83267 2024-02-18T08:56:13.177 INFO:tasks.workunit.client.0.smithi110.stdout:op 5860 completed, throughput=5MB/sec 2024-02-18T08:56:13.177 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-voW2Ys9zU7qbpu3 off=10369296 len=1504164 2024-02-18T08:56:13.180 INFO:tasks.workunit.client.0.smithi110.stdout:op 5861 completed, throughput=5MB/sec 2024-02-18T08:56:13.180 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-211wT8Qp_yoh369 off=8622480 len=1609835 2024-02-18T08:56:13.190 INFO:tasks.workunit.client.0.smithi110.stdout:op 5862 completed, throughput=5MB/sec 2024-02-18T08:56:14.190 INFO:tasks.workunit.client.0.smithi110.stdout: 1123: throughput=5MB/sec pending data=0 2024-02-18T08:56:14.190 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-r8x29M3jw9Iq_3w off=5943808 len=40904 2024-02-18T08:56:14.192 INFO:tasks.workunit.client.0.smithi110.stdout:op 5863 completed, throughput=5MB/sec 2024-02-18T08:56:14.192 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-P_d0pbnrO26lkWC off=2080763 len=164636 2024-02-18T08:56:14.196 INFO:tasks.workunit.client.0.smithi110.stdout:op 5864 completed, throughput=5MB/sec 2024-02-18T08:56:14.196 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZZtjNgit8nqeqiD off=8924020 len=1801818 2024-02-18T08:56:14.208 INFO:tasks.workunit.client.0.smithi110.stdout:op 5865 completed, throughput=5MB/sec 2024-02-18T08:56:14.209 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tzqECMZBLHtyr6Z off=4452097 len=15721 2024-02-18T08:56:14.212 INFO:tasks.workunit.client.0.smithi110.stdout:op 5866 completed, throughput=5MB/sec 2024-02-18T08:56:14.212 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tm6xWhyiriWqJ0l off=6610992 len=2060666 2024-02-18T08:56:14.216 INFO:tasks.workunit.client.0.smithi110.stdout:op 5867 completed, throughput=5MB/sec 2024-02-18T08:56:14.216 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aw6O9NSH64FU54F off=975927 len=276797 2024-02-18T08:56:14.217 INFO:tasks.workunit.client.0.smithi110.stdout:op 5868 completed, throughput=5MB/sec 2024-02-18T08:56:14.217 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5_hx2tm_GmsoI-5 off=125768 len=523222 2024-02-18T08:56:14.218 INFO:tasks.workunit.client.0.smithi110.stdout:op 5869 completed, throughput=5MB/sec 2024-02-18T08:56:14.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:14 smithi191 bash[38688]: cluster 2024-02-18T08:56:13.432208+0000 mgr.y (mgr.44100) 1198 : cluster [DBG] pgmap v1742: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:14.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:14 smithi110 bash[54479]: cluster 2024-02-18T08:56:13.432208+0000 mgr.y (mgr.44100) 1198 : cluster [DBG] pgmap v1742: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:14.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:14 smithi110 bash[55875]: cluster 2024-02-18T08:56:13.432208+0000 mgr.y (mgr.44100) 1198 : cluster [DBG] pgmap v1742: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:15.218 INFO:tasks.workunit.client.0.smithi110.stdout: 1124: throughput=5MB/sec pending data=0 2024-02-18T08:56:15.219 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2aH5gGez74WttFP off=6127830 len=8191 2024-02-18T08:56:15.223 INFO:tasks.workunit.client.0.smithi110.stdout:op 5870 completed, throughput=5MB/sec 2024-02-18T08:56:15.223 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-z97ooXGSXPCRjdY off=6762110 len=1600238 2024-02-18T08:56:15.227 INFO:tasks.workunit.client.0.smithi110.stdout:op 5871 completed, throughput=5MB/sec 2024-02-18T08:56:15.227 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3nOgNInrBBLok7y off=1405373 len=1738450 2024-02-18T08:56:15.238 INFO:tasks.workunit.client.0.smithi110.stdout:op 5872 completed, throughput=5MB/sec 2024-02-18T08:56:15.238 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qZlKXP6ED-camed off=10366810 len=1063844 2024-02-18T08:56:15.241 INFO:tasks.workunit.client.0.smithi110.stdout:op 5873 completed, throughput=5MB/sec 2024-02-18T08:56:15.241 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YfnbzdvIHXe92Ca off=2468084 len=1517745 2024-02-18T08:56:15.251 INFO:tasks.workunit.client.0.smithi110.stdout:op 5874 completed, throughput=5MB/sec 2024-02-18T08:56:16.251 INFO:tasks.workunit.client.0.smithi110.stdout: 1125: throughput=5MB/sec pending data=0 2024-02-18T08:56:16.251 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-_vnYt30dm_bwA1q off=11662070 len=1719847 2024-02-18T08:56:16.255 INFO:tasks.workunit.client.0.smithi110.stdout:op 5875 completed, throughput=5MB/sec 2024-02-18T08:56:16.255 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-O0eHNILdR5pQqHR off=452069 len=421292 2024-02-18T08:56:16.262 INFO:tasks.workunit.client.0.smithi110.stdout:op 5876 completed, throughput=5MB/sec 2024-02-18T08:56:16.262 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wewdhek_HnfUB6G off=4383933 len=992062 2024-02-18T08:56:16.276 INFO:tasks.workunit.client.0.smithi110.stdout:op 5877 completed, throughput=5MB/sec 2024-02-18T08:56:16.277 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-XAy8xXsSRb_xsa- off=4815051 len=702777 2024-02-18T08:56:16.278 INFO:tasks.workunit.client.0.smithi110.stdout:op 5878 completed, throughput=5MB/sec 2024-02-18T08:56:16.278 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-GWfLbYku2cW-shk off=2224643 len=1823163 2024-02-18T08:56:16.281 INFO:tasks.workunit.client.0.smithi110.stdout:op 5879 completed, throughput=5MB/sec 2024-02-18T08:56:16.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:16 smithi191 bash[38688]: cluster 2024-02-18T08:56:15.432754+0000 mgr.y (mgr.44100) 1199 : cluster [DBG] pgmap v1743: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:16.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:16 smithi110 bash[54479]: cluster 2024-02-18T08:56:15.432754+0000 mgr.y (mgr.44100) 1199 : cluster [DBG] pgmap v1743: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:16.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:16 smithi110 bash[55875]: cluster 2024-02-18T08:56:15.432754+0000 mgr.y (mgr.44100) 1199 : cluster [DBG] pgmap v1743: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:17.281 INFO:tasks.workunit.client.0.smithi110.stdout: 1126: throughput=5MB/sec pending data=0 2024-02-18T08:56:17.282 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eP9hHVqUq3ojh5R off=14104481 len=1013817 2024-02-18T08:56:17.291 INFO:tasks.workunit.client.0.smithi110.stdout:op 5880 completed, throughput=5MB/sec 2024-02-18T08:56:17.291 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-op5FuWMkp088a_P off=1542383 len=1055229 2024-02-18T08:56:17.299 INFO:tasks.workunit.client.0.smithi110.stdout:op 5881 completed, throughput=5MB/sec 2024-02-18T08:56:17.299 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vDR3vMeQpSLjt_H off=14539640 len=356627 2024-02-18T08:56:17.301 INFO:tasks.workunit.client.0.smithi110.stdout:op 5882 completed, throughput=5MB/sec 2024-02-18T08:56:17.301 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yPXF6y3Q5QsVNCf off=4600571 len=1346074 2024-02-18T08:56:17.303 INFO:tasks.workunit.client.0.smithi110.stdout:op 5883 completed, throughput=5MB/sec 2024-02-18T08:56:17.303 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0ESzNBdEjhDSWp0 off=355064 len=1303845 2024-02-18T08:56:17.307 INFO:tasks.workunit.client.0.smithi110.stdout:op 5884 completed, throughput=5MB/sec 2024-02-18T08:56:18.307 INFO:tasks.workunit.client.0.smithi110.stdout: 1127: throughput=5MB/sec pending data=0 2024-02-18T08:56:18.307 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-9osbn73JTJuM1oa off=105900 len=344291 2024-02-18T08:56:18.314 INFO:tasks.workunit.client.0.smithi110.stdout:op 5885 completed, throughput=5MB/sec 2024-02-18T08:56:18.314 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-O2v39sZY2h2ADLu off=1515520 len=1122417 2024-02-18T08:56:18.322 INFO:tasks.workunit.client.0.smithi110.stdout:op 5886 completed, throughput=5MB/sec 2024-02-18T08:56:18.322 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VEazLVWYqQ1eANN off=12439831 len=820645 2024-02-18T08:56:18.324 INFO:tasks.workunit.client.0.smithi110.stdout:op 5887 completed, throughput=5MB/sec 2024-02-18T08:56:18.324 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vBYG38Wzy5Hgp-M off=3590578 len=28766 2024-02-18T08:56:18.324 INFO:tasks.workunit.client.0.smithi110.stdout:op 5888 completed, throughput=5MB/sec 2024-02-18T08:56:18.324 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-NPMvIha3LYei5Sc off=4387635 len=2005381 2024-02-18T08:56:18.335 INFO:tasks.workunit.client.0.smithi110.stdout:op 5889 completed, throughput=5MB/sec 2024-02-18T08:56:18.336 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-M3hfZjwJ5olj_zP off=8486617 len=962685 2024-02-18T08:56:18.342 INFO:tasks.workunit.client.0.smithi110.stdout:op 5890 completed, throughput=5MB/sec 2024-02-18T08:56:18.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:18 smithi191 bash[38688]: cluster 2024-02-18T08:56:17.433726+0000 mgr.y (mgr.44100) 1200 : cluster [DBG] pgmap v1744: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:56:18.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:18 smithi110 bash[54479]: cluster 2024-02-18T08:56:17.433726+0000 mgr.y (mgr.44100) 1200 : cluster [DBG] pgmap v1744: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:56:18.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:18 smithi110 bash[55875]: cluster 2024-02-18T08:56:17.433726+0000 mgr.y (mgr.44100) 1200 : cluster [DBG] pgmap v1744: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:56:19.342 INFO:tasks.workunit.client.0.smithi110.stdout: 1128: throughput=5MB/sec pending data=0 2024-02-18T08:56:19.342 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HtQxEnFlGHAjGcK off=255484 len=1775375 2024-02-18T08:56:19.358 INFO:tasks.workunit.client.0.smithi110.stdout:op 5891 completed, throughput=5MB/sec 2024-02-18T08:56:19.358 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PW1Qz7ypGR7LyKe off=1078442 len=536208 2024-02-18T08:56:19.360 INFO:tasks.workunit.client.0.smithi110.stdout:op 5892 completed, throughput=5MB/sec 2024-02-18T08:56:19.360 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-gpuVqMhaMmGKbK9 off=2384268 len=1631892 2024-02-18T08:56:19.363 INFO:tasks.workunit.client.0.smithi110.stdout:op 5893 completed, throughput=5MB/sec 2024-02-18T08:56:19.364 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rGEMDdL9unurwLb off=12764662 len=44555 2024-02-18T08:56:19.364 INFO:tasks.workunit.client.0.smithi110.stdout:op 5894 completed, throughput=5MB/sec 2024-02-18T08:56:19.364 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ULZk9ym2tw30isU off=382490 len=1146620 2024-02-18T08:56:19.366 INFO:tasks.workunit.client.0.smithi110.stdout:op 5895 completed, throughput=5MB/sec 2024-02-18T08:56:20.366 INFO:tasks.workunit.client.0.smithi110.stdout: 1129: throughput=5MB/sec pending data=0 2024-02-18T08:56:20.367 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Xqs6UWVZfZSTB_b off=900891 len=1209983 2024-02-18T08:56:20.370 INFO:tasks.workunit.client.0.smithi110.stdout:op 5896 completed, throughput=5MB/sec 2024-02-18T08:56:20.370 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-G3dSu8f0O8VJieK off=9901910 len=900023 2024-02-18T08:56:20.380 INFO:tasks.workunit.client.0.smithi110.stdout:op 5897 completed, throughput=5MB/sec 2024-02-18T08:56:20.380 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HFyQ1v_JQ54tSst off=7562552 len=664027 2024-02-18T08:56:20.386 INFO:tasks.workunit.client.0.smithi110.stdout:op 5898 completed, throughput=5MB/sec 2024-02-18T08:56:20.386 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-d2XZDra6Lc8bJpX off=12853033 len=1756527 2024-02-18T08:56:20.396 INFO:tasks.workunit.client.0.smithi110.stdout:op 5899 completed, throughput=5MB/sec 2024-02-18T08:56:20.396 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-uXi9sT8TSodtYQe off=4932964 len=16939 2024-02-18T08:56:20.399 INFO:tasks.workunit.client.0.smithi110.stdout:op 5900 completed, throughput=5MB/sec 2024-02-18T08:56:20.399 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj--NAS2C9EXRDqKjg off=10109956 len=2064915 2024-02-18T08:56:20.411 INFO:tasks.workunit.client.0.smithi110.stdout:op 5901 completed, throughput=5MB/sec 2024-02-18T08:56:20.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:20 smithi191 bash[38688]: cluster 2024-02-18T08:56:19.434683+0000 mgr.y (mgr.44100) 1201 : cluster [DBG] pgmap v1745: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:56:20.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:20 smithi110 bash[54479]: cluster 2024-02-18T08:56:19.434683+0000 mgr.y (mgr.44100) 1201 : cluster [DBG] pgmap v1745: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:56:20.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:20 smithi110 bash[55875]: cluster 2024-02-18T08:56:19.434683+0000 mgr.y (mgr.44100) 1201 : cluster [DBG] pgmap v1745: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-02-18T08:56:21.412 INFO:tasks.workunit.client.0.smithi110.stdout: 1130: throughput=5MB/sec pending data=0 2024-02-18T08:56:21.412 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-EAGM9OEUoAWFFCA off=2466404 len=1450226 2024-02-18T08:56:21.423 INFO:tasks.workunit.client.0.smithi110.stdout:op 5902 completed, throughput=5MB/sec 2024-02-18T08:56:21.423 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IIVit2JQSCUoK5x off=1718488 len=1942087 2024-02-18T08:56:21.453 INFO:tasks.workunit.client.0.smithi110.stdout:op 5903 completed, throughput=5MB/sec 2024-02-18T08:56:21.453 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fxpVe8QdPx1GnhN off=369936 len=1847997 2024-02-18T08:56:21.455 INFO:tasks.workunit.client.0.smithi110.stdout:op 5904 completed, throughput=5MB/sec 2024-02-18T08:56:22.455 INFO:tasks.workunit.client.0.smithi110.stdout: 1131: throughput=5MB/sec pending data=0 2024-02-18T08:56:22.455 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-yCke8_PNNYkYimz off=14763266 len=678023 2024-02-18T08:56:22.457 INFO:tasks.workunit.client.0.smithi110.stdout:op 5905 completed, throughput=5MB/sec 2024-02-18T08:56:22.457 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-UFLAtcHkQUBDVpw off=985164 len=947504 2024-02-18T08:56:22.460 INFO:tasks.workunit.client.0.smithi110.stdout:op 5906 completed, throughput=5MB/sec 2024-02-18T08:56:22.460 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-q7E6n3a_8ZgUWCE off=5865151 len=1916156 2024-02-18T08:56:22.475 INFO:tasks.workunit.client.0.smithi110.stdout:op 5907 completed, throughput=5MB/sec 2024-02-18T08:56:22.475 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-k3JUu1-w6_Z-z5A off=10840796 len=1440322 2024-02-18T08:56:22.479 INFO:tasks.workunit.client.0.smithi110.stdout:op 5908 completed, throughput=5MB/sec 2024-02-18T08:56:22.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:22 smithi191 bash[38688]: cluster 2024-02-18T08:56:21.435531+0000 mgr.y (mgr.44100) 1202 : cluster [DBG] pgmap v1746: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:56:22.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:22 smithi110 bash[54479]: cluster 2024-02-18T08:56:21.435531+0000 mgr.y (mgr.44100) 1202 : cluster [DBG] pgmap v1746: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:56:22.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:22 smithi110 bash[55875]: cluster 2024-02-18T08:56:21.435531+0000 mgr.y (mgr.44100) 1202 : cluster [DBG] pgmap v1746: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:56:23.479 INFO:tasks.workunit.client.0.smithi110.stdout: 1132: throughput=5MB/sec pending data=0 2024-02-18T08:56:23.479 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-BExegLT0mfTS4S8 off=12880504 len=596071 2024-02-18T08:56:23.481 INFO:tasks.workunit.client.0.smithi110.stdout:op 5909 completed, throughput=5MB/sec 2024-02-18T08:56:23.481 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-rJ0Ge_nB8XxzZHg off=3092407 len=1975561 2024-02-18T08:56:23.495 INFO:tasks.workunit.client.0.smithi110.stdout:op 5910 completed, throughput=5MB/sec 2024-02-18T08:56:23.495 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QmJuMoCXGrGdAE- off=4166950 len=1406812 2024-02-18T08:56:23.508 INFO:tasks.workunit.client.0.smithi110.stdout:op 5911 completed, throughput=5MB/sec 2024-02-18T08:56:23.508 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-b0Go73bRWIo8xRa off=4962765 len=2053533 2024-02-18T08:56:23.512 INFO:tasks.workunit.client.0.smithi110.stdout:op 5912 completed, throughput=5MB/sec 2024-02-18T08:56:24.513 INFO:tasks.workunit.client.0.smithi110.stdout: 1133: throughput=5MB/sec pending data=0 2024-02-18T08:56:24.513 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-xAwSg1h3UO5QrTP off=15222044 len=957787 2024-02-18T08:56:24.517 INFO:tasks.workunit.client.0.smithi110.stdout:op 5913 completed, throughput=5MB/sec 2024-02-18T08:56:24.517 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-szWftq_WSqg29xJ off=4617491 len=862400 2024-02-18T08:56:24.525 INFO:tasks.workunit.client.0.smithi110.stdout:op 5914 completed, throughput=5MB/sec 2024-02-18T08:56:24.525 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IBK-uhL0WQvBVhH off=22810910 len=512365 2024-02-18T08:56:24.527 INFO:tasks.workunit.client.0.smithi110.stdout:op 5915 completed, throughput=5MB/sec 2024-02-18T08:56:24.527 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-PK3r7pnR-FD3kN9 off=664957 len=229622 2024-02-18T08:56:24.529 INFO:tasks.workunit.client.0.smithi110.stdout:op 5916 completed, throughput=5MB/sec 2024-02-18T08:56:24.529 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-J6sU0vMZdQCLIiE off=8712231 len=1075848 2024-02-18T08:56:24.531 INFO:tasks.workunit.client.0.smithi110.stdout:op 5917 completed, throughput=5MB/sec 2024-02-18T08:56:24.531 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nTn-2noBXHx2rBL off=1952424 len=278752 2024-02-18T08:56:24.533 INFO:tasks.workunit.client.0.smithi110.stdout:op 5918 completed, throughput=5MB/sec 2024-02-18T08:56:24.533 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-dH81MZEPO5nxlK8 off=18006898 len=143382 2024-02-18T08:56:24.535 INFO:tasks.workunit.client.0.smithi110.stdout:op 5919 completed, throughput=5MB/sec 2024-02-18T08:56:24.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:24 smithi191 bash[38688]: cluster 2024-02-18T08:56:23.436457+0000 mgr.y (mgr.44100) 1203 : cluster [DBG] pgmap v1747: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:56:24.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:24 smithi110 bash[54479]: cluster 2024-02-18T08:56:23.436457+0000 mgr.y (mgr.44100) 1203 : cluster [DBG] pgmap v1747: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:56:24.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:24 smithi110 bash[55875]: cluster 2024-02-18T08:56:23.436457+0000 mgr.y (mgr.44100) 1203 : cluster [DBG] pgmap v1747: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-02-18T08:56:25.535 INFO:tasks.workunit.client.0.smithi110.stdout: 1134: throughput=5MB/sec pending data=0 2024-02-18T08:56:25.535 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-rwUb45RK0HWDL2o off=8930091 len=1695812 2024-02-18T08:56:25.540 INFO:tasks.workunit.client.0.smithi110.stdout:op 5920 completed, throughput=5MB/sec 2024-02-18T08:56:25.540 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2P5oiuUlG3qShTD off=8967433 len=1100319 2024-02-18T08:56:25.545 INFO:tasks.workunit.client.0.smithi110.stdout:op 5921 completed, throughput=5MB/sec 2024-02-18T08:56:25.545 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WjCx_-GCQQiFhhy off=12816744 len=525057 2024-02-18T08:56:25.552 INFO:tasks.workunit.client.0.smithi110.stdout:op 5922 completed, throughput=5MB/sec 2024-02-18T08:56:25.553 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QU0YLhjLU0-zj4p off=335010 len=188571 2024-02-18T08:56:25.556 INFO:tasks.workunit.client.0.smithi110.stdout:op 5923 completed, throughput=5MB/sec 2024-02-18T08:56:25.556 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7EO7KHcfOrVdX3X off=2698939 len=1757228 2024-02-18T08:56:25.560 INFO:tasks.workunit.client.0.smithi110.stdout:op 5924 completed, throughput=5MB/sec 2024-02-18T08:56:25.560 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4FEnqs53srOWF7_ off=13191148 len=861314 2024-02-18T08:56:25.561 INFO:tasks.workunit.client.0.smithi110.stdout:op 5925 completed, throughput=5MB/sec 2024-02-18T08:56:26.561 INFO:tasks.workunit.client.0.smithi110.stdout: 1135: throughput=5MB/sec pending data=0 2024-02-18T08:56:26.562 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-CQmnXV7if1EFHLT off=4843921 len=1365716 2024-02-18T08:56:26.572 INFO:tasks.workunit.client.0.smithi110.stdout:op 5926 completed, throughput=5MB/sec 2024-02-18T08:56:26.572 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AxIOFDFHcVHG5g8 off=148862 len=2079696 2024-02-18T08:56:26.585 INFO:tasks.workunit.client.0.smithi110.stdout:op 5927 completed, throughput=5MB/sec 2024-02-18T08:56:26.585 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lm3xdE4zFMVS6th off=12863545 len=1572681 2024-02-18T08:56:26.589 INFO:tasks.workunit.client.0.smithi110.stdout:op 5928 completed, throughput=5MB/sec 2024-02-18T08:56:26.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:26 smithi191 bash[38688]: cluster 2024-02-18T08:56:25.437247+0000 mgr.y (mgr.44100) 1204 : cluster [DBG] pgmap v1748: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:56:26.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:26 smithi110 bash[54479]: cluster 2024-02-18T08:56:25.437247+0000 mgr.y (mgr.44100) 1204 : cluster [DBG] pgmap v1748: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:56:26.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:26 smithi110 bash[55875]: cluster 2024-02-18T08:56:25.437247+0000 mgr.y (mgr.44100) 1204 : cluster [DBG] pgmap v1748: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:56:27.589 INFO:tasks.workunit.client.0.smithi110.stdout: 1136: throughput=5MB/sec pending data=0 2024-02-18T08:56:27.589 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-LjsYPW49eer9lmU off=8155379 len=878167 2024-02-18T08:56:27.593 INFO:tasks.workunit.client.0.smithi110.stdout:op 5929 completed, throughput=5MB/sec 2024-02-18T08:56:27.593 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-z4fciJIn0pvo9zL off=3299173 len=1631904 2024-02-18T08:56:27.599 INFO:tasks.workunit.client.0.smithi110.stdout:op 5930 completed, throughput=5MB/sec 2024-02-18T08:56:27.599 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZvC0r0d1Hwid6vP off=16444953 len=2043516 2024-02-18T08:56:27.619 INFO:tasks.workunit.client.0.smithi110.stdout:op 5931 completed, throughput=5MB/sec 2024-02-18T08:56:27.619 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cKUhAAm631C2jBS off=3196234 len=1026367 2024-02-18T08:56:27.621 INFO:tasks.workunit.client.0.smithi110.stdout:op 5932 completed, throughput=5MB/sec 2024-02-18T08:56:28.621 INFO:tasks.workunit.client.0.smithi110.stdout: 1137: throughput=5MB/sec pending data=0 2024-02-18T08:56:28.622 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-zAR3RyCmQGk8PJc off=9660699 len=1700604 2024-02-18T08:56:28.627 INFO:tasks.workunit.client.0.smithi110.stdout:op 5933 completed, throughput=5MB/sec 2024-02-18T08:56:28.627 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-D3ogravw9RUEyMD off=4076068 len=1336832 2024-02-18T08:56:28.638 INFO:tasks.workunit.client.0.smithi110.stdout:op 5934 completed, throughput=5MB/sec 2024-02-18T08:56:28.638 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WfCpZvcDeXY20UL off=438374 len=1295494 2024-02-18T08:56:28.640 INFO:tasks.workunit.client.0.smithi110.stdout:op 5935 completed, throughput=5MB/sec 2024-02-18T08:56:28.641 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AqvAy-ExM_2aF3z off=148079 len=1964985 2024-02-18T08:56:28.651 INFO:tasks.workunit.client.0.smithi110.stdout:op 5936 completed, throughput=5MB/sec 2024-02-18T08:56:28.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:28 smithi191 bash[38688]: cluster 2024-02-18T08:56:27.438152+0000 mgr.y (mgr.44100) 1205 : cluster [DBG] pgmap v1749: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:56:28.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:28 smithi110 bash[54479]: cluster 2024-02-18T08:56:27.438152+0000 mgr.y (mgr.44100) 1205 : cluster [DBG] pgmap v1749: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:56:28.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:28 smithi110 bash[55875]: cluster 2024-02-18T08:56:27.438152+0000 mgr.y (mgr.44100) 1205 : cluster [DBG] pgmap v1749: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-02-18T08:56:29.651 INFO:tasks.workunit.client.0.smithi110.stdout: 1138: throughput=5MB/sec pending data=0 2024-02-18T08:56:29.651 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--9AV_Tqkv5zk3C8 off=15159859 len=1982867 2024-02-18T08:56:29.659 INFO:tasks.workunit.client.0.smithi110.stdout:op 5937 completed, throughput=5MB/sec 2024-02-18T08:56:29.659 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lPmYBG8ChvCy2k8 off=12716970 len=1769627 2024-02-18T08:56:29.672 INFO:tasks.workunit.client.0.smithi110.stdout:op 5938 completed, throughput=5MB/sec 2024-02-18T08:56:29.672 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1UiD7AGuFa7-k8E off=4875645 len=837836 2024-02-18T08:56:29.677 INFO:tasks.workunit.client.0.smithi110.stdout:op 5939 completed, throughput=5MB/sec 2024-02-18T08:56:30.677 INFO:tasks.workunit.client.0.smithi110.stdout: 1139: throughput=5MB/sec pending data=0 2024-02-18T08:56:30.677 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-V8FJ74Z7YsRayem off=826589 len=1599344 2024-02-18T08:56:30.681 INFO:tasks.workunit.client.0.smithi110.stdout:op 5940 completed, throughput=5MB/sec 2024-02-18T08:56:30.681 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mPjpxOBCGHogtVt off=982937 len=1186334 2024-02-18T08:56:30.689 INFO:tasks.workunit.client.0.smithi110.stdout:op 5941 completed, throughput=5MB/sec 2024-02-18T08:56:30.689 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-f47jBYtpNzQDtmR off=15730448 len=1682384 2024-02-18T08:56:30.700 INFO:tasks.workunit.client.0.smithi110.stdout:op 5942 completed, throughput=5MB/sec 2024-02-18T08:56:30.700 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1oEOt2fVGikPUY_ off=238371 len=12389 2024-02-18T08:56:30.704 INFO:tasks.workunit.client.0.smithi110.stdout:op 5943 completed, throughput=5MB/sec 2024-02-18T08:56:30.704 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-0PTpIVOiT6CMabL off=2491087 len=1631790 2024-02-18T08:56:30.707 INFO:tasks.workunit.client.0.smithi110.stdout:op 5944 completed, throughput=5MB/sec 2024-02-18T08:56:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:30 smithi191 bash[38688]: cluster 2024-02-18T08:56:29.439110+0000 mgr.y (mgr.44100) 1206 : cluster [DBG] pgmap v1750: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:30 smithi191 bash[38688]: audit 2024-02-18T08:56:30.167197+0000 mon.a (mon.0) 1891 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:56:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:30 smithi191 bash[38688]: audit 2024-02-18T08:56:30.495560+0000 mon.a (mon.0) 1892 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:56:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:30 smithi191 bash[38688]: audit 2024-02-18T08:56:30.497009+0000 mon.a (mon.0) 1893 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:56:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:30 smithi191 bash[38688]: audit 2024-02-18T08:56:30.505242+0000 mon.a (mon.0) 1894 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:56:30.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:30 smithi110 bash[54479]: cluster 2024-02-18T08:56:29.439110+0000 mgr.y (mgr.44100) 1206 : cluster [DBG] pgmap v1750: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:30.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:30 smithi110 bash[54479]: audit 2024-02-18T08:56:30.167197+0000 mon.a (mon.0) 1891 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:56:30.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:30 smithi110 bash[54479]: audit 2024-02-18T08:56:30.495560+0000 mon.a (mon.0) 1892 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:56:30.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:30 smithi110 bash[54479]: audit 2024-02-18T08:56:30.497009+0000 mon.a (mon.0) 1893 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:56:30.957 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:30 smithi110 bash[54479]: audit 2024-02-18T08:56:30.505242+0000 mon.a (mon.0) 1894 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:56:30.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:30 smithi110 bash[55875]: cluster 2024-02-18T08:56:29.439110+0000 mgr.y (mgr.44100) 1206 : cluster [DBG] pgmap v1750: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:30.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:30 smithi110 bash[55875]: audit 2024-02-18T08:56:30.167197+0000 mon.a (mon.0) 1891 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:56:30.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:30 smithi110 bash[55875]: audit 2024-02-18T08:56:30.495560+0000 mon.a (mon.0) 1892 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:56:30.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:30 smithi110 bash[55875]: audit 2024-02-18T08:56:30.497009+0000 mon.a (mon.0) 1893 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:56:30.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:30 smithi110 bash[55875]: audit 2024-02-18T08:56:30.505242+0000 mon.a (mon.0) 1894 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:56:31.708 INFO:tasks.workunit.client.0.smithi110.stdout: 1140: throughput=5MB/sec pending data=0 2024-02-18T08:56:31.708 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-dtBp65TWnke44FU off=642725 len=995207 2024-02-18T08:56:31.717 INFO:tasks.workunit.client.0.smithi110.stdout:op 5945 completed, throughput=5MB/sec 2024-02-18T08:56:31.717 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wx_tFHyBO3v0VpO off=14065588 len=805209 2024-02-18T08:56:31.719 INFO:tasks.workunit.client.0.smithi110.stdout:op 5946 completed, throughput=5MB/sec 2024-02-18T08:56:31.719 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WjCx_-GCQQiFhhy off=6974408 len=463626 2024-02-18T08:56:31.724 INFO:tasks.workunit.client.0.smithi110.stdout:op 5947 completed, throughput=5MB/sec 2024-02-18T08:56:31.724 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-D_F6bTZxm8tZ6-b off=6840212 len=1413317 2024-02-18T08:56:31.734 INFO:tasks.workunit.client.0.smithi110.stdout:op 5948 completed, throughput=5MB/sec 2024-02-18T08:56:31.734 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-XNteWtpHJxTn6b2 off=7761078 len=1031383 2024-02-18T08:56:31.741 INFO:tasks.workunit.client.0.smithi110.stdout:op 5949 completed, throughput=5MB/sec 2024-02-18T08:56:31.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:31 smithi191 bash[38688]: cephadm 2024-02-18T08:56:30.498437+0000 mgr.y (mgr.44100) 1207 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:56:31.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:31 smithi110 bash[54479]: cephadm 2024-02-18T08:56:30.498437+0000 mgr.y (mgr.44100) 1207 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:56:31.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:31 smithi110 bash[55875]: cephadm 2024-02-18T08:56:30.498437+0000 mgr.y (mgr.44100) 1207 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:56:32.742 INFO:tasks.workunit.client.0.smithi110.stdout: 1141: throughput=5MB/sec pending data=0 2024-02-18T08:56:32.742 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LS1YsGHL9MBtUFa off=9765375 len=361228 2024-02-18T08:56:32.748 INFO:tasks.workunit.client.0.smithi110.stdout:op 5950 completed, throughput=5MB/sec 2024-02-18T08:56:32.748 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1CvJ6tsoHI91d2f off=10529261 len=1612349 2024-02-18T08:56:32.758 INFO:tasks.workunit.client.0.smithi110.stdout:op 5951 completed, throughput=5MB/sec 2024-02-18T08:56:32.758 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ljfKsJGKWzlJrfG off=4134873 len=1900564 2024-02-18T08:56:32.769 INFO:tasks.workunit.client.0.smithi110.stdout:op 5952 completed, throughput=5MB/sec 2024-02-18T08:56:32.769 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KhyjOmd7UBNoqQo off=367666 len=556040 2024-02-18T08:56:32.773 INFO:tasks.workunit.client.0.smithi110.stdout:op 5953 completed, throughput=5MB/sec 2024-02-18T08:56:32.773 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4XOIpdporkglh7H off=19266759 len=1776974 2024-02-18T08:56:32.783 INFO:tasks.workunit.client.0.smithi110.stdout:op 5954 completed, throughput=5MB/sec 2024-02-18T08:56:32.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:32 smithi191 bash[38688]: cluster 2024-02-18T08:56:31.439996+0000 mgr.y (mgr.44100) 1208 : cluster [DBG] pgmap v1751: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:56:32.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:32 smithi110 bash[54479]: cluster 2024-02-18T08:56:31.439996+0000 mgr.y (mgr.44100) 1208 : cluster [DBG] pgmap v1751: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:56:32.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:32 smithi110 bash[55875]: cluster 2024-02-18T08:56:31.439996+0000 mgr.y (mgr.44100) 1208 : cluster [DBG] pgmap v1751: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-02-18T08:56:33.783 INFO:tasks.workunit.client.0.smithi110.stdout: 1142: throughput=5MB/sec pending data=0 2024-02-18T08:56:33.783 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-7FsrsTXfPVE3lK1 off=4829554 len=21470 2024-02-18T08:56:33.788 INFO:tasks.workunit.client.0.smithi110.stdout:op 5955 completed, throughput=5MB/sec 2024-02-18T08:56:33.788 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aGl_l97nuLLg-ry off=3257089 len=1846606 2024-02-18T08:56:33.800 INFO:tasks.workunit.client.0.smithi110.stdout:op 5956 completed, throughput=5MB/sec 2024-02-18T08:56:33.800 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HydSQYCQAZqXcaM off=2346994 len=1936367 2024-02-18T08:56:33.810 INFO:tasks.workunit.client.0.smithi110.stdout:op 5957 completed, throughput=5MB/sec 2024-02-18T08:56:33.810 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Sa-ank6k3uuLiyF off=6561936 len=1455494 2024-02-18T08:56:33.815 INFO:tasks.workunit.client.0.smithi110.stdout:op 5958 completed, throughput=5MB/sec 2024-02-18T08:56:33.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:33 smithi191 bash[38688]: cluster 2024-02-18T08:56:33.440916+0000 mgr.y (mgr.44100) 1209 : cluster [DBG] pgmap v1752: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:56:33.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:33 smithi110 bash[54479]: cluster 2024-02-18T08:56:33.440916+0000 mgr.y (mgr.44100) 1209 : cluster [DBG] pgmap v1752: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:56:33.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:33 smithi110 bash[55875]: cluster 2024-02-18T08:56:33.440916+0000 mgr.y (mgr.44100) 1209 : cluster [DBG] pgmap v1752: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-02-18T08:56:34.815 INFO:tasks.workunit.client.0.smithi110.stdout: 1143: throughput=5MB/sec pending data=0 2024-02-18T08:56:34.815 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AxBN17Pfftdq3Qc off=7089141 len=1915669 2024-02-18T08:56:34.831 INFO:tasks.workunit.client.0.smithi110.stdout:op 5959 completed, throughput=5MB/sec 2024-02-18T08:56:34.832 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4PGZwSpsvWnrcuR off=8497200 len=996818 2024-02-18T08:56:34.835 INFO:tasks.workunit.client.0.smithi110.stdout:op 5960 completed, throughput=5MB/sec 2024-02-18T08:56:34.835 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-HkQ0uB7Njlo-N_F off=3873152 len=245018 2024-02-18T08:56:34.841 INFO:tasks.workunit.client.0.smithi110.stdout:op 5961 completed, throughput=5MB/sec 2024-02-18T08:56:34.841 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Yvwtl5IHAH-fIxQ off=1205988 len=1236089 2024-02-18T08:56:34.849 INFO:tasks.workunit.client.0.smithi110.stdout:op 5962 completed, throughput=5MB/sec 2024-02-18T08:56:35.850 INFO:tasks.workunit.client.0.smithi110.stdout: 1144: throughput=5MB/sec pending data=0 2024-02-18T08:56:35.850 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-h6h0fEyYZToTINj off=2641763 len=1299857 2024-02-18T08:56:35.859 INFO:tasks.workunit.client.0.smithi110.stdout:op 5963 completed, throughput=5MB/sec 2024-02-18T08:56:35.859 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ObKO_EksAn-xgfM off=2055790 len=495796 2024-02-18T08:56:35.861 INFO:tasks.workunit.client.0.smithi110.stdout:op 5964 completed, throughput=5MB/sec 2024-02-18T08:56:35.861 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hSnoNp2V-qltVPT off=3868101 len=152212 2024-02-18T08:56:35.866 INFO:tasks.workunit.client.0.smithi110.stdout:op 5965 completed, throughput=5MB/sec 2024-02-18T08:56:35.866 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-D3K6TaHrtMdi5l1 off=4480110 len=1354929 2024-02-18T08:56:35.871 INFO:tasks.workunit.client.0.smithi110.stdout:op 5966 completed, throughput=5MB/sec 2024-02-18T08:56:35.871 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-I8OqPTGD-byyUHv off=1870717 len=1220884 2024-02-18T08:56:35.880 INFO:tasks.workunit.client.0.smithi110.stdout:op 5967 completed, throughput=5MB/sec 2024-02-18T08:56:35.880 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-lBxDssdSuCb0UW8 off=546754 len=1292113 2024-02-18T08:56:35.884 INFO:tasks.workunit.client.0.smithi110.stdout:op 5968 completed, throughput=5MB/sec 2024-02-18T08:56:36.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:36 smithi191 bash[38688]: cluster 2024-02-18T08:56:35.441735+0000 mgr.y (mgr.44100) 1210 : cluster [DBG] pgmap v1753: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:56:36.884 INFO:tasks.workunit.client.0.smithi110.stdout: 1145: throughput=5MB/sec pending data=0 2024-02-18T08:56:36.884 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-ZzrtmQe3DEgEYPr off=2409220 len=158722 2024-02-18T08:56:36.885 INFO:tasks.workunit.client.0.smithi110.stdout:op 5969 completed, throughput=5MB/sec 2024-02-18T08:56:36.885 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TBp81FKhtC7orJS off=17670578 len=740695 2024-02-18T08:56:36.893 INFO:tasks.workunit.client.0.smithi110.stdout:op 5970 completed, throughput=5MB/sec 2024-02-18T08:56:36.894 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-k6-JfeIDzTih5qw off=19742222 len=355119 2024-02-18T08:56:36.898 INFO:tasks.workunit.client.0.smithi110.stdout:op 5971 completed, throughput=5MB/sec 2024-02-18T08:56:36.898 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cEaQAoIDxWsnICM off=15515410 len=317557 2024-02-18T08:56:36.902 INFO:tasks.workunit.client.0.smithi110.stdout:op 5972 completed, throughput=5MB/sec 2024-02-18T08:56:36.902 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-aFnZIRa1puTBKlQ off=6348949 len=78467 2024-02-18T08:56:36.907 INFO:tasks.workunit.client.0.smithi110.stdout:op 5973 completed, throughput=5MB/sec 2024-02-18T08:56:36.907 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BfbvV3jJmwnjn3k off=8920616 len=1649397 2024-02-18T08:56:36.917 INFO:tasks.workunit.client.0.smithi110.stdout:op 5974 completed, throughput=5MB/sec 2024-02-18T08:56:36.917 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-X9GR3uYrbeG9yjv off=9304499 len=1096519 2024-02-18T08:56:36.919 INFO:tasks.workunit.client.0.smithi110.stdout:op 5975 completed, throughput=5MB/sec 2024-02-18T08:56:36.919 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-jfW8c86WXTMUnBI off=5163433 len=1642767 2024-02-18T08:56:36.929 INFO:tasks.workunit.client.0.smithi110.stdout:op 5976 completed, throughput=5MB/sec 2024-02-18T08:56:36.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:36 smithi110 bash[54479]: cluster 2024-02-18T08:56:35.441735+0000 mgr.y (mgr.44100) 1210 : cluster [DBG] pgmap v1753: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:56:36.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:36 smithi110 bash[55875]: cluster 2024-02-18T08:56:35.441735+0000 mgr.y (mgr.44100) 1210 : cluster [DBG] pgmap v1753: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-02-18T08:56:37.930 INFO:tasks.workunit.client.0.smithi110.stdout: 1146: throughput=5MB/sec pending data=0 2024-02-18T08:56:37.930 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-qFr8wVfZN0utvvd off=7296986 len=463773 2024-02-18T08:56:37.933 INFO:tasks.workunit.client.0.smithi110.stdout:op 5977 completed, throughput=5MB/sec 2024-02-18T08:56:37.933 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RtqepoHtIiHxAyH off=1594337 len=1264329 2024-02-18T08:56:37.938 INFO:tasks.workunit.client.0.smithi110.stdout:op 5978 completed, throughput=5MB/sec 2024-02-18T08:56:37.938 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-i5cEmJdGVZZAPbB off=5773144 len=295662 2024-02-18T08:56:37.940 INFO:tasks.workunit.client.0.smithi110.stdout:op 5979 completed, throughput=5MB/sec 2024-02-18T08:56:37.940 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZC1ZktaMidT7DJf off=2914416 len=1141990 2024-02-18T08:56:37.949 INFO:tasks.workunit.client.0.smithi110.stdout:op 5980 completed, throughput=5MB/sec 2024-02-18T08:56:37.949 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Z8K5pKA3m8u0cUJ off=1695869 len=1969020 2024-02-18T08:56:37.955 INFO:tasks.workunit.client.0.smithi110.stdout:op 5981 completed, throughput=5MB/sec 2024-02-18T08:56:38.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:38 smithi191 bash[38688]: cluster 2024-02-18T08:56:37.442618+0000 mgr.y (mgr.44100) 1211 : cluster [DBG] pgmap v1754: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:56:38.955 INFO:tasks.workunit.client.0.smithi110.stdout: 1147: throughput=5MB/sec pending data=0 2024-02-18T08:56:38.955 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-nObjqjDiWeD9Kyu off=6140396 len=418118 2024-02-18T08:56:38.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:38 smithi110 bash[54479]: cluster 2024-02-18T08:56:37.442618+0000 mgr.y (mgr.44100) 1211 : cluster [DBG] pgmap v1754: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:56:38.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:38 smithi110 bash[55875]: cluster 2024-02-18T08:56:37.442618+0000 mgr.y (mgr.44100) 1211 : cluster [DBG] pgmap v1754: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-02-18T08:56:38.963 INFO:tasks.workunit.client.0.smithi110.stdout:op 5982 completed, throughput=5MB/sec 2024-02-18T08:56:38.963 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-2bcWzD6n4rE9npd off=637984 len=714889 2024-02-18T08:56:38.974 INFO:tasks.workunit.client.0.smithi110.stdout:op 5983 completed, throughput=5MB/sec 2024-02-18T08:56:38.975 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-w3Sohk1Sq-nULkl off=10002898 len=538929 2024-02-18T08:56:38.979 INFO:tasks.workunit.client.0.smithi110.stdout:op 5984 completed, throughput=5MB/sec 2024-02-18T08:56:38.979 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-KJ2AeDtjSAlJRB8 off=4630691 len=855286 2024-02-18T08:56:38.985 INFO:tasks.workunit.client.0.smithi110.stdout:op 5985 completed, throughput=5MB/sec 2024-02-18T08:56:38.985 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ZNp2l8N4v94cnSJ off=1101909 len=923902 2024-02-18T08:56:38.992 INFO:tasks.workunit.client.0.smithi110.stdout:op 5986 completed, throughput=5MB/sec 2024-02-18T08:56:38.992 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-6cN6ZaS92dJ-UR0 off=753152 len=907496 2024-02-18T08:56:38.999 INFO:tasks.workunit.client.0.smithi110.stdout:op 5987 completed, throughput=5MB/sec 2024-02-18T08:56:38.999 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-aXS542xvbAARQTK off=5457186 len=1739515 2024-02-18T08:56:39.005 INFO:tasks.workunit.client.0.smithi110.stdout:op 5988 completed, throughput=5MB/sec 2024-02-18T08:56:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:39 smithi191 bash[38688]: audit 2024-02-18T08:56:39.052695+0000 mon.a (mon.0) 1895 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:56:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:39 smithi191 bash[38688]: audit 2024-02-18T08:56:39.053107+0000 mon.a (mon.0) 1896 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:56:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:39 smithi191 bash[38688]: audit 2024-02-18T08:56:39.053556+0000 mon.a (mon.0) 1897 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-02-18T08:56:39.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:39 smithi110 bash[55875]: audit 2024-02-18T08:56:39.052695+0000 mon.a (mon.0) 1895 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:56:39.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:39 smithi110 bash[55875]: audit 2024-02-18T08:56:39.053107+0000 mon.a (mon.0) 1896 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:56:39.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:39 smithi110 bash[55875]: audit 2024-02-18T08:56:39.053556+0000 mon.a (mon.0) 1897 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-02-18T08:56:39.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:39 smithi110 bash[54479]: audit 2024-02-18T08:56:39.052695+0000 mon.a (mon.0) 1895 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-02-18T08:56:39.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:39 smithi110 bash[54479]: audit 2024-02-18T08:56:39.053107+0000 mon.a (mon.0) 1896 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-02-18T08:56:39.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:39 smithi110 bash[54479]: audit 2024-02-18T08:56:39.053556+0000 mon.a (mon.0) 1897 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-02-18T08:56:40.007 INFO:tasks.workunit.client.0.smithi110.stdout: 1148: throughput=5MB/sec pending data=0 2024-02-18T08:56:40.007 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-JYuBuEy-R4SsyaX off=4500055 len=1184981 2024-02-18T08:56:40.015 INFO:tasks.workunit.client.0.smithi110.stdout:op 5989 completed, throughput=5MB/sec 2024-02-18T08:56:40.015 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UBHPEgBt7vVtO27 off=255291 len=1605294 2024-02-18T08:56:40.026 INFO:tasks.workunit.client.0.smithi110.stdout:op 5990 completed, throughput=5MB/sec 2024-02-18T08:56:40.026 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eVZP3Dq_8ZNV17N off=7541932 len=1161517 2024-02-18T08:56:40.029 INFO:tasks.workunit.client.0.smithi110.stdout:op 5991 completed, throughput=5MB/sec 2024-02-18T08:56:40.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:40 smithi191 bash[38688]: cluster 2024-02-18T08:56:39.443499+0000 mgr.y (mgr.44100) 1212 : cluster [DBG] pgmap v1755: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:56:40.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:40 smithi110 bash[54479]: cluster 2024-02-18T08:56:39.443499+0000 mgr.y (mgr.44100) 1212 : cluster [DBG] pgmap v1755: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:56:40.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:40 smithi110 bash[55875]: cluster 2024-02-18T08:56:39.443499+0000 mgr.y (mgr.44100) 1212 : cluster [DBG] pgmap v1755: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-02-18T08:56:41.029 INFO:tasks.workunit.client.0.smithi110.stdout: 1149: throughput=5MB/sec pending data=0 2024-02-18T08:56:41.029 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-N6hjNVPpwpa-tks off=7255155 len=1184360 2024-02-18T08:56:41.038 INFO:tasks.workunit.client.0.smithi110.stdout:op 5992 completed, throughput=5MB/sec 2024-02-18T08:56:41.039 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-e1eCIY6WpTJLK6I off=10659210 len=1538350 2024-02-18T08:56:41.043 INFO:tasks.workunit.client.0.smithi110.stdout:op 5993 completed, throughput=5MB/sec 2024-02-18T08:56:41.043 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ikwFPvPqj28DdZU off=19462645 len=1170321 2024-02-18T08:56:41.052 INFO:tasks.workunit.client.0.smithi110.stdout:op 5994 completed, throughput=5MB/sec 2024-02-18T08:56:41.052 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-AaT9-UfvukbNsmU off=9321715 len=2034846 2024-02-18T08:56:41.057 INFO:tasks.workunit.client.0.smithi110.stdout:op 5995 completed, throughput=5MB/sec 2024-02-18T08:56:42.058 INFO:tasks.workunit.client.0.smithi110.stdout: 1150: throughput=5MB/sec pending data=0 2024-02-18T08:56:42.058 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-cR8WiQ_djOzadv0 off=10691826 len=267866 2024-02-18T08:56:42.062 INFO:tasks.workunit.client.0.smithi110.stdout:op 5996 completed, throughput=5MB/sec 2024-02-18T08:56:42.063 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-HjXHHLXkKFdLSlp off=1459901 len=288682 2024-02-18T08:56:42.064 INFO:tasks.workunit.client.0.smithi110.stdout:op 5997 completed, throughput=5MB/sec 2024-02-18T08:56:42.064 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-y011QTxC82IZWe6 off=21489742 len=955696 2024-02-18T08:56:42.073 INFO:tasks.workunit.client.0.smithi110.stdout:op 5998 completed, throughput=5MB/sec 2024-02-18T08:56:42.073 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-nfdwvxI0vulkWZP off=260618 len=1195406 2024-02-18T08:56:42.077 INFO:tasks.workunit.client.0.smithi110.stdout:op 5999 completed, throughput=5MB/sec 2024-02-18T08:56:42.077 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-VIB6rNYbl074oMH off=375577 len=835795 2024-02-18T08:56:42.079 INFO:tasks.workunit.client.0.smithi110.stdout:op 6000 completed, throughput=5MB/sec 2024-02-18T08:56:42.079 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-DWTRIkF233KIZfE off=13394570 len=521792 2024-02-18T08:56:42.080 INFO:tasks.workunit.client.0.smithi110.stdout:op 6001 completed, throughput=5MB/sec 2024-02-18T08:56:42.080 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-MLJtC668JpoNx14 off=5391072 len=1998019 2024-02-18T08:56:42.091 INFO:tasks.workunit.client.0.smithi110.stdout:op 6002 completed, throughput=5MB/sec 2024-02-18T08:56:42.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:42 smithi191 bash[38688]: cluster 2024-02-18T08:56:41.444308+0000 mgr.y (mgr.44100) 1213 : cluster [DBG] pgmap v1756: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-02-18T08:56:42.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:42 smithi110 bash[55875]: cluster 2024-02-18T08:56:41.444308+0000 mgr.y (mgr.44100) 1213 : cluster [DBG] pgmap v1756: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-02-18T08:56:42.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:42 smithi110 bash[54479]: cluster 2024-02-18T08:56:41.444308+0000 mgr.y (mgr.44100) 1213 : cluster [DBG] pgmap v1756: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-02-18T08:56:43.092 INFO:tasks.workunit.client.0.smithi110.stdout: 1151: throughput=5MB/sec pending data=0 2024-02-18T08:56:43.092 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lKwzkkTvqL5V2Vo off=1873093 len=320773 2024-02-18T08:56:43.098 INFO:tasks.workunit.client.0.smithi110.stdout:op 6003 completed, throughput=5MB/sec 2024-02-18T08:56:43.098 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iN-9M1t3rjUaLmq off=3094056 len=1046202 2024-02-18T08:56:43.106 INFO:tasks.workunit.client.0.smithi110.stdout:op 6004 completed, throughput=5MB/sec 2024-02-18T08:56:43.106 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-a8dHe8W5DzaV4I9 off=12598817 len=1340092 2024-02-18T08:56:43.113 INFO:tasks.workunit.client.0.smithi110.stdout:op 6005 completed, throughput=5MB/sec 2024-02-18T08:56:43.113 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-awECQFHqC2WLehB off=4270214 len=72859 2024-02-18T08:56:43.114 INFO:tasks.workunit.client.0.smithi110.stdout:op 6006 completed, throughput=5MB/sec 2024-02-18T08:56:43.115 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-1G1C2CwxNFVcg1O off=10135620 len=636862 2024-02-18T08:56:43.120 INFO:tasks.workunit.client.0.smithi110.stdout:op 6007 completed, throughput=5MB/sec 2024-02-18T08:56:43.120 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-DqG5F9WpDGyIi4H off=22041226 len=447597 2024-02-18T08:56:43.125 INFO:tasks.workunit.client.0.smithi110.stdout:op 6008 completed, throughput=5MB/sec 2024-02-18T08:56:43.125 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hIBNUfCR8SuuuKK off=16683978 len=2016813 2024-02-18T08:56:43.139 INFO:tasks.workunit.client.0.smithi110.stdout:op 6009 completed, throughput=5MB/sec 2024-02-18T08:56:44.139 INFO:tasks.workunit.client.0.smithi110.stdout: 1152: throughput=5MB/sec pending data=0 2024-02-18T08:56:44.140 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-alhpOZg_3EBWy-E off=300916 len=511872 2024-02-18T08:56:44.146 INFO:tasks.workunit.client.0.smithi110.stdout:op 6010 completed, throughput=5MB/sec 2024-02-18T08:56:44.146 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-YZ83fDts0NUnt8U off=7885540 len=1109598 2024-02-18T08:56:44.156 INFO:tasks.workunit.client.0.smithi110.stdout:op 6011 completed, throughput=5MB/sec 2024-02-18T08:56:44.156 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TliGhBL_uXihEQP off=890547 len=62203 2024-02-18T08:56:44.158 INFO:tasks.workunit.client.0.smithi110.stdout:op 6012 completed, throughput=5MB/sec 2024-02-18T08:56:44.159 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-uTzz9yCraW12PO3 off=16161888 len=2028281 2024-02-18T08:56:44.161 INFO:tasks.workunit.client.0.smithi110.stdout:op 6013 completed, throughput=5MB/sec 2024-02-18T08:56:44.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:44 smithi191 bash[38688]: cluster 2024-02-18T08:56:43.445257+0000 mgr.y (mgr.44100) 1214 : cluster [DBG] pgmap v1757: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:44.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:44 smithi110 bash[54479]: cluster 2024-02-18T08:56:43.445257+0000 mgr.y (mgr.44100) 1214 : cluster [DBG] pgmap v1757: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:44.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:44 smithi110 bash[55875]: cluster 2024-02-18T08:56:43.445257+0000 mgr.y (mgr.44100) 1214 : cluster [DBG] pgmap v1757: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:45.161 INFO:tasks.workunit.client.0.smithi110.stdout: 1153: throughput=5MB/sec pending data=0 2024-02-18T08:56:45.161 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-AO-AQPt5cl5M6zg off=3898164 len=1621522 2024-02-18T08:56:45.173 INFO:tasks.workunit.client.0.smithi110.stdout:op 6014 completed, throughput=5MB/sec 2024-02-18T08:56:45.173 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pa41V-O5_0FWWjE off=8951428 len=1638479 2024-02-18T08:56:45.184 INFO:tasks.workunit.client.0.smithi110.stdout:op 6015 completed, throughput=5MB/sec 2024-02-18T08:56:45.184 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-WQJVZ8L1tMeVqM3 off=4469024 len=562978 2024-02-18T08:56:45.190 INFO:tasks.workunit.client.0.smithi110.stdout:op 6016 completed, throughput=5MB/sec 2024-02-18T08:56:45.190 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-QOC_GHLCMofWo8O off=3740216 len=1548930 2024-02-18T08:56:45.200 INFO:tasks.workunit.client.0.smithi110.stdout:op 6017 completed, throughput=5MB/sec 2024-02-18T08:56:45.200 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-cjxeb-503LQRe_2 off=3577073 len=1457981 2024-02-18T08:56:45.202 INFO:tasks.workunit.client.0.smithi110.stdout:op 6018 completed, throughput=5MB/sec 2024-02-18T08:56:46.203 INFO:tasks.workunit.client.0.smithi110.stdout: 1154: throughput=5MB/sec pending data=0 2024-02-18T08:56:46.203 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-mV7EHsGxTOtUfbK off=752655 len=236404 2024-02-18T08:56:46.208 INFO:tasks.workunit.client.0.smithi110.stdout:op 6019 completed, throughput=5MB/sec 2024-02-18T08:56:46.208 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fAhkyPRsSAhL8Pf off=826116 len=938942 2024-02-18T08:56:46.211 INFO:tasks.workunit.client.0.smithi110.stdout:op 6020 completed, throughput=5MB/sec 2024-02-18T08:56:46.211 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-p2ii_ZzZICz0sV7 off=540858 len=245967 2024-02-18T08:56:46.215 INFO:tasks.workunit.client.0.smithi110.stdout:op 6021 completed, throughput=5MB/sec 2024-02-18T08:56:46.215 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-1F-8Y3W0UpSFY-U off=12705112 len=142603 2024-02-18T08:56:46.216 INFO:tasks.workunit.client.0.smithi110.stdout:op 6022 completed, throughput=5MB/sec 2024-02-18T08:56:46.216 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2WXfBaniHW7mXEi off=11005874 len=1269881 2024-02-18T08:56:46.219 INFO:tasks.workunit.client.0.smithi110.stdout:op 6023 completed, throughput=5MB/sec 2024-02-18T08:56:46.219 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BcWY6JhwXGEjICQ off=4452132 len=301514 2024-02-18T08:56:46.224 INFO:tasks.workunit.client.0.smithi110.stdout:op 6024 completed, throughput=5MB/sec 2024-02-18T08:56:46.224 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IZz1H8ye9HlVo7H off=469016 len=406813 2024-02-18T08:56:46.228 INFO:tasks.workunit.client.0.smithi110.stdout:op 6025 completed, throughput=5MB/sec 2024-02-18T08:56:46.228 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Or5ofvTS3uXSnqI off=290454 len=1066135 2024-02-18T08:56:46.230 INFO:tasks.workunit.client.0.smithi110.stdout:op 6026 completed, throughput=5MB/sec 2024-02-18T08:56:46.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:46 smithi191 bash[38688]: cluster 2024-02-18T08:56:45.446062+0000 mgr.y (mgr.44100) 1215 : cluster [DBG] pgmap v1758: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:46.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:46 smithi110 bash[54479]: cluster 2024-02-18T08:56:45.446062+0000 mgr.y (mgr.44100) 1215 : cluster [DBG] pgmap v1758: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:46.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:46 smithi110 bash[55875]: cluster 2024-02-18T08:56:45.446062+0000 mgr.y (mgr.44100) 1215 : cluster [DBG] pgmap v1758: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:47.230 INFO:tasks.workunit.client.0.smithi110.stdout: 1155: throughput=5MB/sec pending data=0 2024-02-18T08:56:47.230 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B-5uDgDnScWcp3_ off=8097939 len=1046980 2024-02-18T08:56:47.239 INFO:tasks.workunit.client.0.smithi110.stdout:op 6027 completed, throughput=5MB/sec 2024-02-18T08:56:47.239 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-IxsNxTLnBF70Ebk off=12586425 len=1680415 2024-02-18T08:56:47.244 INFO:tasks.workunit.client.0.smithi110.stdout:op 6028 completed, throughput=5MB/sec 2024-02-18T08:56:47.244 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-3s7BpQyb0MJqP5q off=8571477 len=456826 2024-02-18T08:56:47.251 INFO:tasks.workunit.client.0.smithi110.stdout:op 6029 completed, throughput=5MB/sec 2024-02-18T08:56:47.251 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TjSoM4o48CDEzeg off=12649432 len=1123723 2024-02-18T08:56:47.260 INFO:tasks.workunit.client.0.smithi110.stdout:op 6030 completed, throughput=5MB/sec 2024-02-18T08:56:47.260 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RqSR5JLdzwFz9Hr off=1478711 len=1111906 2024-02-18T08:56:47.263 INFO:tasks.workunit.client.0.smithi110.stdout:op 6031 completed, throughput=5MB/sec 2024-02-18T08:56:47.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:47 smithi191 bash[38688]: cluster 2024-02-18T08:56:47.446943+0000 mgr.y (mgr.44100) 1216 : cluster [DBG] pgmap v1759: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:47.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:47 smithi110 bash[54479]: cluster 2024-02-18T08:56:47.446943+0000 mgr.y (mgr.44100) 1216 : cluster [DBG] pgmap v1759: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:47.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:47 smithi110 bash[55875]: cluster 2024-02-18T08:56:47.446943+0000 mgr.y (mgr.44100) 1216 : cluster [DBG] pgmap v1759: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:48.263 INFO:tasks.workunit.client.0.smithi110.stdout: 1156: throughput=5MB/sec pending data=0 2024-02-18T08:56:48.264 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-Moz8o0iY0Tmt5Fn off=18792731 len=1969624 2024-02-18T08:56:48.277 INFO:tasks.workunit.client.0.smithi110.stdout:op 6032 completed, throughput=5MB/sec 2024-02-18T08:56:48.277 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-ifzu73GZv5RRjlu off=10566673 len=1494849 2024-02-18T08:56:48.285 INFO:tasks.workunit.client.0.smithi110.stdout:op 6033 completed, throughput=5MB/sec 2024-02-18T08:56:48.285 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5KVEiNxw2qg_ZH6 off=6273957 len=1394361 2024-02-18T08:56:48.295 INFO:tasks.workunit.client.0.smithi110.stdout:op 6034 completed, throughput=5MB/sec 2024-02-18T08:56:49.295 INFO:tasks.workunit.client.0.smithi110.stdout: 1157: throughput=5MB/sec pending data=0 2024-02-18T08:56:49.295 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-hzngN_nIcG_9Xsu off=5834814 len=1651934 2024-02-18T08:56:49.306 INFO:tasks.workunit.client.0.smithi110.stdout:op 6035 completed, throughput=5MB/sec 2024-02-18T08:56:49.306 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-eiTC7sG5QWr1lcY off=19198887 len=1820023 2024-02-18T08:56:49.320 INFO:tasks.workunit.client.0.smithi110.stdout:op 6036 completed, throughput=5MB/sec 2024-02-18T08:56:49.320 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-B8InwLAi1xToDgK off=559459 len=1828412 2024-02-18T08:56:49.330 INFO:tasks.workunit.client.0.smithi110.stdout:op 6037 completed, throughput=5MB/sec 2024-02-18T08:56:49.330 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7G_oNhXAZuJknUn off=3368912 len=557809 2024-02-18T08:56:49.331 INFO:tasks.workunit.client.0.smithi110.stdout:op 6038 completed, throughput=5MB/sec 2024-02-18T08:56:50.332 INFO:tasks.workunit.client.0.smithi110.stdout: 1158: throughput=5MB/sec pending data=0 2024-02-18T08:56:50.332 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-YPkr20BdfhWYkzm off=16951636 len=874190 2024-02-18T08:56:50.334 INFO:tasks.workunit.client.0.smithi110.stdout:op 6039 completed, throughput=5MB/sec 2024-02-18T08:56:50.334 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-pYw6xzcZLR9NxGL off=12367557 len=1850807 2024-02-18T08:56:50.349 INFO:tasks.workunit.client.0.smithi110.stdout:op 6040 completed, throughput=5MB/sec 2024-02-18T08:56:50.350 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-fRSxjLk2moHKIwJ off=15069608 len=1645563 2024-02-18T08:56:50.355 INFO:tasks.workunit.client.0.smithi110.stdout:op 6041 completed, throughput=5MB/sec 2024-02-18T08:56:50.355 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-eDCFSbvy8CdjMcA off=3548022 len=587769 2024-02-18T08:56:50.357 INFO:tasks.workunit.client.0.smithi110.stdout:op 6042 completed, throughput=5MB/sec 2024-02-18T08:56:50.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:50 smithi191 bash[38688]: cluster 2024-02-18T08:56:49.447857+0000 mgr.y (mgr.44100) 1217 : cluster [DBG] pgmap v1760: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:50.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:50 smithi110 bash[54479]: cluster 2024-02-18T08:56:49.447857+0000 mgr.y (mgr.44100) 1217 : cluster [DBG] pgmap v1760: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:50.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:50 smithi110 bash[55875]: cluster 2024-02-18T08:56:49.447857+0000 mgr.y (mgr.44100) 1217 : cluster [DBG] pgmap v1760: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-02-18T08:56:51.357 INFO:tasks.workunit.client.0.smithi110.stdout: 1159: throughput=5MB/sec pending data=0 2024-02-18T08:56:51.357 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-kQ_eBuQGVqZ4V_9 off=4583137 len=1944560 2024-02-18T08:56:51.370 INFO:tasks.workunit.client.0.smithi110.stdout:op 6043 completed, throughput=5MB/sec 2024-02-18T08:56:51.370 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4Jq6xKFsidFKpwz off=13815117 len=722721 2024-02-18T08:56:51.378 INFO:tasks.workunit.client.0.smithi110.stdout:op 6044 completed, throughput=5MB/sec 2024-02-18T08:56:51.378 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-7yOODduokM6xmK8 off=8250836 len=1024411 2024-02-18T08:56:51.381 INFO:tasks.workunit.client.0.smithi110.stdout:op 6045 completed, throughput=5MB/sec 2024-02-18T08:56:51.382 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-tT0EXZ31R2vkALM off=8536561 len=636313 2024-02-18T08:56:51.388 INFO:tasks.workunit.client.0.smithi110.stdout:op 6046 completed, throughput=5MB/sec 2024-02-18T08:56:51.389 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-S638UhWxC4ARdf6 off=6794656 len=451392 2024-02-18T08:56:51.390 INFO:tasks.workunit.client.0.smithi110.stdout:op 6047 completed, throughput=5MB/sec 2024-02-18T08:56:51.390 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-vl-3tyF6HVNgWOT off=9627372 len=57474 2024-02-18T08:56:51.391 INFO:tasks.workunit.client.0.smithi110.stdout:op 6048 completed, throughput=5MB/sec 2024-02-18T08:56:51.391 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2u0BfmZDBsbI8Ln off=104011 len=1680294 2024-02-18T08:56:51.393 INFO:tasks.workunit.client.0.smithi110.stdout:op 6049 completed, throughput=5MB/sec 2024-02-18T08:56:52.393 INFO:tasks.workunit.client.0.smithi110.stdout: 1160: throughput=5MB/sec pending data=0 2024-02-18T08:56:52.393 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-5YrEkxrDJYZT8kd off=7002750 len=1278306 2024-02-18T08:56:52.396 INFO:tasks.workunit.client.0.smithi110.stdout:op 6050 completed, throughput=5MB/sec 2024-02-18T08:56:52.396 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-snvfuXmL0Mbc9Wq off=3489655 len=1872131 2024-02-18T08:56:52.410 INFO:tasks.workunit.client.0.smithi110.stdout:op 6051 completed, throughput=5MB/sec 2024-02-18T08:56:52.410 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BXWp983MuUkzZaM off=13342785 len=940430 2024-02-18T08:56:52.418 INFO:tasks.workunit.client.0.smithi110.stdout:op 6052 completed, throughput=5MB/sec 2024-02-18T08:56:52.418 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tM1Z1EK8eOKVl4I off=11557811 len=583316 2024-02-18T08:56:52.421 INFO:tasks.workunit.client.0.smithi110.stdout:op 6053 completed, throughput=5MB/sec 2024-02-18T08:56:52.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:52 smithi191 bash[38688]: cluster 2024-02-18T08:56:51.448664+0000 mgr.y (mgr.44100) 1218 : cluster [DBG] pgmap v1761: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:56:52.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:52 smithi110 bash[54479]: cluster 2024-02-18T08:56:51.448664+0000 mgr.y (mgr.44100) 1218 : cluster [DBG] pgmap v1761: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:56:52.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:52 smithi110 bash[55875]: cluster 2024-02-18T08:56:51.448664+0000 mgr.y (mgr.44100) 1218 : cluster [DBG] pgmap v1761: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-02-18T08:56:53.421 INFO:tasks.workunit.client.0.smithi110.stdout: 1161: throughput=5MB/sec pending data=0 2024-02-18T08:56:53.421 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-g0K_2WBrBSD4xJl off=1075638 len=1613923 2024-02-18T08:56:53.432 INFO:tasks.workunit.client.0.smithi110.stdout:op 6054 completed, throughput=5MB/sec 2024-02-18T08:56:53.432 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IwPdpInoLjXfft4 off=5862027 len=1296179 2024-02-18T08:56:53.441 INFO:tasks.workunit.client.0.smithi110.stdout:op 6055 completed, throughput=5MB/sec 2024-02-18T08:56:53.441 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj--KefmjgG0_E4w2j off=2860242 len=1052048 2024-02-18T08:56:53.444 INFO:tasks.workunit.client.0.smithi110.stdout:op 6056 completed, throughput=5MB/sec 2024-02-18T08:56:53.444 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-LoACNGDKs6V2hzy off=3958034 len=2046875 2024-02-18T08:56:53.455 INFO:tasks.workunit.client.0.smithi110.stdout:op 6057 completed, throughput=5MB/sec 2024-02-18T08:56:54.456 INFO:tasks.workunit.client.0.smithi110.stdout: 1162: throughput=5MB/sec pending data=0 2024-02-18T08:56:54.456 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4bIiH86XDn4xEU7 off=2996881 len=756208 2024-02-18T08:56:54.465 INFO:tasks.workunit.client.0.smithi110.stdout:op 6058 completed, throughput=5MB/sec 2024-02-18T08:56:54.465 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-Gvjzz6kbolNKcpJ off=3192286 len=1319078 2024-02-18T08:56:54.467 INFO:tasks.workunit.client.0.smithi110.stdout:op 6059 completed, throughput=5MB/sec 2024-02-18T08:56:54.467 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-IS5vF27Sy9zv2uf off=10297367 len=1195742 2024-02-18T08:56:54.475 INFO:tasks.workunit.client.0.smithi110.stdout:op 6060 completed, throughput=5MB/sec 2024-02-18T08:56:54.475 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-4KZMn7nJJWrxYmk off=2230469 len=204702 2024-02-18T08:56:54.476 INFO:tasks.workunit.client.0.smithi110.stdout:op 6061 completed, throughput=5MB/sec 2024-02-18T08:56:54.476 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-BIgJ2hDQpqFs8os off=9965080 len=104212 2024-02-18T08:56:54.480 INFO:tasks.workunit.client.0.smithi110.stdout:op 6062 completed, throughput=5MB/sec 2024-02-18T08:56:54.480 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-wKLfouWroWazV28 off=9861004 len=1109496 2024-02-18T08:56:54.481 INFO:tasks.workunit.client.0.smithi110.stdout:op 6063 completed, throughput=5MB/sec 2024-02-18T08:56:54.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:54 smithi191 bash[38688]: cluster 2024-02-18T08:56:53.449795+0000 mgr.y (mgr.44100) 1219 : cluster [DBG] pgmap v1762: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-02-18T08:56:54.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:54 smithi110 bash[54479]: cluster 2024-02-18T08:56:53.449795+0000 mgr.y (mgr.44100) 1219 : cluster [DBG] pgmap v1762: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-02-18T08:56:54.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:54 smithi110 bash[55875]: cluster 2024-02-18T08:56:53.449795+0000 mgr.y (mgr.44100) 1219 : cluster [DBG] pgmap v1762: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-02-18T08:56:55.481 INFO:tasks.workunit.client.0.smithi110.stdout: 1163: throughput=5MB/sec pending data=0 2024-02-18T08:56:55.482 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-s_pmoHHlindXZqs off=7712881 len=963058 2024-02-18T08:56:55.485 INFO:tasks.workunit.client.0.smithi110.stdout:op 6064 completed, throughput=5MB/sec 2024-02-18T08:56:55.485 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-2HZyguTJjM_fEXM off=925838 len=729993 2024-02-18T08:56:55.488 INFO:tasks.workunit.client.0.smithi110.stdout:op 6065 completed, throughput=5MB/sec 2024-02-18T08:56:55.488 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-TPd5eow6YHIkgd1 off=6253659 len=1792177 2024-02-18T08:56:55.502 INFO:tasks.workunit.client.0.smithi110.stdout:op 6066 completed, throughput=5MB/sec 2024-02-18T08:56:55.502 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-5Hhlh1yOu7RUKIV off=4809357 len=2070686 2024-02-18T08:56:55.532 INFO:tasks.workunit.client.0.smithi110.stdout:op 6067 completed, throughput=5MB/sec 2024-02-18T08:56:56.533 INFO:tasks.workunit.client.0.smithi110.stdout: 1164: throughput=5MB/sec pending data=0 2024-02-18T08:56:56.533 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-UMsGlZbr5bj_ArB off=9854943 len=1784553 2024-02-18T08:56:56.544 INFO:tasks.workunit.client.0.smithi110.stdout:op 6068 completed, throughput=5MB/sec 2024-02-18T08:56:56.544 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-VZqBh1raOrE-B9x off=288928 len=1228348 2024-02-18T08:56:56.554 INFO:tasks.workunit.client.0.smithi110.stdout:op 6069 completed, throughput=5MB/sec 2024-02-18T08:56:56.554 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-4jQnkZUcl9SWflB off=5060486 len=904629 2024-02-18T08:56:56.560 INFO:tasks.workunit.client.0.smithi110.stdout:op 6070 completed, throughput=5MB/sec 2024-02-18T08:56:56.560 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-lwzDlodncXd6E6l off=711144 len=862811 2024-02-18T08:56:56.566 INFO:tasks.workunit.client.0.smithi110.stdout:op 6071 completed, throughput=5MB/sec 2024-02-18T08:56:56.567 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-jF7pCP3_qCMR5m1 off=12352967 len=163941 2024-02-18T08:56:56.568 INFO:tasks.workunit.client.0.smithi110.stdout:op 6072 completed, throughput=5MB/sec 2024-02-18T08:56:56.568 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iWtk0RZY3RQvsBb off=850421 len=1161997 2024-02-18T08:56:56.574 INFO:tasks.workunit.client.0.smithi110.stdout:op 6073 completed, throughput=5MB/sec 2024-02-18T08:56:56.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:56 smithi191 bash[38688]: cluster 2024-02-18T08:56:55.450686+0000 mgr.y (mgr.44100) 1220 : cluster [DBG] pgmap v1763: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:56.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:56 smithi110 bash[54479]: cluster 2024-02-18T08:56:55.450686+0000 mgr.y (mgr.44100) 1220 : cluster [DBG] pgmap v1763: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:56.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:56 smithi110 bash[55875]: cluster 2024-02-18T08:56:55.450686+0000 mgr.y (mgr.44100) 1220 : cluster [DBG] pgmap v1763: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-02-18T08:56:57.575 INFO:tasks.workunit.client.0.smithi110.stdout: 1165: throughput=5MB/sec pending data=0 2024-02-18T08:56:57.575 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-m1MVBe8Z6MlClMC off=1780333 len=1180214 2024-02-18T08:56:57.580 INFO:tasks.workunit.client.0.smithi110.stdout:op 6074 completed, throughput=5MB/sec 2024-02-18T08:56:57.580 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-RnnqdkDi6sXalx9 off=17379557 len=276280 2024-02-18T08:56:57.582 INFO:tasks.workunit.client.0.smithi110.stdout:op 6075 completed, throughput=5MB/sec 2024-02-18T08:56:57.582 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-WPJ-LSOXounxNwG off=4873627 len=297718 2024-02-18T08:56:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:op 6076 completed, throughput=5MB/sec 2024-02-18T08:56:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:WRITE : oid=obj-iGKirQQwe_5b9cS off=2855208 len=1457288 2024-02-18T08:56:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:op 6077 completed, throughput=5MB/sec 2024-02-18T08:56:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-QogonJtge64qR2R off=1456183 len=554263 2024-02-18T08:56:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:op 6078 completed, throughput=5MB/sec 2024-02-18T08:56:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:READ : oid=obj-tZ1eSaZchVuZWeG off=6062952 len=1797670 2024-02-18T08:56:57.602 INFO:tasks.workunit.client.0.smithi110.stdout:op 6079 completed, throughput=5MB/sec 2024-02-18T08:56:58.602 INFO:tasks.workunit.client.0.smithi110.stdout:waiting for all operations to complete 2024-02-18T08:56:58.602 INFO:tasks.workunit.client.0.smithi110.stdout:cleaning up objects 2024-02-18T08:56:58.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:56:58 smithi191 bash[38688]: cluster 2024-02-18T08:56:57.451552+0000 mgr.y (mgr.44100) 1221 : cluster [DBG] pgmap v1764: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-02-18T08:56:58.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:56:58 smithi110 bash[54479]: cluster 2024-02-18T08:56:57.451552+0000 mgr.y (mgr.44100) 1221 : cluster [DBG] pgmap v1764: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-02-18T08:56:58.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:56:58 smithi110 bash[55875]: cluster 2024-02-18T08:56:57.451552+0000 mgr.y (mgr.44100) 1221 : cluster [DBG] pgmap v1764: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-02-18T08:57:00.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:00 smithi191 bash[38688]: cluster 2024-02-18T08:56:59.452238+0000 mgr.y (mgr.44100) 1222 : cluster [DBG] pgmap v1765: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:57:00.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:00 smithi110 bash[54479]: cluster 2024-02-18T08:56:59.452238+0000 mgr.y (mgr.44100) 1222 : cluster [DBG] pgmap v1765: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:57:00.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:00 smithi110 bash[55875]: cluster 2024-02-18T08:56:59.452238+0000 mgr.y (mgr.44100) 1222 : cluster [DBG] pgmap v1765: 73 pgs: 73 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-02-18T08:57:02.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:02 smithi191 bash[38688]: cluster 2024-02-18T08:57:01.452766+0000 mgr.y (mgr.44100) 1223 : cluster [DBG] pgmap v1766: 73 pgs: 73 active+clean; 125 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-02-18T08:57:02.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:02 smithi110 bash[54479]: cluster 2024-02-18T08:57:01.452766+0000 mgr.y (mgr.44100) 1223 : cluster [DBG] pgmap v1766: 73 pgs: 73 active+clean; 125 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-02-18T08:57:02.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:02 smithi110 bash[55875]: cluster 2024-02-18T08:57:01.452766+0000 mgr.y (mgr.44100) 1223 : cluster [DBG] pgmap v1766: 73 pgs: 73 active+clean; 125 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-02-18T08:57:04.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:04 smithi191 bash[38688]: cluster 2024-02-18T08:57:03.453358+0000 mgr.y (mgr.44100) 1224 : cluster [DBG] pgmap v1767: 73 pgs: 73 active+clean; 109 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 121 op/s 2024-02-18T08:57:04.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:04 smithi110 bash[54479]: cluster 2024-02-18T08:57:03.453358+0000 mgr.y (mgr.44100) 1224 : cluster [DBG] pgmap v1767: 73 pgs: 73 active+clean; 109 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 121 op/s 2024-02-18T08:57:04.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:04 smithi110 bash[55875]: cluster 2024-02-18T08:57:03.453358+0000 mgr.y (mgr.44100) 1224 : cluster [DBG] pgmap v1767: 73 pgs: 73 active+clean; 109 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 121 op/s 2024-02-18T08:57:06.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:06 smithi191 bash[38688]: cluster 2024-02-18T08:57:05.453887+0000 mgr.y (mgr.44100) 1225 : cluster [DBG] pgmap v1768: 73 pgs: 73 active+clean; 102 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 169 op/s 2024-02-18T08:57:06.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:06 smithi110 bash[54479]: cluster 2024-02-18T08:57:05.453887+0000 mgr.y (mgr.44100) 1225 : cluster [DBG] pgmap v1768: 73 pgs: 73 active+clean; 102 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 169 op/s 2024-02-18T08:57:06.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:06 smithi110 bash[55875]: cluster 2024-02-18T08:57:05.453887+0000 mgr.y (mgr.44100) 1225 : cluster [DBG] pgmap v1768: 73 pgs: 73 active+clean; 102 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 169 op/s 2024-02-18T08:57:08.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:08 smithi191 bash[38688]: cluster 2024-02-18T08:57:07.454441+0000 mgr.y (mgr.44100) 1226 : cluster [DBG] pgmap v1769: 73 pgs: 73 active+clean; 86 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 695 KiB/s rd, 1.3 MiB/s wr, 273 op/s 2024-02-18T08:57:08.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:08 smithi110 bash[54479]: cluster 2024-02-18T08:57:07.454441+0000 mgr.y (mgr.44100) 1226 : cluster [DBG] pgmap v1769: 73 pgs: 73 active+clean; 86 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 695 KiB/s rd, 1.3 MiB/s wr, 273 op/s 2024-02-18T08:57:08.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:08 smithi110 bash[55875]: cluster 2024-02-18T08:57:07.454441+0000 mgr.y (mgr.44100) 1226 : cluster [DBG] pgmap v1769: 73 pgs: 73 active+clean; 86 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 695 KiB/s rd, 1.3 MiB/s wr, 273 op/s 2024-02-18T08:57:10.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:10 smithi191 bash[38688]: cluster 2024-02-18T08:57:09.454952+0000 mgr.y (mgr.44100) 1227 : cluster [DBG] pgmap v1770: 73 pgs: 73 active+clean; 79 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 394 KiB/s rd, 613 KiB/s wr, 322 op/s 2024-02-18T08:57:10.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:10 smithi110 bash[55875]: cluster 2024-02-18T08:57:09.454952+0000 mgr.y (mgr.44100) 1227 : cluster [DBG] pgmap v1770: 73 pgs: 73 active+clean; 79 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 394 KiB/s rd, 613 KiB/s wr, 322 op/s 2024-02-18T08:57:10.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:10 smithi110 bash[54479]: cluster 2024-02-18T08:57:09.454952+0000 mgr.y (mgr.44100) 1227 : cluster [DBG] pgmap v1770: 73 pgs: 73 active+clean; 79 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 394 KiB/s rd, 613 KiB/s wr, 322 op/s 2024-02-18T08:57:11.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:11 smithi191 bash[38688]: cluster 2024-02-18T08:57:11.455439+0000 mgr.y (mgr.44100) 1228 : cluster [DBG] pgmap v1771: 73 pgs: 73 active+clean; 71 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 213 KiB/s wr, 371 op/s 2024-02-18T08:57:11.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:11 smithi110 bash[54479]: cluster 2024-02-18T08:57:11.455439+0000 mgr.y (mgr.44100) 1228 : cluster [DBG] pgmap v1771: 73 pgs: 73 active+clean; 71 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 213 KiB/s wr, 371 op/s 2024-02-18T08:57:11.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:11 smithi110 bash[55875]: cluster 2024-02-18T08:57:11.455439+0000 mgr.y (mgr.44100) 1228 : cluster [DBG] pgmap v1771: 73 pgs: 73 active+clean; 71 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 193 KiB/s rd, 213 KiB/s wr, 371 op/s 2024-02-18T08:57:14.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:14 smithi191 bash[38688]: cluster 2024-02-18T08:57:13.456035+0000 mgr.y (mgr.44100) 1229 : cluster [DBG] pgmap v1772: 73 pgs: 73 active+clean; 49 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 119 KiB/s wr, 512 op/s 2024-02-18T08:57:14.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:14 smithi110 bash[54479]: cluster 2024-02-18T08:57:13.456035+0000 mgr.y (mgr.44100) 1229 : cluster [DBG] pgmap v1772: 73 pgs: 73 active+clean; 49 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 119 KiB/s wr, 512 op/s 2024-02-18T08:57:14.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:14 smithi110 bash[55875]: cluster 2024-02-18T08:57:13.456035+0000 mgr.y (mgr.44100) 1229 : cluster [DBG] pgmap v1772: 73 pgs: 73 active+clean; 49 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 119 KiB/s wr, 512 op/s 2024-02-18T08:57:16.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:16 smithi191 bash[38688]: cluster 2024-02-18T08:57:15.456507+0000 mgr.y (mgr.44100) 1230 : cluster [DBG] pgmap v1773: 73 pgs: 73 active+clean; 41 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 455 op/s 2024-02-18T08:57:16.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:16 smithi110 bash[54479]: cluster 2024-02-18T08:57:15.456507+0000 mgr.y (mgr.44100) 1230 : cluster [DBG] pgmap v1773: 73 pgs: 73 active+clean; 41 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 455 op/s 2024-02-18T08:57:16.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:16 smithi110 bash[55875]: cluster 2024-02-18T08:57:15.456507+0000 mgr.y (mgr.44100) 1230 : cluster [DBG] pgmap v1773: 73 pgs: 73 active+clean; 41 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 455 op/s 2024-02-18T08:57:18.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:18 smithi191 bash[38688]: cluster 2024-02-18T08:57:17.456983+0000 mgr.y (mgr.44100) 1231 : cluster [DBG] pgmap v1774: 73 pgs: 73 active+clean; 27 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 501 op/s 2024-02-18T08:57:18.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:18 smithi110 bash[54479]: cluster 2024-02-18T08:57:17.456983+0000 mgr.y (mgr.44100) 1231 : cluster [DBG] pgmap v1774: 73 pgs: 73 active+clean; 27 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 501 op/s 2024-02-18T08:57:18.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:18 smithi110 bash[55875]: cluster 2024-02-18T08:57:17.456983+0000 mgr.y (mgr.44100) 1231 : cluster [DBG] pgmap v1774: 73 pgs: 73 active+clean; 27 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 501 op/s 2024-02-18T08:57:20.274 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:57:20.275 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T08:57:20.284 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-02-18T08:57:20.284 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-02-18T08:57:20.508 DEBUG:teuthology.parallel:result is None 2024-02-18T08:57:20.508 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-02-18T08:57:20.516 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-02-18T08:57:20.516 DEBUG:teuthology.orchestra.run.smithi110:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-02-18T08:57:20.564 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-02-18T08:57:20.564 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-02-18T08:57:20.564 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-02-18T08:57:20.564 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-02-18T08:57:20.564 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-02-18T08:57:20.564 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-02-18T08:57:20.565 INFO:tasks.workunit:Pulling workunits from ref octopus 2024-02-18T08:57:20.565 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-02-18T08:57:20.565 DEBUG:teuthology.orchestra.run.smithi191:> stat -- /home/ubuntu/cephtest/mnt.1 2024-02-18T08:57:20.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-18T08:57:20.572 INFO:teuthology.orchestra.run.smithi191.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-02-18T08:57:20.573 DEBUG:teuthology.orchestra.run.smithi191:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-02-18T08:57:20.619 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-02-18T08:57:20.620 DEBUG:teuthology.orchestra.run.smithi191:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-02-18T08:57:20.667 INFO:tasks.workunit:timeout=3h 2024-02-18T08:57:20.668 INFO:tasks.workunit:cleanup=True 2024-02-18T08:57:20.668 DEBUG:teuthology.orchestra.run.smithi191:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch octopus https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-02-18T08:57:20.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:20 smithi110 bash[55875]: cluster 2024-02-18T08:57:19.457514+0000 mgr.y (mgr.44100) 1232 : cluster [DBG] pgmap v1775: 73 pgs: 73 active+clean; 20 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 444 op/s 2024-02-18T08:57:20.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:20 smithi110 bash[54479]: cluster 2024-02-18T08:57:19.457514+0000 mgr.y (mgr.44100) 1232 : cluster [DBG] pgmap v1775: 73 pgs: 73 active+clean; 20 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 444 op/s 2024-02-18T08:57:20.717 INFO:tasks.workunit.client.1.smithi191.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-02-18T08:57:20.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:20 smithi191 bash[38688]: cluster 2024-02-18T08:57:19.457514+0000 mgr.y (mgr.44100) 1232 : cluster [DBG] pgmap v1775: 73 pgs: 73 active+clean; 20 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 444 op/s 2024-02-18T08:57:22.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:22 smithi191 bash[38688]: cluster 2024-02-18T08:57:21.458281+0000 mgr.y (mgr.44100) 1233 : cluster [DBG] pgmap v1776: 73 pgs: 73 active+clean; 13 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 441 op/s 2024-02-18T08:57:22.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:22 smithi110 bash[55875]: cluster 2024-02-18T08:57:21.458281+0000 mgr.y (mgr.44100) 1233 : cluster [DBG] pgmap v1776: 73 pgs: 73 active+clean; 13 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 441 op/s 2024-02-18T08:57:22.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:22 smithi110 bash[54479]: cluster 2024-02-18T08:57:21.458281+0000 mgr.y (mgr.44100) 1233 : cluster [DBG] pgmap v1776: 73 pgs: 73 active+clean; 13 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 441 op/s 2024-02-18T08:57:24.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:24 smithi191 bash[38688]: cluster 2024-02-18T08:57:23.459298+0000 mgr.y (mgr.44100) 1234 : cluster [DBG] pgmap v1777: 73 pgs: 73 active+clean; 644 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 477 op/s 2024-02-18T08:57:24.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:24 smithi110 bash[54479]: cluster 2024-02-18T08:57:23.459298+0000 mgr.y (mgr.44100) 1234 : cluster [DBG] pgmap v1777: 73 pgs: 73 active+clean; 644 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 477 op/s 2024-02-18T08:57:24.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:24 smithi110 bash[55875]: cluster 2024-02-18T08:57:23.459298+0000 mgr.y (mgr.44100) 1234 : cluster [DBG] pgmap v1777: 73 pgs: 73 active+clean; 644 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 477 op/s 2024-02-18T08:57:26.805 DEBUG:teuthology.orchestra.run.smithi191:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-02-18T08:57:26.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:26 smithi191 bash[38688]: cluster 2024-02-18T08:57:25.460122+0000 mgr.y (mgr.44100) 1235 : cluster [DBG] pgmap v1778: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 328 op/s 2024-02-18T08:57:26.861 INFO:tasks.workunit.client.1.smithi191.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-02-18T08:57:26.864 INFO:tasks.workunit.client.1.smithi191.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-02-18T08:57:26.864 INFO:tasks.workunit.client.1.smithi191.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-02-18T08:57:26.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:26 smithi110 bash[54479]: cluster 2024-02-18T08:57:25.460122+0000 mgr.y (mgr.44100) 1235 : cluster [DBG] pgmap v1778: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 328 op/s 2024-02-18T08:57:26.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:26 smithi110 bash[55875]: cluster 2024-02-18T08:57:25.460122+0000 mgr.y (mgr.44100) 1235 : cluster [DBG] pgmap v1778: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 328 op/s 2024-02-18T08:57:27.663 INFO:tasks.workunit.client.1.smithi191.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-02-18T08:57:27.792 INFO:tasks.workunit.client.1.smithi191.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-02-18T08:57:27.848 INFO:tasks.workunit.client.1.smithi191.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-02-18T08:57:27.849 INFO:tasks.workunit.client.1.smithi191.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-02-18T08:57:27.850 INFO:tasks.workunit.client.1.smithi191.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-02-18T08:57:27.908 INFO:tasks.workunit.client.1.smithi191.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-02-18T08:57:27.914 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2024-02-18T08:57:27.914 DEBUG:teuthology.orchestra.run.smithi191:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-02-18T08:57:27.968 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-02-18T08:57:27.969 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-02-18T08:57:27.969 DEBUG:teuthology.orchestra.run.smithi191:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-02-18T08:57:28.021 INFO:tasks.workunit.client.1.smithi191.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-02-18T08:57:28.022 INFO:tasks.workunit.client.1.smithi191.stderr:+ TMPDIR=/tmp/rbd_import_export_53629 2024-02-18T08:57:28.022 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm -rf /tmp/rbd_import_export_53629 2024-02-18T08:57:28.023 INFO:tasks.workunit.client.1.smithi191.stderr:+ mkdir /tmp/rbd_import_export_53629 2024-02-18T08:57:28.024 INFO:tasks.workunit.client.1.smithi191.stderr:+ trap rm -rf /tmp/rbd_import_export_53629 INT TERM EXIT 2024-02-18T08:57:28.024 INFO:tasks.workunit.client.1.smithi191.stderr:+ mkdir foo.53629 2024-02-18T08:57:28.026 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import foo.53629 foo.dir 2024-02-18T08:57:28.083 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: cannot import a directory 2024-02-18T08:57:28.083 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 0% complete...failed. 2024-02-18T08:57:28.084 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: import failed: (21) Is a directory 2024-02-18T08:57:28.086 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-02-18T08:57:28.086 INFO:tasks.workunit.client.1.smithi191.stderr:+ rmdir foo.53629 2024-02-18T08:57:28.094 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_53629/img bs=1k count=1 seek=10 2024-02-18T08:57:28.096 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records in 2024-02-18T08:57:28.096 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records out 2024-02-18T08:57:28.096 INFO:tasks.workunit.client.1.smithi191.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.000192913 s, 5.3 MB/s 2024-02-18T08:57:28.096 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_53629/img bs=1k count=10 seek=100 2024-02-18T08:57:28.097 INFO:tasks.workunit.client.1.smithi191.stderr:10+0 records in 2024-02-18T08:57:28.097 INFO:tasks.workunit.client.1.smithi191.stderr:10+0 records out 2024-02-18T08:57:28.097 INFO:tasks.workunit.client.1.smithi191.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.000158978 s, 64.4 MB/s 2024-02-18T08:57:28.097 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_53629/img bs=1k count=100 seek=1000 2024-02-18T08:57:28.099 INFO:tasks.workunit.client.1.smithi191.stderr:62+1 records in 2024-02-18T08:57:28.099 INFO:tasks.workunit.client.1.smithi191.stderr:62+1 records out 2024-02-18T08:57:28.099 INFO:tasks.workunit.client.1.smithi191.stderr:63704 bytes (64 kB, 62 KiB) copied, 0.000575166 s, 111 MB/s 2024-02-18T08:57:28.099 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_53629/img bs=1k seek=10000 2024-02-18T08:57:28.103 INFO:tasks.workunit.client.1.smithi191.stderr:130+1 records in 2024-02-18T08:57:28.103 INFO:tasks.workunit.client.1.smithi191.stderr:130+1 records out 2024-02-18T08:57:28.104 INFO:tasks.workunit.client.1.smithi191.stderr:133792 bytes (134 kB, 131 KiB) copied, 0.00100449 s, 133 MB/s 2024-02-18T08:57:28.104 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_53629/img bs=1k seek=100000 2024-02-18T08:57:28.104 INFO:tasks.workunit.client.1.smithi191.stderr:66+1 records in 2024-02-18T08:57:28.104 INFO:tasks.workunit.client.1.smithi191.stderr:66+1 records out 2024-02-18T08:57:28.104 INFO:tasks.workunit.client.1.smithi191.stderr:67808 bytes (68 kB, 66 KiB) copied, 0.000387685 s, 175 MB/s 2024-02-18T08:57:28.104 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_53629/img bs=1k seek=1000000 2024-02-18T08:57:28.105 INFO:tasks.workunit.client.1.smithi191.stderr:214+1 records in 2024-02-18T08:57:28.105 INFO:tasks.workunit.client.1.smithi191.stderr:214+1 records out 2024-02-18T08:57:28.105 INFO:tasks.workunit.client.1.smithi191.stderr:219456 bytes (219 kB, 214 KiB) copied, 0.00151734 s, 145 MB/s 2024-02-18T08:57:28.105 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm testimg 2024-02-18T08:57:28.175 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 0% complete...failed. 2024-02-18T08:57:28.176 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: delete error: (2) No such file or directory 2024-02-18T08:57:28.179 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-02-18T08:57:28.179 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format /tmp/rbd_import_export_53629/img testimg 2024-02-18T08:57:28.201 INFO:tasks.workunit.client.1.smithi191.stdout:rbd: --new-format is deprecated, use --image-format 2024-02-18T08:57:28.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:28 smithi191 bash[38688]: cluster 2024-02-18T08:57:27.461062+0000 mgr.y (mgr.44100) 1236 : cluster [DBG] pgmap v1779: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 280 op/s 2024-02-18T08:57:28.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:28 smithi110 bash[54479]: cluster 2024-02-18T08:57:27.461062+0000 mgr.y (mgr.44100) 1236 : cluster [DBG] pgmap v1779: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 280 op/s 2024-02-18T08:57:28.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:28 smithi110 bash[55875]: cluster 2024-02-18T08:57:27.461062+0000 mgr.y (mgr.44100) 1236 : cluster [DBG] pgmap v1779: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 280 op/s 2024-02-18T08:57:29.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:29 smithi191 bash[38688]: cluster 2024-02-18T08:57:28.550791+0000 mon.a (mon.0) 1898 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-02-18T08:57:29.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:29 smithi191 bash[38688]: cluster 2024-02-18T08:57:29.461870+0000 mgr.y (mgr.44100) 1237 : cluster [DBG] pgmap v1781: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 165 op/s 2024-02-18T08:57:29.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:29 smithi110 bash[54479]: cluster 2024-02-18T08:57:28.550791+0000 mon.a (mon.0) 1898 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-02-18T08:57:29.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:29 smithi110 bash[54479]: cluster 2024-02-18T08:57:29.461870+0000 mgr.y (mgr.44100) 1237 : cluster [DBG] pgmap v1781: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 165 op/s 2024-02-18T08:57:29.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:29 smithi110 bash[55875]: cluster 2024-02-18T08:57:28.550791+0000 mon.a (mon.0) 1898 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-02-18T08:57:29.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:29 smithi110 bash[55875]: cluster 2024-02-18T08:57:29.461870+0000 mgr.y (mgr.44100) 1237 : cluster [DBG] pgmap v1781: 73 pgs: 73 active+clean; 5.4 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 165 op/s 2024-02-18T08:57:30.126 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-02-18T08:57:30.129 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg /tmp/rbd_import_export_53629/img2 2024-02-18T08:57:30.524 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:30.531 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg - 2024-02-18T08:57:30.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:30 smithi191 bash[38688]: cluster 2024-02-18T08:57:29.560060+0000 mon.a (mon.0) 1899 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-02-18T08:57:30.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:30 smithi191 bash[38688]: audit 2024-02-18T08:57:30.513026+0000 mon.a (mon.0) 1900 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:57:30.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:30 smithi110 bash[54479]: cluster 2024-02-18T08:57:29.560060+0000 mon.a (mon.0) 1899 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-02-18T08:57:30.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:30 smithi110 bash[54479]: audit 2024-02-18T08:57:30.513026+0000 mon.a (mon.0) 1900 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:57:30.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:30 smithi110 bash[55875]: cluster 2024-02-18T08:57:29.560060+0000 mon.a (mon.0) 1899 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-02-18T08:57:30.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:30 smithi110 bash[55875]: audit 2024-02-18T08:57:30.513026+0000 mon.a (mon.0) 1900 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:57:31.412 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:31.415 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm testimg 2024-02-18T08:57:31.591 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-02-18T08:57:31.594 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp /tmp/rbd_import_export_53629/img /tmp/rbd_import_export_53629/img2 2024-02-18T08:57:31.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:31 smithi191 bash[38688]: audit 2024-02-18T08:57:30.839997+0000 mon.a (mon.0) 1901 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:57:31.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:31 smithi191 bash[38688]: audit 2024-02-18T08:57:30.841450+0000 mon.a (mon.0) 1902 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:57:31.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:31 smithi191 bash[38688]: cephadm 2024-02-18T08:57:30.842678+0000 mgr.y (mgr.44100) 1238 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:57:31.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:31 smithi191 bash[38688]: audit 2024-02-18T08:57:30.849834+0000 mon.a (mon.0) 1903 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:57:31.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:31 smithi191 bash[38688]: cluster 2024-02-18T08:57:31.462847+0000 mgr.y (mgr.44100) 1239 : cluster [DBG] pgmap v1783: 73 pgs: 73 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-02-18T08:57:31.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:31 smithi110 bash[54479]: audit 2024-02-18T08:57:30.839997+0000 mon.a (mon.0) 1901 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:57:31.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:31 smithi110 bash[54479]: audit 2024-02-18T08:57:30.841450+0000 mon.a (mon.0) 1902 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:57:31.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:31 smithi110 bash[54479]: cephadm 2024-02-18T08:57:30.842678+0000 mgr.y (mgr.44100) 1238 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:57:31.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:31 smithi110 bash[54479]: audit 2024-02-18T08:57:30.849834+0000 mon.a (mon.0) 1903 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:57:31.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:31 smithi110 bash[54479]: cluster 2024-02-18T08:57:31.462847+0000 mgr.y (mgr.44100) 1239 : cluster [DBG] pgmap v1783: 73 pgs: 73 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-02-18T08:57:31.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:31 smithi110 bash[55875]: audit 2024-02-18T08:57:30.839997+0000 mon.a (mon.0) 1901 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:57:31.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:31 smithi110 bash[55875]: audit 2024-02-18T08:57:30.841450+0000 mon.a (mon.0) 1902 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:57:31.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:31 smithi110 bash[55875]: cephadm 2024-02-18T08:57:30.842678+0000 mgr.y (mgr.44100) 1238 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:57:31.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:31 smithi110 bash[55875]: audit 2024-02-18T08:57:30.849834+0000 mon.a (mon.0) 1903 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:57:31.957 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:31 smithi110 bash[55875]: cluster 2024-02-18T08:57:31.462847+0000 mgr.y (mgr.44100) 1239 : cluster [DBG] pgmap v1783: 73 pgs: 73 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-02-18T08:57:32.256 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp /tmp/rbd_import_export_53629/img /tmp/rbd_import_export_53629/img3 2024-02-18T08:57:32.743 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/img2 /tmp/rbd_import_export_53629/img3 2024-02-18T08:57:32.902 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format - testimg 2024-02-18T08:57:32.926 INFO:tasks.workunit.client.1.smithi191.stdout:rbd: --new-format is deprecated, use --image-format 2024-02-18T08:57:33.398 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-02-18T08:57:33.401 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg /tmp/rbd_import_export_53629/img2 2024-02-18T08:57:33.766 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:33.770 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg - 2024-02-18T08:57:34.704 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:34.707 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm testimg 2024-02-18T08:57:34.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:34 smithi191 bash[38688]: cluster 2024-02-18T08:57:33.463782+0000 mgr.y (mgr.44100) 1240 : cluster [DBG] pgmap v1784: 73 pgs: 73 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 38 KiB/s wr, 18 op/s 2024-02-18T08:57:34.869 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-02-18T08:57:34.872 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp /tmp/rbd_import_export_53629/img /tmp/rbd_import_export_53629/img2 2024-02-18T08:57:34.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:34 smithi110 bash[54479]: cluster 2024-02-18T08:57:33.463782+0000 mgr.y (mgr.44100) 1240 : cluster [DBG] pgmap v1784: 73 pgs: 73 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 38 KiB/s wr, 18 op/s 2024-02-18T08:57:34.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:34 smithi110 bash[55875]: cluster 2024-02-18T08:57:33.463782+0000 mgr.y (mgr.44100) 1240 : cluster [DBG] pgmap v1784: 73 pgs: 73 active+clean; 1.9 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 47 KiB/s rd, 38 KiB/s wr, 18 op/s 2024-02-18T08:57:35.507 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp /tmp/rbd_import_export_53629/img /tmp/rbd_import_export_53629/img3 2024-02-18T08:57:35.973 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/img /tmp/rbd_import_export_53629/img2 /tmp/rbd_import_export_53629/img3 2024-02-18T08:57:36.190 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd help export 2024-02-18T08:57:36.190 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -q export-format 2024-02-18T08:57:36.213 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_53629/img bs=1k count=10 seek=100 2024-02-18T08:57:36.213 INFO:tasks.workunit.client.1.smithi191.stderr:10+0 records in 2024-02-18T08:57:36.213 INFO:tasks.workunit.client.1.smithi191.stderr:10+0 records out 2024-02-18T08:57:36.213 INFO:tasks.workunit.client.1.smithi191.stderr:10240 bytes (10 kB, 10 KiB) copied, 9.4811e-05 s, 108 MB/s 2024-02-18T08:57:36.214 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format /tmp/rbd_import_export_53629/img testimg 2024-02-18T08:57:36.229 INFO:tasks.workunit.client.1.smithi191.stdout:rbd: --new-format is deprecated, use --image-format 2024-02-18T08:57:36.296 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-02-18T08:57:36.298 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap create testimg@snap 2024-02-18T08:57:36.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:36 smithi191 bash[38688]: cluster 2024-02-18T08:57:35.464597+0000 mgr.y (mgr.44100) 1241 : cluster [DBG] pgmap v1785: 73 pgs: 73 active+clean; 796 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 241 KiB/s rd, 95 KiB/s wr, 87 op/s 2024-02-18T08:57:36.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:36 smithi191 bash[38688]: cluster 2024-02-18T08:57:36.070205+0000 mon.a (mon.0) 1904 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-02-18T08:57:36.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:36 smithi110 bash[54479]: cluster 2024-02-18T08:57:35.464597+0000 mgr.y (mgr.44100) 1241 : cluster [DBG] pgmap v1785: 73 pgs: 73 active+clean; 796 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 241 KiB/s rd, 95 KiB/s wr, 87 op/s 2024-02-18T08:57:36.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:36 smithi110 bash[54479]: cluster 2024-02-18T08:57:36.070205+0000 mon.a (mon.0) 1904 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-02-18T08:57:36.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:36 smithi110 bash[55875]: cluster 2024-02-18T08:57:35.464597+0000 mgr.y (mgr.44100) 1241 : cluster [DBG] pgmap v1785: 73 pgs: 73 active+clean; 796 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 241 KiB/s rd, 95 KiB/s wr, 87 op/s 2024-02-18T08:57:36.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:36 smithi110 bash[55875]: cluster 2024-02-18T08:57:36.070205+0000 mon.a (mon.0) 1904 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-02-18T08:57:37.088 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd image-meta set testimg key1 value1 2024-02-18T08:57:37.151 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd image-meta list testimg 2024-02-18T08:57:37.199 INFO:tasks.workunit.client.1.smithi191.stderr:+ IMAGEMETA_BEFORE=There is 1 metadatum on this image: 2024-02-18T08:57:37.199 INFO:tasks.workunit.client.1.smithi191.stderr: 2024-02-18T08:57:37.199 INFO:tasks.workunit.client.1.smithi191.stderr:Key Value 2024-02-18T08:57:37.199 INFO:tasks.workunit.client.1.smithi191.stderr:key1 value1 2024-02-18T08:57:37.199 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_53629/img_v2 2024-02-18T08:57:37.247 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:37.251 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_53629/img_v2 testimg_import 2024-02-18T08:57:38.097 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-02-18T08:57:38.100 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import 2024-02-18T08:57:38.142 INFO:tasks.workunit.client.1.smithi191.stdout:rbd image 'testimg_import': 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: size 110 KiB in 1 objects 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: order 22 (4 MiB objects) 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: snapshot_count: 1 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: id: fc6e945fe0d3 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: block_name_prefix: rbd_data.fc6e945fe0d3 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: format: 2 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: op_features: 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: flags: 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: create_timestamp: Sun Feb 18 08:57:37 2024 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: access_timestamp: Sun Feb 18 08:57:37 2024 2024-02-18T08:57:38.143 INFO:tasks.workunit.client.1.smithi191.stdout: modify_timestamp: Sun Feb 18 08:57:37 2024 2024-02-18T08:57:38.147 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import@snap 2024-02-18T08:57:38.202 INFO:tasks.workunit.client.1.smithi191.stdout:rbd image 'testimg_import': 2024-02-18T08:57:38.202 INFO:tasks.workunit.client.1.smithi191.stdout: size 110 KiB in 1 objects 2024-02-18T08:57:38.202 INFO:tasks.workunit.client.1.smithi191.stdout: order 22 (4 MiB objects) 2024-02-18T08:57:38.202 INFO:tasks.workunit.client.1.smithi191.stdout: snapshot_count: 1 2024-02-18T08:57:38.202 INFO:tasks.workunit.client.1.smithi191.stdout: id: fc6e945fe0d3 2024-02-18T08:57:38.202 INFO:tasks.workunit.client.1.smithi191.stdout: block_name_prefix: rbd_data.fc6e945fe0d3 2024-02-18T08:57:38.202 INFO:tasks.workunit.client.1.smithi191.stdout: format: 2 2024-02-18T08:57:38.203 INFO:tasks.workunit.client.1.smithi191.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-02-18T08:57:38.203 INFO:tasks.workunit.client.1.smithi191.stdout: op_features: 2024-02-18T08:57:38.203 INFO:tasks.workunit.client.1.smithi191.stdout: flags: 2024-02-18T08:57:38.203 INFO:tasks.workunit.client.1.smithi191.stdout: create_timestamp: Sun Feb 18 08:57:37 2024 2024-02-18T08:57:38.203 INFO:tasks.workunit.client.1.smithi191.stdout: access_timestamp: Sun Feb 18 08:57:37 2024 2024-02-18T08:57:38.203 INFO:tasks.workunit.client.1.smithi191.stdout: modify_timestamp: Sun Feb 18 08:57:37 2024 2024-02-18T08:57:38.203 INFO:tasks.workunit.client.1.smithi191.stdout: protected: False 2024-02-18T08:57:38.208 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd image-meta list testimg_import 2024-02-18T08:57:38.271 INFO:tasks.workunit.client.1.smithi191.stderr:+ IMAGEMETA_AFTER=There is 1 metadatum on this image: 2024-02-18T08:57:38.271 INFO:tasks.workunit.client.1.smithi191.stderr: 2024-02-18T08:57:38.271 INFO:tasks.workunit.client.1.smithi191.stderr:Key Value 2024-02-18T08:57:38.271 INFO:tasks.workunit.client.1.smithi191.stderr:key1 value1 2024-02-18T08:57:38.271 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ There is 1 metadatum on this image: 2024-02-18T08:57:38.271 INFO:tasks.workunit.client.1.smithi191.stderr: 2024-02-18T08:57:38.271 INFO:tasks.workunit.client.1.smithi191.stderr:Key Value 2024-02-18T08:57:38.271 INFO:tasks.workunit.client.1.smithi191.stderr:key1 value1 = There is 1 metadatum on this image: 2024-02-18T08:57:38.271 INFO:tasks.workunit.client.1.smithi191.stderr: 2024-02-18T08:57:38.272 INFO:tasks.workunit.client.1.smithi191.stderr:Key Value 2024-02-18T08:57:38.272 INFO:tasks.workunit.client.1.smithi191.stderr:key1 value1 ] 2024-02-18T08:57:38.272 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg_import /tmp/rbd_import_export_53629/img_import 2024-02-18T08:57:38.317 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete...done. 2024-02-18T08:57:38.321 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_53629/img /tmp/rbd_import_export_53629/img_import 2024-02-18T08:57:38.321 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_53629/img /tmp/rbd_import_export_53629/img_import 2024-02-18T08:57:38.322 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/img --format %b 2024-02-18T08:57:38.324 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=24 2024-02-18T08:57:38.324 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/img_import --format %b 2024-02-18T08:57:38.325 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=224 2024-02-18T08:57:38.325 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=200 2024-02-18T08:57:38.326 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=200 2024-02-18T08:57:38.326 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-02-18T08:57:38.326 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_53629/img_snap 2024-02-18T08:57:38.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:38 smithi191 bash[38688]: cluster 2024-02-18T08:57:37.073019+0000 mon.a (mon.0) 1905 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-02-18T08:57:38.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:38 smithi191 bash[38688]: cluster 2024-02-18T08:57:37.465290+0000 mgr.y (mgr.44100) 1242 : cluster [DBG] pgmap v1788: 73 pgs: 73 active+clean; 906 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 123 KiB/s wr, 98 op/s 2024-02-18T08:57:38.377 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete...done. 2024-02-18T08:57:38.382 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_53629/img_snap_import 2024-02-18T08:57:38.434 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete...done. 2024-02-18T08:57:38.439 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_53629/img_snap /tmp/rbd_import_export_53629/img_snap_import 2024-02-18T08:57:38.439 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_53629/img_snap /tmp/rbd_import_export_53629/img_snap_import 2024-02-18T08:57:38.440 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/img_snap --format %b 2024-02-18T08:57:38.441 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=224 2024-02-18T08:57:38.442 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/img_snap_import --format %b 2024-02-18T08:57:38.443 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=224 2024-02-18T08:57:38.443 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-02-18T08:57:38.443 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-02-18T08:57:38.443 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-02-18T08:57:38.443 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/img_v2 2024-02-18T08:57:38.444 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/img_import 2024-02-18T08:57:38.445 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/img_snap 2024-02-18T08:57:38.445 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/img_snap_import 2024-02-18T08:57:38.447 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap rm testimg_import@snap 2024-02-18T08:57:38.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:38 smithi110 bash[54479]: cluster 2024-02-18T08:57:37.073019+0000 mon.a (mon.0) 1905 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-02-18T08:57:38.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:38 smithi110 bash[54479]: cluster 2024-02-18T08:57:37.465290+0000 mgr.y (mgr.44100) 1242 : cluster [DBG] pgmap v1788: 73 pgs: 73 active+clean; 906 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 123 KiB/s wr, 98 op/s 2024-02-18T08:57:38.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:38 smithi110 bash[55875]: cluster 2024-02-18T08:57:37.073019+0000 mon.a (mon.0) 1905 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-02-18T08:57:38.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:38 smithi110 bash[55875]: cluster 2024-02-18T08:57:37.465290+0000 mgr.y (mgr.44100) 1242 : cluster [DBG] pgmap v1788: 73 pgs: 73 active+clean; 906 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 123 KiB/s wr, 98 op/s 2024-02-18T08:57:39.087 INFO:tasks.workunit.client.1.smithi191.stderr: Removing snap: 100% complete...done. 2024-02-18T08:57:39.098 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg_import 2024-02-18T08:57:39.238 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-02-18T08:57:39.240 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap rm testimg@snap 2024-02-18T08:57:39.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:39 smithi191 bash[38688]: cluster 2024-02-18T08:57:38.082412+0000 mon.a (mon.0) 1906 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-02-18T08:57:39.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:39 smithi191 bash[38688]: audit 2024-02-18T08:57:39.060038+0000 mon.a (mon.0) 1907 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:57:39.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:39 smithi191 bash[38688]: audit 2024-02-18T08:57:39.060883+0000 mon.a (mon.0) 1908 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:57:39.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:39 smithi191 bash[38688]: audit 2024-02-18T08:57:39.061489+0000 mon.a (mon.0) 1909 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:57:39.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:39 smithi110 bash[55875]: cluster 2024-02-18T08:57:38.082412+0000 mon.a (mon.0) 1906 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-02-18T08:57:39.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:39 smithi110 bash[55875]: audit 2024-02-18T08:57:39.060038+0000 mon.a (mon.0) 1907 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:57:39.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:39 smithi110 bash[55875]: audit 2024-02-18T08:57:39.060883+0000 mon.a (mon.0) 1908 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:57:39.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:39 smithi110 bash[55875]: audit 2024-02-18T08:57:39.061489+0000 mon.a (mon.0) 1909 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:57:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:39 smithi110 bash[54479]: cluster 2024-02-18T08:57:38.082412+0000 mon.a (mon.0) 1906 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-02-18T08:57:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:39 smithi110 bash[54479]: audit 2024-02-18T08:57:39.060038+0000 mon.a (mon.0) 1907 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2024-02-18T08:57:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:39 smithi110 bash[54479]: audit 2024-02-18T08:57:39.060883+0000 mon.a (mon.0) 1908 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:57:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:39 smithi110 bash[54479]: audit 2024-02-18T08:57:39.061489+0000 mon.a (mon.0) 1909 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:57:40.099 INFO:tasks.workunit.client.1.smithi191.stderr: Removing snap: 100% complete...done. 2024-02-18T08:57:40.114 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm testimg 2024-02-18T08:57:40.260 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-02-18T08:57:40.262 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --order 20 /tmp/rbd_import_export_53629/img testimg 2024-02-18T08:57:40.283 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-02-18T08:57:40.353 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-02-18T08:57:40.356 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_53629/img_v2 2024-02-18T08:57:40.408 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:40.413 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_53629/img_v2 testimg_import 2024-02-18T08:57:40.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:40 smithi110 bash[54479]: cluster 2024-02-18T08:57:39.092775+0000 mon.a (mon.0) 1910 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-02-18T08:57:40.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:40 smithi110 bash[54479]: cluster 2024-02-18T08:57:39.465983+0000 mgr.y (mgr.44100) 1243 : cluster [DBG] pgmap v1791: 73 pgs: 73 active+clean; 906 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 74 KiB/s wr, 31 op/s 2024-02-18T08:57:40.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:40 smithi110 bash[55875]: cluster 2024-02-18T08:57:39.092775+0000 mon.a (mon.0) 1910 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-02-18T08:57:40.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:40 smithi110 bash[55875]: cluster 2024-02-18T08:57:39.465983+0000 mgr.y (mgr.44100) 1243 : cluster [DBG] pgmap v1791: 73 pgs: 73 active+clean; 906 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 74 KiB/s wr, 31 op/s 2024-02-18T08:57:40.516 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-02-18T08:57:40.520 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import 2024-02-18T08:57:40.520 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep order 2024-02-18T08:57:40.520 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk {print $2} 2024-02-18T08:57:40.520 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep 20 2024-02-18T08:57:40.563 INFO:tasks.workunit.client.1.smithi191.stdout:20 2024-02-18T08:57:40.563 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/img_v2 2024-02-18T08:57:40.564 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg_import 2024-02-18T08:57:40.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:40 smithi191 bash[38688]: cluster 2024-02-18T08:57:39.092775+0000 mon.a (mon.0) 1910 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-02-18T08:57:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:40 smithi191 bash[38688]: cluster 2024-02-18T08:57:39.465983+0000 mgr.y (mgr.44100) 1243 : cluster [DBG] pgmap v1791: 73 pgs: 73 active+clean; 906 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 74 KiB/s wr, 31 op/s 2024-02-18T08:57:40.717 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-02-18T08:57:40.720 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg 2024-02-18T08:57:40.879 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-02-18T08:57:40.881 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_53629/img testimg 2024-02-18T08:57:40.946 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-02-18T08:57:40.949 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg 2024-02-18T08:57:40.949 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep features 2024-02-18T08:57:40.996 INFO:tasks.workunit.client.1.smithi191.stderr:+ FEATURES_BEFORE= features: layering 2024-02-18T08:57:40.996 INFO:tasks.workunit.client.1.smithi191.stderr: op_features: 2024-02-18T08:57:40.996 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_53629/img_v2 2024-02-18T08:57:41.048 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:41.053 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_53629/img_v2 testimg_import 2024-02-18T08:57:41.152 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-02-18T08:57:41.156 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import 2024-02-18T08:57:41.156 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep features 2024-02-18T08:57:41.205 INFO:tasks.workunit.client.1.smithi191.stderr:+ FEATURES_AFTER= features: layering 2024-02-18T08:57:41.205 INFO:tasks.workunit.client.1.smithi191.stderr: op_features: 2024-02-18T08:57:41.205 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ features: layering 2024-02-18T08:57:41.205 INFO:tasks.workunit.client.1.smithi191.stderr: op_features: != features: layering 2024-02-18T08:57:41.205 INFO:tasks.workunit.client.1.smithi191.stderr: op_features: ] 2024-02-18T08:57:41.205 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/img_v2 2024-02-18T08:57:41.206 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg_import 2024-02-18T08:57:41.343 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-02-18T08:57:41.347 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg 2024-02-18T08:57:41.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:41 smithi110 bash[55875]: cluster 2024-02-18T08:57:40.103672+0000 mon.a (mon.0) 1911 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2024-02-18T08:57:41.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:41 smithi110 bash[54479]: cluster 2024-02-18T08:57:40.103672+0000 mon.a (mon.0) 1911 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2024-02-18T08:57:41.471 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-02-18T08:57:41.474 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_53629/img testimg 2024-02-18T08:57:41.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:41 smithi191 bash[38688]: cluster 2024-02-18T08:57:40.103672+0000 mon.a (mon.0) 1911 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2024-02-18T08:57:41.587 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-02-18T08:57:41.590 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_53629/img_v2 2024-02-18T08:57:41.643 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:41.647 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_53629/img_v2 testimg_import 2024-02-18T08:57:41.759 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-02-18T08:57:41.763 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import 2024-02-18T08:57:41.763 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep stripe unit 2024-02-18T08:57:41.763 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -Ei (4 KiB|4096) 2024-02-18T08:57:41.808 INFO:tasks.workunit.client.1.smithi191.stdout: stripe unit: 4 KiB 2024-02-18T08:57:41.809 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import 2024-02-18T08:57:41.809 INFO:tasks.workunit.client.1.smithi191.stderr:+ + awkgrep {print $3} 1000 2024-02-18T08:57:41.809 INFO:tasks.workunit.client.1.smithi191.stderr: 2024-02-18T08:57:41.809 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep stripe count 2024-02-18T08:57:41.862 INFO:tasks.workunit.client.1.smithi191.stdout:1000 2024-02-18T08:57:41.862 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/img_v2 2024-02-18T08:57:41.864 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg_import 2024-02-18T08:57:42.037 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-02-18T08:57:42.040 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg 2024-02-18T08:57:42.197 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-02-18T08:57:42.200 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_53629/img testimg 2024-02-18T08:57:42.288 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-02-18T08:57:42.292 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap create testimg@snap1 2024-02-18T08:57:42.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:42 smithi110 bash[54479]: cluster 2024-02-18T08:57:41.466470+0000 mgr.y (mgr.44100) 1244 : cluster [DBG] pgmap v1793: 73 pgs: 73 active+clean; 115 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 133 KiB/s rd, 23 KiB/s wr, 129 op/s 2024-02-18T08:57:42.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:42 smithi110 bash[55875]: cluster 2024-02-18T08:57:41.466470+0000 mgr.y (mgr.44100) 1244 : cluster [DBG] pgmap v1793: 73 pgs: 73 active+clean; 115 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 133 KiB/s rd, 23 KiB/s wr, 129 op/s 2024-02-18T08:57:42.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:42 smithi191 bash[38688]: cluster 2024-02-18T08:57:41.466470+0000 mgr.y (mgr.44100) 1244 : cluster [DBG] pgmap v1793: 73 pgs: 73 active+clean; 115 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 133 KiB/s rd, 23 KiB/s wr, 129 op/s 2024-02-18T08:57:43.136 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap create testimg@snap2 2024-02-18T08:57:44.139 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap protect testimg@snap2 2024-02-18T08:57:44.201 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_53629/snap_protect 2024-02-18T08:57:44.268 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:44.274 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_53629/snap_protect testimg_import 2024-02-18T08:57:44.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:44 smithi110 bash[54479]: cluster 2024-02-18T08:57:43.116351+0000 mon.a (mon.0) 1912 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2024-02-18T08:57:44.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:44 smithi110 bash[54479]: cluster 2024-02-18T08:57:43.467100+0000 mgr.y (mgr.44100) 1245 : cluster [DBG] pgmap v1795: 73 pgs: 73 active+clean; 11 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s rd, 28 KiB/s wr, 349 op/s 2024-02-18T08:57:44.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:44 smithi110 bash[55875]: cluster 2024-02-18T08:57:43.116351+0000 mon.a (mon.0) 1912 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2024-02-18T08:57:44.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:44 smithi110 bash[55875]: cluster 2024-02-18T08:57:43.467100+0000 mgr.y (mgr.44100) 1245 : cluster [DBG] pgmap v1795: 73 pgs: 73 active+clean; 11 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s rd, 28 KiB/s wr, 349 op/s 2024-02-18T08:57:44.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:44 smithi191 bash[38688]: cluster 2024-02-18T08:57:43.116351+0000 mon.a (mon.0) 1912 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2024-02-18T08:57:44.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:44 smithi191 bash[38688]: cluster 2024-02-18T08:57:43.467100+0000 mgr.y (mgr.44100) 1245 : cluster [DBG] pgmap v1795: 73 pgs: 73 active+clean; 11 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 268 KiB/s rd, 28 KiB/s wr, 349 op/s 2024-02-18T08:57:45.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:45 smithi110 bash[54479]: cluster 2024-02-18T08:57:44.123567+0000 mon.a (mon.0) 1913 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2024-02-18T08:57:45.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:45 smithi110 bash[55875]: cluster 2024-02-18T08:57:44.123567+0000 mon.a (mon.0) 1913 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2024-02-18T08:57:45.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:45 smithi191 bash[38688]: cluster 2024-02-18T08:57:44.123567+0000 mon.a (mon.0) 1913 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2024-02-18T08:57:46.096 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-02-18T08:57:46.099 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import@snap1 2024-02-18T08:57:46.099 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep protected: False 2024-02-18T08:57:46.155 INFO:tasks.workunit.client.1.smithi191.stdout: protected: False 2024-02-18T08:57:46.155 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info testimg_import@snap2 2024-02-18T08:57:46.156 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep protected: True 2024-02-18T08:57:46.212 INFO:tasks.workunit.client.1.smithi191.stdout: protected: True 2024-02-18T08:57:46.213 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/snap_protect 2024-02-18T08:57:46.213 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap unprotect testimg@snap2 2024-02-18T08:57:46.289 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap unprotect testimg_import@snap2 2024-02-18T08:57:46.360 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap purge testimg 2024-02-18T08:57:46.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:46 smithi110 bash[54479]: cluster 2024-02-18T08:57:45.135364+0000 mon.a (mon.0) 1914 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2024-02-18T08:57:46.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:46 smithi110 bash[54479]: cluster 2024-02-18T08:57:45.467765+0000 mgr.y (mgr.44100) 1246 : cluster [DBG] pgmap v1798: 73 pgs: 73 active+clean; 11 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 35 KiB/s wr, 369 op/s 2024-02-18T08:57:46.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:46 smithi110 bash[54479]: cluster 2024-02-18T08:57:46.073463+0000 mon.a (mon.0) 1915 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2024-02-18T08:57:46.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:46 smithi110 bash[55875]: cluster 2024-02-18T08:57:45.135364+0000 mon.a (mon.0) 1914 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2024-02-18T08:57:46.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:46 smithi110 bash[55875]: cluster 2024-02-18T08:57:45.467765+0000 mgr.y (mgr.44100) 1246 : cluster [DBG] pgmap v1798: 73 pgs: 73 active+clean; 11 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 35 KiB/s wr, 369 op/s 2024-02-18T08:57:46.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:46 smithi110 bash[55875]: cluster 2024-02-18T08:57:46.073463+0000 mon.a (mon.0) 1915 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2024-02-18T08:57:46.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:46 smithi191 bash[38688]: cluster 2024-02-18T08:57:45.135364+0000 mon.a (mon.0) 1914 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2024-02-18T08:57:46.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:46 smithi191 bash[38688]: cluster 2024-02-18T08:57:45.467765+0000 mgr.y (mgr.44100) 1246 : cluster [DBG] pgmap v1798: 73 pgs: 73 active+clean; 11 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 278 KiB/s rd, 35 KiB/s wr, 369 op/s 2024-02-18T08:57:46.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:46 smithi191 bash[38688]: cluster 2024-02-18T08:57:46.073463+0000 mon.a (mon.0) 1915 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2024-02-18T08:57:48.150 INFO:tasks.workunit.client.1.smithi191.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-02-18T08:57:48.161 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd snap purge testimg_import 2024-02-18T08:57:48.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:48 smithi110 bash[54479]: cluster 2024-02-18T08:57:47.147072+0000 mon.a (mon.0) 1916 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2024-02-18T08:57:48.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:48 smithi110 bash[54479]: cluster 2024-02-18T08:57:47.468449+0000 mgr.y (mgr.44100) 1247 : cluster [DBG] pgmap v1801: 73 pgs: 73 active+clean; 116 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 248 op/s 2024-02-18T08:57:48.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:48 smithi110 bash[55875]: cluster 2024-02-18T08:57:47.147072+0000 mon.a (mon.0) 1916 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2024-02-18T08:57:48.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:48 smithi110 bash[55875]: cluster 2024-02-18T08:57:47.468449+0000 mgr.y (mgr.44100) 1247 : cluster [DBG] pgmap v1801: 73 pgs: 73 active+clean; 116 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 248 op/s 2024-02-18T08:57:48.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:48 smithi191 bash[38688]: cluster 2024-02-18T08:57:47.147072+0000 mon.a (mon.0) 1916 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2024-02-18T08:57:48.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:48 smithi191 bash[38688]: cluster 2024-02-18T08:57:47.468449+0000 mgr.y (mgr.44100) 1247 : cluster [DBG] pgmap v1801: 73 pgs: 73 active+clean; 116 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 248 op/s 2024-02-18T08:57:49.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:49 smithi110 bash[54479]: cluster 2024-02-18T08:57:48.156981+0000 mon.a (mon.0) 1917 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2024-02-18T08:57:49.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:49 smithi110 bash[55875]: cluster 2024-02-18T08:57:48.156981+0000 mon.a (mon.0) 1917 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2024-02-18T08:57:49.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:49 smithi191 bash[38688]: cluster 2024-02-18T08:57:48.156981+0000 mon.a (mon.0) 1917 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2024-02-18T08:57:50.166 INFO:tasks.workunit.client.1.smithi191.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-02-18T08:57:50.179 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg 2024-02-18T08:57:50.345 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-02-18T08:57:50.347 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd remove testimg_import 2024-02-18T08:57:50.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:50 smithi110 bash[54479]: cluster 2024-02-18T08:57:49.160093+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2024-02-18T08:57:50.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:50 smithi110 bash[54479]: cluster 2024-02-18T08:57:49.469135+0000 mgr.y (mgr.44100) 1248 : cluster [DBG] pgmap v1804: 73 pgs: 73 active+clean; 226 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 104 op/s 2024-02-18T08:57:50.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:50 smithi110 bash[55875]: cluster 2024-02-18T08:57:49.160093+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2024-02-18T08:57:50.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:50 smithi110 bash[55875]: cluster 2024-02-18T08:57:49.469135+0000 mgr.y (mgr.44100) 1248 : cluster [DBG] pgmap v1804: 73 pgs: 73 active+clean; 226 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 104 op/s 2024-02-18T08:57:50.495 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-02-18T08:57:50.498 INFO:tasks.workunit.client.1.smithi191.stderr:+ tiered=0 2024-02-18T08:57:50.498 INFO:tasks.workunit.client.1.smithi191.stderr:+ ceph osd dump 2024-02-18T08:57:50.498 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep ^pool 2024-02-18T08:57:50.498 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep 'rbd' 2024-02-18T08:57:50.498 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep tier 2024-02-18T08:57:50.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:50 smithi191 bash[38688]: cluster 2024-02-18T08:57:49.160093+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2024-02-18T08:57:50.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:50 smithi191 bash[38688]: cluster 2024-02-18T08:57:49.469135+0000 mgr.y (mgr.44100) 1248 : cluster [DBG] pgmap v1804: 73 pgs: 73 active+clean; 226 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 104 op/s 2024-02-18T08:57:51.012 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_53629/sparse1 2024-02-18T08:57:51.023 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records in 2024-02-18T08:57:51.023 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records out 2024-02-18T08:57:51.023 INFO:tasks.workunit.client.1.smithi191.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00928007 s, 113 MB/s 2024-02-18T08:57:51.023 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_53629/sparse2 2024-02-18T08:57:51.028 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records in 2024-02-18T08:57:51.028 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records out 2024-02-18T08:57:51.028 INFO:tasks.workunit.client.1.smithi191.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00471747 s, 222 MB/s 2024-02-18T08:57:51.028 INFO:tasks.workunit.client.1.smithi191.stderr:+ truncate /tmp/rbd_import_export_53629/sparse2 -s 2M 2024-02-18T08:57:51.047 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse1 2024-02-18T08:57:51.114 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 0% complete...failed. 2024-02-18T08:57:51.114 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: delete error: (2) No such file or directory 2024-02-18T08:57:51.117 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-02-18T08:57:51.117 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_53629/sparse1 2024-02-18T08:57:51.139 INFO:tasks.workunit.client.1.smithi191.stdout:rbd: --new-format is deprecated, use --image-format 2024-02-18T08:57:51.140 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-02-18T08:57:51.208 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-02-18T08:57:51.211 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd ls -l 2024-02-18T08:57:51.211 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -Ei (2 MiB|2048k) 2024-02-18T08:57:51.211 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep sparse1 2024-02-18T08:57:51.248 INFO:tasks.workunit.client.1.smithi191.stdout:sparse1 2 MiB 2 2024-02-18T08:57:51.249 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects sparse1 2024-02-18T08:57:51.249 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse1 2024-02-18T08:57:51.249 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse1 2024-02-18T08:57:51.249 INFO:tasks.workunit.client.1.smithi191.stderr:+ + awk {print $NF;} 2024-02-18T08:57:51.249 INFO:tasks.workunit.client.1.smithi191.stderr:grep block_name_prefix 2024-02-18T08:57:51.296 INFO:tasks.workunit.client.1.smithi191.stderr:+ prefix=rbd_data.fd884994e8ee 2024-02-18T08:57:51.296 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep rbd_data.fd884994e8ee 2024-02-18T08:57:51.297 INFO:tasks.workunit.client.1.smithi191.stderr:+ sed -e s/rbd_data.fd884994e8ee\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-02-18T08:57:51.297 INFO:tasks.workunit.client.1.smithi191.stderr:+ get_image_data_pool sparse1 2024-02-18T08:57:51.297 INFO:tasks.workunit.client.1.smithi191.stderr:+ + image=sparse1 2024-02-18T08:57:51.297 INFO:tasks.workunit.client.1.smithi191.stderr:sort -u 2024-02-18T08:57:51.297 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse1 2024-02-18T08:57:51.297 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep data_pool: 2024-02-18T08:57:51.297 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk -F: { print $NF } 2024-02-18T08:57:51.345 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool= 2024-02-18T08:57:51.345 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ -z ] 2024-02-18T08:57:51.345 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool=rbd 2024-02-18T08:57:51.346 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo rbd 2024-02-18T08:57:51.346 INFO:tasks.workunit.client.1.smithi191.stderr:+ rados ls -p rbd 2024-02-18T08:57:51.406 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects=1 2024-02-18T08:57:51.406 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo 1 2024-02-18T08:57:51.406 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-02-18T08:57:51.406 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export sparse1 /tmp/rbd_import_export_53629/sparse1.out 2024-02-18T08:57:51.455 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:51.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:51 smithi110 bash[55875]: cluster 2024-02-18T08:57:50.175398+0000 mon.a (mon.0) 1919 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2024-02-18T08:57:51.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:51 smithi110 bash[55875]: audit 2024-02-18T08:57:50.890222+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.15.191:0/2976161887' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-18T08:57:51.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:51 smithi110 bash[55875]: audit 2024-02-18T08:57:51.013258+0000 mon.b (mon.2) 12 : audit [DBG] from='client.? 172.21.15.191:0/2976161887' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-18T08:57:51.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:51 smithi110 bash[55875]: cluster 2024-02-18T08:57:51.075996+0000 mon.a (mon.0) 1920 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2024-02-18T08:57:51.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:51 smithi110 bash[54479]: cluster 2024-02-18T08:57:50.175398+0000 mon.a (mon.0) 1919 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2024-02-18T08:57:51.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:51 smithi110 bash[54479]: audit 2024-02-18T08:57:50.890222+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.15.191:0/2976161887' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-18T08:57:51.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:51 smithi110 bash[54479]: audit 2024-02-18T08:57:51.013258+0000 mon.b (mon.2) 12 : audit [DBG] from='client.? 172.21.15.191:0/2976161887' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-18T08:57:51.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:51 smithi110 bash[54479]: cluster 2024-02-18T08:57:51.075996+0000 mon.a (mon.0) 1920 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2024-02-18T08:57:51.459 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_53629/sparse1 /tmp/rbd_import_export_53629/sparse1.out 2024-02-18T08:57:51.459 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_53629/sparse1 /tmp/rbd_import_export_53629/sparse1.out 2024-02-18T08:57:51.463 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/sparse1 --format %b 2024-02-18T08:57:51.464 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=2048 2024-02-18T08:57:51.465 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/sparse1.out --format %b 2024-02-18T08:57:51.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=2048 2024-02-18T08:57:51.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-02-18T08:57:51.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-02-18T08:57:51.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-02-18T08:57:51.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/sparse1.out 2024-02-18T08:57:51.467 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse1 2024-02-18T08:57:51.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:51 smithi191 bash[38688]: cluster 2024-02-18T08:57:50.175398+0000 mon.a (mon.0) 1919 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2024-02-18T08:57:51.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:51 smithi191 bash[38688]: audit 2024-02-18T08:57:50.890222+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.15.191:0/2976161887' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-18T08:57:51.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:51 smithi191 bash[38688]: audit 2024-02-18T08:57:51.013258+0000 mon.b (mon.2) 12 : audit [DBG] from='client.? 172.21.15.191:0/2976161887' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-18T08:57:51.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:51 smithi191 bash[38688]: cluster 2024-02-18T08:57:51.075996+0000 mon.a (mon.0) 1920 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2024-02-18T08:57:51.617 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-02-18T08:57:51.619 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse2 2024-02-18T08:57:51.682 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 0% complete...failed. 2024-02-18T08:57:51.682 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: delete error: (2) No such file or directory 2024-02-18T08:57:51.684 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-02-18T08:57:51.685 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_53629/sparse2 2024-02-18T08:57:51.706 INFO:tasks.workunit.client.1.smithi191.stdout:rbd: --new-format is deprecated, use --image-format 2024-02-18T08:57:51.706 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-02-18T08:57:51.767 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-02-18T08:57:51.770 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep sparse2 2024-02-18T08:57:51.770 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -Ei (2 MiB|2048k) 2024-02-18T08:57:51.770 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd ls -l 2024-02-18T08:57:51.813 INFO:tasks.workunit.client.1.smithi191.stdout:sparse2 2 MiB 2 2024-02-18T08:57:51.814 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects sparse2 2024-02-18T08:57:51.814 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse2 2024-02-18T08:57:51.814 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse2 2024-02-18T08:57:51.814 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep block_name_prefix 2024-02-18T08:57:51.814 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk {print $NF;} 2024-02-18T08:57:51.867 INFO:tasks.workunit.client.1.smithi191.stderr:+ prefix=rbd_data.b03771d7c1a9 2024-02-18T08:57:51.868 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep rbd_data.b03771d7c1a9 2024-02-18T08:57:51.868 INFO:tasks.workunit.client.1.smithi191.stderr:+ sed -e s/rbd_data.b03771d7c1a9\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-02-18T08:57:51.868 INFO:tasks.workunit.client.1.smithi191.stderr:+ + get_image_data_pool sparse2 2024-02-18T08:57:51.868 INFO:tasks.workunit.client.1.smithi191.stderr:sort -u 2024-02-18T08:57:51.869 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse2 2024-02-18T08:57:51.869 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse2 2024-02-18T08:57:51.869 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep data_pool: 2024-02-18T08:57:51.869 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk -F: { print $NF } 2024-02-18T08:57:51.918 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool= 2024-02-18T08:57:51.918 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ -z ] 2024-02-18T08:57:51.918 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool=rbd 2024-02-18T08:57:51.918 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo rbd 2024-02-18T08:57:51.918 INFO:tasks.workunit.client.1.smithi191.stderr:+ rados ls -p rbd 2024-02-18T08:57:51.983 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects=0 2024-02-18T08:57:51.983 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo 0 2024-02-18T08:57:51.983 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-02-18T08:57:51.983 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export sparse2 /tmp/rbd_import_export_53629/sparse2.out 2024-02-18T08:57:52.036 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:52.041 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_53629/sparse2 /tmp/rbd_import_export_53629/sparse2.out 2024-02-18T08:57:52.042 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_53629/sparse2 /tmp/rbd_import_export_53629/sparse2.out 2024-02-18T08:57:52.045 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/sparse2 --format %b 2024-02-18T08:57:52.047 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=2048 2024-02-18T08:57:52.047 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/sparse2.out --format %b 2024-02-18T08:57:52.048 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=2048 2024-02-18T08:57:52.048 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-02-18T08:57:52.048 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-02-18T08:57:52.048 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-02-18T08:57:52.049 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/sparse2.out 2024-02-18T08:57:52.049 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse2 2024-02-18T08:57:52.209 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-02-18T08:57:52.212 INFO:tasks.workunit.client.1.smithi191.stderr:+ truncate /tmp/rbd_import_export_53629/sparse1 -s 10M 2024-02-18T08:57:52.213 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format --order 20 - sparse1 2024-02-18T08:57:52.233 INFO:tasks.workunit.client.1.smithi191.stdout:rbd: --new-format is deprecated, use --image-format 2024-02-18T08:57:52.233 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-02-18T08:57:52.362 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-02-18T08:57:52.364 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep sparse1 2024-02-18T08:57:52.364 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd ls -l 2024-02-18T08:57:52.364 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -Ei (10 MiB|10240k) 2024-02-18T08:57:52.412 INFO:tasks.workunit.client.1.smithi191.stdout:sparse1 10 MiB 2 2024-02-18T08:57:52.413 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects sparse1 2024-02-18T08:57:52.413 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse1 2024-02-18T08:57:52.413 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse1 2024-02-18T08:57:52.413 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep block_name_prefix 2024-02-18T08:57:52.413 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk {print $NF;} 2024-02-18T08:57:52.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:52 smithi110 bash[54479]: cluster 2024-02-18T08:57:51.469825+0000 mgr.y (mgr.44100) 1249 : cluster [DBG] pgmap v1807: 73 pgs: 73 active+clean; 226 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-02-18T08:57:52.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:52 smithi110 bash[55875]: cluster 2024-02-18T08:57:51.469825+0000 mgr.y (mgr.44100) 1249 : cluster [DBG] pgmap v1807: 73 pgs: 73 active+clean; 226 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-02-18T08:57:52.464 INFO:tasks.workunit.client.1.smithi191.stderr:+ prefix=rbd_data.fde8be13bc78 2024-02-18T08:57:52.465 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep rbd_data.fde8be13bc78 2024-02-18T08:57:52.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ get_image_data_pool sparse1 2024-02-18T08:57:52.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse1 2024-02-18T08:57:52.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ sed+ -e s/rbd_data.fde8be13bc78\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-02-18T08:57:52.466 INFO:tasks.workunit.client.1.smithi191.stderr:sort -u 2024-02-18T08:57:52.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse1 2024-02-18T08:57:52.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep data_pool: 2024-02-18T08:57:52.466 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk -F: { print $NF } 2024-02-18T08:57:52.522 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool= 2024-02-18T08:57:52.522 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ -z ] 2024-02-18T08:57:52.522 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool=rbd 2024-02-18T08:57:52.522 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo rbd 2024-02-18T08:57:52.523 INFO:tasks.workunit.client.1.smithi191.stderr:+ rados ls -p rbd 2024-02-18T08:57:52.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:52 smithi191 bash[38688]: cluster 2024-02-18T08:57:51.469825+0000 mgr.y (mgr.44100) 1249 : cluster [DBG] pgmap v1807: 73 pgs: 73 active+clean; 226 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-02-18T08:57:52.589 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects=1 2024-02-18T08:57:52.589 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo 1 2024-02-18T08:57:52.589 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-02-18T08:57:52.589 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export sparse1 /tmp/rbd_import_export_53629/sparse1.out 2024-02-18T08:57:52.647 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:52.652 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_53629/sparse1 /tmp/rbd_import_export_53629/sparse1.out 2024-02-18T08:57:52.652 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_53629/sparse1 /tmp/rbd_import_export_53629/sparse1.out 2024-02-18T08:57:52.663 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/sparse1 --format %b 2024-02-18T08:57:52.665 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=2048 2024-02-18T08:57:52.665 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/sparse1.out --format %b 2024-02-18T08:57:52.666 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=2048 2024-02-18T08:57:52.666 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-02-18T08:57:52.666 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-02-18T08:57:52.666 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-02-18T08:57:52.666 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/sparse1.out 2024-02-18T08:57:52.669 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse1 2024-02-18T08:57:52.819 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-02-18T08:57:52.822 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_53629/sparse2 oflag=append conv=notrunc 2024-02-18T08:57:52.829 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records in 2024-02-18T08:57:52.829 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records out 2024-02-18T08:57:52.830 INFO:tasks.workunit.client.1.smithi191.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00667349 s, 314 MB/s 2024-02-18T08:57:52.830 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format --order 20 - sparse2 2024-02-18T08:57:52.851 INFO:tasks.workunit.client.1.smithi191.stdout:rbd: --new-format is deprecated, use --image-format 2024-02-18T08:57:52.851 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-02-18T08:57:52.953 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-02-18T08:57:52.956 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd ls -l 2024-02-18T08:57:52.957 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep -Ei (4 MiB|4096k) 2024-02-18T08:57:52.957 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep sparse2 2024-02-18T08:57:53.003 INFO:tasks.workunit.client.1.smithi191.stdout:sparse2 4 MiB 2 2024-02-18T08:57:53.004 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects sparse2 2024-02-18T08:57:53.004 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse2 2024-02-18T08:57:53.004 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse2 2024-02-18T08:57:53.004 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep block_name_prefix 2024-02-18T08:57:53.004 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk {print $NF;} 2024-02-18T08:57:53.059 INFO:tasks.workunit.client.1.smithi191.stderr:+ prefix=rbd_data.fe15b1f8a7ae 2024-02-18T08:57:53.061 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep+ rbd_data.fe15b1f8a7ae 2024-02-18T08:57:53.061 INFO:tasks.workunit.client.1.smithi191.stderr:get_image_data_pool sparse2 2024-02-18T08:57:53.061 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse2 2024-02-18T08:57:53.061 INFO:tasks.workunit.client.1.smithi191.stderr:+ sed -e s/rbd_data.fe15b1f8a7ae\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-02-18T08:57:53.061 INFO:tasks.workunit.client.1.smithi191.stderr:+ sort -u 2024-02-18T08:57:53.061 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse2 2024-02-18T08:57:53.061 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep data_pool: 2024-02-18T08:57:53.061 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk -F: { print $NF } 2024-02-18T08:57:53.111 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool= 2024-02-18T08:57:53.111 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ -z ] 2024-02-18T08:57:53.111 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool=rbd 2024-02-18T08:57:53.111 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo rbd 2024-02-18T08:57:53.111 INFO:tasks.workunit.client.1.smithi191.stderr:+ rados ls -p rbd 2024-02-18T08:57:53.176 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects=0 2024-02-18T08:57:53.177 INFO:tasks.workunit.client.1.smithi191.stderr:2 2024-02-18T08:57:53.177 INFO:tasks.workunit.client.1.smithi191.stderr:3 2024-02-18T08:57:53.177 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo 0 2 3 2024-02-18T08:57:53.177 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ 0 -eq 1 -o 0 2 3 = 0 2 3 ] 2024-02-18T08:57:53.177 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export sparse2 /tmp/rbd_import_export_53629/sparse2.out 2024-02-18T08:57:53.233 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-02-18T08:57:53.239 INFO:tasks.workunit.client.1.smithi191.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_53629/sparse2 /tmp/rbd_import_export_53629/sparse2.out 2024-02-18T08:57:53.239 INFO:tasks.workunit.client.1.smithi191.stderr:+ cmp -l /tmp/rbd_import_export_53629/sparse2 /tmp/rbd_import_export_53629/sparse2.out 2024-02-18T08:57:53.245 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/sparse2 --format %b 2024-02-18T08:57:53.246 INFO:tasks.workunit.client.1.smithi191.stderr:+ origsize=6144 2024-02-18T08:57:53.246 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/sparse2.out --format %b 2024-02-18T08:57:53.247 INFO:tasks.workunit.client.1.smithi191.stderr:+ exportsize=6144 2024-02-18T08:57:53.247 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-02-18T08:57:53.247 INFO:tasks.workunit.client.1.smithi191.stderr:+ difference=0 2024-02-18T08:57:53.247 INFO:tasks.workunit.client.1.smithi191.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-02-18T08:57:53.248 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/sparse2.out 2024-02-18T08:57:53.250 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse2 2024-02-18T08:57:53.420 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-02-18T08:57:53.423 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo partially-sparse file imports to partially-sparse image 2024-02-18T08:57:53.423 INFO:tasks.workunit.client.1.smithi191.stdout:partially-sparse file imports to partially-sparse image 2024-02-18T08:57:53.423 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_53629/sparse1 sparse 2024-02-18T08:57:53.443 INFO:tasks.workunit.client.1.smithi191.stdout:rbd: --new-format is deprecated, use --image-format 2024-02-18T08:57:53.443 INFO:tasks.workunit.client.1.smithi191.stderr:rbd: --order is deprecated, use --object-size 2024-02-18T08:57:53.519 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-02-18T08:57:53.522 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects sparse 2024-02-18T08:57:53.522 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse 2024-02-18T08:57:53.522 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse 2024-02-18T08:57:53.522 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep block_name_prefix 2024-02-18T08:57:53.522 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk {print $NF;} 2024-02-18T08:57:53.564 INFO:tasks.workunit.client.1.smithi191.stderr:+ prefix=rbd_data.fe42fd0378a0 2024-02-18T08:57:53.566 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep rbd_data.fe42fd0378a0 2024-02-18T08:57:53.566 INFO:tasks.workunit.client.1.smithi191.stderr:+ get_image_data_pool sparse 2024-02-18T08:57:53.566 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse 2024-02-18T08:57:53.566 INFO:tasks.workunit.client.1.smithi191.stderr:+ sed -e+ s/rbd_data.fe42fd0378a0\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-02-18T08:57:53.566 INFO:tasks.workunit.client.1.smithi191.stderr:sort -u 2024-02-18T08:57:53.566 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse 2024-02-18T08:57:53.566 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep data_pool: 2024-02-18T08:57:53.566 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk -F: { print $NF } 2024-02-18T08:57:53.615 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool= 2024-02-18T08:57:53.615 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ -z ] 2024-02-18T08:57:53.615 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool=rbd 2024-02-18T08:57:53.615 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo rbd 2024-02-18T08:57:53.616 INFO:tasks.workunit.client.1.smithi191.stderr:+ rados ls -p rbd 2024-02-18T08:57:53.682 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects=1 2024-02-18T08:57:53.682 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo 1 2024-02-18T08:57:53.682 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-02-18T08:57:53.682 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse 2024-02-18T08:57:53.840 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-02-18T08:57:53.843 INFO:tasks.workunit.client.1.smithi191.stdout:zeros import through stdin to sparse image 2024-02-18T08:57:53.844 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo zeros import through stdin to sparse image 2024-02-18T08:57:53.844 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/dev/zero bs=1M count=4 2024-02-18T08:57:53.844 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd import --new-format - sparse 2024-02-18T08:57:53.864 INFO:tasks.workunit.client.1.smithi191.stdout:rbd: --new-format is deprecated, use --image-format 2024-02-18T08:57:53.914 INFO:tasks.workunit.client.1.smithi191.stderr:4+0 records in 2024-02-18T08:57:53.914 INFO:tasks.workunit.client.1.smithi191.stderr:4+0 records out 2024-02-18T08:57:53.914 INFO:tasks.workunit.client.1.smithi191.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0695749 s, 60.3 MB/s 2024-02-18T08:57:53.935 INFO:tasks.workunit.client.1.smithi191.stderr: Importing image: 100% complete...done. 2024-02-18T08:57:53.938 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects sparse 2024-02-18T08:57:53.938 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse 2024-02-18T08:57:53.938 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse 2024-02-18T08:57:53.938 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep block_name_prefix 2024-02-18T08:57:53.939 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk {print $NF;} 2024-02-18T08:57:53.985 INFO:tasks.workunit.client.1.smithi191.stderr:+ prefix=rbd_data.fe631c3dd420 2024-02-18T08:57:53.986 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep rbd_data.fe631c3dd420 2024-02-18T08:57:53.986 INFO:tasks.workunit.client.1.smithi191.stderr:+ + get_image_data_poolsed sparse -e 2024-02-18T08:57:53.986 INFO:tasks.workunit.client.1.smithi191.stderr: s/rbd_data.fe631c3dd420\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-02-18T08:57:53.987 INFO:tasks.workunit.client.1.smithi191.stderr:+ + image=sparse 2024-02-18T08:57:53.987 INFO:tasks.workunit.client.1.smithi191.stderr:sort -u 2024-02-18T08:57:53.987 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse 2024-02-18T08:57:53.987 INFO:tasks.workunit.client.1.smithi191.stderr:+ + grep data_pool: 2024-02-18T08:57:53.987 INFO:tasks.workunit.client.1.smithi191.stderr:awk -F: { print $NF } 2024-02-18T08:57:54.045 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool= 2024-02-18T08:57:54.046 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ -z ] 2024-02-18T08:57:54.046 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool=rbd 2024-02-18T08:57:54.046 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo rbd 2024-02-18T08:57:54.046 INFO:tasks.workunit.client.1.smithi191.stderr:+ rados ls -p rbd 2024-02-18T08:57:54.113 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects= 2024-02-18T08:57:54.115 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo 2024-02-18T08:57:54.115 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ 0 -eq 1 -o = ] 2024-02-18T08:57:54.115 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse 2024-02-18T08:57:54.273 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-02-18T08:57:54.276 INFO:tasks.workunit.client.1.smithi191.stdout:zeros export to sparse file 2024-02-18T08:57:54.276 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo zeros export to sparse file 2024-02-18T08:57:54.276 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd create --new-format sparse --size 4 2024-02-18T08:57:54.299 INFO:tasks.workunit.client.1.smithi191.stdout:rbd: --new-format is deprecated, use --image-format 2024-02-18T08:57:54.336 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse 2024-02-18T08:57:54.336 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep block_name_prefix 2024-02-18T08:57:54.337 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk {print $NF;} 2024-02-18T08:57:54.392 INFO:tasks.workunit.client.1.smithi191.stderr:+ prefix=rbd_data.fe84a00eee62 2024-02-18T08:57:54.393 INFO:tasks.workunit.client.1.smithi191.stderr:+ dd if=/dev/zero bs=4M count=1 2024-02-18T08:57:54.393 INFO:tasks.workunit.client.1.smithi191.stderr:+ get_image_data_pool sparse 2024-02-18T08:57:54.393 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse 2024-02-18T08:57:54.393 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse 2024-02-18T08:57:54.394 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep data_pool: 2024-02-18T08:57:54.394 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk -F: { print $NF } 2024-02-18T08:57:54.446 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool= 2024-02-18T08:57:54.446 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ -z ] 2024-02-18T08:57:54.446 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool=rbd 2024-02-18T08:57:54.446 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo rbd 2024-02-18T08:57:54.447 INFO:tasks.workunit.client.1.smithi191.stderr:+ rados -p rbd put rbd_data.fe84a00eee62.000000000000 - 2024-02-18T08:57:54.490 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records in 2024-02-18T08:57:54.490 INFO:tasks.workunit.client.1.smithi191.stderr:1+0 records out 2024-02-18T08:57:54.490 INFO:tasks.workunit.client.1.smithi191.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0971436 s, 43.2 MB/s 2024-02-18T08:57:54.516 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects sparse 2024-02-18T08:57:54.517 INFO:tasks.workunit.client.1.smithi191.stderr:+ image=sparse 2024-02-18T08:57:54.517 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse 2024-02-18T08:57:54.517 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk+ {print $NF;} 2024-02-18T08:57:54.517 INFO:tasks.workunit.client.1.smithi191.stderr:grep block_name_prefix 2024-02-18T08:57:54.568 INFO:tasks.workunit.client.1.smithi191.stderr:+ prefix=rbd_data.fe84a00eee62 2024-02-18T08:57:54.569 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep rbd_data.fe84a00eee62 2024-02-18T08:57:54.569 INFO:tasks.workunit.client.1.smithi191.stderr:+ + get_image_data_poolsed sparse+ 2024-02-18T08:57:54.569 INFO:tasks.workunit.client.1.smithi191.stderr: -e s/rbd_data.fe84a00eee62\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-02-18T08:57:54.570 INFO:tasks.workunit.client.1.smithi191.stderr:sort+ image=sparse -u 2024-02-18T08:57:54.570 INFO:tasks.workunit.client.1.smithi191.stderr: 2024-02-18T08:57:54.570 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd info sparse 2024-02-18T08:57:54.570 INFO:tasks.workunit.client.1.smithi191.stderr:+ grep data_pool: 2024-02-18T08:57:54.570 INFO:tasks.workunit.client.1.smithi191.stderr:+ awk -F: { print $NF } 2024-02-18T08:57:54.631 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool= 2024-02-18T08:57:54.631 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ -z ] 2024-02-18T08:57:54.631 INFO:tasks.workunit.client.1.smithi191.stderr:+ data_pool=rbd 2024-02-18T08:57:54.631 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo rbd 2024-02-18T08:57:54.631 INFO:tasks.workunit.client.1.smithi191.stderr:+ rados ls -p rbd 2024-02-18T08:57:54.700 INFO:tasks.workunit.client.1.smithi191.stderr:+ objects=0 2024-02-18T08:57:54.700 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo 0 2024-02-18T08:57:54.700 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-02-18T08:57:54.700 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/sparse 2024-02-18T08:57:54.701 INFO:tasks.workunit.client.1.smithi191.stderr:rm: cannot remove '/tmp/rbd_import_export_53629/sparse': No such file or directory 2024-02-18T08:57:54.701 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-02-18T08:57:54.701 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd export sparse /tmp/rbd_import_export_53629/sparse 2024-02-18T08:57:54.756 INFO:tasks.workunit.client.1.smithi191.stderr: Exporting image: 100% complete...done. 2024-02-18T08:57:54.760 INFO:tasks.workunit.client.1.smithi191.stderr:+ stat /tmp/rbd_import_export_53629/sparse --format=%b 2024-02-18T08:57:54.762 INFO:tasks.workunit.client.1.smithi191.stderr:+ [ 0 = 0 ] 2024-02-18T08:57:54.762 INFO:tasks.workunit.client.1.smithi191.stderr:+ rbd rm sparse 2024-02-18T08:57:54.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:54 smithi191 bash[38688]: cluster 2024-02-18T08:57:53.470625+0000 mgr.y (mgr.44100) 1250 : cluster [DBG] pgmap v1808: 73 pgs: 73 active+clean; 5.5 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 207 KiB/s wr, 241 op/s 2024-02-18T08:57:54.942 INFO:tasks.workunit.client.1.smithi191.stderr: Removing image: 100% complete...done. 2024-02-18T08:57:54.945 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm /tmp/rbd_import_export_53629/sparse /tmp/rbd_import_export_53629/sparse1 /tmp/rbd_import_export_53629/sparse2 /tmp/rbd_import_export_53629/sparse3 2024-02-18T08:57:54.947 INFO:tasks.workunit.client.1.smithi191.stderr:rm: cannot remove '/tmp/rbd_import_export_53629/sparse3': No such file or directory 2024-02-18T08:57:54.947 INFO:tasks.workunit.client.1.smithi191.stderr:+ true 2024-02-18T08:57:54.947 INFO:tasks.workunit.client.1.smithi191.stdout:OK 2024-02-18T08:57:54.948 INFO:tasks.workunit.client.1.smithi191.stderr:+ echo OK 2024-02-18T08:57:54.948 INFO:tasks.workunit.client.1.smithi191.stderr:+ rm -rf /tmp/rbd_import_export_53629 2024-02-18T08:57:54.949 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T08:57:54.949 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-02-18T08:57:54.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:54 smithi110 bash[54479]: cluster 2024-02-18T08:57:53.470625+0000 mgr.y (mgr.44100) 1250 : cluster [DBG] pgmap v1808: 73 pgs: 73 active+clean; 5.5 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 207 KiB/s wr, 241 op/s 2024-02-18T08:57:54.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:54 smithi110 bash[55875]: cluster 2024-02-18T08:57:53.470625+0000 mgr.y (mgr.44100) 1250 : cluster [DBG] pgmap v1808: 73 pgs: 73 active+clean; 5.5 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 207 KiB/s wr, 241 op/s 2024-02-18T08:57:55.005 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-02-18T08:57:55.005 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-02-18T08:57:55.207 DEBUG:teuthology.parallel:result is None 2024-02-18T08:57:55.208 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-02-18T08:57:55.225 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-02-18T08:57:55.225 DEBUG:teuthology.orchestra.run.smithi191:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-02-18T08:57:55.275 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-02-18T08:57:55.275 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-02-18T08:57:55.275 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-02-18T08:57:55.275 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-02-18T08:57:55.275 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-02-18T08:57:55.275 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-02-18T08:57:55.276 INFO:tasks.workunit:Pulling workunits from ref octopus 2024-02-18T08:57:55.276 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-02-18T08:57:55.276 DEBUG:teuthology.orchestra.run.smithi110:> stat -- /home/ubuntu/cephtest/mnt.0 2024-02-18T08:57:55.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-18T08:57:55.283 INFO:teuthology.orchestra.run.smithi110.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-02-18T08:57:55.284 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-02-18T08:57:55.332 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-02-18T08:57:55.332 DEBUG:teuthology.orchestra.run.smithi110:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-02-18T08:57:55.380 INFO:tasks.workunit:timeout=3h 2024-02-18T08:57:55.380 INFO:tasks.workunit:cleanup=True 2024-02-18T08:57:55.381 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-02-18T08:57:55.430 INFO:tasks.workunit.client.0.smithi110.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-02-18T08:57:56.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:56 smithi191 bash[38688]: cluster 2024-02-18T08:57:55.471439+0000 mgr.y (mgr.44100) 1251 : cluster [DBG] pgmap v1809: 73 pgs: 73 active+clean; 5.5 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 509 KiB/s rd, 339 KiB/s wr, 253 op/s 2024-02-18T08:57:56.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:56 smithi191 bash[38688]: cluster 2024-02-18T08:57:56.077808+0000 mon.a (mon.0) 1921 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2024-02-18T08:57:56.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:56 smithi110 bash[54479]: cluster 2024-02-18T08:57:55.471439+0000 mgr.y (mgr.44100) 1251 : cluster [DBG] pgmap v1809: 73 pgs: 73 active+clean; 5.5 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 509 KiB/s rd, 339 KiB/s wr, 253 op/s 2024-02-18T08:57:56.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:56 smithi110 bash[54479]: cluster 2024-02-18T08:57:56.077808+0000 mon.a (mon.0) 1921 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2024-02-18T08:57:56.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:56 smithi110 bash[55875]: cluster 2024-02-18T08:57:55.471439+0000 mgr.y (mgr.44100) 1251 : cluster [DBG] pgmap v1809: 73 pgs: 73 active+clean; 5.5 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 509 KiB/s rd, 339 KiB/s wr, 253 op/s 2024-02-18T08:57:56.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:56 smithi110 bash[55875]: cluster 2024-02-18T08:57:56.077808+0000 mon.a (mon.0) 1921 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2024-02-18T08:57:58.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:57:58 smithi191 bash[38688]: cluster 2024-02-18T08:57:57.472247+0000 mgr.y (mgr.44100) 1252 : cluster [DBG] pgmap v1811: 73 pgs: 73 active+clean; 5.5 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 938 KiB/s rd, 715 KiB/s wr, 319 op/s 2024-02-18T08:57:58.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:57:58 smithi110 bash[54479]: cluster 2024-02-18T08:57:57.472247+0000 mgr.y (mgr.44100) 1252 : cluster [DBG] pgmap v1811: 73 pgs: 73 active+clean; 5.5 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 938 KiB/s rd, 715 KiB/s wr, 319 op/s 2024-02-18T08:57:58.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:57:58 smithi110 bash[55875]: cluster 2024-02-18T08:57:57.472247+0000 mgr.y (mgr.44100) 1252 : cluster [DBG] pgmap v1811: 73 pgs: 73 active+clean; 5.5 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 938 KiB/s rd, 715 KiB/s wr, 319 op/s 2024-02-18T08:58:00.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:00 smithi191 bash[38688]: cluster 2024-02-18T08:57:59.473251+0000 mgr.y (mgr.44100) 1253 : cluster [DBG] pgmap v1812: 73 pgs: 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 963 KiB/s rd, 1.3 MiB/s wr, 310 op/s 2024-02-18T08:58:00.856 DEBUG:teuthology.orchestra.run.smithi110:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-02-18T08:58:00.905 INFO:tasks.workunit.client.0.smithi110.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-02-18T08:58:00.909 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-02-18T08:58:00.909 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-02-18T08:58:00.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:00 smithi110 bash[54479]: cluster 2024-02-18T08:57:59.473251+0000 mgr.y (mgr.44100) 1253 : cluster [DBG] pgmap v1812: 73 pgs: 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 963 KiB/s rd, 1.3 MiB/s wr, 310 op/s 2024-02-18T08:58:00.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:00 smithi110 bash[55875]: cluster 2024-02-18T08:57:59.473251+0000 mgr.y (mgr.44100) 1253 : cluster [DBG] pgmap v1812: 73 pgs: 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 963 KiB/s rd, 1.3 MiB/s wr, 310 op/s 2024-02-18T08:58:00.977 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-02-18T08:58:01.042 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-02-18T08:58:01.099 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-02-18T08:58:01.101 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-02-18T08:58:01.101 INFO:tasks.workunit.client.0.smithi110.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-02-18T08:58:01.149 INFO:tasks.workunit.client.0.smithi110.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-02-18T08:58:01.155 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-02-18T08:58:01.155 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-02-18T08:58:01.205 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-02-18T08:58:01.206 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-02-18T08:58:01.206 DEBUG:teuthology.orchestra.run.smithi110:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-02-18T08:58:01.290 INFO:tasks.workunit.client.0.smithi110.stdout:seed 72948 2024-02-18T08:58:01.291 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] Running 358 tests from 15 test suites. 2024-02-18T08:58:01.291 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment set-up. 2024-02-18T08:58:01.291 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 116 tests from TestLibRBD 2024-02-18T08:58:01.335 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-02-18T08:58:02.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:01 smithi110 bash[54479]: cluster 2024-02-18T08:58:01.474094+0000 mgr.y (mgr.44100) 1254 : cluster [DBG] pgmap v1813: 73 pgs: 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 810 KiB/s rd, 1.1 MiB/s wr, 262 op/s 2024-02-18T08:58:02.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:01 smithi110 bash[55875]: cluster 2024-02-18T08:58:01.474094+0000 mgr.y (mgr.44100) 1254 : cluster [DBG] pgmap v1813: 73 pgs: 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 810 KiB/s rd, 1.1 MiB/s wr, 262 op/s 2024-02-18T08:58:02.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:01 smithi191 bash[38688]: cluster 2024-02-18T08:58:01.474094+0000 mgr.y (mgr.44100) 1254 : cluster [DBG] pgmap v1813: 73 pgs: 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 810 KiB/s rd, 1.1 MiB/s wr, 262 op/s 2024-02-18T08:58:02.876 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:03.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:02 smithi110 bash[54479]: cluster 2024-02-18T08:58:01.876765+0000 mon.a (mon.0) 1922 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2024-02-18T08:58:03.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:02 smithi110 bash[54479]: audit 2024-02-18T08:58:01.879597+0000 mon.c (mon.1) 41 : audit [INF] from='client.? 172.21.15.110:0/3103837907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:03.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:02 smithi110 bash[54479]: audit 2024-02-18T08:58:01.884752+0000 mon.a (mon.0) 1923 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:03.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:02 smithi110 bash[55875]: cluster 2024-02-18T08:58:01.876765+0000 mon.a (mon.0) 1922 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2024-02-18T08:58:03.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:02 smithi110 bash[55875]: audit 2024-02-18T08:58:01.879597+0000 mon.c (mon.1) 41 : audit [INF] from='client.? 172.21.15.110:0/3103837907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:03.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:02 smithi110 bash[55875]: audit 2024-02-18T08:58:01.884752+0000 mon.a (mon.0) 1923 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:03.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:02 smithi191 bash[38688]: cluster 2024-02-18T08:58:01.876765+0000 mon.a (mon.0) 1922 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2024-02-18T08:58:03.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:02 smithi191 bash[38688]: audit 2024-02-18T08:58:01.879597+0000 mon.c (mon.1) 41 : audit [INF] from='client.? 172.21.15.110:0/3103837907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:03.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:02 smithi191 bash[38688]: audit 2024-02-18T08:58:01.884752+0000 mon.a (mon.0) 1923 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:04.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:03 smithi110 bash[54479]: audit 2024-02-18T08:58:02.878110+0000 mon.a (mon.0) 1924 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:04.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:03 smithi110 bash[54479]: cluster 2024-02-18T08:58:02.878427+0000 mon.a (mon.0) 1925 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2024-02-18T08:58:04.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:03 smithi110 bash[54479]: cluster 2024-02-18T08:58:03.474789+0000 mgr.y (mgr.44100) 1255 : cluster [DBG] pgmap v1816: 105 pgs: 15 creating+peering, 17 unknown, 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 708 KiB/s rd, 1.2 MiB/s wr, 200 op/s 2024-02-18T08:58:04.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:03 smithi110 bash[55875]: audit 2024-02-18T08:58:02.878110+0000 mon.a (mon.0) 1924 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:04.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:03 smithi110 bash[55875]: cluster 2024-02-18T08:58:02.878427+0000 mon.a (mon.0) 1925 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2024-02-18T08:58:04.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:03 smithi110 bash[55875]: cluster 2024-02-18T08:58:03.474789+0000 mgr.y (mgr.44100) 1255 : cluster [DBG] pgmap v1816: 105 pgs: 15 creating+peering, 17 unknown, 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 708 KiB/s rd, 1.2 MiB/s wr, 200 op/s 2024-02-18T08:58:04.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:03 smithi191 bash[38688]: audit 2024-02-18T08:58:02.878110+0000 mon.a (mon.0) 1924 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:04.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:03 smithi191 bash[38688]: cluster 2024-02-18T08:58:02.878427+0000 mon.a (mon.0) 1925 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2024-02-18T08:58:04.334 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:03 smithi191 bash[38688]: cluster 2024-02-18T08:58:03.474789+0000 mgr.y (mgr.44100) 1255 : cluster [DBG] pgmap v1816: 105 pgs: 15 creating+peering, 17 unknown, 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 708 KiB/s rd, 1.2 MiB/s wr, 200 op/s 2024-02-18T08:58:04.912 INFO:tasks.workunit.client.0.smithi110.stdout:image has size 2097152 and order 22 2024-02-18T08:58:04.913 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.CreateAndStat (3576 ms) 2024-02-18T08:58:04.913 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-02-18T08:58:04.913 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:58:04.913 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (0 ms) 2024-02-18T08:58:04.913 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-02-18T08:58:04.913 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:04.923 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.CreateAndStatPP (11 ms) 2024-02-18T08:58:04.923 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.GetId 2024-02-18T08:58:04.923 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:04.941 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.GetId (18 ms) 2024-02-18T08:58:04.942 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-02-18T08:58:04.942 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:04.954 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.GetIdPP (13 ms) 2024-02-18T08:58:04.954 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-02-18T08:58:04.954 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:04.965 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (11 ms) 2024-02-18T08:58:04.965 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-02-18T08:58:04.965 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:04.980 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (15 ms) 2024-02-18T08:58:04.980 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-02-18T08:58:04.980 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:58:04.981 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (0 ms) 2024-02-18T08:58:04.981 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-02-18T08:58:04.981 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:58:04.981 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (0 ms) 2024-02-18T08:58:04.981 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.OpenAio 2024-02-18T08:58:04.981 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:04.996 INFO:tasks.workunit.client.0.smithi110.stdout:image has size 2097152 and order 22 2024-02-18T08:58:04.996 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.OpenAio (16 ms) 2024-02-18T08:58:04.996 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-02-18T08:58:04.999 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-02-18T08:58:04.999 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-02-18T08:58:04.999 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:05.024 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.OpenAioPP (25 ms) 2024-02-18T08:58:05.024 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-02-18T08:58:05.028 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.OpenAioFailPP (4 ms) 2024-02-18T08:58:05.028 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-02-18T08:58:05.028 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:05.056 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ResizeAndStat (27 ms) 2024-02-18T08:58:05.056 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-02-18T08:58:05.056 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:05.078 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (22 ms) 2024-02-18T08:58:05.078 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-02-18T08:58:05.078 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:05.106 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (28 ms) 2024-02-18T08:58:05.106 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-02-18T08:58:05.107 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:05.136 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (29 ms) 2024-02-18T08:58:05.136 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-02-18T08:58:05.205 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:04 smithi110 bash[54479]: cluster 2024-02-18T08:58:03.899395+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2024-02-18T08:58:05.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:04 smithi110 bash[55875]: cluster 2024-02-18T08:58:03.899395+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2024-02-18T08:58:05.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:04 smithi191 bash[38688]: cluster 2024-02-18T08:58:03.899395+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2024-02-18T08:58:06.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:05 smithi110 bash[54479]: cluster 2024-02-18T08:58:04.903108+0000 mon.a (mon.0) 1927 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2024-02-18T08:58:06.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:05 smithi110 bash[54479]: cluster 2024-02-18T08:58:05.475424+0000 mgr.y (mgr.44100) 1256 : cluster [DBG] pgmap v1819: 105 pgs: 15 creating+peering, 7 unknown, 83 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:58:06.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:05 smithi110 bash[55875]: cluster 2024-02-18T08:58:04.903108+0000 mon.a (mon.0) 1927 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2024-02-18T08:58:06.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:05 smithi110 bash[55875]: cluster 2024-02-18T08:58:05.475424+0000 mgr.y (mgr.44100) 1256 : cluster [DBG] pgmap v1819: 105 pgs: 15 creating+peering, 7 unknown, 83 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:58:06.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:05 smithi191 bash[38688]: cluster 2024-02-18T08:58:04.903108+0000 mon.a (mon.0) 1927 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2024-02-18T08:58:06.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:05 smithi191 bash[38688]: cluster 2024-02-18T08:58:05.475424+0000 mgr.y (mgr.44100) 1256 : cluster [DBG] pgmap v1819: 105 pgs: 15 creating+peering, 7 unknown, 83 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:58:07.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:06 smithi110 bash[54479]: cluster 2024-02-18T08:58:05.923015+0000 mon.a (mon.0) 1928 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2024-02-18T08:58:07.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:06 smithi110 bash[54479]: audit 2024-02-18T08:58:05.928418+0000 mon.c (mon.1) 42 : audit [INF] from='client.? 172.21.15.110:0/3874820217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:07.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:06 smithi110 bash[54479]: audit 2024-02-18T08:58:05.929049+0000 mon.a (mon.0) 1929 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:07.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:06 smithi110 bash[55875]: cluster 2024-02-18T08:58:05.923015+0000 mon.a (mon.0) 1928 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2024-02-18T08:58:07.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:06 smithi110 bash[55875]: audit 2024-02-18T08:58:05.928418+0000 mon.c (mon.1) 42 : audit [INF] from='client.? 172.21.15.110:0/3874820217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:07.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:06 smithi110 bash[55875]: audit 2024-02-18T08:58:05.929049+0000 mon.a (mon.0) 1929 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:07.253 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:07.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:06 smithi191 bash[38688]: cluster 2024-02-18T08:58:05.923015+0000 mon.a (mon.0) 1928 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2024-02-18T08:58:07.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:06 smithi191 bash[38688]: audit 2024-02-18T08:58:05.928418+0000 mon.c (mon.1) 42 : audit [INF] from='client.? 172.21.15.110:0/3874820217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:07.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:06 smithi191 bash[38688]: audit 2024-02-18T08:58:05.929049+0000 mon.a (mon.0) 1929 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:08.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:07 smithi110 bash[54479]: audit 2024-02-18T08:58:06.928107+0000 mon.a (mon.0) 1930 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:08.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:07 smithi110 bash[54479]: cluster 2024-02-18T08:58:06.928357+0000 mon.a (mon.0) 1931 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2024-02-18T08:58:08.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:07 smithi110 bash[54479]: cluster 2024-02-18T08:58:07.476323+0000 mgr.y (mgr.44100) 1257 : cluster [DBG] pgmap v1822: 137 pgs: 6 creating+activating, 14 creating+peering, 22 unknown, 95 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.5 KiB/s wr, 22 op/s 2024-02-18T08:58:08.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:07 smithi110 bash[55875]: audit 2024-02-18T08:58:06.928107+0000 mon.a (mon.0) 1930 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:08.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:07 smithi110 bash[55875]: cluster 2024-02-18T08:58:06.928357+0000 mon.a (mon.0) 1931 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2024-02-18T08:58:08.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:07 smithi110 bash[55875]: cluster 2024-02-18T08:58:07.476323+0000 mgr.y (mgr.44100) 1257 : cluster [DBG] pgmap v1822: 137 pgs: 6 creating+activating, 14 creating+peering, 22 unknown, 95 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.5 KiB/s wr, 22 op/s 2024-02-18T08:58:08.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:07 smithi191 bash[38688]: audit 2024-02-18T08:58:06.928107+0000 mon.a (mon.0) 1930 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:08.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:07 smithi191 bash[38688]: cluster 2024-02-18T08:58:06.928357+0000 mon.a (mon.0) 1931 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2024-02-18T08:58:08.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:07 smithi191 bash[38688]: cluster 2024-02-18T08:58:07.476323+0000 mgr.y (mgr.44100) 1257 : cluster [DBG] pgmap v1822: 137 pgs: 6 creating+activating, 14 creating+peering, 22 unknown, 95 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.5 KiB/s wr, 22 op/s 2024-02-18T08:58:08.962 INFO:tasks.workunit.client.0.smithi110.stdout:image: image15 2024-02-18T08:58:08.962 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image15 2024-02-18T08:58:08.962 INFO:tasks.workunit.client.0.smithi110.stdout:found image15 2024-02-18T08:58:08.962 INFO:tasks.workunit.client.0.smithi110.stdout:erased image15 2024-02-18T08:58:08.962 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:image: image15 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:image: image16 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image15 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:found image15 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:erased image15 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image16 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:found image16 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:erased image16 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:image: image16 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image16 2024-02-18T08:58:09.000 INFO:tasks.workunit.client.0.smithi110.stdout:found image16 2024-02-18T08:58:09.001 INFO:tasks.workunit.client.0.smithi110.stdout:erased image16 2024-02-18T08:58:09.001 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3865 ms) 2024-02-18T08:58:09.001 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-02-18T08:58:09.205 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:08 smithi110 bash[54479]: cluster 2024-02-18T08:58:07.940421+0000 mon.a (mon.0) 1932 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2024-02-18T08:58:09.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:08 smithi110 bash[55875]: cluster 2024-02-18T08:58:07.940421+0000 mon.a (mon.0) 1932 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2024-02-18T08:58:09.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:08 smithi191 bash[38688]: cluster 2024-02-18T08:58:07.940421+0000 mon.a (mon.0) 1932 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2024-02-18T08:58:10.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:09 smithi110 bash[54479]: cluster 2024-02-18T08:58:08.954315+0000 mon.a (mon.0) 1933 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2024-02-18T08:58:10.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:09 smithi110 bash[54479]: cluster 2024-02-18T08:58:09.476889+0000 mgr.y (mgr.44100) 1258 : cluster [DBG] pgmap v1825: 137 pgs: 6 creating+activating, 4 creating+peering, 13 unknown, 114 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 6.2 KiB/s wr, 27 op/s 2024-02-18T08:58:10.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:09 smithi110 bash[55875]: cluster 2024-02-18T08:58:08.954315+0000 mon.a (mon.0) 1933 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2024-02-18T08:58:10.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:09 smithi110 bash[55875]: cluster 2024-02-18T08:58:09.476889+0000 mgr.y (mgr.44100) 1258 : cluster [DBG] pgmap v1825: 137 pgs: 6 creating+activating, 4 creating+peering, 13 unknown, 114 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 6.2 KiB/s wr, 27 op/s 2024-02-18T08:58:10.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:09 smithi191 bash[38688]: cluster 2024-02-18T08:58:08.954315+0000 mon.a (mon.0) 1933 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2024-02-18T08:58:10.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:09 smithi191 bash[38688]: cluster 2024-02-18T08:58:09.476889+0000 mgr.y (mgr.44100) 1258 : cluster [DBG] pgmap v1825: 137 pgs: 6 creating+activating, 4 creating+peering, 13 unknown, 114 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 6.2 KiB/s wr, 27 op/s 2024-02-18T08:58:10.985 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:11.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:10 smithi191 bash[38688]: cluster 2024-02-18T08:58:09.975599+0000 mon.a (mon.0) 1934 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2024-02-18T08:58:11.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:10 smithi191 bash[38688]: audit 2024-02-18T08:58:09.980731+0000 mon.a (mon.0) 1935 : audit [INF] from='client.? 172.21.15.110:0/1016626120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:11.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:10 smithi110 bash[54479]: cluster 2024-02-18T08:58:09.975599+0000 mon.a (mon.0) 1934 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2024-02-18T08:58:11.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:10 smithi110 bash[54479]: audit 2024-02-18T08:58:09.980731+0000 mon.a (mon.0) 1935 : audit [INF] from='client.? 172.21.15.110:0/1016626120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:11.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:10 smithi110 bash[55875]: cluster 2024-02-18T08:58:09.975599+0000 mon.a (mon.0) 1934 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2024-02-18T08:58:11.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:10 smithi110 bash[55875]: audit 2024-02-18T08:58:09.980731+0000 mon.a (mon.0) 1935 : audit [INF] from='client.? 172.21.15.110:0/1016626120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:12.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:11 smithi191 bash[38688]: audit 2024-02-18T08:58:10.979162+0000 mon.a (mon.0) 1936 : audit [INF] from='client.? 172.21.15.110:0/1016626120' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:12.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:11 smithi191 bash[38688]: cluster 2024-02-18T08:58:10.979486+0000 mon.a (mon.0) 1937 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2024-02-18T08:58:12.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:11 smithi191 bash[38688]: cluster 2024-02-18T08:58:11.477662+0000 mgr.y (mgr.44100) 1259 : cluster [DBG] pgmap v1828: 169 pgs: 6 creating+activating, 9 creating+peering, 27 unknown, 127 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.7 KiB/s wr, 17 op/s 2024-02-18T08:58:12.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:11 smithi191 bash[38688]: cluster 2024-02-18T08:58:11.982356+0000 mon.a (mon.0) 1938 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2024-02-18T08:58:12.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:11 smithi110 bash[54479]: audit 2024-02-18T08:58:10.979162+0000 mon.a (mon.0) 1936 : audit [INF] from='client.? 172.21.15.110:0/1016626120' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:12.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:11 smithi110 bash[54479]: cluster 2024-02-18T08:58:10.979486+0000 mon.a (mon.0) 1937 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2024-02-18T08:58:12.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:11 smithi110 bash[54479]: cluster 2024-02-18T08:58:11.477662+0000 mgr.y (mgr.44100) 1259 : cluster [DBG] pgmap v1828: 169 pgs: 6 creating+activating, 9 creating+peering, 27 unknown, 127 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.7 KiB/s wr, 17 op/s 2024-02-18T08:58:12.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:11 smithi110 bash[54479]: cluster 2024-02-18T08:58:11.982356+0000 mon.a (mon.0) 1938 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2024-02-18T08:58:12.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:11 smithi110 bash[55875]: audit 2024-02-18T08:58:10.979162+0000 mon.a (mon.0) 1936 : audit [INF] from='client.? 172.21.15.110:0/1016626120' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:12.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:11 smithi110 bash[55875]: cluster 2024-02-18T08:58:10.979486+0000 mon.a (mon.0) 1937 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2024-02-18T08:58:12.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:11 smithi110 bash[55875]: cluster 2024-02-18T08:58:11.477662+0000 mgr.y (mgr.44100) 1259 : cluster [DBG] pgmap v1828: 169 pgs: 6 creating+activating, 9 creating+peering, 27 unknown, 127 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.7 KiB/s wr, 17 op/s 2024-02-18T08:58:12.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:11 smithi110 bash[55875]: cluster 2024-02-18T08:58:11.982356+0000 mon.a (mon.0) 1938 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2024-02-18T08:58:12.985 INFO:tasks.workunit.client.0.smithi110.stdout:num images is: 1 2024-02-18T08:58:12.986 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:58:12.986 INFO:tasks.workunit.client.0.smithi110.stdout:image: image17 2024-02-18T08:58:12.986 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image17 2024-02-18T08:58:12.986 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:12.990 INFO:tasks.workunit.client.0.smithi110.stdout:num images is: 2 2024-02-18T08:58:12.991 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 2 2024-02-18T08:58:12.991 INFO:tasks.workunit.client.0.smithi110.stdout:image: image17 2024-02-18T08:58:12.991 INFO:tasks.workunit.client.0.smithi110.stdout:image: image18 2024-02-18T08:58:12.991 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image17 2024-02-18T08:58:12.991 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image18 2024-02-18T08:58:13.003 INFO:tasks.workunit.client.0.smithi110.stdout:num images is: 1 2024-02-18T08:58:13.003 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:58:13.003 INFO:tasks.workunit.client.0.smithi110.stdout:image: image18 2024-02-18T08:58:13.003 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image18 2024-02-18T08:58:13.003 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4003 ms) 2024-02-18T08:58:13.003 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestCopy 2024-02-18T08:58:14.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:13 smithi191 bash[38688]: cluster 2024-02-18T08:58:12.984697+0000 mon.a (mon.0) 1939 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2024-02-18T08:58:14.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:13 smithi191 bash[38688]: cluster 2024-02-18T08:58:13.478339+0000 mgr.y (mgr.44100) 1260 : cluster [DBG] pgmap v1831: 169 pgs: 5 creating+peering, 12 unknown, 152 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-02-18T08:58:14.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:13 smithi110 bash[54479]: cluster 2024-02-18T08:58:12.984697+0000 mon.a (mon.0) 1939 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2024-02-18T08:58:14.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:13 smithi110 bash[54479]: cluster 2024-02-18T08:58:13.478339+0000 mgr.y (mgr.44100) 1260 : cluster [DBG] pgmap v1831: 169 pgs: 5 creating+peering, 12 unknown, 152 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-02-18T08:58:14.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:13 smithi110 bash[55875]: cluster 2024-02-18T08:58:12.984697+0000 mon.a (mon.0) 1939 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2024-02-18T08:58:14.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:13 smithi110 bash[55875]: cluster 2024-02-18T08:58:13.478339+0000 mgr.y (mgr.44100) 1260 : cluster [DBG] pgmap v1831: 169 pgs: 5 creating+peering, 12 unknown, 152 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-02-18T08:58:15.005 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:15.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:15 smithi191 bash[38688]: cluster 2024-02-18T08:58:13.999463+0000 mon.a (mon.0) 1940 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2024-02-18T08:58:15.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:15 smithi191 bash[38688]: audit 2024-02-18T08:58:14.000621+0000 mon.c (mon.1) 43 : audit [INF] from='client.? 172.21.15.110:0/3900097350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:15.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:15 smithi191 bash[38688]: audit 2024-02-18T08:58:14.002317+0000 mon.a (mon.0) 1941 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:15.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:15 smithi110 bash[54479]: cluster 2024-02-18T08:58:13.999463+0000 mon.a (mon.0) 1940 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2024-02-18T08:58:15.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:15 smithi110 bash[54479]: audit 2024-02-18T08:58:14.000621+0000 mon.c (mon.1) 43 : audit [INF] from='client.? 172.21.15.110:0/3900097350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:15.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:15 smithi110 bash[54479]: audit 2024-02-18T08:58:14.002317+0000 mon.a (mon.0) 1941 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:15.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:15 smithi110 bash[55875]: cluster 2024-02-18T08:58:13.999463+0000 mon.a (mon.0) 1940 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2024-02-18T08:58:15.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:15 smithi110 bash[55875]: audit 2024-02-18T08:58:14.000621+0000 mon.c (mon.1) 43 : audit [INF] from='client.? 172.21.15.110:0/3900097350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:15.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:15 smithi110 bash[55875]: audit 2024-02-18T08:58:14.002317+0000 mon.a (mon.0) 1941 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:16.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:16 smithi191 bash[38688]: audit 2024-02-18T08:58:15.001040+0000 mon.a (mon.0) 1942 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:16.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:16 smithi191 bash[38688]: cluster 2024-02-18T08:58:15.004461+0000 mon.a (mon.0) 1943 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2024-02-18T08:58:16.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:16 smithi191 bash[38688]: cluster 2024-02-18T08:58:15.479130+0000 mgr.y (mgr.44100) 1261 : cluster [DBG] pgmap v1834: 201 pgs: 18 creating+peering, 19 unknown, 164 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s 2024-02-18T08:58:16.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:16 smithi110 bash[54479]: audit 2024-02-18T08:58:15.001040+0000 mon.a (mon.0) 1942 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:16.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:16 smithi110 bash[54479]: cluster 2024-02-18T08:58:15.004461+0000 mon.a (mon.0) 1943 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2024-02-18T08:58:16.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:16 smithi110 bash[54479]: cluster 2024-02-18T08:58:15.479130+0000 mgr.y (mgr.44100) 1261 : cluster [DBG] pgmap v1834: 201 pgs: 18 creating+peering, 19 unknown, 164 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s 2024-02-18T08:58:16.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:16 smithi110 bash[55875]: audit 2024-02-18T08:58:15.001040+0000 mon.a (mon.0) 1942 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:16.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:16 smithi110 bash[55875]: cluster 2024-02-18T08:58:15.004461+0000 mon.a (mon.0) 1943 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2024-02-18T08:58:16.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:16 smithi110 bash[55875]: cluster 2024-02-18T08:58:15.479130+0000 mgr.y (mgr.44100) 1261 : cluster [DBG] pgmap v1834: 201 pgs: 18 creating+peering, 19 unknown, 164 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 3 op/s 2024-02-18T08:58:17.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:17 smithi191 bash[38688]: cluster 2024-02-18T08:58:16.028825+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2024-02-18T08:58:17.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:17 smithi191 bash[38688]: cluster 2024-02-18T08:58:16.083702+0000 mon.a (mon.0) 1945 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2024-02-18T08:58:17.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:17 smithi110 bash[54479]: cluster 2024-02-18T08:58:16.028825+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2024-02-18T08:58:17.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:17 smithi110 bash[54479]: cluster 2024-02-18T08:58:16.083702+0000 mon.a (mon.0) 1945 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2024-02-18T08:58:17.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:17 smithi110 bash[55875]: cluster 2024-02-18T08:58:16.028825+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2024-02-18T08:58:17.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:17 smithi110 bash[55875]: cluster 2024-02-18T08:58:16.083702+0000 mon.a (mon.0) 1945 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2024-02-18T08:58:18.225 INFO:tasks.workunit.client.0.smithi110.stdout:image: image19 2024-02-18T08:58:18.225 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image19 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:found image19 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:erased image19 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:image: image19 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:image: image20 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image19 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:found image19 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:erased image19 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image20 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:found image20 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:erased image20 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:0.00% done 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:100.00% done 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:image: image19 2024-02-18T08:58:18.226 INFO:tasks.workunit.client.0.smithi110.stdout:image: image20 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:image: image21 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image19 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:found image19 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:erased image19 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image20 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:found image20 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:erased image20 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image21 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:found image21 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:erased image21 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestCopy (5222 ms) 2024-02-18T08:58:18.227 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-02-18T08:58:18.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:18 smithi191 bash[38688]: cluster 2024-02-18T08:58:17.086878+0000 mon.a (mon.0) 1946 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2024-02-18T08:58:18.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:18 smithi191 bash[38688]: cluster 2024-02-18T08:58:17.479935+0000 mgr.y (mgr.44100) 1262 : cluster [DBG] pgmap v1838: 201 pgs: 13 creating+peering, 11 unknown, 177 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 587 B/s rd, 587 B/s wr, 1 op/s 2024-02-18T08:58:18.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:18 smithi110 bash[54479]: cluster 2024-02-18T08:58:17.086878+0000 mon.a (mon.0) 1946 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2024-02-18T08:58:18.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:18 smithi110 bash[54479]: cluster 2024-02-18T08:58:17.479935+0000 mgr.y (mgr.44100) 1262 : cluster [DBG] pgmap v1838: 201 pgs: 13 creating+peering, 11 unknown, 177 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 587 B/s rd, 587 B/s wr, 1 op/s 2024-02-18T08:58:18.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:18 smithi110 bash[55875]: cluster 2024-02-18T08:58:17.086878+0000 mon.a (mon.0) 1946 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2024-02-18T08:58:18.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:18 smithi110 bash[55875]: cluster 2024-02-18T08:58:17.479935+0000 mgr.y (mgr.44100) 1262 : cluster [DBG] pgmap v1838: 201 pgs: 13 creating+peering, 11 unknown, 177 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 587 B/s rd, 587 B/s wr, 1 op/s 2024-02-18T08:58:19.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:19 smithi110 bash[54479]: cluster 2024-02-18T08:58:18.097119+0000 mon.a (mon.0) 1947 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2024-02-18T08:58:19.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:19 smithi110 bash[55875]: cluster 2024-02-18T08:58:18.097119+0000 mon.a (mon.0) 1947 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2024-02-18T08:58:19.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:19 smithi191 bash[38688]: cluster 2024-02-18T08:58:18.097119+0000 mon.a (mon.0) 1947 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2024-02-18T08:58:20.108 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:20.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:20 smithi110 bash[54479]: cluster 2024-02-18T08:58:19.104572+0000 mon.a (mon.0) 1948 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2024-02-18T08:58:20.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:20 smithi110 bash[54479]: audit 2024-02-18T08:58:19.111325+0000 mon.c (mon.1) 44 : audit [INF] from='client.? 172.21.15.110:0/1031875887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:20.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:20 smithi110 bash[54479]: audit 2024-02-18T08:58:19.116056+0000 mon.a (mon.0) 1949 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:20.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:20 smithi110 bash[54479]: cluster 2024-02-18T08:58:19.480817+0000 mgr.y (mgr.44100) 1263 : cluster [DBG] pgmap v1841: 233 pgs: 32 unknown, 13 creating+peering, 188 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 22 KiB/s wr, 88 op/s 2024-02-18T08:58:20.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:20 smithi110 bash[55875]: cluster 2024-02-18T08:58:19.104572+0000 mon.a (mon.0) 1948 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2024-02-18T08:58:20.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:20 smithi110 bash[55875]: audit 2024-02-18T08:58:19.111325+0000 mon.c (mon.1) 44 : audit [INF] from='client.? 172.21.15.110:0/1031875887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:20.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:20 smithi110 bash[55875]: audit 2024-02-18T08:58:19.116056+0000 mon.a (mon.0) 1949 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:20.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:20 smithi110 bash[55875]: cluster 2024-02-18T08:58:19.480817+0000 mgr.y (mgr.44100) 1263 : cluster [DBG] pgmap v1841: 233 pgs: 32 unknown, 13 creating+peering, 188 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 22 KiB/s wr, 88 op/s 2024-02-18T08:58:20.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:20 smithi191 bash[38688]: cluster 2024-02-18T08:58:19.104572+0000 mon.a (mon.0) 1948 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2024-02-18T08:58:20.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:20 smithi191 bash[38688]: audit 2024-02-18T08:58:19.111325+0000 mon.c (mon.1) 44 : audit [INF] from='client.? 172.21.15.110:0/1031875887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:20.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:20 smithi191 bash[38688]: audit 2024-02-18T08:58:19.116056+0000 mon.a (mon.0) 1949 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:58:20.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:20 smithi191 bash[38688]: cluster 2024-02-18T08:58:19.480817+0000 mgr.y (mgr.44100) 1263 : cluster [DBG] pgmap v1841: 233 pgs: 32 unknown, 13 creating+peering, 188 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 22 KiB/s wr, 88 op/s 2024-02-18T08:58:21.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:21 smithi110 bash[54479]: audit 2024-02-18T08:58:20.116686+0000 mon.a (mon.0) 1950 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:21.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:21 smithi110 bash[54479]: cluster 2024-02-18T08:58:20.117142+0000 mon.a (mon.0) 1951 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2024-02-18T08:58:21.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:21 smithi110 bash[54479]: cluster 2024-02-18T08:58:21.087074+0000 mon.a (mon.0) 1952 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2024-02-18T08:58:21.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:21 smithi110 bash[55875]: audit 2024-02-18T08:58:20.116686+0000 mon.a (mon.0) 1950 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:21.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:21 smithi110 bash[55875]: cluster 2024-02-18T08:58:20.117142+0000 mon.a (mon.0) 1951 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2024-02-18T08:58:21.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:21 smithi110 bash[55875]: cluster 2024-02-18T08:58:21.087074+0000 mon.a (mon.0) 1952 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2024-02-18T08:58:21.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:21 smithi191 bash[38688]: audit 2024-02-18T08:58:20.116686+0000 mon.a (mon.0) 1950 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:58:21.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:21 smithi191 bash[38688]: cluster 2024-02-18T08:58:20.117142+0000 mon.a (mon.0) 1951 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2024-02-18T08:58:21.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:21 smithi191 bash[38688]: cluster 2024-02-18T08:58:21.087074+0000 mon.a (mon.0) 1952 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2024-02-18T08:58:22.270 INFO:tasks.workunit.client.0.smithi110.stdout:num images is: 1 2024-02-18T08:58:22.271 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:58:22.271 INFO:tasks.workunit.client.0.smithi110.stdout:image: image22 2024-02-18T08:58:22.271 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image22 2024-02-18T08:58:22.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:22 smithi110 bash[55875]: cluster 2024-02-18T08:58:21.481657+0000 mgr.y (mgr.44100) 1264 : cluster [DBG] pgmap v1844: 233 pgs: 13 creating+peering, 18 unknown, 202 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 39 KiB/s rd, 19 KiB/s wr, 77 op/s 2024-02-18T08:58:22.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:22 smithi110 bash[55875]: cluster 2024-02-18T08:58:22.089883+0000 mon.a (mon.0) 1953 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2024-02-18T08:58:22.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:22 smithi110 bash[54479]: cluster 2024-02-18T08:58:21.481657+0000 mgr.y (mgr.44100) 1264 : cluster [DBG] pgmap v1844: 233 pgs: 13 creating+peering, 18 unknown, 202 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 39 KiB/s rd, 19 KiB/s wr, 77 op/s 2024-02-18T08:58:22.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:22 smithi110 bash[54479]: cluster 2024-02-18T08:58:22.089883+0000 mon.a (mon.0) 1953 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2024-02-18T08:58:22.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:22 smithi191 bash[38688]: cluster 2024-02-18T08:58:21.481657+0000 mgr.y (mgr.44100) 1264 : cluster [DBG] pgmap v1844: 233 pgs: 13 creating+peering, 18 unknown, 202 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 39 KiB/s rd, 19 KiB/s wr, 77 op/s 2024-02-18T08:58:22.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:22 smithi191 bash[38688]: cluster 2024-02-18T08:58:22.089883+0000 mon.a (mon.0) 1953 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2024-02-18T08:58:24.163 INFO:tasks.workunit.client.0.smithi110.stdout:num images is: 2 2024-02-18T08:58:24.163 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 2 2024-02-18T08:58:24.163 INFO:tasks.workunit.client.0.smithi110.stdout:image: image22 2024-02-18T08:58:24.164 INFO:tasks.workunit.client.0.smithi110.stdout:image: image23 2024-02-18T08:58:24.164 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image22 2024-02-18T08:58:24.164 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image23 2024-02-18T08:58:24.229 INFO:tasks.workunit.client.0.smithi110.stdout:0.00% done 2024-02-18T08:58:24.229 INFO:tasks.workunit.client.0.smithi110.stdout:100.00% done 2024-02-18T08:58:24.229 INFO:tasks.workunit.client.0.smithi110.stdout:num images is: 3 2024-02-18T08:58:24.229 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 3 2024-02-18T08:58:24.229 INFO:tasks.workunit.client.0.smithi110.stdout:image: image22 2024-02-18T08:58:24.229 INFO:tasks.workunit.client.0.smithi110.stdout:image: image23 2024-02-18T08:58:24.229 INFO:tasks.workunit.client.0.smithi110.stdout:image: image24 2024-02-18T08:58:24.229 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image22 2024-02-18T08:58:24.229 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image23 2024-02-18T08:58:24.229 INFO:tasks.workunit.client.0.smithi110.stdout:expected = image24 2024-02-18T08:58:24.269 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestCopyPP (6044 ms) 2024-02-18T08:58:24.269 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-02-18T08:58:24.269 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:58:24.270 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestDeepCopy (0 ms) 2024-02-18T08:58:24.270 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-02-18T08:58:24.270 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:58:24.270 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (0 ms) 2024-02-18T08:58:24.270 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-02-18T08:58:24.270 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:24.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:24 smithi110 bash[55875]: cluster 2024-02-18T08:58:23.129270+0000 mon.a (mon.0) 1954 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2024-02-18T08:58:24.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:24 smithi110 bash[55875]: cluster 2024-02-18T08:58:23.482499+0000 mgr.y (mgr.44100) 1265 : cluster [DBG] pgmap v1847: 233 pgs: 13 creating+peering, 5 unknown, 215 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 3.0 KiB/s wr, 67 op/s 2024-02-18T08:58:24.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:24 smithi110 bash[54479]: cluster 2024-02-18T08:58:23.129270+0000 mon.a (mon.0) 1954 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2024-02-18T08:58:24.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:24 smithi110 bash[54479]: cluster 2024-02-18T08:58:23.482499+0000 mgr.y (mgr.44100) 1265 : cluster [DBG] pgmap v1847: 233 pgs: 13 creating+peering, 5 unknown, 215 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 3.0 KiB/s wr, 67 op/s 2024-02-18T08:58:24.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:24 smithi191 bash[38688]: cluster 2024-02-18T08:58:23.129270+0000 mon.a (mon.0) 1954 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2024-02-18T08:58:24.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:24 smithi191 bash[38688]: cluster 2024-02-18T08:58:23.482499+0000 mgr.y (mgr.44100) 1265 : cluster [DBG] pgmap v1847: 233 pgs: 13 creating+peering, 5 unknown, 215 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 3.0 KiB/s wr, 67 op/s 2024-02-18T08:58:25.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:25 smithi110 bash[54479]: cluster 2024-02-18T08:58:24.138237+0000 mon.a (mon.0) 1955 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2024-02-18T08:58:25.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:25 smithi110 bash[55875]: cluster 2024-02-18T08:58:24.138237+0000 mon.a (mon.0) 1955 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2024-02-18T08:58:25.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:25 smithi191 bash[38688]: cluster 2024-02-18T08:58:24.138237+0000 mon.a (mon.0) 1955 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2024-02-18T08:58:26.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:26 smithi110 bash[55875]: cluster 2024-02-18T08:58:25.139595+0000 mon.a (mon.0) 1956 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2024-02-18T08:58:26.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:26 smithi110 bash[55875]: cluster 2024-02-18T08:58:25.483331+0000 mgr.y (mgr.44100) 1266 : cluster [DBG] pgmap v1850: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 127 KiB/s rd, 22 KiB/s wr, 173 op/s 2024-02-18T08:58:26.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:26 smithi110 bash[55875]: cluster 2024-02-18T08:58:26.089238+0000 mon.a (mon.0) 1957 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2024-02-18T08:58:26.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:26 smithi110 bash[54479]: cluster 2024-02-18T08:58:25.139595+0000 mon.a (mon.0) 1956 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2024-02-18T08:58:26.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:26 smithi110 bash[54479]: cluster 2024-02-18T08:58:25.483331+0000 mgr.y (mgr.44100) 1266 : cluster [DBG] pgmap v1850: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 127 KiB/s rd, 22 KiB/s wr, 173 op/s 2024-02-18T08:58:26.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:26 smithi110 bash[54479]: cluster 2024-02-18T08:58:26.089238+0000 mon.a (mon.0) 1957 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2024-02-18T08:58:26.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:26 smithi191 bash[38688]: cluster 2024-02-18T08:58:25.139595+0000 mon.a (mon.0) 1956 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2024-02-18T08:58:26.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:26 smithi191 bash[38688]: cluster 2024-02-18T08:58:25.483331+0000 mgr.y (mgr.44100) 1266 : cluster [DBG] pgmap v1850: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 127 KiB/s rd, 22 KiB/s wr, 173 op/s 2024-02-18T08:58:26.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:26 smithi191 bash[38688]: cluster 2024-02-18T08:58:26.089238+0000 mon.a (mon.0) 1957 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2024-02-18T08:58:28.100 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 1 2024-02-18T08:58:28.100 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:58:28.100 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap1 2024-02-18T08:58:28.100 INFO:tasks.workunit.client.0.smithi110.stdout:found snap1 with size 2097152 2024-02-18T08:58:28.100 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 2 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 2 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap1 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap2 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:found snap1 with size 2097152 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:found snap2 with size 4194304 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 1 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap2 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:found snap2 with size 4194304 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 0 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 0 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3831 ms) 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:58:28.101 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (0 ms) 2024-02-18T08:58:28.102 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-02-18T08:58:28.102 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:28.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:28 smithi191 bash[38688]: cluster 2024-02-18T08:58:27.091534+0000 mon.a (mon.0) 1958 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2024-02-18T08:58:28.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:28 smithi191 bash[38688]: cluster 2024-02-18T08:58:27.484106+0000 mgr.y (mgr.44100) 1267 : cluster [DBG] pgmap v1853: 233 pgs: 233 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 98 KiB/s rd, 21 KiB/s wr, 141 op/s 2024-02-18T08:58:28.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:28 smithi110 bash[55875]: cluster 2024-02-18T08:58:27.091534+0000 mon.a (mon.0) 1958 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2024-02-18T08:58:28.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:28 smithi110 bash[55875]: cluster 2024-02-18T08:58:27.484106+0000 mgr.y (mgr.44100) 1267 : cluster [DBG] pgmap v1853: 233 pgs: 233 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 98 KiB/s rd, 21 KiB/s wr, 141 op/s 2024-02-18T08:58:28.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:28 smithi110 bash[54479]: cluster 2024-02-18T08:58:27.091534+0000 mon.a (mon.0) 1958 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2024-02-18T08:58:28.457 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:28 smithi110 bash[54479]: cluster 2024-02-18T08:58:27.484106+0000 mgr.y (mgr.44100) 1267 : cluster [DBG] pgmap v1853: 233 pgs: 233 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 98 KiB/s rd, 21 KiB/s wr, 141 op/s 2024-02-18T08:58:29.101 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 1 2024-02-18T08:58:29.101 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:58:29.101 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap1 2024-02-18T08:58:29.101 INFO:tasks.workunit.client.0.smithi110.stdout:found snap1 with size 2097152 2024-02-18T08:58:29.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:29 smithi110 bash[54479]: cluster 2024-02-18T08:58:28.100726+0000 mon.a (mon.0) 1959 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2024-02-18T08:58:29.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:29 smithi110 bash[55875]: cluster 2024-02-18T08:58:28.100726+0000 mon.a (mon.0) 1959 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2024-02-18T08:58:29.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:29 smithi191 bash[38688]: cluster 2024-02-18T08:58:28.100726+0000 mon.a (mon.0) 1959 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2024-02-18T08:58:30.120 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 2 2024-02-18T08:58:30.120 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 2 2024-02-18T08:58:30.120 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap1 2024-02-18T08:58:30.120 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap2 2024-02-18T08:58:30.120 INFO:tasks.workunit.client.0.smithi110.stdout:found snap1 with size 2097152 2024-02-18T08:58:30.120 INFO:tasks.workunit.client.0.smithi110.stdout:found snap2 with size 4194304 2024-02-18T08:58:30.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:30 smithi110 bash[54479]: cluster 2024-02-18T08:58:29.104456+0000 mon.a (mon.0) 1960 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2024-02-18T08:58:30.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:30 smithi110 bash[54479]: cluster 2024-02-18T08:58:29.484949+0000 mgr.y (mgr.44100) 1268 : cluster [DBG] pgmap v1856: 233 pgs: 233 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 3.2 KiB/s wr, 43 op/s 2024-02-18T08:58:30.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:30 smithi110 bash[55875]: cluster 2024-02-18T08:58:29.104456+0000 mon.a (mon.0) 1960 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2024-02-18T08:58:30.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:30 smithi110 bash[55875]: cluster 2024-02-18T08:58:29.484949+0000 mgr.y (mgr.44100) 1268 : cluster [DBG] pgmap v1856: 233 pgs: 233 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 3.2 KiB/s wr, 43 op/s 2024-02-18T08:58:30.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:30 smithi191 bash[38688]: cluster 2024-02-18T08:58:29.104456+0000 mon.a (mon.0) 1960 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2024-02-18T08:58:30.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:30 smithi191 bash[38688]: cluster 2024-02-18T08:58:29.484949+0000 mgr.y (mgr.44100) 1268 : cluster [DBG] pgmap v1856: 233 pgs: 233 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 3.2 KiB/s wr, 43 op/s 2024-02-18T08:58:31.091 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 1 2024-02-18T08:58:31.091 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:58:31.091 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap2 2024-02-18T08:58:31.091 INFO:tasks.workunit.client.0.smithi110.stdout:found snap2 with size 4194304 2024-02-18T08:58:31.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:31 smithi110 bash[55875]: cluster 2024-02-18T08:58:30.121935+0000 mon.a (mon.0) 1961 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2024-02-18T08:58:31.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:31 smithi110 bash[55875]: audit 2024-02-18T08:58:30.859604+0000 mon.a (mon.0) 1962 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:58:31.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:31 smithi110 bash[55875]: cluster 2024-02-18T08:58:31.089497+0000 mon.a (mon.0) 1963 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2024-02-18T08:58:31.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:31 smithi110 bash[54479]: cluster 2024-02-18T08:58:30.121935+0000 mon.a (mon.0) 1961 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2024-02-18T08:58:31.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:31 smithi110 bash[54479]: audit 2024-02-18T08:58:30.859604+0000 mon.a (mon.0) 1962 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:58:31.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:31 smithi110 bash[54479]: cluster 2024-02-18T08:58:31.089497+0000 mon.a (mon.0) 1963 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2024-02-18T08:58:31.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:31 smithi191 bash[38688]: cluster 2024-02-18T08:58:30.121935+0000 mon.a (mon.0) 1961 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2024-02-18T08:58:31.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:31 smithi191 bash[38688]: audit 2024-02-18T08:58:30.859604+0000 mon.a (mon.0) 1962 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:58:31.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:31 smithi191 bash[38688]: cluster 2024-02-18T08:58:31.089497+0000 mon.a (mon.0) 1963 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2024-02-18T08:58:32.101 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 0 2024-02-18T08:58:32.101 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 0 2024-02-18T08:58:32.103 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4003 ms) 2024-02-18T08:58:32.103 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-02-18T08:58:32.103 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[54479]: audit 2024-02-18T08:58:31.171097+0000 mon.a (mon.0) 1964 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:58:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[54479]: audit 2024-02-18T08:58:31.172574+0000 mon.a (mon.0) 1965 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:58:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[54479]: cephadm 2024-02-18T08:58:31.173915+0000 mgr.y (mgr.44100) 1269 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:58:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[54479]: audit 2024-02-18T08:58:31.180196+0000 mon.a (mon.0) 1966 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:58:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[54479]: cluster 2024-02-18T08:58:31.485802+0000 mgr.y (mgr.44100) 1270 : cluster [DBG] pgmap v1859: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-02-18T08:58:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[54479]: cluster 2024-02-18T08:58:32.100934+0000 mon.a (mon.0) 1967 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2024-02-18T08:58:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[55875]: audit 2024-02-18T08:58:31.171097+0000 mon.a (mon.0) 1964 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:58:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[55875]: audit 2024-02-18T08:58:31.172574+0000 mon.a (mon.0) 1965 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:58:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[55875]: cephadm 2024-02-18T08:58:31.173915+0000 mgr.y (mgr.44100) 1269 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:58:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[55875]: audit 2024-02-18T08:58:31.180196+0000 mon.a (mon.0) 1966 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:58:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[55875]: cluster 2024-02-18T08:58:31.485802+0000 mgr.y (mgr.44100) 1270 : cluster [DBG] pgmap v1859: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-02-18T08:58:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:32 smithi110 bash[55875]: cluster 2024-02-18T08:58:32.100934+0000 mon.a (mon.0) 1967 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2024-02-18T08:58:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:32 smithi191 bash[38688]: audit 2024-02-18T08:58:31.171097+0000 mon.a (mon.0) 1964 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:58:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:32 smithi191 bash[38688]: audit 2024-02-18T08:58:31.172574+0000 mon.a (mon.0) 1965 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:58:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:32 smithi191 bash[38688]: cephadm 2024-02-18T08:58:31.173915+0000 mgr.y (mgr.44100) 1269 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:58:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:32 smithi191 bash[38688]: audit 2024-02-18T08:58:31.180196+0000 mon.a (mon.0) 1966 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:58:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:32 smithi191 bash[38688]: cluster 2024-02-18T08:58:31.485802+0000 mgr.y (mgr.44100) 1270 : cluster [DBG] pgmap v1859: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-02-18T08:58:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:32 smithi191 bash[38688]: cluster 2024-02-18T08:58:32.100934+0000 mon.a (mon.0) 1967 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2024-02-18T08:58:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:34 smithi110 bash[54479]: cluster 2024-02-18T08:58:33.130115+0000 mon.a (mon.0) 1968 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2024-02-18T08:58:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:34 smithi110 bash[54479]: cluster 2024-02-18T08:58:33.486602+0000 mgr.y (mgr.44100) 1271 : cluster [DBG] pgmap v1862: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 4 op/s 2024-02-18T08:58:34.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:34 smithi110 bash[55875]: cluster 2024-02-18T08:58:33.130115+0000 mon.a (mon.0) 1968 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2024-02-18T08:58:34.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:34 smithi110 bash[55875]: cluster 2024-02-18T08:58:33.486602+0000 mgr.y (mgr.44100) 1271 : cluster [DBG] pgmap v1862: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 4 op/s 2024-02-18T08:58:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:34 smithi191 bash[38688]: cluster 2024-02-18T08:58:33.130115+0000 mon.a (mon.0) 1968 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2024-02-18T08:58:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:34 smithi191 bash[38688]: cluster 2024-02-18T08:58:33.486602+0000 mgr.y (mgr.44100) 1271 : cluster [DBG] pgmap v1862: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 4 op/s 2024-02-18T08:58:35.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:35 smithi110 bash[54479]: cluster 2024-02-18T08:58:34.139807+0000 mon.a (mon.0) 1969 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2024-02-18T08:58:35.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:35 smithi110 bash[55875]: cluster 2024-02-18T08:58:34.139807+0000 mon.a (mon.0) 1969 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2024-02-18T08:58:35.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:35 smithi191 bash[38688]: cluster 2024-02-18T08:58:34.139807+0000 mon.a (mon.0) 1969 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2024-02-18T08:58:36.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:36 smithi110 bash[54479]: cluster 2024-02-18T08:58:35.149138+0000 mon.a (mon.0) 1970 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2024-02-18T08:58:36.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:36 smithi110 bash[54479]: cluster 2024-02-18T08:58:35.487398+0000 mgr.y (mgr.44100) 1272 : cluster [DBG] pgmap v1865: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-02-18T08:58:36.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:36 smithi110 bash[54479]: cluster 2024-02-18T08:58:36.093635+0000 mon.a (mon.0) 1971 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2024-02-18T08:58:36.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:36 smithi110 bash[55875]: cluster 2024-02-18T08:58:35.149138+0000 mon.a (mon.0) 1970 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2024-02-18T08:58:36.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:36 smithi110 bash[55875]: cluster 2024-02-18T08:58:35.487398+0000 mgr.y (mgr.44100) 1272 : cluster [DBG] pgmap v1865: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-02-18T08:58:36.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:36 smithi110 bash[55875]: cluster 2024-02-18T08:58:36.093635+0000 mon.a (mon.0) 1971 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2024-02-18T08:58:36.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:36 smithi191 bash[38688]: cluster 2024-02-18T08:58:35.149138+0000 mon.a (mon.0) 1970 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2024-02-18T08:58:36.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:36 smithi191 bash[38688]: cluster 2024-02-18T08:58:35.487398+0000 mgr.y (mgr.44100) 1272 : cluster [DBG] pgmap v1865: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-02-18T08:58:36.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:36 smithi191 bash[38688]: cluster 2024-02-18T08:58:36.093635+0000 mon.a (mon.0) 1971 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2024-02-18T08:58:38.102 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 0 2024-02-18T08:58:38.102 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 0 2024-02-18T08:58:38.105 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6002 ms) 2024-02-18T08:58:38.105 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-02-18T08:58:38.105 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:38.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:38 smithi110 bash[54479]: cluster 2024-02-18T08:58:37.094595+0000 mon.a (mon.0) 1972 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2024-02-18T08:58:38.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:38 smithi110 bash[54479]: cluster 2024-02-18T08:58:37.488232+0000 mgr.y (mgr.44100) 1273 : cluster [DBG] pgmap v1868: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-02-18T08:58:38.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:38 smithi110 bash[55875]: cluster 2024-02-18T08:58:37.094595+0000 mon.a (mon.0) 1972 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2024-02-18T08:58:38.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:38 smithi110 bash[55875]: cluster 2024-02-18T08:58:37.488232+0000 mgr.y (mgr.44100) 1273 : cluster [DBG] pgmap v1868: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-02-18T08:58:38.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:38 smithi191 bash[38688]: cluster 2024-02-18T08:58:37.094595+0000 mon.a (mon.0) 1972 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2024-02-18T08:58:38.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:38 smithi191 bash[38688]: cluster 2024-02-18T08:58:37.488232+0000 mgr.y (mgr.44100) 1273 : cluster [DBG] pgmap v1868: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-02-18T08:58:39.109 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 1 2024-02-18T08:58:39.110 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:58:39.110 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap1 2024-02-18T08:58:39.110 INFO:tasks.workunit.client.0.smithi110.stdout:found snap1 with size 2097152 2024-02-18T08:58:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[54479]: cluster 2024-02-18T08:58:38.105397+0000 mon.a (mon.0) 1973 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2024-02-18T08:58:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[54479]: audit 2024-02-18T08:58:39.068911+0000 mon.a (mon.0) 1974 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-02-18T08:58:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[54479]: audit 2024-02-18T08:58:39.069633+0000 mon.a (mon.0) 1975 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:58:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[54479]: audit 2024-02-18T08:58:39.070349+0000 mon.a (mon.0) 1976 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:58:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[54479]: audit 2024-02-18T08:58:39.070947+0000 mon.a (mon.0) 1977 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.9", "id": [0, 4]}]: dispatch 2024-02-18T08:58:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[54479]: audit 2024-02-18T08:58:39.071560+0000 mon.a (mon.0) 1978 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]: dispatch 2024-02-18T08:58:39.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[55875]: cluster 2024-02-18T08:58:38.105397+0000 mon.a (mon.0) 1973 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2024-02-18T08:58:39.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[55875]: audit 2024-02-18T08:58:39.068911+0000 mon.a (mon.0) 1974 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-02-18T08:58:39.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[55875]: audit 2024-02-18T08:58:39.069633+0000 mon.a (mon.0) 1975 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:58:39.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[55875]: audit 2024-02-18T08:58:39.070349+0000 mon.a (mon.0) 1976 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:58:39.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[55875]: audit 2024-02-18T08:58:39.070947+0000 mon.a (mon.0) 1977 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.9", "id": [0, 4]}]: dispatch 2024-02-18T08:58:39.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:39 smithi110 bash[55875]: audit 2024-02-18T08:58:39.071560+0000 mon.a (mon.0) 1978 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]: dispatch 2024-02-18T08:58:39.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:39 smithi191 bash[38688]: cluster 2024-02-18T08:58:38.105397+0000 mon.a (mon.0) 1973 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2024-02-18T08:58:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:39 smithi191 bash[38688]: audit 2024-02-18T08:58:39.068911+0000 mon.a (mon.0) 1974 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-02-18T08:58:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:39 smithi191 bash[38688]: audit 2024-02-18T08:58:39.069633+0000 mon.a (mon.0) 1975 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T08:58:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:39 smithi191 bash[38688]: audit 2024-02-18T08:58:39.070349+0000 mon.a (mon.0) 1976 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:58:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:39 smithi191 bash[38688]: audit 2024-02-18T08:58:39.070947+0000 mon.a (mon.0) 1977 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.9", "id": [0, 4]}]: dispatch 2024-02-18T08:58:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:39 smithi191 bash[38688]: audit 2024-02-18T08:58:39.071560+0000 mon.a (mon.0) 1978 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "46.1a", "id": [0, 4]}]: dispatch 2024-02-18T08:58:40.119 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 2 2024-02-18T08:58:40.119 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 2 2024-02-18T08:58:40.119 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap1 2024-02-18T08:58:40.120 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap2 2024-02-18T08:58:40.120 INFO:tasks.workunit.client.0.smithi110.stdout:found snap1 with size 2097152 2024-02-18T08:58:40.120 INFO:tasks.workunit.client.0.smithi110.stdout:found snap2 with size 4194304 2024-02-18T08:58:40.122 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 2 2024-02-18T08:58:40.122 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 2 2024-02-18T08:58:40.122 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap1-rename 2024-02-18T08:58:40.122 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap2 2024-02-18T08:58:40.122 INFO:tasks.workunit.client.0.smithi110.stdout:found snap1-rename with size 2097152 2024-02-18T08:58:40.123 INFO:tasks.workunit.client.0.smithi110.stdout:found snap2 with size 4194304 2024-02-18T08:58:40.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:40 smithi110 bash[54479]: cluster 2024-02-18T08:58:39.116706+0000 mon.a (mon.0) 1979 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2024-02-18T08:58:40.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:40 smithi110 bash[54479]: cluster 2024-02-18T08:58:39.489020+0000 mgr.y (mgr.44100) 1274 : cluster [DBG] pgmap v1871: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-02-18T08:58:40.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:40 smithi110 bash[55875]: cluster 2024-02-18T08:58:39.116706+0000 mon.a (mon.0) 1979 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2024-02-18T08:58:40.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:40 smithi110 bash[55875]: cluster 2024-02-18T08:58:39.489020+0000 mgr.y (mgr.44100) 1274 : cluster [DBG] pgmap v1871: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-02-18T08:58:40.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:40 smithi191 bash[38688]: cluster 2024-02-18T08:58:39.116706+0000 mon.a (mon.0) 1979 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2024-02-18T08:58:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:40 smithi191 bash[38688]: cluster 2024-02-18T08:58:39.489020+0000 mgr.y (mgr.44100) 1274 : cluster [DBG] pgmap v1871: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-02-18T08:58:41.095 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 1 2024-02-18T08:58:41.095 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:58:41.096 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap2-rename 2024-02-18T08:58:41.096 INFO:tasks.workunit.client.0.smithi110.stdout:found snap2-rename with size 4194304 2024-02-18T08:58:41.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:41 smithi110 bash[54479]: cluster 2024-02-18T08:58:40.124516+0000 mon.a (mon.0) 1980 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2024-02-18T08:58:41.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:41 smithi110 bash[54479]: cluster 2024-02-18T08:58:41.096871+0000 mon.a (mon.0) 1981 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2024-02-18T08:58:41.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:41 smithi110 bash[55875]: cluster 2024-02-18T08:58:40.124516+0000 mon.a (mon.0) 1980 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2024-02-18T08:58:41.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:41 smithi110 bash[55875]: cluster 2024-02-18T08:58:41.096871+0000 mon.a (mon.0) 1981 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2024-02-18T08:58:41.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:41 smithi191 bash[38688]: cluster 2024-02-18T08:58:40.124516+0000 mon.a (mon.0) 1980 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2024-02-18T08:58:41.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:41 smithi191 bash[38688]: cluster 2024-02-18T08:58:41.096871+0000 mon.a (mon.0) 1981 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2024-02-18T08:58:42.097 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 0 2024-02-18T08:58:42.097 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 0 2024-02-18T08:58:42.098 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3993 ms) 2024-02-18T08:58:42.098 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestIO 2024-02-18T08:58:42.099 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:42.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:42 smithi110 bash[54479]: cluster 2024-02-18T08:58:41.489846+0000 mgr.y (mgr.44100) 1275 : cluster [DBG] pgmap v1874: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-02-18T08:58:42.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:42 smithi110 bash[54479]: cluster 2024-02-18T08:58:42.097876+0000 mon.a (mon.0) 1982 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2024-02-18T08:58:42.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:42 smithi110 bash[55875]: cluster 2024-02-18T08:58:41.489846+0000 mgr.y (mgr.44100) 1275 : cluster [DBG] pgmap v1874: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-02-18T08:58:42.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:42 smithi110 bash[55875]: cluster 2024-02-18T08:58:42.097876+0000 mon.a (mon.0) 1982 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2024-02-18T08:58:42.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:42 smithi191 bash[38688]: cluster 2024-02-18T08:58:41.489846+0000 mgr.y (mgr.44100) 1275 : cluster [DBG] pgmap v1874: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-02-18T08:58:42.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:42 smithi191 bash[38688]: cluster 2024-02-18T08:58:42.097876+0000 mon.a (mon.0) 1982 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2024-02-18T08:58:44.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:44 smithi191 bash[38688]: cluster 2024-02-18T08:58:43.491097+0000 mgr.y (mgr.44100) 1276 : cluster [DBG] pgmap v1876: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 3.4 KiB/s wr, 19 op/s 2024-02-18T08:58:44.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:44 smithi110 bash[54479]: cluster 2024-02-18T08:58:43.491097+0000 mgr.y (mgr.44100) 1276 : cluster [DBG] pgmap v1876: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 3.4 KiB/s wr, 19 op/s 2024-02-18T08:58:44.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:44 smithi110 bash[55875]: cluster 2024-02-18T08:58:43.491097+0000 mgr.y (mgr.44100) 1276 : cluster [DBG] pgmap v1876: 233 pgs: 233 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 3.4 KiB/s wr, 19 op/s 2024-02-18T08:58:46.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:46 smithi191 bash[38688]: cluster 2024-02-18T08:58:45.492470+0000 mgr.y (mgr.44100) 1277 : cluster [DBG] pgmap v1877: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 211 KiB/s rd, 112 KiB/s wr, 382 op/s 2024-02-18T08:58:46.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:46 smithi191 bash[38688]: cluster 2024-02-18T08:58:46.096494+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2024-02-18T08:58:46.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:46 smithi110 bash[54479]: cluster 2024-02-18T08:58:45.492470+0000 mgr.y (mgr.44100) 1277 : cluster [DBG] pgmap v1877: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 211 KiB/s rd, 112 KiB/s wr, 382 op/s 2024-02-18T08:58:46.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:46 smithi110 bash[54479]: cluster 2024-02-18T08:58:46.096494+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2024-02-18T08:58:46.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:46 smithi110 bash[55875]: cluster 2024-02-18T08:58:45.492470+0000 mgr.y (mgr.44100) 1277 : cluster [DBG] pgmap v1877: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 211 KiB/s rd, 112 KiB/s wr, 382 op/s 2024-02-18T08:58:46.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:46 smithi110 bash[55875]: cluster 2024-02-18T08:58:46.096494+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2024-02-18T08:58:47.583 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:47.583 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:47.583 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:47.583 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:47.583 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:47.583 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.583 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.584 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:58:47.585 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.586 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:58:47.587 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.588 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.588 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:58:47.588 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.588 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:58:47.588 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.588 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.588 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:58:47.589 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:58:47.590 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 512~512 = 512 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:aio discard: 1536~512 = 0 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:47.591 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 0 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 0 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 16384 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 16384 2024-02-18T08:58:47.592 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 49152 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 49152 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 65536 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.593 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 65536 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 98304 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 98304 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.594 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 114688 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 114688 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 147456 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 147456 2024-02-18T08:58:47.595 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.596 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.596 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 163840 2024-02-18T08:58:47.596 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.596 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.596 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 163840 2024-02-18T08:58:47.596 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.596 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.596 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 196608 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 196608 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 212992 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 212992 2024-02-18T08:58:47.597 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.598 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.599 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:47.600 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:47.601 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:47.602 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:47.602 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:47.602 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:48.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:48 smithi191 bash[38688]: cluster 2024-02-18T08:58:47.493873+0000 mgr.y (mgr.44100) 1278 : cluster [DBG] pgmap v1879: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 196 KiB/s rd, 105 KiB/s wr, 355 op/s 2024-02-18T08:58:48.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:48 smithi110 bash[54479]: cluster 2024-02-18T08:58:47.493873+0000 mgr.y (mgr.44100) 1278 : cluster [DBG] pgmap v1879: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 196 KiB/s rd, 105 KiB/s wr, 355 op/s 2024-02-18T08:58:48.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:48 smithi110 bash[55875]: cluster 2024-02-18T08:58:47.493873+0000 mgr.y (mgr.44100) 1278 : cluster [DBG] pgmap v1879: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 196 KiB/s rd, 105 KiB/s wr, 355 op/s 2024-02-18T08:58:49.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:49 smithi191 bash[38688]: cluster 2024-02-18T08:58:49.495433+0000 mgr.y (mgr.44100) 1279 : cluster [DBG] pgmap v1880: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 157 KiB/s rd, 84 KiB/s wr, 284 op/s 2024-02-18T08:58:49.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:49 smithi110 bash[54479]: cluster 2024-02-18T08:58:49.495433+0000 mgr.y (mgr.44100) 1279 : cluster [DBG] pgmap v1880: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 157 KiB/s rd, 84 KiB/s wr, 284 op/s 2024-02-18T08:58:49.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:49 smithi110 bash[55875]: cluster 2024-02-18T08:58:49.495433+0000 mgr.y (mgr.44100) 1279 : cluster [DBG] pgmap v1880: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 157 KiB/s rd, 84 KiB/s wr, 284 op/s 2024-02-18T08:58:52.372 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.372 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.373 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.374 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.375 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.376 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.377 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.378 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.379 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.380 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:52.381 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:52.382 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:52.382 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:52.382 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestIO (10274 ms) 2024-02-18T08:58:52.382 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-02-18T08:58:52.382 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:58:52.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:52 smithi110 bash[55875]: cluster 2024-02-18T08:58:51.099824+0000 mon.a (mon.0) 1984 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2024-02-18T08:58:52.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:52 smithi110 bash[55875]: cluster 2024-02-18T08:58:51.496048+0000 mgr.y (mgr.44100) 1280 : cluster [DBG] pgmap v1882: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 394 KiB/s rd, 213 KiB/s wr, 780 op/s 2024-02-18T08:58:52.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:52 smithi110 bash[54479]: cluster 2024-02-18T08:58:51.099824+0000 mon.a (mon.0) 1984 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2024-02-18T08:58:52.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:52 smithi110 bash[54479]: cluster 2024-02-18T08:58:51.496048+0000 mgr.y (mgr.44100) 1280 : cluster [DBG] pgmap v1882: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 394 KiB/s rd, 213 KiB/s wr, 780 op/s 2024-02-18T08:58:52.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:52 smithi191 bash[38688]: cluster 2024-02-18T08:58:51.099824+0000 mon.a (mon.0) 1984 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2024-02-18T08:58:52.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:52 smithi191 bash[38688]: cluster 2024-02-18T08:58:51.496048+0000 mgr.y (mgr.44100) 1280 : cluster [DBG] pgmap v1882: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 394 KiB/s rd, 213 KiB/s wr, 780 op/s 2024-02-18T08:58:54.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:54 smithi191 bash[38688]: cluster 2024-02-18T08:58:53.497711+0000 mgr.y (mgr.44100) 1281 : cluster [DBG] pgmap v1883: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 242 KiB/s rd, 130 KiB/s wr, 505 op/s 2024-02-18T08:58:54.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:54 smithi110 bash[54479]: cluster 2024-02-18T08:58:53.497711+0000 mgr.y (mgr.44100) 1281 : cluster [DBG] pgmap v1883: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 242 KiB/s rd, 130 KiB/s wr, 505 op/s 2024-02-18T08:58:54.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:54 smithi110 bash[55875]: cluster 2024-02-18T08:58:53.497711+0000 mgr.y (mgr.44100) 1281 : cluster [DBG] pgmap v1883: 233 pgs: 233 active+clean; 4.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 242 KiB/s rd, 130 KiB/s wr, 505 op/s 2024-02-18T08:58:56.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:56 smithi191 bash[38688]: cluster 2024-02-18T08:58:55.499095+0000 mgr.y (mgr.44100) 1282 : cluster [DBG] pgmap v1884: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 437 KiB/s rd, 224 KiB/s wr, 886 op/s 2024-02-18T08:58:56.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:56 smithi110 bash[54479]: cluster 2024-02-18T08:58:55.499095+0000 mgr.y (mgr.44100) 1282 : cluster [DBG] pgmap v1884: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 437 KiB/s rd, 224 KiB/s wr, 886 op/s 2024-02-18T08:58:56.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:56 smithi110 bash[55875]: cluster 2024-02-18T08:58:55.499095+0000 mgr.y (mgr.44100) 1282 : cluster [DBG] pgmap v1884: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 437 KiB/s rd, 224 KiB/s wr, 886 op/s 2024-02-18T08:58:57.583 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:57.583 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:57.583 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:57.583 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:57.583 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:58:57.583 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.583 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:58:57.583 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.583 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:58:57.584 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:58:57.585 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:58:57.586 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.587 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.587 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:58:57.587 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.587 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:58:57.587 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.587 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.587 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:58:57.587 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.587 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:58:57.587 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.588 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.589 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 512~512 = 512 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:aio discard: 1536~512 = 0 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 0 2024-02-18T08:58:57.591 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 0 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 16384 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 16384 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.592 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 49152 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 49152 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 65536 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 65536 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.593 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 98304 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 98304 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 114688 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 114688 2024-02-18T08:58:57.594 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 147456 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 147456 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 163840 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.595 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 163840 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 196608 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 196608 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 212992 2024-02-18T08:58:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 212992 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.597 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.599 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:58:57.600 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:58:57.601 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:58:57.601 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:58:57.601 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:58:57.601 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:58:57.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:58:57 smithi110 bash[54479]: cluster 2024-02-18T08:58:57.500589+0000 mgr.y (mgr.44100) 1283 : cluster [DBG] pgmap v1885: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 210 KiB/s wr, 832 op/s 2024-02-18T08:58:57.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:58:57 smithi110 bash[55875]: cluster 2024-02-18T08:58:57.500589+0000 mgr.y (mgr.44100) 1283 : cluster [DBG] pgmap v1885: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 210 KiB/s wr, 832 op/s 2024-02-18T08:58:58.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:58:57 smithi191 bash[38688]: cluster 2024-02-18T08:58:57.500589+0000 mgr.y (mgr.44100) 1283 : cluster [DBG] pgmap v1885: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 210 KiB/s wr, 832 op/s 2024-02-18T08:59:00.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:00 smithi191 bash[38688]: cluster 2024-02-18T08:58:59.502203+0000 mgr.y (mgr.44100) 1284 : cluster [DBG] pgmap v1886: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 210 KiB/s wr, 832 op/s 2024-02-18T08:59:00.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:00 smithi110 bash[54479]: cluster 2024-02-18T08:58:59.502203+0000 mgr.y (mgr.44100) 1284 : cluster [DBG] pgmap v1886: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 210 KiB/s wr, 832 op/s 2024-02-18T08:59:00.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:00 smithi110 bash[55875]: cluster 2024-02-18T08:58:59.502203+0000 mgr.y (mgr.44100) 1284 : cluster [DBG] pgmap v1886: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 410 KiB/s rd, 210 KiB/s wr, 832 op/s 2024-02-18T08:59:01.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:01 smithi110 bash[54479]: cluster 2024-02-18T08:59:01.503649+0000 mgr.y (mgr.44100) 1285 : cluster [DBG] pgmap v1887: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 417 KiB/s rd, 202 KiB/s wr, 822 op/s 2024-02-18T08:59:01.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:01 smithi110 bash[55875]: cluster 2024-02-18T08:59:01.503649+0000 mgr.y (mgr.44100) 1285 : cluster [DBG] pgmap v1887: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 417 KiB/s rd, 202 KiB/s wr, 822 op/s 2024-02-18T08:59:02.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:01 smithi191 bash[38688]: cluster 2024-02-18T08:59:01.503649+0000 mgr.y (mgr.44100) 1285 : cluster [DBG] pgmap v1887: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 417 KiB/s rd, 202 KiB/s wr, 822 op/s 2024-02-18T08:59:02.286 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.286 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.286 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.287 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.288 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.289 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.290 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.291 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.292 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.293 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:02.294 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.295 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.295 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.295 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (9914 ms) 2024-02-18T08:59:02.295 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-02-18T08:59:02.295 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:02.295 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestDataPoolIO (0 ms) 2024-02-18T08:59:02.295 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-02-18T08:59:02.295 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:02.301 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (15 ms) 2024-02-18T08:59:02.301 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-02-18T08:59:02.301 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:02.321 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.321 INFO:tasks.workunit.client.0.smithi110.stdout:aio discard: 0~1048576 = 0 2024-02-18T08:59:02.321 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.321 INFO:tasks.workunit.client.0.smithi110.stdout:aio discard: 0~4194304 = 0 2024-02-18T08:59:02.321 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.321 INFO:tasks.workunit.client.0.smithi110.stdout:aio discard: 3145728~1048576 = 0 2024-02-18T08:59:02.321 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (20 ms) 2024-02-18T08:59:02.321 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestFUA 2024-02-18T08:59:02.321 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:02.378 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:02.379 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:02.380 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestFUA (56 ms) 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-02-18T08:59:02.381 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:02.400 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.400 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.401 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.401 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.401 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:02.401 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.401 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:02.401 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.401 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.402 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:02.402 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.402 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:02.402 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.403 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.403 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:02.403 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.403 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:02.403 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.404 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.404 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:02.404 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.404 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:02.404 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.408 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.408 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:02.408 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.408 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:02.408 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.416 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.416 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:02.416 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:59:02.416 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:59:02.416 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:59:02.416 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:59:02.416 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:59:02.416 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:59:02.416 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:59:02.416 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:59:02.417 INFO:tasks.workunit.client.0.smithi110.stdout:start compare and write 2024-02-18T08:59:02.417 INFO:tasks.workunit.client.0.smithi110.stdout:compare and wrote: 512 2024-02-18T08:59:02.417 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.417 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:59:02.417 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.417 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.417 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:59:02.417 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.417 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:59:02.417 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.418 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.418 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:59:02.418 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.419 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:59:02.419 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.420 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.420 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:59:02.420 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.420 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:59:02.420 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.421 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.421 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:59:02.421 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.421 INFO:tasks.workunit.client.0.smithi110.stdout:started aio compare and write 2024-02-18T08:59:02.421 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:02.423 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:02.423 INFO:tasks.workunit.client.0.smithi110.stdout:finished aio compare and write 2024-02-18T08:59:02.423 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:02.423 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:02.424 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:02.424 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:02.424 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:02.424 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.424 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:02.424 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:finished read 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:finished read 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:finished read 2024-02-18T08:59:02.425 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:finished read 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:finished read 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 512~512 2024-02-18T08:59:02.426 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:04.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:04 smithi191 bash[38688]: cluster 2024-02-18T08:59:03.505257+0000 mgr.y (mgr.44100) 1286 : cluster [DBG] pgmap v1888: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 385 KiB/s rd, 188 KiB/s wr, 760 op/s 2024-02-18T08:59:04.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:04 smithi110 bash[54479]: cluster 2024-02-18T08:59:03.505257+0000 mgr.y (mgr.44100) 1286 : cluster [DBG] pgmap v1888: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 385 KiB/s rd, 188 KiB/s wr, 760 op/s 2024-02-18T08:59:04.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:04 smithi110 bash[55875]: cluster 2024-02-18T08:59:03.505257+0000 mgr.y (mgr.44100) 1286 : cluster [DBG] pgmap v1888: 233 pgs: 233 active+clean; 6.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 385 KiB/s rd, 188 KiB/s wr, 760 op/s 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 0 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 0 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.538 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 16384 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 16384 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 49152 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 49152 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 65536 2024-02-18T08:59:05.539 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 65536 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 98304 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 98304 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 114688 2024-02-18T08:59:05.540 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 114688 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 147456 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 147456 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 163840 2024-02-18T08:59:05.541 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 163840 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 196608 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 196608 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.542 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 212992 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 212992 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.543 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.544 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.544 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:05.544 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:05.544 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:05.544 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.544 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.544 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.544 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.544 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:05.561 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:05.561 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:05.561 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.561 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.561 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.561 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.561 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:05.580 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:05.580 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:05.580 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.580 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.580 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.580 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.580 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.581 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.581 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.581 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.581 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.581 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.581 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:05.656 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:05.656 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:05.657 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.657 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.657 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.657 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.657 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:05.726 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:05.727 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:05.728 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.728 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.728 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.728 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.729 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:05.811 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:05.811 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:05.811 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.811 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.811 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.811 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.811 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:05.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:05 smithi191 bash[38688]: cluster 2024-02-18T08:59:05.506703+0000 mgr.y (mgr.44100) 1287 : cluster [DBG] pgmap v1889: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 460 KiB/s rd, 222 KiB/s wr, 930 op/s 2024-02-18T08:59:05.906 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:05.906 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:05.907 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:05.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:05 smithi110 bash[54479]: cluster 2024-02-18T08:59:05.506703+0000 mgr.y (mgr.44100) 1287 : cluster [DBG] pgmap v1889: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 460 KiB/s rd, 222 KiB/s wr, 930 op/s 2024-02-18T08:59:05.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:05 smithi110 bash[55875]: cluster 2024-02-18T08:59:05.506703+0000 mgr.y (mgr.44100) 1287 : cluster [DBG] pgmap v1889: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 460 KiB/s rd, 222 KiB/s wr, 930 op/s 2024-02-18T08:59:06.059 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:06.059 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:06.059 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:06.059 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:06.059 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:06.060 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:06.060 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:06.218 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:06.218 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:06.218 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:06.218 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:06.218 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:06.218 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:06.218 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:06.406 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:06.406 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:06.407 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:06.407 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:06.407 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:06.407 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:06.407 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:06.582 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:06.582 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:06.582 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:06.582 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:06.583 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:06.821 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:06.821 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:06.821 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:06.821 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:06.821 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:06.822 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:06.822 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:07.024 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:07.024 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:07.024 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:07.024 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:07.024 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:07.024 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:07.024 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:07.273 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:07.273 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:07.273 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:07.273 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:07.273 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:07.273 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:07.273 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:07.514 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:07.515 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:07.847 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:07.848 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:07.848 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:07.848 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:07.848 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:07.848 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:07.848 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:07.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:07 smithi110 bash[54479]: cluster 2024-02-18T08:59:07.508279+0000 mgr.y (mgr.44100) 1288 : cluster [DBG] pgmap v1890: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 280 KiB/s rd, 135 KiB/s wr, 575 op/s 2024-02-18T08:59:07.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:07 smithi110 bash[55875]: cluster 2024-02-18T08:59:07.508279+0000 mgr.y (mgr.44100) 1288 : cluster [DBG] pgmap v1890: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 280 KiB/s rd, 135 KiB/s wr, 575 op/s 2024-02-18T08:59:08.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:07 smithi191 bash[38688]: cluster 2024-02-18T08:59:07.508279+0000 mgr.y (mgr.44100) 1288 : cluster [DBG] pgmap v1890: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 280 KiB/s rd, 135 KiB/s wr, 575 op/s 2024-02-18T08:59:08.152 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:08.153 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:08.153 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:08.153 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:08.153 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.153 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:08.153 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:08.479 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:08.479 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:08.479 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:08.480 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:08.480 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.480 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:08.480 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:08.786 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:08.786 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:08.786 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:08.787 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:08.787 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.787 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:08.787 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:08.787 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.787 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:08.787 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:08.787 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestIOPP (6409 ms) 2024-02-18T08:59:08.787 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-02-18T08:59:08.787 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:08.810 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:08.810 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:08.810 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:08.810 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:08.810 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:08.810 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.810 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:08.810 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:08.811 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:08.811 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:08.811 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.811 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:08.811 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:08.812 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:08.812 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:08.812 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.812 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:08.812 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:08.813 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:08.814 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:08.814 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.814 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:08.814 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:08.818 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:08.818 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:08.818 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.818 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:08.818 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:08.819 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:08.819 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:08.819 INFO:tasks.workunit.client.0.smithi110.stdout:read: 512 2024-02-18T08:59:08.819 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.819 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:08.819 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:08.819 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:finished read 2024-02-18T08:59:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:finished read 2024-02-18T08:59:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:08.820 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:08.821 INFO:tasks.workunit.client.0.smithi110.stdout:finished read 2024-02-18T08:59:08.821 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.821 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:08.821 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:08.821 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:08.821 INFO:tasks.workunit.client.0.smithi110.stdout:finished read 2024-02-18T08:59:08.821 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:08.821 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:08.821 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:09.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:09 smithi110 bash[54479]: cluster 2024-02-18T08:59:09.509847+0000 mgr.y (mgr.44100) 1289 : cluster [DBG] pgmap v1891: 233 pgs: 233 active+clean; 8.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 566 KiB/s rd, 280 KiB/s wr, 1.12k op/s 2024-02-18T08:59:09.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:09 smithi110 bash[55875]: cluster 2024-02-18T08:59:09.509847+0000 mgr.y (mgr.44100) 1289 : cluster [DBG] pgmap v1891: 233 pgs: 233 active+clean; 8.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 566 KiB/s rd, 280 KiB/s wr, 1.12k op/s 2024-02-18T08:59:10.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:09 smithi191 bash[38688]: cluster 2024-02-18T08:59:09.509847+0000 mgr.y (mgr.44100) 1289 : cluster [DBG] pgmap v1891: 233 pgs: 233 active+clean; 8.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 566 KiB/s rd, 280 KiB/s wr, 1.12k op/s 2024-02-18T08:59:11.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:11 smithi110 bash[54479]: cluster 2024-02-18T08:59:11.511277+0000 mgr.y (mgr.44100) 1290 : cluster [DBG] pgmap v1892: 233 pgs: 233 active+clean; 8.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 673 KiB/s rd, 334 KiB/s wr, 1.33k op/s 2024-02-18T08:59:11.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:11 smithi110 bash[55875]: cluster 2024-02-18T08:59:11.511277+0000 mgr.y (mgr.44100) 1290 : cluster [DBG] pgmap v1892: 233 pgs: 233 active+clean; 8.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 673 KiB/s rd, 334 KiB/s wr, 1.33k op/s 2024-02-18T08:59:12.024 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:finished read 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 0 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 0 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 16384 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 16384 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.025 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 49152 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 49152 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 65536 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 65536 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.026 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 98304 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 98304 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 114688 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 114688 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 147456 2024-02-18T08:59:12.027 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 147456 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 163840 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 163840 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 196608 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.028 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 196608 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 212992 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 212992 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.029 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.030 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.030 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.030 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.030 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.030 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.030 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.030 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.030 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.030 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.030 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.031 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.031 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.031 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.055 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.056 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.056 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.056 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.056 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.056 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.056 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:11 smithi191 bash[38688]: cluster 2024-02-18T08:59:11.511277+0000 mgr.y (mgr.44100) 1290 : cluster [DBG] pgmap v1892: 233 pgs: 233 active+clean; 8.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 673 KiB/s rd, 334 KiB/s wr, 1.33k op/s 2024-02-18T08:59:12.079 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.079 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.079 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.079 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.079 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.079 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.079 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.079 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.080 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.080 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.080 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.080 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.080 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.153 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.153 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.153 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.153 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.153 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.153 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.153 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.209 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.209 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.209 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.209 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.209 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.209 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.209 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.316 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.316 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.316 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.316 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.316 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.316 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.316 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.406 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.406 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.406 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.406 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.406 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.406 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.406 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.406 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.406 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.407 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:12.407 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.407 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.407 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.554 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.554 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.554 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.554 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.554 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.555 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.555 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.712 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.712 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.712 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.712 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.712 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.712 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.713 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:12.893 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:12.893 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:12.893 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:12.893 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:12.893 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:12.893 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:12.893 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:13.075 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:13.076 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:13.315 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:13.315 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:13.315 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:13.315 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:13.315 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:13.315 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:13.315 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:13.529 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:13.529 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:13.529 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:13.529 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:13.529 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:13.529 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:13.529 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:13.770 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:13.770 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:13.770 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:13.770 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:13.770 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:13.770 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:13.770 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:13.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:13 smithi110 bash[55875]: cluster 2024-02-18T08:59:13.512874+0000 mgr.y (mgr.44100) 1291 : cluster [DBG] pgmap v1893: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 532 KiB/s rd, 265 KiB/s wr, 1.09k op/s 2024-02-18T08:59:13.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:13 smithi110 bash[54479]: cluster 2024-02-18T08:59:13.512874+0000 mgr.y (mgr.44100) 1291 : cluster [DBG] pgmap v1893: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 532 KiB/s rd, 265 KiB/s wr, 1.09k op/s 2024-02-18T08:59:14.011 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:14.011 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:14.011 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:14.011 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:14.011 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:14.011 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:14.011 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:14.012 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:14.012 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:14.012 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:14.012 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:14.012 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:14.012 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:14.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:13 smithi191 bash[38688]: cluster 2024-02-18T08:59:13.512874+0000 mgr.y (mgr.44100) 1291 : cluster [DBG] pgmap v1893: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 532 KiB/s rd, 265 KiB/s wr, 1.09k op/s 2024-02-18T08:59:14.347 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:14.347 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:14.347 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:14.347 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:14.347 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:14.347 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:14.347 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:14.663 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:14.664 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:14.664 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:14.664 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:14.664 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:14.664 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:14.664 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:14.927 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:14.927 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:14.927 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:14.927 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:14.927 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:14.927 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:14.927 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:15.224 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:15.224 INFO:tasks.workunit.client.0.smithi110.stdout:finished writesame 2024-02-18T08:59:15.224 INFO:tasks.workunit.client.0.smithi110.stdout:to verify the data 2024-02-18T08:59:15.224 INFO:tasks.workunit.client.0.smithi110.stdout:verified 2024-02-18T08:59:15.224 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:15.224 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:15.224 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:15.224 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:15.224 INFO:tasks.workunit.client.0.smithi110.stdout:started writesame 2024-02-18T08:59:15.225 INFO:tasks.workunit.client.0.smithi110.stdout:expected fail, finished writesame 2024-02-18T08:59:15.225 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (6438 ms) 2024-02-18T08:59:15.225 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-02-18T08:59:15.225 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:16.318 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 0 2024-02-18T08:59:16.318 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 0 2024-02-18T08:59:16.318 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 1 2024-02-18T08:59:16.318 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:59:16.318 INFO:tasks.workunit.client.0.smithi110.stdout:snap: orig 2024-02-18T08:59:16.318 INFO:tasks.workunit.client.0.smithi110.stdout:found orig with size 2097152 2024-02-18T08:59:16.318 INFO:tasks.workunit.client.0.smithi110.stdout:read: 80 2024-02-18T08:59:16.318 INFO:tasks.workunit.client.0.smithi110.stdout:write test data! 2024-02-18T08:59:16.318 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 80 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 2 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 2 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:snap: orig 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:snap: written 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:found orig with size 2097152 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:found written with size 2097152 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:read: 80 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:read: 80 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:read: 80 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:write to snapshot returned -30 2024-02-18T08:59:16.319 INFO:tasks.workunit.client.0.smithi110.stdout:Read-only file system 2024-02-18T08:59:16.330 INFO:tasks.workunit.client.0.smithi110.stdout:read: 80 2024-02-18T08:59:16.330 INFO:tasks.workunit.client.0.smithi110.stdout:read: 80 2024-02-18T08:59:16.330 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 80 2024-02-18T08:59:16.330 INFO:tasks.workunit.client.0.smithi110.stdout:opening testimg@orig 2024-02-18T08:59:16.330 INFO:tasks.workunit.client.0.smithi110.stdout:read: 80 2024-02-18T08:59:16.330 INFO:tasks.workunit.client.0.smithi110.stdout:write to snapshot returned -30 2024-02-18T08:59:16.330 INFO:tasks.workunit.client.0.smithi110.stdout:Read-only file system 2024-02-18T08:59:16.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:16 smithi191 bash[38688]: cluster 2024-02-18T08:59:15.310545+0000 mon.a (mon.0) 1985 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2024-02-18T08:59:16.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:16 smithi191 bash[38688]: cluster 2024-02-18T08:59:15.513690+0000 mgr.y (mgr.44100) 1292 : cluster [DBG] pgmap v1895: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 520 KiB/s rd, 262 KiB/s wr, 1.04k op/s 2024-02-18T08:59:16.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:16 smithi110 bash[54479]: cluster 2024-02-18T08:59:15.310545+0000 mon.a (mon.0) 1985 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2024-02-18T08:59:16.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:16 smithi110 bash[54479]: cluster 2024-02-18T08:59:15.513690+0000 mgr.y (mgr.44100) 1292 : cluster [DBG] pgmap v1895: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 520 KiB/s rd, 262 KiB/s wr, 1.04k op/s 2024-02-18T08:59:16.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:16 smithi110 bash[55875]: cluster 2024-02-18T08:59:15.310545+0000 mon.a (mon.0) 1985 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2024-02-18T08:59:16.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:16 smithi110 bash[55875]: cluster 2024-02-18T08:59:15.513690+0000 mgr.y (mgr.44100) 1292 : cluster [DBG] pgmap v1895: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 520 KiB/s rd, 262 KiB/s wr, 1.04k op/s 2024-02-18T08:59:17.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:17 smithi191 bash[38688]: cluster 2024-02-18T08:59:16.321261+0000 mon.a (mon.0) 1986 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2024-02-18T08:59:17.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:17 smithi110 bash[54479]: cluster 2024-02-18T08:59:16.321261+0000 mon.a (mon.0) 1986 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2024-02-18T08:59:17.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:17 smithi110 bash[55875]: cluster 2024-02-18T08:59:16.321261+0000 mon.a (mon.0) 1986 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2024-02-18T08:59:18.337 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 2 2024-02-18T08:59:18.337 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 2 2024-02-18T08:59:18.337 INFO:tasks.workunit.client.0.smithi110.stdout:snap: orig 2024-02-18T08:59:18.337 INFO:tasks.workunit.client.0.smithi110.stdout:snap: written 2024-02-18T08:59:18.337 INFO:tasks.workunit.client.0.smithi110.stdout:found orig with size 2097152 2024-02-18T08:59:18.337 INFO:tasks.workunit.client.0.smithi110.stdout:found written with size 2097152 2024-02-18T08:59:18.337 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 1 2024-02-18T08:59:18.337 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 1 2024-02-18T08:59:18.337 INFO:tasks.workunit.client.0.smithi110.stdout:snap: orig 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:found orig with size 2097152 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:num snaps is: 0 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:expected: 0 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3113 ms) 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestClone 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestClone (0 ms) 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestClone2 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestClone2 (0 ms) 2024-02-18T08:59:18.338 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ListChildren 2024-02-18T08:59:18.339 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:18.339 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ListChildren (0 ms) 2024-02-18T08:59:18.339 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-02-18T08:59:18.339 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:18.339 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ListChildrenTiered (0 ms) 2024-02-18T08:59:18.339 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.LockingPP 2024-02-18T08:59:18.339 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:18.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.LockingPP (41 ms) 2024-02-18T08:59:18.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.FlushAio 2024-02-18T08:59:18.378 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:18.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:18 smithi191 bash[38688]: cluster 2024-02-18T08:59:17.330422+0000 mon.a (mon.0) 1987 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2024-02-18T08:59:18.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:18 smithi191 bash[38688]: cluster 2024-02-18T08:59:17.514527+0000 mgr.y (mgr.44100) 1293 : cluster [DBG] pgmap v1898: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 276 KiB/s wr, 1.19k op/s 2024-02-18T08:59:18.609 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.FlushAio (230 ms) 2024-02-18T08:59:18.609 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-02-18T08:59:18.609 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:18.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:18 smithi110 bash[54479]: cluster 2024-02-18T08:59:17.330422+0000 mon.a (mon.0) 1987 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2024-02-18T08:59:18.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:18 smithi110 bash[54479]: cluster 2024-02-18T08:59:17.514527+0000 mgr.y (mgr.44100) 1293 : cluster [DBG] pgmap v1898: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 276 KiB/s wr, 1.19k op/s 2024-02-18T08:59:18.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:18 smithi110 bash[55875]: cluster 2024-02-18T08:59:17.330422+0000 mon.a (mon.0) 1987 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2024-02-18T08:59:18.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:18 smithi110 bash[55875]: cluster 2024-02-18T08:59:17.514527+0000 mgr.y (mgr.44100) 1293 : cluster [DBG] pgmap v1898: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 276 KiB/s wr, 1.19k op/s 2024-02-18T08:59:18.809 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.FlushAioPP (201 ms) 2024-02-18T08:59:18.809 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SnapDiff 2024-02-18T08:59:18.809 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:18.809 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SnapDiff (0 ms) 2024-02-18T08:59:18.809 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-02-18T08:59:18.810 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:18.822 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (13 ms) 2024-02-18T08:59:18.822 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-02-18T08:59:18.822 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:18.836 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (14 ms) 2024-02-18T08:59:18.836 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-02-18T08:59:18.836 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:18.848 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ZeroLengthRead (12 ms) 2024-02-18T08:59:18.848 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-02-18T08:59:18.848 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:18.875 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.LargeCacheRead (27 ms) 2024-02-18T08:59:18.875 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-02-18T08:59:18.875 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:18.875 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestPendingAio (0 ms) 2024-02-18T08:59:18.875 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-02-18T08:59:18.875 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:18.875 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (0 ms) 2024-02-18T08:59:18.875 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-02-18T08:59:18.875 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:18.876 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (0 ms) 2024-02-18T08:59:18.876 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.Flatten 2024-02-18T08:59:18.876 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:18.876 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.Flatten (0 ms) 2024-02-18T08:59:18.876 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.Sparsify 2024-02-18T08:59:18.876 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:18.893 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 32768 2024-02-18T08:59:18.893 INFO:tasks.workunit.client.0.smithi110.stdout:read: 32768 2024-02-18T08:59:18.893 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.Sparsify (18 ms) 2024-02-18T08:59:18.893 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-02-18T08:59:18.893 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:18.912 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SparsifyPP (19 ms) 2024-02-18T08:59:18.912 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-02-18T08:59:18.912 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:19.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:19 smithi110 bash[54479]: cluster 2024-02-18T08:59:18.340121+0000 mon.a (mon.0) 1988 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2024-02-18T08:59:19.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:19 smithi110 bash[55875]: cluster 2024-02-18T08:59:18.340121+0000 mon.a (mon.0) 1988 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2024-02-18T08:59:19.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:19 smithi191 bash[38688]: cluster 2024-02-18T08:59:18.340121+0000 mon.a (mon.0) 1988 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2024-02-18T08:59:20.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:20 smithi110 bash[54479]: cluster 2024-02-18T08:59:19.342357+0000 mon.a (mon.0) 1989 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2024-02-18T08:59:20.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:20 smithi110 bash[54479]: cluster 2024-02-18T08:59:19.515334+0000 mgr.y (mgr.44100) 1294 : cluster [DBG] pgmap v1901: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 725 KiB/s rd, 362 KiB/s wr, 1.47k op/s 2024-02-18T08:59:20.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:20 smithi110 bash[55875]: cluster 2024-02-18T08:59:19.342357+0000 mon.a (mon.0) 1989 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2024-02-18T08:59:20.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:20 smithi110 bash[55875]: cluster 2024-02-18T08:59:19.515334+0000 mgr.y (mgr.44100) 1294 : cluster [DBG] pgmap v1901: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 725 KiB/s rd, 362 KiB/s wr, 1.47k op/s 2024-02-18T08:59:20.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:20 smithi191 bash[38688]: cluster 2024-02-18T08:59:19.342357+0000 mon.a (mon.0) 1989 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2024-02-18T08:59:20.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:20 smithi191 bash[38688]: cluster 2024-02-18T08:59:19.515334+0000 mgr.y (mgr.44100) 1294 : cluster [DBG] pgmap v1901: 233 pgs: 233 active+clean; 8.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 725 KiB/s rd, 362 KiB/s wr, 1.47k op/s 2024-02-18T08:59:21.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:21 smithi110 bash[54479]: cluster 2024-02-18T08:59:20.362071+0000 mon.a (mon.0) 1990 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2024-02-18T08:59:21.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:21 smithi110 bash[55875]: cluster 2024-02-18T08:59:20.362071+0000 mon.a (mon.0) 1990 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2024-02-18T08:59:21.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:21 smithi191 bash[38688]: cluster 2024-02-18T08:59:20.362071+0000 mon.a (mon.0) 1990 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2024-02-18T08:59:22.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:22 smithi110 bash[54479]: cluster 2024-02-18T08:59:21.364224+0000 mon.a (mon.0) 1991 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2024-02-18T08:59:22.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:22 smithi110 bash[54479]: cluster 2024-02-18T08:59:21.516152+0000 mgr.y (mgr.44100) 1295 : cluster [DBG] pgmap v1904: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 514 KiB/s rd, 578 KiB/s wr, 71 op/s 2024-02-18T08:59:22.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:22 smithi110 bash[55875]: cluster 2024-02-18T08:59:21.364224+0000 mon.a (mon.0) 1991 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2024-02-18T08:59:22.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:22 smithi110 bash[55875]: cluster 2024-02-18T08:59:21.516152+0000 mgr.y (mgr.44100) 1295 : cluster [DBG] pgmap v1904: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 514 KiB/s rd, 578 KiB/s wr, 71 op/s 2024-02-18T08:59:22.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:22 smithi191 bash[38688]: cluster 2024-02-18T08:59:21.364224+0000 mon.a (mon.0) 1991 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2024-02-18T08:59:22.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:22 smithi191 bash[38688]: cluster 2024-02-18T08:59:21.516152+0000 mgr.y (mgr.44100) 1295 : cluster [DBG] pgmap v1904: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 514 KiB/s rd, 578 KiB/s wr, 71 op/s 2024-02-18T08:59:23.388 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SnapshotLimit (4476 ms) 2024-02-18T08:59:23.388 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-02-18T08:59:23.388 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:23.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:23 smithi110 bash[54479]: cluster 2024-02-18T08:59:22.381711+0000 mon.a (mon.0) 1992 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2024-02-18T08:59:23.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:23 smithi110 bash[55875]: cluster 2024-02-18T08:59:22.381711+0000 mon.a (mon.0) 1992 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2024-02-18T08:59:23.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:23 smithi191 bash[38688]: cluster 2024-02-18T08:59:22.381711+0000 mon.a (mon.0) 1992 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2024-02-18T08:59:24.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:24 smithi110 bash[54479]: cluster 2024-02-18T08:59:23.393495+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2024-02-18T08:59:24.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:24 smithi110 bash[54479]: cluster 2024-02-18T08:59:23.517031+0000 mgr.y (mgr.44100) 1296 : cluster [DBG] pgmap v1907: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 552 KiB/s rd, 665 KiB/s wr, 174 op/s 2024-02-18T08:59:24.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:24 smithi110 bash[55875]: cluster 2024-02-18T08:59:23.393495+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2024-02-18T08:59:24.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:24 smithi110 bash[55875]: cluster 2024-02-18T08:59:23.517031+0000 mgr.y (mgr.44100) 1296 : cluster [DBG] pgmap v1907: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 552 KiB/s rd, 665 KiB/s wr, 174 op/s 2024-02-18T08:59:24.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:24 smithi191 bash[38688]: cluster 2024-02-18T08:59:23.393495+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2024-02-18T08:59:24.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:24 smithi191 bash[38688]: cluster 2024-02-18T08:59:23.517031+0000 mgr.y (mgr.44100) 1296 : cluster [DBG] pgmap v1907: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 552 KiB/s rd, 665 KiB/s wr, 174 op/s 2024-02-18T08:59:25.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:25 smithi110 bash[54479]: cluster 2024-02-18T08:59:24.402590+0000 mon.a (mon.0) 1994 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2024-02-18T08:59:25.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:25 smithi110 bash[55875]: cluster 2024-02-18T08:59:24.402590+0000 mon.a (mon.0) 1994 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2024-02-18T08:59:25.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:25 smithi191 bash[38688]: cluster 2024-02-18T08:59:24.402590+0000 mon.a (mon.0) 1994 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2024-02-18T08:59:26.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:26 smithi110 bash[54479]: cluster 2024-02-18T08:59:25.406566+0000 mon.a (mon.0) 1995 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2024-02-18T08:59:26.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:26 smithi110 bash[54479]: cluster 2024-02-18T08:59:25.517952+0000 mgr.y (mgr.44100) 1297 : cluster [DBG] pgmap v1910: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 89 KiB/s wr, 108 op/s 2024-02-18T08:59:26.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:26 smithi110 bash[54479]: cluster 2024-02-18T08:59:26.108048+0000 mon.a (mon.0) 1996 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2024-02-18T08:59:26.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:26 smithi110 bash[55875]: cluster 2024-02-18T08:59:25.406566+0000 mon.a (mon.0) 1995 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2024-02-18T08:59:26.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:26 smithi110 bash[55875]: cluster 2024-02-18T08:59:25.517952+0000 mgr.y (mgr.44100) 1297 : cluster [DBG] pgmap v1910: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 89 KiB/s wr, 108 op/s 2024-02-18T08:59:26.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:26 smithi110 bash[55875]: cluster 2024-02-18T08:59:26.108048+0000 mon.a (mon.0) 1996 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2024-02-18T08:59:26.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:26 smithi191 bash[38688]: cluster 2024-02-18T08:59:25.406566+0000 mon.a (mon.0) 1995 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2024-02-18T08:59:26.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:26 smithi191 bash[38688]: cluster 2024-02-18T08:59:25.517952+0000 mgr.y (mgr.44100) 1297 : cluster [DBG] pgmap v1910: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 89 KiB/s wr, 108 op/s 2024-02-18T08:59:26.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:26 smithi191 bash[38688]: cluster 2024-02-18T08:59:26.108048+0000 mon.a (mon.0) 1996 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2024-02-18T08:59:28.111 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4722 ms) 2024-02-18T08:59:28.111 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-02-18T08:59:28.111 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (0 ms) 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (0 ms) 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (0 ms) 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (0 ms) 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.112 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SnapRemove2 (0 ms) 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (0 ms) 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (0 ms) 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (0 ms) 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-02-18T08:59:28.113 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (0 ms) 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (0 ms) 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (1 ms) 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (0 ms) 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.Metadata 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.Metadata (0 ms) 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-02-18T08:59:28.114 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.115 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.MetadataPP (0 ms) 2024-02-18T08:59:28.115 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-02-18T08:59:28.115 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.115 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.UpdateFeatures (0 ms) 2024-02-18T08:59:28.115 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-02-18T08:59:28.115 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-02-18T08:59:28.115 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-02-18T08:59:28.115 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:28.128 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.RebuildObjectMap (17 ms) 2024-02-18T08:59:28.128 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-02-18T08:59:28.128 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.128 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (0 ms) 2024-02-18T08:59:28.128 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-02-18T08:59:28.128 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.128 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.CheckObjectMap (0 ms) 2024-02-18T08:59:28.128 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-02-18T08:59:28.128 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.BlockingAIO (15 ms) 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (0 ms) 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (0 ms) 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-02-18T08:59:28.143 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:28.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:28 smithi110 bash[54479]: cluster 2024-02-18T08:59:27.111473+0000 mon.a (mon.0) 1997 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2024-02-18T08:59:28.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:28 smithi110 bash[54479]: cluster 2024-02-18T08:59:27.518819+0000 mgr.y (mgr.44100) 1298 : cluster [DBG] pgmap v1913: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-02-18T08:59:28.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:28 smithi110 bash[55875]: cluster 2024-02-18T08:59:27.111473+0000 mon.a (mon.0) 1997 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2024-02-18T08:59:28.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:28 smithi110 bash[55875]: cluster 2024-02-18T08:59:27.518819+0000 mgr.y (mgr.44100) 1298 : cluster [DBG] pgmap v1913: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-02-18T08:59:28.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:28 smithi191 bash[38688]: cluster 2024-02-18T08:59:27.111473+0000 mon.a (mon.0) 1997 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2024-02-18T08:59:28.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:28 smithi191 bash[38688]: cluster 2024-02-18T08:59:27.518819+0000 mgr.y (mgr.44100) 1298 : cluster [DBG] pgmap v1913: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-02-18T08:59:29.133 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (990 ms) 2024-02-18T08:59:29.134 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-02-18T08:59:29.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:29 smithi110 bash[54479]: cluster 2024-02-18T08:59:28.115148+0000 mon.a (mon.0) 1998 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2024-02-18T08:59:29.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:29 smithi110 bash[55875]: cluster 2024-02-18T08:59:28.115148+0000 mon.a (mon.0) 1998 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2024-02-18T08:59:29.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:29 smithi191 bash[38688]: cluster 2024-02-18T08:59:28.115148+0000 mon.a (mon.0) 1998 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2024-02-18T08:59:30.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:30 smithi110 bash[55875]: cluster 2024-02-18T08:59:29.131962+0000 mon.a (mon.0) 1999 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2024-02-18T08:59:30.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:30 smithi110 bash[55875]: cluster 2024-02-18T08:59:29.519624+0000 mgr.y (mgr.44100) 1299 : cluster [DBG] pgmap v1916: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-02-18T08:59:30.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:30 smithi110 bash[54479]: cluster 2024-02-18T08:59:29.131962+0000 mon.a (mon.0) 1999 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2024-02-18T08:59:30.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:30 smithi110 bash[54479]: cluster 2024-02-18T08:59:29.519624+0000 mgr.y (mgr.44100) 1299 : cluster [DBG] pgmap v1916: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-02-18T08:59:30.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:30 smithi191 bash[38688]: cluster 2024-02-18T08:59:29.131962+0000 mon.a (mon.0) 1999 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2024-02-18T08:59:30.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:30 smithi191 bash[38688]: cluster 2024-02-18T08:59:29.519624+0000 mgr.y (mgr.44100) 1299 : cluster [DBG] pgmap v1916: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-02-18T08:59:31.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:31 smithi110 bash[55875]: cluster 2024-02-18T08:59:30.136904+0000 mon.a (mon.0) 2000 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2024-02-18T08:59:31.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:31 smithi110 bash[55875]: cluster 2024-02-18T08:59:31.111795+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2024-02-18T08:59:31.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:31 smithi110 bash[54479]: cluster 2024-02-18T08:59:30.136904+0000 mon.a (mon.0) 2000 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2024-02-18T08:59:31.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:31 smithi110 bash[54479]: cluster 2024-02-18T08:59:31.111795+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2024-02-18T08:59:31.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:31 smithi191 bash[38688]: cluster 2024-02-18T08:59:30.136904+0000 mon.a (mon.0) 2000 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2024-02-18T08:59:31.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:31 smithi191 bash[38688]: cluster 2024-02-18T08:59:31.111795+0000 mon.a (mon.0) 2001 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2024-02-18T08:59:32.267 INFO:tasks.workunit.client.0.smithi110.stdout:0.00% done 2024-02-18T08:59:32.267 INFO:tasks.workunit.client.0.smithi110.stdout:100.00% done 2024-02-18T08:59:32.267 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestImageOptions (3133 ms) 2024-02-18T08:59:32.267 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-02-18T08:59:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[54479]: audit 2024-02-18T08:59:31.191008+0000 mon.a (mon.0) 2002 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:59:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[54479]: audit 2024-02-18T08:59:31.492658+0000 mon.a (mon.0) 2003 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:59:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[54479]: audit 2024-02-18T08:59:31.494062+0000 mon.a (mon.0) 2004 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:59:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[54479]: cephadm 2024-02-18T08:59:31.495125+0000 mgr.y (mgr.44100) 1300 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:59:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[54479]: audit 2024-02-18T08:59:31.500404+0000 mon.a (mon.0) 2005 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:59:32.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[54479]: cluster 2024-02-18T08:59:31.520203+0000 mgr.y (mgr.44100) 1301 : cluster [DBG] pgmap v1919: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 767 B/s wr, 4 op/s 2024-02-18T08:59:32.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[55875]: audit 2024-02-18T08:59:31.191008+0000 mon.a (mon.0) 2002 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:59:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[55875]: audit 2024-02-18T08:59:31.492658+0000 mon.a (mon.0) 2003 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:59:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[55875]: audit 2024-02-18T08:59:31.494062+0000 mon.a (mon.0) 2004 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:59:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[55875]: cephadm 2024-02-18T08:59:31.495125+0000 mgr.y (mgr.44100) 1300 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:59:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[55875]: audit 2024-02-18T08:59:31.500404+0000 mon.a (mon.0) 2005 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:59:32.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:32 smithi110 bash[55875]: cluster 2024-02-18T08:59:31.520203+0000 mgr.y (mgr.44100) 1301 : cluster [DBG] pgmap v1919: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 767 B/s wr, 4 op/s 2024-02-18T08:59:32.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:32 smithi191 bash[38688]: audit 2024-02-18T08:59:31.191008+0000 mon.a (mon.0) 2002 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T08:59:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:32 smithi191 bash[38688]: audit 2024-02-18T08:59:31.492658+0000 mon.a (mon.0) 2003 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T08:59:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:32 smithi191 bash[38688]: audit 2024-02-18T08:59:31.494062+0000 mon.a (mon.0) 2004 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T08:59:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:32 smithi191 bash[38688]: cephadm 2024-02-18T08:59:31.495125+0000 mgr.y (mgr.44100) 1300 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T08:59:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:32 smithi191 bash[38688]: audit 2024-02-18T08:59:31.500404+0000 mon.a (mon.0) 2005 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T08:59:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:32 smithi191 bash[38688]: cluster 2024-02-18T08:59:31.520203+0000 mgr.y (mgr.44100) 1301 : cluster [DBG] pgmap v1919: 233 pgs: 233 active+clean; 12 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 KiB/s rd, 767 B/s wr, 4 op/s 2024-02-18T08:59:33.268 INFO:tasks.workunit.client.0.smithi110.stdout:0.00% done 2024-02-18T08:59:33.269 INFO:tasks.workunit.client.0.smithi110.stdout:100.00% done 2024-02-18T08:59:33.269 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (1002 ms) 2024-02-18T08:59:33.269 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-02-18T08:59:33.269 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-02-18T08:59:33.269 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-02-18T08:59:33.269 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-02-18T08:59:33.269 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-02-18T08:59:33.269 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:33.298 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:33.298 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:33.298 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:33.298 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:33.298 INFO:tasks.workunit.client.0.smithi110.stdout:wrote: 512 2024-02-18T08:59:33.298 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:33.298 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:33.299 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:started write 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:write completion cb called! 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 0 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:finished write 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:33.300 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:created completion 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:started read 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:read completion cb called! 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:return value is: 512 2024-02-18T08:59:33.301 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ImagePollIO (30 ms) 2024-02-18T08:59:33.302 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.Mirror 2024-02-18T08:59:33.304 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:33.308 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:33.357 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.Mirror (59 ms) 2024-02-18T08:59:33.358 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-02-18T08:59:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (19 ms) 2024-02-18T08:59:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-02-18T08:59:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (0 ms) 2024-02-18T08:59:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-02-18T08:59:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (0 ms) 2024-02-18T08:59:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-02-18T08:59:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:33.377 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ExclusiveLock (0 ms) 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.BreakLock 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.BreakLock (0 ms) 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (0 ms) 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (0 ms) 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (0 ms) 2024-02-18T08:59:33.378 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-02-18T08:59:33.379 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:33.379 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestTrashPurge (0 ms) 2024-02-18T08:59:33.379 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-02-18T08:59:33.379 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:33.379 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (0 ms) 2024-02-18T08:59:33.379 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-02-18T08:59:33.379 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:33.394 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestListWatchers (17 ms) 2024-02-18T08:59:33.394 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-02-18T08:59:33.394 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:33.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:33 smithi110 bash[54479]: cluster 2024-02-18T08:59:32.147910+0000 mon.a (mon.0) 2006 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2024-02-18T08:59:33.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:33 smithi110 bash[55875]: cluster 2024-02-18T08:59:32.147910+0000 mon.a (mon.0) 2006 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2024-02-18T08:59:33.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:33 smithi191 bash[38688]: cluster 2024-02-18T08:59:32.147910+0000 mon.a (mon.0) 2006 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2024-02-18T08:59:34.394 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestSetSnapById (1000 ms) 2024-02-18T08:59:34.394 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.Namespaces 2024-02-18T08:59:34.421 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.Namespaces (27 ms) 2024-02-18T08:59:34.421 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-02-18T08:59:34.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: cluster 2024-02-18T08:59:33.168543+0000 mon.a (mon.0) 2007 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.336261+0000 mon.a (mon.0) 2008 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/uuid4"}]: dispatch 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.340050+0000 mon.a (mon.0) 2009 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/uuid4"}]': finished 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.343031+0000 mon.a (mon.0) 2010 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/e62bb473-36fb-4b66-bb58-47fdf7c91e92"}]: dispatch 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.346265+0000 mon.a (mon.0) 2011 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/e62bb473-36fb-4b66-bb58-47fdf7c91e92"}]': finished 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.354893+0000 mon.a (mon.0) 2012 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/0a7844d2-0393-4aed-a5f1-43074aedc2b7"}]: dispatch 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.358012+0000 mon.a (mon.0) 2013 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/0a7844d2-0393-4aed-a5f1-43074aedc2b7"}]': finished 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.360420+0000 mon.a (mon.0) 2014 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/dd37f452-02fa-4165-b848-bd81170bbcd5"}]: dispatch 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.363857+0000 mon.a (mon.0) 2015 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/dd37f452-02fa-4165-b848-bd81170bbcd5"}]': finished 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.377799+0000 mon.a (mon.0) 2016 : audit [DBG] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]: dispatch 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.382142+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' 2024-02-18T08:59:34.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.382647+0000 mon.a (mon.0) 2018 : audit [DBG] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]: dispatch 2024-02-18T08:59:34.457 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.383078+0000 mon.a (mon.0) 2019 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]: dispatch 2024-02-18T08:59:34.457 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: audit 2024-02-18T08:59:33.385836+0000 mon.a (mon.0) 2020 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]': finished 2024-02-18T08:59:34.457 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[54479]: cluster 2024-02-18T08:59:33.520956+0000 mgr.y (mgr.44100) 1302 : cluster [DBG] pgmap v1922: 233 pgs: 233 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 646 KiB/s wr, 38 op/s 2024-02-18T08:59:34.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: cluster 2024-02-18T08:59:33.168543+0000 mon.a (mon.0) 2007 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2024-02-18T08:59:34.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.336261+0000 mon.a (mon.0) 2008 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/uuid4"}]: dispatch 2024-02-18T08:59:34.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.340050+0000 mon.a (mon.0) 2009 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/uuid4"}]': finished 2024-02-18T08:59:34.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.343031+0000 mon.a (mon.0) 2010 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/e62bb473-36fb-4b66-bb58-47fdf7c91e92"}]: dispatch 2024-02-18T08:59:34.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.346265+0000 mon.a (mon.0) 2011 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/e62bb473-36fb-4b66-bb58-47fdf7c91e92"}]': finished 2024-02-18T08:59:34.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.354893+0000 mon.a (mon.0) 2012 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/0a7844d2-0393-4aed-a5f1-43074aedc2b7"}]: dispatch 2024-02-18T08:59:34.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.358012+0000 mon.a (mon.0) 2013 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/0a7844d2-0393-4aed-a5f1-43074aedc2b7"}]': finished 2024-02-18T08:59:34.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.360420+0000 mon.a (mon.0) 2014 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/dd37f452-02fa-4165-b848-bd81170bbcd5"}]: dispatch 2024-02-18T08:59:34.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.363857+0000 mon.a (mon.0) 2015 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/dd37f452-02fa-4165-b848-bd81170bbcd5"}]': finished 2024-02-18T08:59:34.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.377799+0000 mon.a (mon.0) 2016 : audit [DBG] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]: dispatch 2024-02-18T08:59:34.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.382142+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' 2024-02-18T08:59:34.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.382647+0000 mon.a (mon.0) 2018 : audit [DBG] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]: dispatch 2024-02-18T08:59:34.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.383078+0000 mon.a (mon.0) 2019 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]: dispatch 2024-02-18T08:59:34.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: audit 2024-02-18T08:59:33.385836+0000 mon.a (mon.0) 2020 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]': finished 2024-02-18T08:59:34.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:34 smithi110 bash[55875]: cluster 2024-02-18T08:59:33.520956+0000 mgr.y (mgr.44100) 1302 : cluster [DBG] pgmap v1922: 233 pgs: 233 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 646 KiB/s wr, 38 op/s 2024-02-18T08:59:34.458 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:34.458 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.NamespacesPP (37 ms) 2024-02-18T08:59:34.459 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.Migration 2024-02-18T08:59:34.459 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:34.459 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:34.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: cluster 2024-02-18T08:59:33.168543+0000 mon.a (mon.0) 2007 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.336261+0000 mon.a (mon.0) 2008 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/uuid4"}]: dispatch 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.340050+0000 mon.a (mon.0) 2009 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/uuid4"}]': finished 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.343031+0000 mon.a (mon.0) 2010 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/e62bb473-36fb-4b66-bb58-47fdf7c91e92"}]: dispatch 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.346265+0000 mon.a (mon.0) 2011 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/e62bb473-36fb-4b66-bb58-47fdf7c91e92"}]': finished 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.354893+0000 mon.a (mon.0) 2012 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/0a7844d2-0393-4aed-a5f1-43074aedc2b7"}]: dispatch 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.358012+0000 mon.a (mon.0) 2013 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/0a7844d2-0393-4aed-a5f1-43074aedc2b7"}]': finished 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.360420+0000 mon.a (mon.0) 2014 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/dd37f452-02fa-4165-b848-bd81170bbcd5"}]: dispatch 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.363857+0000 mon.a (mon.0) 2015 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/dd37f452-02fa-4165-b848-bd81170bbcd5"}]': finished 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.377799+0000 mon.a (mon.0) 2016 : audit [DBG] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]: dispatch 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.382142+0000 mon.a (mon.0) 2017 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.382647+0000 mon.a (mon.0) 2018 : audit [DBG] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]: dispatch 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.383078+0000 mon.a (mon.0) 2019 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]: dispatch 2024-02-18T08:59:34.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: audit 2024-02-18T08:59:33.385836+0000 mon.a (mon.0) 2020 : audit [INF] from='client.? 172.21.15.110:0/1662019217' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/42/8f433c2b-68cc-4940-8e9c-459605ca266e"}]': finished 2024-02-18T08:59:34.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:34 smithi191 bash[38688]: cluster 2024-02-18T08:59:33.520956+0000 mgr.y (mgr.44100) 1302 : cluster [DBG] pgmap v1922: 233 pgs: 233 active+clean; 15 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 646 KiB/s wr, 38 op/s 2024-02-18T08:59:34.756 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.Migration (298 ms) 2024-02-18T08:59:34.756 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-02-18T08:59:34.757 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:34.757 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:35.079 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.MigrationPP (322 ms) 2024-02-18T08:59:35.079 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-02-18T08:59:35.079 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:35.079 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (0 ms) 2024-02-18T08:59:35.079 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-02-18T08:59:35.079 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:35.079 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (0 ms) 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (0 ms) 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.PoolMetadata (0 ms) 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.PoolMetadataPP (0 ms) 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.Config 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.Config (0 ms) 2024-02-18T08:59:35.080 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ConfigPP (0 ms) 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.PoolStatsPP (0 ms) 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.ImageSpec (0 ms) 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (0 ms) 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-02-18T08:59:35.081 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:35.125 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestLibRBD.WriteZeroes (47 ms) 2024-02-18T08:59:35.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:35 smithi110 bash[54479]: cluster 2024-02-18T08:59:34.396961+0000 mon.a (mon.0) 2021 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2024-02-18T08:59:35.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:35 smithi110 bash[55875]: cluster 2024-02-18T08:59:34.396961+0000 mon.a (mon.0) 2021 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2024-02-18T08:59:35.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:35 smithi191 bash[38688]: cluster 2024-02-18T08:59:34.396961+0000 mon.a (mon.0) 2021 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2024-02-18T08:59:36.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:36 smithi110 bash[54479]: cluster 2024-02-18T08:59:35.408003+0000 mon.a (mon.0) 2022 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2024-02-18T08:59:36.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:36 smithi110 bash[54479]: cluster 2024-02-18T08:59:35.521768+0000 mgr.y (mgr.44100) 1303 : cluster [DBG] pgmap v1925: 201 pgs: 201 active+clean; 18 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 110 KiB/s rd, 1.4 MiB/s wr, 159 op/s 2024-02-18T08:59:36.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:36 smithi110 bash[54479]: cluster 2024-02-18T08:59:36.112416+0000 mon.a (mon.0) 2023 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2024-02-18T08:59:36.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:36 smithi110 bash[55875]: cluster 2024-02-18T08:59:35.408003+0000 mon.a (mon.0) 2022 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2024-02-18T08:59:36.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:36 smithi110 bash[55875]: cluster 2024-02-18T08:59:35.521768+0000 mgr.y (mgr.44100) 1303 : cluster [DBG] pgmap v1925: 201 pgs: 201 active+clean; 18 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 110 KiB/s rd, 1.4 MiB/s wr, 159 op/s 2024-02-18T08:59:36.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:36 smithi110 bash[55875]: cluster 2024-02-18T08:59:36.112416+0000 mon.a (mon.0) 2023 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2024-02-18T08:59:36.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:36 smithi191 bash[38688]: cluster 2024-02-18T08:59:35.408003+0000 mon.a (mon.0) 2022 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2024-02-18T08:59:36.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:36 smithi191 bash[38688]: cluster 2024-02-18T08:59:35.521768+0000 mgr.y (mgr.44100) 1303 : cluster [DBG] pgmap v1925: 201 pgs: 201 active+clean; 18 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 110 KiB/s rd, 1.4 MiB/s wr, 159 op/s 2024-02-18T08:59:36.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:36 smithi191 bash[38688]: cluster 2024-02-18T08:59:36.112416+0000 mon.a (mon.0) 2023 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2024-02-18T08:59:38.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:38 smithi110 bash[54479]: cluster 2024-02-18T08:59:37.115644+0000 mon.a (mon.0) 2024 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2024-02-18T08:59:38.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:38 smithi110 bash[54479]: cluster 2024-02-18T08:59:37.522518+0000 mgr.y (mgr.44100) 1304 : cluster [DBG] pgmap v1928: 137 pgs: 137 active+clean; 20 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 133 KiB/s rd, 1.4 MiB/s wr, 176 op/s 2024-02-18T08:59:38.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:38 smithi110 bash[55875]: cluster 2024-02-18T08:59:37.115644+0000 mon.a (mon.0) 2024 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2024-02-18T08:59:38.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:38 smithi110 bash[55875]: cluster 2024-02-18T08:59:37.522518+0000 mgr.y (mgr.44100) 1304 : cluster [DBG] pgmap v1928: 137 pgs: 137 active+clean; 20 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 133 KiB/s rd, 1.4 MiB/s wr, 176 op/s 2024-02-18T08:59:38.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:38 smithi191 bash[38688]: cluster 2024-02-18T08:59:37.115644+0000 mon.a (mon.0) 2024 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2024-02-18T08:59:38.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:38 smithi191 bash[38688]: cluster 2024-02-18T08:59:37.522518+0000 mgr.y (mgr.44100) 1304 : cluster [DBG] pgmap v1928: 137 pgs: 137 active+clean; 20 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 133 KiB/s rd, 1.4 MiB/s wr, 176 op/s 2024-02-18T08:59:39.116 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 116 tests from TestLibRBD (93789 ms total) 2024-02-18T08:59:39.116 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T08:59:39.116 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 10 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-02-18T08:59:39.149 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-02-18T08:59:39.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:39 smithi110 bash[54479]: cluster 2024-02-18T08:59:38.118573+0000 mon.a (mon.0) 2025 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2024-02-18T08:59:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:39 smithi110 bash[54479]: audit 2024-02-18T08:59:39.078491+0000 mon.a (mon.0) 2026 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-02-18T08:59:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:39 smithi110 bash[54479]: audit 2024-02-18T08:59:39.079087+0000 mon.a (mon.0) 2027 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:59:39.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:39 smithi110 bash[54479]: audit 2024-02-18T08:59:39.079711+0000 mon.a (mon.0) 2028 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:59:39.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:39 smithi110 bash[55875]: cluster 2024-02-18T08:59:38.118573+0000 mon.a (mon.0) 2025 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2024-02-18T08:59:39.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:39 smithi110 bash[55875]: audit 2024-02-18T08:59:39.078491+0000 mon.a (mon.0) 2026 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-02-18T08:59:39.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:39 smithi110 bash[55875]: audit 2024-02-18T08:59:39.079087+0000 mon.a (mon.0) 2027 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:59:39.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:39 smithi110 bash[55875]: audit 2024-02-18T08:59:39.079711+0000 mon.a (mon.0) 2028 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:59:39.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:39 smithi191 bash[38688]: cluster 2024-02-18T08:59:38.118573+0000 mon.a (mon.0) 2025 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2024-02-18T08:59:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:39 smithi191 bash[38688]: audit 2024-02-18T08:59:39.078491+0000 mon.a (mon.0) 2026 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2024-02-18T08:59:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:39 smithi191 bash[38688]: audit 2024-02-18T08:59:39.079087+0000 mon.a (mon.0) 2027 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T08:59:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:39 smithi191 bash[38688]: audit 2024-02-18T08:59:39.079711+0000 mon.a (mon.0) 2028 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T08:59:40.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:40 smithi110 bash[54479]: cluster 2024-02-18T08:59:39.124192+0000 mon.a (mon.0) 2029 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2024-02-18T08:59:40.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:40 smithi110 bash[54479]: cluster 2024-02-18T08:59:39.523194+0000 mgr.y (mgr.44100) 1305 : cluster [DBG] pgmap v1931: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:59:40.458 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:40 smithi110 bash[55875]: cluster 2024-02-18T08:59:39.124192+0000 mon.a (mon.0) 2029 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2024-02-18T08:59:40.459 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:40 smithi110 bash[55875]: cluster 2024-02-18T08:59:39.523194+0000 mgr.y (mgr.44100) 1305 : cluster [DBG] pgmap v1931: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:59:40.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:40 smithi191 bash[38688]: cluster 2024-02-18T08:59:39.124192+0000 mon.a (mon.0) 2029 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2024-02-18T08:59:40.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:40 smithi191 bash[38688]: cluster 2024-02-18T08:59:39.523194+0000 mgr.y (mgr.44100) 1305 : cluster [DBG] pgmap v1931: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:59:41.139 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:41.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:41 smithi110 bash[54479]: cluster 2024-02-18T08:59:40.138191+0000 mon.a (mon.0) 2030 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2024-02-18T08:59:41.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:41 smithi110 bash[54479]: audit 2024-02-18T08:59:40.143677+0000 mon.a (mon.0) 2031 : audit [INF] from='client.? 172.21.15.110:0/931083248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:59:41.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:41 smithi110 bash[55875]: cluster 2024-02-18T08:59:40.138191+0000 mon.a (mon.0) 2030 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2024-02-18T08:59:41.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:41 smithi110 bash[55875]: audit 2024-02-18T08:59:40.143677+0000 mon.a (mon.0) 2031 : audit [INF] from='client.? 172.21.15.110:0/931083248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:59:41.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:41 smithi191 bash[38688]: cluster 2024-02-18T08:59:40.138191+0000 mon.a (mon.0) 2030 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2024-02-18T08:59:41.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:41 smithi191 bash[38688]: audit 2024-02-18T08:59:40.143677+0000 mon.a (mon.0) 2031 : audit [INF] from='client.? 172.21.15.110:0/931083248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T08:59:42.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:42 smithi110 bash[54479]: audit 2024-02-18T08:59:41.144046+0000 mon.a (mon.0) 2032 : audit [INF] from='client.? 172.21.15.110:0/931083248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:59:42.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:42 smithi110 bash[54479]: cluster 2024-02-18T08:59:41.144263+0000 mon.a (mon.0) 2033 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2024-02-18T08:59:42.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:42 smithi110 bash[54479]: cluster 2024-02-18T08:59:41.523902+0000 mgr.y (mgr.44100) 1306 : cluster [DBG] pgmap v1934: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:59:42.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:42 smithi110 bash[55875]: audit 2024-02-18T08:59:41.144046+0000 mon.a (mon.0) 2032 : audit [INF] from='client.? 172.21.15.110:0/931083248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:59:42.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:42 smithi110 bash[55875]: cluster 2024-02-18T08:59:41.144263+0000 mon.a (mon.0) 2033 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2024-02-18T08:59:42.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:42 smithi110 bash[55875]: cluster 2024-02-18T08:59:41.523902+0000 mgr.y (mgr.44100) 1306 : cluster [DBG] pgmap v1934: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:59:42.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:42 smithi191 bash[38688]: audit 2024-02-18T08:59:41.144046+0000 mon.a (mon.0) 2032 : audit [INF] from='client.? 172.21.15.110:0/931083248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T08:59:42.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:42 smithi191 bash[38688]: cluster 2024-02-18T08:59:41.144263+0000 mon.a (mon.0) 2033 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2024-02-18T08:59:42.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:42 smithi191 bash[38688]: cluster 2024-02-18T08:59:41.523902+0000 mgr.y (mgr.44100) 1306 : cluster [DBG] pgmap v1934: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:59:43.185 INFO:tasks.workunit.client.0.smithi110.stdout: wrote [3046890~94917,6137104~31710,6715172~89508,11423988~98396,14749163~54550,14835487~14911,16453928~5356,16524715~88462,17349239~22800,18463124~97882] 2024-02-18T08:59:43.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:43 smithi110 bash[54479]: cluster 2024-02-18T08:59:42.156831+0000 mon.a (mon.0) 2034 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2024-02-18T08:59:43.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:43 smithi110 bash[55875]: cluster 2024-02-18T08:59:42.156831+0000 mon.a (mon.0) 2034 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2024-02-18T08:59:43.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:43 smithi191 bash[38688]: cluster 2024-02-18T08:59:42.156831+0000 mon.a (mon.0) 2034 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2024-02-18T08:59:44.192 INFO:tasks.workunit.client.0.smithi110.stdout: wrote [582454~2332,5117302~71809,7440758~73775,9488971~1216,9754454~65724,10471138~12291,11193347~11199,13237513~81612,16002834~50273,16700786~5215] 2024-02-18T08:59:44.192 INFO:tasks.workunit.client.0.smithi110.stdout: diff was [582454~2332,5117302~71809,6804680~709853,9488971~1216,9754454~65724,10471138~12291,11193347~11199,13237513~81612,16002834~50273,16613177~92824] 2024-02-18T08:59:44.194 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5045 ms) 2024-02-18T08:59:44.194 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-02-18T08:59:44.194 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:44.206 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 0~256 2024-02-18T08:59:44.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:44 smithi110 bash[54479]: cluster 2024-02-18T08:59:43.160505+0000 mon.a (mon.0) 2035 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2024-02-18T08:59:44.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:44 smithi110 bash[54479]: cluster 2024-02-18T08:59:43.524603+0000 mgr.y (mgr.44100) 1307 : cluster [DBG] pgmap v1937: 105 pgs: 5 creating+peering, 8 unknown, 92 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:59:44.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:44 smithi110 bash[55875]: cluster 2024-02-18T08:59:43.160505+0000 mon.a (mon.0) 2035 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2024-02-18T08:59:44.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:44 smithi110 bash[55875]: cluster 2024-02-18T08:59:43.524603+0000 mgr.y (mgr.44100) 1307 : cluster [DBG] pgmap v1937: 105 pgs: 5 creating+peering, 8 unknown, 92 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:59:44.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:44 smithi191 bash[38688]: cluster 2024-02-18T08:59:43.160505+0000 mon.a (mon.0) 2035 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2024-02-18T08:59:44.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:44 smithi191 bash[38688]: cluster 2024-02-18T08:59:43.524603+0000 mgr.y (mgr.44100) 1307 : cluster [DBG] pgmap v1937: 105 pgs: 5 creating+peering, 8 unknown, 92 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T08:59:45.181 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 0~256 2024-02-18T08:59:45.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:45 smithi110 bash[54479]: cluster 2024-02-18T08:59:44.178200+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2024-02-18T08:59:45.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:45 smithi110 bash[55875]: cluster 2024-02-18T08:59:44.178200+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2024-02-18T08:59:45.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:45 smithi191 bash[38688]: cluster 2024-02-18T08:59:44.178200+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2024-02-18T08:59:46.192 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 0~256 2024-02-18T08:59:46.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:46 smithi110 bash[54479]: cluster 2024-02-18T08:59:45.189132+0000 mon.a (mon.0) 2037 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2024-02-18T08:59:46.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:46 smithi110 bash[54479]: cluster 2024-02-18T08:59:45.525370+0000 mgr.y (mgr.44100) 1308 : cluster [DBG] pgmap v1940: 105 pgs: 5 creating+peering, 100 active+clean; 7.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 66 KiB/s wr, 1 op/s 2024-02-18T08:59:46.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:46 smithi110 bash[55875]: cluster 2024-02-18T08:59:45.189132+0000 mon.a (mon.0) 2037 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2024-02-18T08:59:46.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:46 smithi110 bash[55875]: cluster 2024-02-18T08:59:45.525370+0000 mgr.y (mgr.44100) 1308 : cluster [DBG] pgmap v1940: 105 pgs: 5 creating+peering, 100 active+clean; 7.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 66 KiB/s wr, 1 op/s 2024-02-18T08:59:46.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:46 smithi191 bash[38688]: cluster 2024-02-18T08:59:45.189132+0000 mon.a (mon.0) 2037 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2024-02-18T08:59:46.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:46 smithi191 bash[38688]: cluster 2024-02-18T08:59:45.525370+0000 mgr.y (mgr.44100) 1308 : cluster [DBG] pgmap v1940: 105 pgs: 5 creating+peering, 100 active+clean; 7.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 66 KiB/s wr, 1 op/s 2024-02-18T08:59:47.198 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 0~256 2024-02-18T08:59:47.199 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3005 ms) 2024-02-18T08:59:47.199 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-02-18T08:59:47.200 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T08:59:47.359 INFO:tasks.workunit.client.0.smithi110.stdout: i=0 exists [36213219~690216,39363781~8014766,70004365~2525702,103063044~4994063,132476040~7872004,159304092~7164809,261880832~3083473,345303134~1896734,368433222~4548021,381691211~5558507] wrote [36213219~690216,39363781~8014766,70004365~2525702,103063044~4994063,132476040~7872004,159304092~7164809,261880832~3083473,345303134~1896734,368433222~4548021,381691211~5558507] 2024-02-18T08:59:47.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:47 smithi110 bash[54479]: cluster 2024-02-18T08:59:46.196255+0000 mon.a (mon.0) 2038 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2024-02-18T08:59:47.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:47 smithi110 bash[55875]: cluster 2024-02-18T08:59:46.196255+0000 mon.a (mon.0) 2038 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2024-02-18T08:59:47.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:47 smithi191 bash[38688]: cluster 2024-02-18T08:59:46.196255+0000 mon.a (mon.0) 2038 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2024-02-18T08:59:48.332 INFO:tasks.workunit.client.0.smithi110.stdout: i=1 exists [16744513~1357525,36213219~690216,39363781~8014766,56556185~3640697,70004365~2525702,103063044~4994063,132476040~7872004,155385549~11083352,168257845~7207075,235587976~7015784,261880832~3083473,278712330~194632,312235793~439979,345303134~1896734,365481588~7499655,381691211~5558507,403938128~849946] wrote [16744513~1357525,56556185~3640697,155385549~7944817,168257845~7207075,235587976~7015784,278712330~194632,312235793~439979,365481588~4795705,403938128~849946] 2024-02-18T08:59:48.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:48 smithi110 bash[54479]: cluster 2024-02-18T08:59:47.200929+0000 mon.a (mon.0) 2039 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2024-02-18T08:59:48.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:48 smithi110 bash[54479]: cluster 2024-02-18T08:59:47.526095+0000 mgr.y (mgr.44100) 1309 : cluster [DBG] pgmap v1943: 105 pgs: 105 active+clean; 19 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s rd, 243 KiB/s wr, 13 op/s 2024-02-18T08:59:48.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:48 smithi110 bash[55875]: cluster 2024-02-18T08:59:47.200929+0000 mon.a (mon.0) 2039 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2024-02-18T08:59:48.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:48 smithi110 bash[55875]: cluster 2024-02-18T08:59:47.526095+0000 mgr.y (mgr.44100) 1309 : cluster [DBG] pgmap v1943: 105 pgs: 105 active+clean; 19 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s rd, 243 KiB/s wr, 13 op/s 2024-02-18T08:59:48.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:48 smithi191 bash[38688]: cluster 2024-02-18T08:59:47.200929+0000 mon.a (mon.0) 2039 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2024-02-18T08:59:48.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:48 smithi191 bash[38688]: cluster 2024-02-18T08:59:47.526095+0000 mgr.y (mgr.44100) 1309 : cluster [DBG] pgmap v1943: 105 pgs: 105 active+clean; 19 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s rd, 243 KiB/s wr, 13 op/s 2024-02-18T08:59:49.366 INFO:tasks.workunit.client.0.smithi110.stdout: i=2 exists [16744513~1357525,36213219~690216,39363781~15868088,55581697~4615185,70004365~2525702,77816899~6084450,85377480~7677628,95764559~6255326,103063044~4994063,132476040~7872004,155385549~11083352,168257845~7207075,210688142~3195083,231144250~2634834,235587976~7015784,259464789~1764554,261880832~3083473,278712330~194632,284939478~2615283,312235793~439979,345303134~1896734,360688771~2960129,365481588~7499655,381691211~5558507,403938128~849946] wrote [47239075~7992794,55581697~2168986,77816899~6084450,85377480~7677628,95764559~6255326,210688142~3195083,231144250~2634834,259464789~1764554,284939478~2615283,360688771~2960129] 2024-02-18T08:59:49.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:49 smithi110 bash[54479]: cluster 2024-02-18T08:59:48.219855+0000 mon.a (mon.0) 2040 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2024-02-18T08:59:49.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:49 smithi110 bash[55875]: cluster 2024-02-18T08:59:48.219855+0000 mon.a (mon.0) 2040 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2024-02-18T08:59:49.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:49 smithi191 bash[38688]: cluster 2024-02-18T08:59:48.219855+0000 mon.a (mon.0) 2040 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2024-02-18T08:59:50.343 INFO:tasks.workunit.client.0.smithi110.stdout: i=3 exists [16744513~1357525,36213219~690216,39363781~15868088,55581697~4615185,70004365~3914317,77816899~6084450,85377480~7677628,95764559~6255326,103063044~4994063,110233183~3908695,124657498~4191475,132476040~7872004,155385549~11083352,168257845~7207075,188561761~2118869,210688142~3195083,231144250~2634834,235587976~7015784,259464789~1764554,261880832~3083473,278712330~194632,284939478~2615283,295413493~253684,312235793~439979,345303134~1896734,351059627~4235363,360688771~2960129,365481588~7499655,381691211~5558507,392345982~1894635,403938128~849946,407078997~4427360] wrote [72016129~1902553,110233183~3908695,124657498~4191475,188561761~2118869,231375370~1925445,237981195~1938309,295413493~253684,351059627~4235363,392345982~1894635,407078997~4427360] 2024-02-18T08:59:50.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:50 smithi191 bash[38688]: cluster 2024-02-18T08:59:49.229021+0000 mon.a (mon.0) 2041 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2024-02-18T08:59:50.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:50 smithi191 bash[38688]: cluster 2024-02-18T08:59:49.526808+0000 mgr.y (mgr.44100) 1310 : cluster [DBG] pgmap v1946: 105 pgs: 105 active+clean; 32 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-02-18T08:59:50.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:50 smithi110 bash[54479]: cluster 2024-02-18T08:59:49.229021+0000 mon.a (mon.0) 2041 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2024-02-18T08:59:50.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:50 smithi110 bash[54479]: cluster 2024-02-18T08:59:49.526808+0000 mgr.y (mgr.44100) 1310 : cluster [DBG] pgmap v1946: 105 pgs: 105 active+clean; 32 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-02-18T08:59:50.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:50 smithi110 bash[55875]: cluster 2024-02-18T08:59:49.229021+0000 mon.a (mon.0) 2041 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2024-02-18T08:59:50.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:50 smithi110 bash[55875]: cluster 2024-02-18T08:59:49.526808+0000 mgr.y (mgr.44100) 1310 : cluster [DBG] pgmap v1946: 105 pgs: 105 active+clean; 32 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-02-18T08:59:51.230 INFO:tasks.workunit.client.0.smithi110.stdout: i=4 exists [16744513~1357525,36213219~690216,39008479~21188403,63712339~52246,70004365~4794623,77816899~6084450,85377480~7677628,93173330~8846555,103063044~4994063,110233183~3908695,124657498~4191475,132476040~7872004,155385549~11083352,168257845~7207075,188561761~2118869,208385275~5497950,231144250~2634834,235587976~7015784,259464789~1764554,261880832~3083473,278712330~194632,284939478~2615283,295413493~253684,312235793~439979,317303989~7733944,345303134~1896734,351059627~4235363,360688771~2960129,365481588~7499655,381691211~5558507,392345982~1894635,403938128~849946,407078997~4427360] wrote [39008479~1162429,55076128~5049151,63712339~52246,71390771~3408217,93173330~7692380,135937934~3245566,155990701~2332164,208385275~4466821,317303989~7733944] 2024-02-18T08:59:51.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:51 smithi191 bash[38688]: cluster 2024-02-18T08:59:50.237230+0000 mon.a (mon.0) 2042 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2024-02-18T08:59:51.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:51 smithi191 bash[38688]: cluster 2024-02-18T08:59:51.118317+0000 mon.a (mon.0) 2043 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2024-02-18T08:59:51.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:51 smithi110 bash[54479]: cluster 2024-02-18T08:59:50.237230+0000 mon.a (mon.0) 2042 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2024-02-18T08:59:51.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:51 smithi110 bash[54479]: cluster 2024-02-18T08:59:51.118317+0000 mon.a (mon.0) 2043 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2024-02-18T08:59:51.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:51 smithi110 bash[55875]: cluster 2024-02-18T08:59:50.237230+0000 mon.a (mon.0) 2042 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2024-02-18T08:59:51.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:51 smithi110 bash[55875]: cluster 2024-02-18T08:59:51.118317+0000 mon.a (mon.0) 2043 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2024-02-18T08:59:52.376 INFO:tasks.workunit.client.0.smithi110.stdout: i=5 exists [634040~2139514,16744513~1357525,21007124~1697140,36213219~690216,39008479~21188403,63712339~52246,70004365~4794623,77816899~6084450,85377480~7677628,93173330~8846555,103063044~4994063,110233183~3908695,124657498~4191475,132476040~7872004,155385549~11083352,168257845~7207075,188561761~2118869,208385275~5497950,231144250~2634834,235587976~7015784,255775668~9188637,276612813~547189,277870404~9684357,295413493~253684,312235793~439979,317303989~7733944,330597866~8289931,345303134~1896734,351059627~4235363,360688771~3519182,365481588~7499655,375676186~11573532,392345982~1894635,403938128~849946,407078997~4427360] wrote [634040~2139514,21007124~1697140,255775668~7160073,276612813~547189,277870404~7141266,330597866~8289931,360869990~3337963,375676186~6767958] 2024-02-18T08:59:52.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:52 smithi191 bash[38688]: cluster 2024-02-18T08:59:51.527494+0000 mgr.y (mgr.44100) 1311 : cluster [DBG] pgmap v1949: 105 pgs: 105 active+clean; 84 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 12 MiB/s wr, 11 op/s 2024-02-18T08:59:52.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:52 smithi110 bash[54479]: cluster 2024-02-18T08:59:51.527494+0000 mgr.y (mgr.44100) 1311 : cluster [DBG] pgmap v1949: 105 pgs: 105 active+clean; 84 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 12 MiB/s wr, 11 op/s 2024-02-18T08:59:52.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:52 smithi110 bash[55875]: cluster 2024-02-18T08:59:51.527494+0000 mgr.y (mgr.44100) 1311 : cluster [DBG] pgmap v1949: 105 pgs: 105 active+clean; 84 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 12 MiB/s wr, 11 op/s 2024-02-18T08:59:53.378 INFO:tasks.workunit.client.0.smithi110.stdout: i=6 exists [634040~2139514,16744513~1357525,21007124~1697140,36213219~690216,39008479~21188403,60805229~6776788,70004365~4794623,77816899~6084450,85377480~7677628,93173330~8846555,103063044~4994063,110233183~5515401,124657498~4191475,132476040~7872004,155385549~20429796,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~9188637,276612813~547189,277729510~9825251,295413493~253684,312235793~439979,317303989~7733944,330597866~8289931,345303134~1896734,351059627~4235363,360688771~3519182,365481588~7499655,375676186~11573532,392345982~1894635,403938128~849946,407078997~4427360] wrote [60805229~6776788,111270144~1366666,112984409~2764175,166077829~4235227,173940197~1875148,214176511~5996765,260943140~3337783,277729510~5575604] 2024-02-18T08:59:53.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:53 smithi191 bash[38688]: cluster 2024-02-18T08:59:52.251065+0000 mon.a (mon.0) 2044 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2024-02-18T08:59:53.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:53 smithi110 bash[54479]: cluster 2024-02-18T08:59:52.251065+0000 mon.a (mon.0) 2044 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2024-02-18T08:59:53.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:53 smithi110 bash[55875]: cluster 2024-02-18T08:59:52.251065+0000 mon.a (mon.0) 2044 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2024-02-18T08:59:54.406 INFO:tasks.workunit.client.0.smithi110.stdout: i=7 exists [634040~2139514,16744513~1357525,18779060~7962995,28490561~141476,36213219~690216,37504745~22692137,60805229~6776788,70004365~4794623,77816899~6084450,85377480~7677628,93173330~8846555,103063044~4994063,110233183~5515401,124657498~4191475,132476040~7872004,154139524~21675821,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~9188637,276612813~547189,277729510~9825251,295413493~253684,303740179~6871803,312235793~439979,317303989~7733944,330597866~8289931,343984251~6871532,351059627~4235363,360688771~3519182,365481588~7499655,375676186~13170587,392345982~1894635,403938128~849946,407078997~4427360] wrote [18779060~7962995,28490561~141476,37504745~7823824,111050865~3280318,154139524~6065749,165277086~2304994,303740179~6871803,343984251~6871532,380567783~8278990] 2024-02-18T08:59:54.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:54 smithi191 bash[38688]: cluster 2024-02-18T08:59:53.253003+0000 mon.a (mon.0) 2045 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2024-02-18T08:59:54.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:54 smithi191 bash[38688]: cluster 2024-02-18T08:59:53.528276+0000 mgr.y (mgr.44100) 1312 : cluster [DBG] pgmap v1952: 105 pgs: 105 active+clean; 243 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 37 MiB/s wr, 32 op/s 2024-02-18T08:59:54.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:54 smithi110 bash[54479]: cluster 2024-02-18T08:59:53.253003+0000 mon.a (mon.0) 2045 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2024-02-18T08:59:54.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:54 smithi110 bash[54479]: cluster 2024-02-18T08:59:53.528276+0000 mgr.y (mgr.44100) 1312 : cluster [DBG] pgmap v1952: 105 pgs: 105 active+clean; 243 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 37 MiB/s wr, 32 op/s 2024-02-18T08:59:54.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:54 smithi110 bash[55875]: cluster 2024-02-18T08:59:53.253003+0000 mon.a (mon.0) 2045 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2024-02-18T08:59:54.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:54 smithi110 bash[55875]: cluster 2024-02-18T08:59:53.528276+0000 mgr.y (mgr.44100) 1312 : cluster [DBG] pgmap v1952: 105 pgs: 105 active+clean; 243 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 37 MiB/s wr, 32 op/s 2024-02-18T08:59:55.395 INFO:tasks.workunit.client.0.smithi110.stdout: i=8 exists [634040~2139514,16744513~1357525,18779060~7962995,28490561~141476,36213219~690216,37504745~22692137,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,103063044~4994063,110233183~6684153,122946071~5902902,132476040~7872004,154139524~21675821,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~9188637,276612813~547189,277729510~9825251,295413493~253684,303740179~6871803,312235793~439979,317303989~7733944,326212456~12675341,343984251~6871532,351059627~4235363,360688771~3519182,365481588~7499655,375676186~13170587,392345982~1894635,403938128~849946,407078997~4427360] wrote [24683306~1621519,68742044~3883230,89075962~7667359,101290930~500875,112713017~4204319,122946071~3966369,218297371~1344140,285131192~1330918,326212456~10827161] 2024-02-18T08:59:55.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:55 smithi191 bash[38688]: cluster 2024-02-18T08:59:54.274407+0000 mon.a (mon.0) 2046 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2024-02-18T08:59:55.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:55 smithi110 bash[54479]: cluster 2024-02-18T08:59:54.274407+0000 mon.a (mon.0) 2046 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2024-02-18T08:59:55.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:55 smithi110 bash[55875]: cluster 2024-02-18T08:59:54.274407+0000 mon.a (mon.0) 2046 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2024-02-18T08:59:56.404 INFO:tasks.workunit.client.0.smithi110.stdout: i=9 exists [634040~2139514,16744513~1357525,18779060~7962995,28490561~141476,36213219~690216,37504745~22692137,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,103063044~4994063,110233183~6684153,122946071~5902902,132476040~10218935,154139524~21675821,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~9188637,276612813~547189,277729510~14762206,295413493~253684,303740179~6871803,312235793~439979,317303989~7733944,326212456~12675341,343984251~11310739,360688771~3519182,365481588~7499655,375676186~13170587,392345982~1894635,403938128~849946,407078997~4427360] wrote [46624303~1330049,87652191~4639581,105163565~1610821,136860868~5834107,157093133~2186192,287114261~5377455,346692061~985880,350064680~3503021,368593905~3573188] 2024-02-18T08:59:56.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:56 smithi191 bash[38688]: cluster 2024-02-18T08:59:55.283021+0000 mon.a (mon.0) 2047 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2024-02-18T08:59:56.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:56 smithi191 bash[38688]: cluster 2024-02-18T08:59:55.529021+0000 mgr.y (mgr.44100) 1313 : cluster [DBG] pgmap v1955: 105 pgs: 105 active+clean; 298 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 38 MiB/s wr, 31 op/s 2024-02-18T08:59:56.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:56 smithi110 bash[54479]: cluster 2024-02-18T08:59:55.283021+0000 mon.a (mon.0) 2047 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2024-02-18T08:59:56.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:56 smithi110 bash[54479]: cluster 2024-02-18T08:59:55.529021+0000 mgr.y (mgr.44100) 1313 : cluster [DBG] pgmap v1955: 105 pgs: 105 active+clean; 298 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 38 MiB/s wr, 31 op/s 2024-02-18T08:59:56.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:56 smithi110 bash[55875]: cluster 2024-02-18T08:59:55.283021+0000 mon.a (mon.0) 2047 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2024-02-18T08:59:56.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:56 smithi110 bash[55875]: cluster 2024-02-18T08:59:55.529021+0000 mgr.y (mgr.44100) 1313 : cluster [DBG] pgmap v1955: 105 pgs: 105 active+clean; 298 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.0 KiB/s rd, 38 MiB/s wr, 31 op/s 2024-02-18T08:59:57.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:57 smithi191 bash[38688]: cluster 2024-02-18T08:59:56.294252+0000 mon.a (mon.0) 2048 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2024-02-18T08:59:57.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:57 smithi110 bash[54479]: cluster 2024-02-18T08:59:56.294252+0000 mon.a (mon.0) 2048 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2024-02-18T08:59:57.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:57 smithi110 bash[55875]: cluster 2024-02-18T08:59:56.294252+0000 mon.a (mon.0) 2048 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2024-02-18T08:59:57.859 INFO:tasks.workunit.client.0.smithi110.stdout: i=10 exists [634040~2139514,13059116~2017464,16744513~9997542,28490561~141476,36213219~690216,37504745~22692137,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,103063044~4994063,110233183~6684153,122946071~5902902,132476040~10218935,154139524~21675821,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~9188637,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360688771~12292472,375676186~13664512,392345982~1894635,403938128~849946,407078997~4427360] wrote [13059116~2017464,17348323~4552661,44549788~6883751,57131857~161581,87935726~2929123,283283267~6895691,306369704~11376957,361982490~7087385,386852777~2487921] 2024-02-18T08:59:58.431 INFO:tasks.workunit.client.0.smithi110.stdout: i=11 exists [634040~2139514,13059116~2017464,16744513~9997542,28490561~141476,32940095~2462147,36213219~690216,37504745~22692137,60805229~6776788,68742044~6056944,77816899~24202986,103063044~13854292,122946071~5902902,132476040~10218935,151143883~24671462,184582372~6361617,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~9188637,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360688771~12292472,375676186~13664512,392345982~1894635,403938128~849946,407078997~4427360] wrote [19612628~1206882,32940095~2462147,49074989~197455,80638983~7130288,107030376~3709638,151143883~4684850,168402798~3790494,184582372~6361617,378536432~5481560] 2024-02-18T08:59:58.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:58 smithi191 bash[38688]: cluster 2024-02-18T08:59:57.303733+0000 mon.a (mon.0) 2049 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2024-02-18T08:59:58.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:58 smithi191 bash[38688]: cluster 2024-02-18T08:59:57.529749+0000 mgr.y (mgr.44100) 1314 : cluster [DBG] pgmap v1958: 105 pgs: 105 active+clean; 420 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s wr, 19 op/s 2024-02-18T08:59:58.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:58 smithi110 bash[54479]: cluster 2024-02-18T08:59:57.303733+0000 mon.a (mon.0) 2049 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2024-02-18T08:59:58.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:58 smithi110 bash[54479]: cluster 2024-02-18T08:59:57.529749+0000 mgr.y (mgr.44100) 1314 : cluster [DBG] pgmap v1958: 105 pgs: 105 active+clean; 420 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s wr, 19 op/s 2024-02-18T08:59:58.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:58 smithi110 bash[55875]: cluster 2024-02-18T08:59:57.303733+0000 mon.a (mon.0) 2049 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2024-02-18T08:59:58.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:58 smithi110 bash[55875]: cluster 2024-02-18T08:59:57.529749+0000 mgr.y (mgr.44100) 1314 : cluster [DBG] pgmap v1958: 105 pgs: 105 active+clean; 420 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s wr, 19 op/s 2024-02-18T08:59:59.446 INFO:tasks.workunit.client.0.smithi110.stdout: i=12 exists [634040~2139514,13059116~2017464,16744513~9997542,28490561~141476,32940095~2462147,36213219~690216,37504745~22692137,60805229~6776788,68742044~6056944,77816899~24202986,103063044~13854292,122946071~5902902,131400176~11294799,148108841~27706504,184582372~6361617,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~9188637,272110814~20380902,295413493~253684,303740179~21297754,326212456~12675341,343344373~11950617,360688771~12292472,375676186~13664512,392345982~1894635,403938128~849946,407078997~8507213] wrote [50816118~491262,131400176~6367180,148108841~5145307,161440381~2825619,232662512~11055064,253435295~1747024,272110814~6347995,343344373~3743345,407738819~7847391] 2024-02-18T08:59:59.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 08:59:59 smithi191 bash[38688]: cluster 2024-02-18T08:59:58.313649+0000 mon.a (mon.0) 2050 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2024-02-18T08:59:59.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 08:59:59 smithi110 bash[54479]: cluster 2024-02-18T08:59:58.313649+0000 mon.a (mon.0) 2050 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2024-02-18T08:59:59.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 08:59:59 smithi110 bash[55875]: cluster 2024-02-18T08:59:58.313649+0000 mon.a (mon.0) 2050 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2024-02-18T09:00:00.472 INFO:tasks.workunit.client.0.smithi110.stdout: i=13 exists [634040~9754256,13059116~2017464,16744513~9997542,28490561~141476,32940095~2462147,36213219~690216,37504745~22925688,60805229~6776788,68742044~7033629,77816899~24202986,102742836~14174500,122946071~5902902,131400176~11294799,148108841~27706504,184582372~6361617,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~9188637,265799555~26692161,295413493~253684,303740179~21297754,326212456~14144699,343344373~11950617,360688771~12292472,375676186~13664512,392345982~1894635,402832898~1955176,407078997~8507213] wrote [2204189~8184107,54882899~5547534,69420003~6355670,102742836~1756287,195191345~3856770,265799555~6652851,314586622~2211833,334280991~6076164,402832898~1711512] 2024-02-18T09:00:00.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:00 smithi191 bash[38688]: cluster 2024-02-18T08:59:59.323417+0000 mon.a (mon.0) 2051 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2024-02-18T09:00:00.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:00 smithi191 bash[38688]: cluster 2024-02-18T08:59:59.530441+0000 mgr.y (mgr.44100) 1315 : cluster [DBG] pgmap v1961: 105 pgs: 105 active+clean; 466 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 40 MiB/s wr, 31 op/s 2024-02-18T09:00:00.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:00 smithi191 bash[38688]: cluster 2024-02-18T09:00:00.000163+0000 mon.a (mon.0) 2052 : cluster [INF] overall HEALTH_OK 2024-02-18T09:00:00.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:00 smithi110 bash[54479]: cluster 2024-02-18T08:59:59.323417+0000 mon.a (mon.0) 2051 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2024-02-18T09:00:00.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:00 smithi110 bash[54479]: cluster 2024-02-18T08:59:59.530441+0000 mgr.y (mgr.44100) 1315 : cluster [DBG] pgmap v1961: 105 pgs: 105 active+clean; 466 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 40 MiB/s wr, 31 op/s 2024-02-18T09:00:00.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:00 smithi110 bash[54479]: cluster 2024-02-18T09:00:00.000163+0000 mon.a (mon.0) 2052 : cluster [INF] overall HEALTH_OK 2024-02-18T09:00:00.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:00 smithi110 bash[55875]: cluster 2024-02-18T08:59:59.323417+0000 mon.a (mon.0) 2051 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2024-02-18T09:00:00.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:00 smithi110 bash[55875]: cluster 2024-02-18T08:59:59.530441+0000 mgr.y (mgr.44100) 1315 : cluster [DBG] pgmap v1961: 105 pgs: 105 active+clean; 466 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 40 MiB/s wr, 31 op/s 2024-02-18T09:00:00.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:00 smithi110 bash[55875]: cluster 2024-02-18T09:00:00.000163+0000 mon.a (mon.0) 2052 : cluster [INF] overall HEALTH_OK 2024-02-18T09:00:01.486 INFO:tasks.workunit.client.0.smithi110.stdout: i=14 exists [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,36213219~690216,37504745~22925688,60805229~6776788,68742044~7033629,77816899~24202986,102742836~14174500,122946071~5902902,131400176~11294799,148108841~27706504,184582372~6361617,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~9188637,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360688771~12292472,375676186~18564431,402832898~1955176,407078997~8507213] wrote [13591490~4845965,81806685~7220266,109848209~6006697,233070479~7123943,256393935~2861028,281956402~7005056,293006431~3528473,306596279~6840435,384966220~7637572] 2024-02-18T09:00:01.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:01 smithi191 bash[38688]: cluster 2024-02-18T09:00:00.332468+0000 mon.a (mon.0) 2053 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2024-02-18T09:00:01.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:01 smithi110 bash[54479]: cluster 2024-02-18T09:00:00.332468+0000 mon.a (mon.0) 2053 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2024-02-18T09:00:01.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:01 smithi110 bash[55875]: cluster 2024-02-18T09:00:00.332468+0000 mon.a (mon.0) 2053 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2024-02-18T09:00:02.493 INFO:tasks.workunit.client.0.smithi110.stdout: i=15 exists [634040~9922996,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~14174500,122946071~5902902,131400176~11294799,148108841~30832578,181804341~9139648,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~9188637,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360688771~12292472,375676186~18564431,402832898~1955176,407078997~8507213] wrote [9402861~1154175,35264024~7388358,51135314~1981320,59791127~6285809,77396977~735622,110969949~4808661,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957] 2024-02-18T09:00:02.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:02 smithi110 bash[54479]: cluster 2024-02-18T09:00:01.341763+0000 mon.a (mon.0) 2054 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2024-02-18T09:00:02.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:02 smithi110 bash[54479]: cluster 2024-02-18T09:00:01.531095+0000 mgr.y (mgr.44100) 1316 : cluster [DBG] pgmap v1964: 105 pgs: 105 active+clean; 509 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 22 MiB/s wr, 22 op/s 2024-02-18T09:00:02.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:02 smithi110 bash[55875]: cluster 2024-02-18T09:00:01.341763+0000 mon.a (mon.0) 2054 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2024-02-18T09:00:02.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:02 smithi110 bash[55875]: cluster 2024-02-18T09:00:01.531095+0000 mgr.y (mgr.44100) 1316 : cluster [DBG] pgmap v1964: 105 pgs: 105 active+clean; 509 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 22 MiB/s wr, 22 op/s 2024-02-18T09:00:02.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:02 smithi191 bash[38688]: cluster 2024-02-18T09:00:01.341763+0000 mon.a (mon.0) 2054 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2024-02-18T09:00:02.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:02 smithi191 bash[38688]: cluster 2024-02-18T09:00:01.531095+0000 mgr.y (mgr.44100) 1316 : cluster [DBG] pgmap v1964: 105 pgs: 105 active+clean; 509 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 22 MiB/s wr, 22 op/s 2024-02-18T09:00:03.511 INFO:tasks.workunit.client.0.smithi110.stdout: i=16 exists [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~14174500,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,360688771~12292472,375676186~20126793,402832898~1955176,407078997~11426059] wrote [4926016~6135930,50576396~5472925,121394267~5837956,183350295~3247994,263740049~6579558,278924870~7390561,341905775~5415064,391226526~4576453,410853077~7651979] 2024-02-18T09:00:03.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:03 smithi110 bash[54479]: cluster 2024-02-18T09:00:02.350965+0000 mon.a (mon.0) 2055 : cluster [DBG] osdmap e1056: 8 total, 8 up, 8 in 2024-02-18T09:00:03.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:03 smithi110 bash[55875]: cluster 2024-02-18T09:00:02.350965+0000 mon.a (mon.0) 2055 : cluster [DBG] osdmap e1056: 8 total, 8 up, 8 in 2024-02-18T09:00:03.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:03 smithi191 bash[38688]: cluster 2024-02-18T09:00:02.350965+0000 mon.a (mon.0) 2055 : cluster [DBG] osdmap e1056: 8 total, 8 up, 8 in 2024-02-18T09:00:04.457 INFO:tasks.workunit.client.0.smithi110.stdout: i=17 exists [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~14256180,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~3856770,206438880~247146,208385275~5497950,214176511~6233158,231144250~12573326,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~1955176,407078997~11426059] wrote [56109852~1811990,86224720~3265669,99871236~260529,116513494~485522,206438880~247146,219580595~829074,304578472~7160432,356356421~17989,357989452~1892148,372057405~6139521] 2024-02-18T09:00:04.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:04 smithi110 bash[55875]: cluster 2024-02-18T09:00:03.361338+0000 mon.a (mon.0) 2056 : cluster [DBG] osdmap e1057: 8 total, 8 up, 8 in 2024-02-18T09:00:04.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:04 smithi110 bash[55875]: cluster 2024-02-18T09:00:03.531517+0000 mgr.y (mgr.44100) 1317 : cluster [DBG] pgmap v1967: 105 pgs: 105 active+clean; 670 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 50 MiB/s wr, 33 op/s 2024-02-18T09:00:04.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:04 smithi110 bash[54479]: cluster 2024-02-18T09:00:03.361338+0000 mon.a (mon.0) 2056 : cluster [DBG] osdmap e1057: 8 total, 8 up, 8 in 2024-02-18T09:00:04.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:04 smithi110 bash[54479]: cluster 2024-02-18T09:00:03.531517+0000 mgr.y (mgr.44100) 1317 : cluster [DBG] pgmap v1967: 105 pgs: 105 active+clean; 670 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 50 MiB/s wr, 33 op/s 2024-02-18T09:00:04.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:04 smithi191 bash[38688]: cluster 2024-02-18T09:00:03.361338+0000 mon.a (mon.0) 2056 : cluster [DBG] osdmap e1057: 8 total, 8 up, 8 in 2024-02-18T09:00:04.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:04 smithi191 bash[38688]: cluster 2024-02-18T09:00:03.531517+0000 mgr.y (mgr.44100) 1317 : cluster [DBG] pgmap v1967: 105 pgs: 105 active+clean; 670 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 50 MiB/s wr, 33 op/s 2024-02-18T09:00:05.512 INFO:tasks.workunit.client.0.smithi110.stdout: i=18 exists [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~16799227,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] wrote [7090278~3724300,14345346~3751806,48962684~5430549,116435147~3106916,181826977~4241177,196095427~4837428,216179893~8003169,254301937~5559563,390227108~2541501,403808892~1193474] 2024-02-18T09:00:05.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:05 smithi110 bash[54479]: cluster 2024-02-18T09:00:04.370498+0000 mon.a (mon.0) 2057 : cluster [DBG] osdmap e1058: 8 total, 8 up, 8 in 2024-02-18T09:00:05.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:05 smithi110 bash[55875]: cluster 2024-02-18T09:00:04.370498+0000 mon.a (mon.0) 2057 : cluster [DBG] osdmap e1058: 8 total, 8 up, 8 in 2024-02-18T09:00:05.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:05 smithi191 bash[38688]: cluster 2024-02-18T09:00:04.370498+0000 mon.a (mon.0) 2057 : cluster [DBG] osdmap e1058: 8 total, 8 up, 8 in 2024-02-18T09:00:06.478 INFO:tasks.workunit.client.0.smithi110.stdout: i=19 exists [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~16799227,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] wrote [120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,202784708~2198644,215060051~3249849,285290571~6082187,338713607~1161801] 2024-02-18T09:00:06.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:06 smithi110 bash[54479]: cluster 2024-02-18T09:00:05.378443+0000 mon.a (mon.0) 2058 : cluster [DBG] osdmap e1059: 8 total, 8 up, 8 in 2024-02-18T09:00:06.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:06 smithi110 bash[54479]: cluster 2024-02-18T09:00:05.531877+0000 mgr.y (mgr.44100) 1318 : cluster [DBG] pgmap v1970: 105 pgs: 105 active+clean; 712 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 32 op/s 2024-02-18T09:00:06.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:06 smithi110 bash[55875]: cluster 2024-02-18T09:00:05.378443+0000 mon.a (mon.0) 2058 : cluster [DBG] osdmap e1059: 8 total, 8 up, 8 in 2024-02-18T09:00:06.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:06 smithi110 bash[55875]: cluster 2024-02-18T09:00:05.531877+0000 mgr.y (mgr.44100) 1318 : cluster [DBG] pgmap v1970: 105 pgs: 105 active+clean; 712 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 32 op/s 2024-02-18T09:00:06.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:06 smithi191 bash[38688]: cluster 2024-02-18T09:00:05.378443+0000 mon.a (mon.0) 2058 : cluster [DBG] osdmap e1059: 8 total, 8 up, 8 in 2024-02-18T09:00:06.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:06 smithi191 bash[38688]: cluster 2024-02-18T09:00:05.531877+0000 mgr.y (mgr.44100) 1318 : cluster [DBG] pgmap v1970: 105 pgs: 105 active+clean; 712 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 32 op/s 2024-02-18T09:00:07.388 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 1 diff [16744513~1357525,56556185~3640697,155385549~7944817,168257845~7207075,235587976~7015784,278712330~194632,312235793~439979,365481588~4795705,403938128~849946] 2024-02-18T09:00:07.388 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [16744513~1357525,56556185~3640697,155385549~7944817,168257845~7207075,235587976~7015784,278712330~194632,312235793~439979,365481588~4795705,403938128~849946] 2024-02-18T09:00:07.399 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~5519126,54525952~5670930,155385549~7944817,167772160~7692760,234881024~7722736,276824064~2082898,310378496~2297276,365481588~4795705,402653184~2134890] 2024-02-18T09:00:07.399 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 2 diff [16744513~1357525,47239075~7992794,55581697~4615185,77816899~6084450,85377480~7677628,95764559~6255326,155385549~7944817,168257845~7207075,210688142~3195083,231144250~2634834,235587976~7015784,259464789~1764554,278712330~194632,284939478~2615283,312235793~439979,360688771~2960129,365481588~4795705,403938128~849946] 2024-02-18T09:00:07.399 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [16744513~1357525,47239075~7992794,55581697~4615185,77816899~6084450,85377480~7677628,95764559~6255326,155385549~7944817,168257845~7207075,210688142~3195083,231144250~2634834,235587976~7015784,259464789~1764554,278712330~194632,284939478~2615283,312235793~439979,360688771~2960129,365481588~4795705,403938128~849946] 2024-02-18T09:00:07.406 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~5519126,47239075~12957807,75497472~26522413,155385549~7944817,167772160~7692760,209715200~4168025,230686720~3092364,234881024~7722736,255852544~5376799,276824064~2082898,281018368~6536393,310378496~2297276,356515840~7133060,365481588~4795705,402653184~2134890] 2024-02-18T09:00:07.406 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 3 diff [16744513~1357525,47239075~7992794,55581697~4615185,72016129~1902553,77816899~6084450,85377480~7677628,95764559~6255326,110233183~3908695,124657498~4191475,155385549~7944817,168257845~7207075,188561761~2118869,210688142~3195083,231144250~2634834,235587976~7015784,259464789~1764554,278712330~194632,284939478~2615283,295413493~253684,312235793~439979,351059627~4235363,360688771~2960129,365481588~4795705,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.406 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [16744513~1357525,47239075~7992794,55581697~4615185,72016129~1902553,77816899~6084450,85377480~7677628,95764559~6255326,110233183~3908695,124657498~4191475,155385549~7944817,168257845~7207075,188561761~2118869,210688142~3195083,231144250~2634834,235587976~7015784,259464789~1764554,278712330~194632,284939478~2615283,295413493~253684,312235793~439979,351059627~4235363,360688771~2960129,365481588~4795705,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.413 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~5519126,47239075~12957807,72016129~1902553,75497472~26522413,109051904~5089974,121634816~7214157,155385549~7944817,167772160~7692760,184549376~6131254,209715200~4168025,230686720~3092364,234881024~7722736,255852544~5376799,276824064~2082898,281018368~6536393,293601280~2065897,310378496~2297276,348127232~7167758,356515840~7133060,365481588~4795705,390070272~4170345,402653184~2134890,406847488~4658869] 2024-02-18T09:00:07.413 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 4 diff [16744513~1357525,39008479~1162429,47239075~12957807,63712339~52246,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~3908695,124657498~4191475,135937934~3245566,155385549~7944817,168257845~7207075,188561761~2118869,208385275~5497950,231144250~2634834,235587976~7015784,259464789~1764554,278712330~194632,284939478~2615283,295413493~253684,312235793~439979,317303989~7733944,351059627~4235363,360688771~2960129,365481588~4795705,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.413 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [16744513~1357525,39008479~1162429,47239075~12957807,63712339~52246,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~3908695,124657498~4191475,135937934~3245566,155385549~7944817,168257845~7207075,188561761~2118869,208385275~5497950,231144250~2634834,235587976~7015784,259464789~1764554,278712330~194632,284939478~2615283,295413493~253684,312235793~439979,317303989~7733944,351059627~4235363,360688771~2960129,365481588~4795705,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.421 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~5519126,39008479~1162429,47239075~12957807,62914560~850025,71390771~3408217,75497472~26522413,109051904~5089974,121634816~7214157,135937934~3245566,155385549~7944817,167772160~7692760,184549376~6131254,205520896~8362329,230686720~3092364,234881024~7722736,255852544~5376799,276824064~2082898,281018368~6536393,293601280~2065897,310378496~2297276,314572800~10465133,348127232~7167758,356515840~7133060,365481588~4795705,390070272~4170345,402653184~2134890,406847488~4658869] 2024-02-18T09:00:07.421 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 5 diff [634040~2139514,16744513~1357525,21007124~1697140,39008479~1162429,47239075~12957807,63712339~52246,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~3908695,124657498~4191475,135937934~3245566,155385549~7944817,168257845~7207075,188561761~2118869,208385275~5497950,231144250~2634834,235587976~7015784,255775668~7160073,276612813~547189,277870404~9684357,295413493~253684,312235793~439979,317303989~7733944,330597866~8289931,351059627~4235363,360688771~3519182,365481588~4795705,375676186~6767958,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.421 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,16744513~1357525,21007124~1697140,39008479~1162429,47239075~12957807,63712339~52246,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~3908695,124657498~4191475,135937934~3245566,155385549~7944817,168257845~7207075,188561761~2118869,208385275~5497950,231144250~2634834,235587976~7015784,255775668~7160073,276612813~547189,277870404~9684357,295413493~253684,312235793~439979,317303989~7733944,330597866~8289931,351059627~4235363,360688771~3519182,365481588~4795705,375676186~6767958,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.428 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,12582912~5519126,20971520~1732744,39008479~1162429,47239075~12957807,62914560~850025,71390771~3408217,75497472~26522413,109051904~5089974,121634816~7214157,135937934~3245566,155385549~7944817,167772160~7692760,184549376~6131254,205520896~8362329,230686720~3092364,234881024~7722736,251658240~11277501,272629760~14925001,293601280~2065897,310378496~2297276,314572800~10465133,327155712~11732085,348127232~7167758,356515840~7692113,365481588~4795705,373293056~9151088,390070272~4170345,402653184~2134890,406847488~4658869] 2024-02-18T09:00:07.428 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 6 diff [634040~2139514,16744513~1357525,21007124~1697140,39008479~1162429,47239075~12957807,60805229~6776788,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~5515401,124657498~4191475,135937934~3245566,155385549~7944817,166077829~9737516,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,312235793~439979,317303989~7733944,330597866~8289931,351059627~4235363,360688771~3519182,365481588~4795705,375676186~6767958,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.428 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,16744513~1357525,21007124~1697140,39008479~1162429,47239075~12957807,60805229~6776788,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~5515401,124657498~4191475,135937934~3245566,155385549~7944817,166077829~9737516,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,312235793~439979,317303989~7733944,330597866~8289931,351059627~4235363,360688771~3519182,365481588~4795705,375676186~6767958,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.435 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,12582912~5519126,20971520~1732744,39008479~1162429,47239075~20342942,71390771~3408217,75497472~26522413,109051904~6696680,121634816~7214157,135937934~3245566,155385549~7944817,166077829~9737516,184549376~6131254,205520896~8362329,213909504~6263772,230686720~3092364,234881024~7722736,251658240~12622683,272629760~14925001,293601280~2065897,310378496~2297276,314572800~10465133,327155712~11732085,348127232~7167758,356515840~7692113,365481588~4795705,373293056~9151088,390070272~4170345,402653184~2134890,406847488~4658869] 2024-02-18T09:00:07.435 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 7 diff [634040~2139514,16744513~1357525,18779060~7962995,28490561~141476,37504745~7823824,47239075~12957807,60805229~6776788,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~5515401,124657498~4191475,135937934~3245566,154139524~9190842,165277086~10538259,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,303740179~6871803,312235793~439979,317303989~7733944,330597866~8289931,343984251~6871532,351059627~4235363,360688771~3519182,365481588~4795705,375676186~13170587,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.435 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,16744513~1357525,18779060~7962995,28490561~141476,37504745~7823824,47239075~12957807,60805229~6776788,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~5515401,124657498~4191475,135937934~3245566,154139524~9190842,165277086~10538259,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,303740179~6871803,312235793~439979,317303989~7733944,330597866~8289931,343984251~6871532,351059627~4235363,360688771~3519182,365481588~4795705,375676186~13170587,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.442 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,12582912~16049125,36903435~8425134,47239075~20342942,71390771~3408217,75497472~26522413,109051904~6696680,121634816~7214157,135937934~3245566,150994944~12335422,165277086~10538259,184549376~6131254,205520896~8362329,213909504~6263772,230686720~3092364,234881024~7722736,251658240~12622683,272629760~14925001,293601280~2065897,301989888~10685884,314572800~10465133,327155712~11732085,343984251~11310739,356515840~7692113,365481588~4795705,373293056~15553717,390070272~4170345,402653184~2134890,406847488~4658869] 2024-02-18T09:00:07.442 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 8 diff [634040~2139514,16744513~1357525,18779060~7962995,28490561~141476,37504745~7823824,47239075~12957807,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,110233183~6684153,122946071~5902902,135937934~3245566,154139524~9190842,165277086~10538259,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,303740179~6871803,312235793~439979,317303989~7733944,326212456~12675341,343984251~6871532,351059627~4235363,360688771~3519182,365481588~4795705,375676186~13170587,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.442 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,16744513~1357525,18779060~7962995,28490561~141476,37504745~7823824,47239075~12957807,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,110233183~6684153,122946071~5902902,135937934~3245566,154139524~9190842,165277086~10538259,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,303740179~6871803,312235793~439979,317303989~7733944,326212456~12675341,343984251~6871532,351059627~4235363,360688771~3519182,365481588~4795705,375676186~13170587,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.449 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,12582912~16049125,36903435~8425134,47239075~20342942,68742044~6056944,75497472~26522413,109051904~7865432,121634816~7214157,135937934~3245566,150994944~12335422,165277086~10538259,184549376~6131254,205520896~8362329,213909504~6263772,230686720~3092364,234881024~7722736,251658240~12622683,272629760~14925001,293601280~2065897,301989888~10685884,314572800~24314997,343984251~11310739,356515840~7692113,365481588~4795705,373293056~15553717,390070272~4170345,402653184~2134890,406847488~4658869] 2024-02-18T09:00:07.449 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 9 diff [634040~2139514,16744513~1357525,18779060~7962995,28490561~141476,37504745~7823824,46624303~13572579,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~9190842,165277086~10538259,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~6871803,312235793~439979,317303989~7733944,326212456~12675341,343984251~11310739,360688771~3519182,365481588~6685505,375676186~13170587,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.449 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,16744513~1357525,18779060~7962995,28490561~141476,37504745~7823824,46624303~13572579,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~9190842,165277086~10538259,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~6871803,312235793~439979,317303989~7733944,326212456~12675341,343984251~11310739,360688771~3519182,365481588~6685505,375676186~13170587,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.456 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,12582912~16049125,36903435~8425134,46624303~20957714,68742044~6056944,75497472~26522413,105163565~1610821,109051904~7865432,121634816~7214157,135937934~6757041,150994944~12335422,165277086~10538259,184549376~6131254,205520896~8362329,213909504~6263772,230686720~3092364,234881024~7722736,251658240~12622683,272629760~19861956,293601280~2065897,301989888~10685884,314572800~24314997,343984251~11310739,356515840~7692113,365481588~6685505,373293056~15553717,390070272~4170345,402653184~2134890,406847488~4658869] 2024-02-18T09:00:07.456 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 10 diff [634040~2139514,13059116~2017464,16744513~9997542,28490561~141476,37504745~22692137,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~9190842,165277086~10538259,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360688771~11478322,375676186~13664512,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.456 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,16744513~9997542,28490561~141476,37504745~22692137,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~9190842,165277086~10538259,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360688771~11478322,375676186~13664512,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.463 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,12582912~16049125,36903435~30678582,68742044~6056944,75497472~26522413,105163565~1610821,109051904~7865432,121634816~7214157,135937934~6757041,150994944~12335422,165277086~10538259,184549376~6131254,205520896~8362329,213909504~6263772,230686720~3092364,234881024~7722736,251658240~12622683,272629760~19861956,293601280~2065897,301989888~36897909,343984251~11310739,356515840~15651253,373293056~16047642,390070272~4170345,402653184~2134890,406847488~4658869] 2024-02-18T09:00:07.463 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 11 diff [634040~2139514,13059116~2017464,16744513~9997542,28490561~141476,32940095~2462147,37504745~22692137,60805229~6776788,68742044~6056944,77816899~24202986,105163565~1610821,107030376~9886960,122946071~5902902,135937934~6757041,151143883~12186483,165277086~10538259,184582372~6361617,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360688771~11478322,375676186~13664512,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.463 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,16744513~9997542,28490561~141476,32940095~2462147,37504745~22692137,60805229~6776788,68742044~6056944,77816899~24202986,105163565~1610821,107030376~9886960,122946071~5902902,135937934~6757041,151143883~12186483,165277086~10538259,184582372~6361617,208385275~5497950,214176511~5996765,231144250~2634834,235587976~7015784,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360688771~11478322,375676186~13664512,392345982~1894635,403938128~849946,407078997~4427360] 2024-02-18T09:00:07.471 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,12582912~16049125,29360128~6042114,36903435~30678582,68742044~6056944,75497472~26522413,105163565~1610821,107030376~9886960,121634816~7214157,135937934~6757041,150994944~12335422,165277086~10538259,184549376~6394613,205520896~8362329,213909504~6263772,230686720~3092364,234881024~7722736,251658240~12622683,272629760~19861956,293601280~2065897,301989888~36897909,343984251~11310739,356515840~15651253,373293056~16047642,390070272~4170345,402653184~2134890,406847488~4658869] 2024-02-18T09:00:07.471 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 12 diff [634040~2139514,13059116~2017464,16744513~9997542,28490561~141476,32940095~2462147,37504745~22692137,60805229~6776788,68742044~6056944,77816899~24202986,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~16157159,165277086~10538259,184582372~6361617,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,272110814~20380902,295413493~253684,303740179~21297754,326212456~12675341,343344373~11950617,360688771~11478322,375676186~13664512,392345982~1894635,403938128~849946,407078997~8507213] 2024-02-18T09:00:07.471 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,16744513~9997542,28490561~141476,32940095~2462147,37504745~22692137,60805229~6776788,68742044~6056944,77816899~24202986,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~16157159,165277086~10538259,184582372~6361617,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,272110814~20380902,295413493~253684,303740179~21297754,326212456~12675341,343344373~11950617,360688771~11478322,375676186~13664512,392345982~1894635,403938128~849946,407078997~8507213] 2024-02-18T09:00:07.478 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,12582912~16049125,29360128~6042114,36903435~30678582,68742044~6056944,75497472~26522413,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~17465360,165277086~10538259,184549376~6394613,205520896~8362329,213909504~6263772,230686720~13030856,251658240~12622683,268435456~24056260,293601280~2065897,301989888~36897909,339738624~15556366,356515840~15651253,373293056~16047642,390070272~4170345,402653184~2134890,406847488~8738722] 2024-02-18T09:00:07.478 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 13 diff [634040~9754256,13059116~2017464,16744513~9997542,28490561~141476,32940095~2462147,37504745~22925688,60805229~6776788,68742044~7033629,77816899~24202986,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~16157159,165277086~10538259,184582372~6361617,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,295413493~253684,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~13664512,392345982~1894635,402832898~1955176,407078997~8507213] 2024-02-18T09:00:07.478 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9754256,13059116~2017464,16744513~9997542,28490561~141476,32940095~2462147,37504745~22925688,60805229~6776788,68742044~7033629,77816899~24202986,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~16157159,165277086~10538259,184582372~6361617,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,295413493~253684,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~13664512,392345982~1894635,402832898~1955176,407078997~8507213] 2024-02-18T09:00:07.485 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10388296,12582912~16049125,29360128~6042114,36903435~30678582,68742044~33277841,102742836~1756287,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~17465360,165277086~10538259,184549376~6394613,192937984~6110131,205520896~8362329,213909504~6263772,230686720~13030856,251658240~12622683,264964305~27527411,293601280~2065897,301989888~53305102,356515840~15651253,373293056~16047642,390070272~4170345,402653184~2134890,406847488~8738722] 2024-02-18T09:00:07.485 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 14 diff [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,37504745~22925688,60805229~6776788,68742044~7033629,77816899~24202986,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~16157159,165277086~10538259,184582372~6361617,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~18564431,402832898~1955176,407078997~8507213] 2024-02-18T09:00:07.485 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,37504745~22925688,60805229~6776788,68742044~7033629,77816899~24202986,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~16157159,165277086~10538259,184582372~6361617,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~18564431,402832898~1955176,407078997~8507213] 2024-02-18T09:00:07.493 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10388296,12582912~16049125,29360128~6042114,36903435~30678582,68742044~33277841,102742836~1756287,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~17465360,165277086~10538259,184549376~6394613,192937984~6110131,205520896~8362329,213909504~6263772,230686720~13030856,251658240~12622683,264964305~31570599,301989888~53305102,356515840~15651253,373293056~20947561,402653184~2134890,406847488~8738722] 2024-02-18T09:00:07.493 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 15 diff [634040~9922996,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~30832578,181804341~9139648,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~18564431,402832898~1955176,407078997~8507213] 2024-02-18T09:00:07.493 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9922996,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~30832578,181804341~9139648,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~18564431,402832898~1955176,407078997~8507213] 2024-02-18T09:00:07.500 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10557036,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~32140779,180355072~10588917,192937984~6110131,205520896~8362329,213909504~6263772,230686720~13030856,251658240~12622683,264964305~31570599,301989888~53305102,356515840~15651253,373293056~20947561,402653184~2134890,406847488~8738722] 2024-02-18T09:00:07.500 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 16 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9886960,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,360688771~11478322,375676186~20126793,402832898~1955176,407078997~11426059] 2024-02-18T09:00:07.500 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9886960,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,360688771~11478322,375676186~20126793,402832898~1955176,407078997~11426059] 2024-02-18T09:00:07.507 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~9886960,117440512~11408461,131400176~11294799,146800640~32140779,180355072~10588917,192937984~6110131,205520896~8362329,213909504~6263772,230686720~13030856,251658240~44876664,301989888~53305102,356515840~15651253,373293056~22509923,402653184~2134890,406847488~11657568] 2024-02-18T09:00:07.507 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 17 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9968640,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~3856770,206438880~247146,208385275~5497950,214176511~6233158,231144250~12573326,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~1955176,407078997~11426059] 2024-02-18T09:00:07.507 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9968640,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~3856770,206438880~247146,208385275~5497950,214176511~6233158,231144250~12573326,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~1955176,407078997~11426059] 2024-02-18T09:00:07.514 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~9968640,117440512~11408461,131400176~11294799,146800640~32140779,180355072~10588917,192937984~6110131,205520896~8362329,213909504~6500165,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2134890,406847488~11657568] 2024-02-18T09:00:07.514 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 18 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.515 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.523 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:07.523 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 19 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.523 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.531 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:07.531 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 2 diff [47239075~7992794,55581697~2168986,77816899~6084450,85377480~7677628,95764559~6255326,210688142~3195083,231144250~2634834,259464789~1764554,284939478~2615283,360688771~2960129] 2024-02-18T09:00:07.531 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [47239075~7992794,55581697~2168986,77816899~6084450,85377480~7677628,95764559~6255326,210688142~3195083,231144250~2634834,259464789~1764554,284939478~2615283,360688771~2960129] 2024-02-18T09:00:07.540 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [47239075~7992794,55581697~2168986,75497472~26522413,209715200~4168025,230686720~3092364,255852544~5376799,281018368~6536393,356515840~7133060] 2024-02-18T09:00:07.540 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 3 diff [47239075~7992794,55581697~2168986,72016129~1902553,77816899~6084450,85377480~7677628,95764559~6255326,110233183~3908695,124657498~4191475,188561761~2118869,210688142~3195083,231144250~2634834,237981195~1938309,259464789~1764554,284939478~2615283,295413493~253684,351059627~4235363,360688771~2960129,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.540 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [47239075~7992794,55581697~2168986,72016129~1902553,77816899~6084450,85377480~7677628,95764559~6255326,110233183~3908695,124657498~4191475,188561761~2118869,210688142~3195083,231144250~2634834,237981195~1938309,259464789~1764554,284939478~2615283,295413493~253684,351059627~4235363,360688771~2960129,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.547 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [47239075~7992794,55581697~2168986,72016129~1902553,75497472~26522413,109051904~5089974,121634816~7214157,184549376~6131254,209715200~4168025,230686720~3092364,237981195~1938309,255852544~5376799,281018368~6536393,293601280~2065897,348127232~7167758,356515840~7133060,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.547 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 4 diff [39008479~1162429,47239075~12886204,63712339~52246,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~3908695,124657498~4191475,135937934~3245566,155990701~2332164,188561761~2118869,208385275~5497950,231144250~2634834,237981195~1938309,259464789~1764554,284939478~2615283,295413493~253684,317303989~7733944,351059627~4235363,360688771~2960129,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.547 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [39008479~1162429,47239075~12886204,63712339~52246,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~3908695,124657498~4191475,135937934~3245566,155990701~2332164,188561761~2118869,208385275~5497950,231144250~2634834,237981195~1938309,259464789~1764554,284939478~2615283,295413493~253684,317303989~7733944,351059627~4235363,360688771~2960129,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.555 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [39008479~1162429,47239075~12886204,62914560~850025,71390771~3408217,75497472~26522413,109051904~5089974,121634816~7214157,135937934~3245566,155990701~2332164,184549376~6131254,205520896~8362329,230686720~3092364,237981195~1938309,255852544~5376799,281018368~6536393,293601280~2065897,314572800~10465133,348127232~7167758,356515840~7133060,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.555 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 5 diff [634040~2139514,21007124~1697140,39008479~1162429,47239075~12886204,63712339~52246,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~3908695,124657498~4191475,135937934~3245566,155990701~2332164,188561761~2118869,208385275~5497950,231144250~2634834,237981195~1938309,255775668~7160073,276612813~547189,277870404~9684357,295413493~253684,317303989~7733944,330597866~8289931,351059627~4235363,360688771~3519182,375676186~6767958,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.555 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,21007124~1697140,39008479~1162429,47239075~12886204,63712339~52246,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~3908695,124657498~4191475,135937934~3245566,155990701~2332164,188561761~2118869,208385275~5497950,231144250~2634834,237981195~1938309,255775668~7160073,276612813~547189,277870404~9684357,295413493~253684,317303989~7733944,330597866~8289931,351059627~4235363,360688771~3519182,375676186~6767958,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.565 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,20971520~1732744,39008479~1162429,47239075~12886204,62914560~850025,71390771~3408217,75497472~26522413,109051904~5089974,121634816~7214157,135937934~3245566,155990701~2332164,184549376~6131254,205520896~8362329,230686720~3092364,237981195~1938309,251658240~11277501,272629760~4530242,277870404~9684357,293601280~2065897,314572800~10465133,327155712~11732085,348127232~7167758,356515840~7692113,373293056~9151088,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.565 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 6 diff [634040~2139514,21007124~1697140,39008479~1162429,47239075~12886204,60805229~6776788,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~5515401,124657498~4191475,135937934~3245566,155990701~2332164,166077829~4235227,173940197~1875148,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,317303989~7733944,330597866~8289931,351059627~4235363,360688771~3519182,375676186~6767958,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.565 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,21007124~1697140,39008479~1162429,47239075~12886204,60805229~6776788,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~5515401,124657498~4191475,135937934~3245566,155990701~2332164,166077829~4235227,173940197~1875148,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,317303989~7733944,330597866~8289931,351059627~4235363,360688771~3519182,375676186~6767958,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.573 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,20971520~1732744,39008479~1162429,47239075~12886204,60196882~7385135,71390771~3408217,75497472~26522413,109051904~6696680,121634816~7214157,135937934~3245566,155990701~2332164,166077829~4235227,173940197~1875148,184549376~6131254,205520896~8362329,213909504~6263772,230686720~3092364,237981195~1938309,251658240~12622683,272629760~4530242,277729510~9825251,293601280~2065897,314572800~10465133,327155712~11732085,348127232~7167758,356515840~7692113,373293056~9151088,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.573 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 7 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,47239075~12886204,60805229~6776788,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~5515401,124657498~4191475,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,303740179~6871803,317303989~7733944,330597866~8289931,343984251~6871532,351059627~4235363,360688771~3519182,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.573 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,47239075~12886204,60805229~6776788,71390771~3408217,77816899~6084450,85377480~7677628,93173330~8846555,110233183~5515401,124657498~4191475,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,303740179~6871803,317303989~7733944,330597866~8289931,343984251~6871532,351059627~4235363,360688771~3519182,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.581 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,47239075~12886204,60196882~7385135,71390771~3408217,75497472~26522413,109051904~6696680,121634816~7214157,135937934~3245566,150994944~9210329,165277086~5035970,173940197~1875148,184549376~6131254,205520896~8362329,213909504~6263772,230686720~3092364,237981195~1938309,251658240~12622683,272629760~4530242,277729510~9825251,293601280~2065897,301989888~8622094,314572800~10465133,327155712~11732085,343984251~11310739,356515840~7692113,373293056~15553717,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.581 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 8 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,47239075~12886204,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,110233183~6684153,122946071~5902902,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,303740179~6871803,317303989~7733944,326212456~12675341,343984251~6871532,351059627~4235363,360688771~3519182,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.581 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,47239075~12886204,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,110233183~6684153,122946071~5902902,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~9825251,295413493~253684,303740179~6871803,317303989~7733944,326212456~12675341,343984251~6871532,351059627~4235363,360688771~3519182,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.589 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,47239075~12886204,60196882~7385135,68742044~6056944,75497472~26522413,109051904~7865432,121634816~7214157,135937934~3245566,150994944~9210329,165277086~5035970,173940197~1875148,184549376~6131254,205520896~8362329,213909504~6263772,230686720~3092364,237981195~1938309,251658240~12622683,272629760~4530242,277729510~9825251,293601280~2065897,301989888~8622094,314572800~24314997,343984251~11310739,356515840~7692113,373293056~15553717,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.589 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 9 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,46624303~13500976,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~6871803,317303989~7733944,326212456~12675341,343984251~11310739,360688771~3519182,368593905~3573188,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.589 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,46624303~13500976,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~6871803,317303989~7733944,326212456~12675341,343984251~11310739,360688771~3519182,368593905~3573188,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.598 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,46624303~13500976,60196882~7385135,68742044~6056944,75497472~26522413,105163565~1610821,109051904~7865432,121634816~7214157,135937934~6757041,150994944~9210329,165277086~5035970,173940197~1875148,184549376~6131254,205520896~8362329,213909504~6263772,230686720~3092364,237981195~1938309,251658240~12622683,272629760~4530242,277729510~14762206,293601280~2065897,301989888~8622094,314572800~24314997,343984251~11310739,356515840~7692113,368593905~3573188,373293056~15553717,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.598 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 10 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,37504745~22620534,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360688771~11478322,375676186~13664512,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.598 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,37504745~22620534,60805229~6776788,68742044~6056944,77816899~6084450,85377480~16642405,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360688771~11478322,375676186~13664512,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.605 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,36903435~23221844,60196882~7385135,68742044~6056944,75497472~26522413,105163565~1610821,109051904~7865432,121634816~7214157,135937934~6757041,150994944~9210329,165277086~5035970,173940197~1875148,184549376~6131254,205520896~8362329,213909504~6263772,230686720~3092364,237981195~1938309,251658240~12622683,272629760~4530242,277729510~14762206,293601280~2065897,301989888~36897909,343984251~11310739,356515840~15651253,373293056~16047642,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.605 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 11 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~22620534,60805229~6776788,68742044~6056944,77816899~24202986,105163565~1610821,107030376~9886960,122946071~5902902,135937934~6757041,151143883~9061390,165277086~6916206,173940197~1875148,184582372~6361617,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360688771~11478322,375676186~13664512,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.605 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~22620534,60805229~6776788,68742044~6056944,77816899~24202986,105163565~1610821,107030376~9886960,122946071~5902902,135937934~6757041,151143883~9061390,165277086~6916206,173940197~1875148,184582372~6361617,208385275~5497950,214176511~5996765,231144250~2634834,237981195~1938309,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360688771~11478322,375676186~13664512,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.613 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,29360128~6042114,36903435~23221844,60196882~7385135,68742044~6056944,75497472~26522413,105163565~1610821,107030376~9886960,121634816~7214157,135937934~6757041,150994944~9210329,165277086~6916206,173940197~1875148,184549376~6394613,205520896~8362329,213909504~6263772,230686720~3092364,237981195~1938309,251658240~12622683,272629760~4530242,277729510~14762206,293601280~2065897,301989888~36897909,343984251~11310739,356515840~15651253,373293056~16047642,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.613 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 12 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~22620534,60805229~6776788,68742044~6056944,77816899~24202986,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,272110814~20380902,295413493~253684,303740179~21297754,326212456~12675341,343344373~11950617,360688771~11478322,375676186~13664512,392345982~1894635,407078997~8507213] 2024-02-18T09:00:07.613 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~22620534,60805229~6776788,68742044~6056944,77816899~24202986,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,272110814~20380902,295413493~253684,303740179~21297754,326212456~12675341,343344373~11950617,360688771~11478322,375676186~13664512,392345982~1894635,407078997~8507213] 2024-02-18T09:00:07.620 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,29360128~6042114,36903435~23221844,60196882~7385135,68742044~6056944,75497472~26522413,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184549376~6394613,205520896~8362329,213909504~6263772,230686720~13030856,251658240~12622683,268435456~24056260,293601280~2065897,301989888~36897909,339738624~15556366,356515840~15651253,373293056~16047642,390070272~4170345,406847488~8738722] 2024-02-18T09:00:07.620 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 13 diff [634040~9754256,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~22925688,60805229~6776788,68742044~7033629,77816899~24202986,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,295413493~253684,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~13664512,392345982~1894635,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.620 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9754256,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~22925688,60805229~6776788,68742044~7033629,77816899~24202986,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,295413493~253684,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~13664512,392345982~1894635,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.627 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10388296,13059116~2017464,17348323~11283714,29360128~6042114,36903435~30678582,68742044~33277841,102742836~1756287,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184549376~6394613,192937984~6110131,205520896~8362329,213909504~6263772,230686720~13030856,251658240~12622683,264964305~27527411,293601280~2065897,301989888~53305102,356515840~15651253,373293056~16047642,390070272~4170345,402832898~1711512,406847488~8738722] 2024-02-18T09:00:07.627 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 14 diff [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,37504745~22925688,60805229~6776788,68742044~7033629,77816899~24202986,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~18564431,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.628 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,37504745~22925688,60805229~6776788,68742044~7033629,77816899~24202986,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~18564431,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.634 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10388296,13059116~15572921,29360128~6042114,36903435~30678582,68742044~33277841,102742836~1756287,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184549376~6394613,192937984~6110131,205520896~8362329,213909504~6263772,230686720~13030856,251658240~12622683,264964305~31570599,301989888~53305102,356515840~15651253,373293056~20947561,402832898~1711512,406847488~8738722] 2024-02-18T09:00:07.634 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 15 diff [634040~9922996,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~18564431,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.634 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9922996,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360688771~11478322,375676186~18564431,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.642 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10557036,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,205520896~8362329,213909504~6263772,230686720~13030856,251658240~12622683,264964305~31570599,301989888~53305102,356515840~15651253,373293056~20947561,402832898~1711512,406847488~8738722] 2024-02-18T09:00:07.642 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 16 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9886960,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,360688771~11478322,375676186~20126793,402832898~1711512,407078997~11426059] 2024-02-18T09:00:07.642 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9886960,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~5497950,214176511~5996765,231144250~12573326,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,360688771~11478322,375676186~20126793,402832898~1711512,407078997~11426059] 2024-02-18T09:00:07.648 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~9886960,117440512~11408461,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,205520896~8362329,213909504~6263772,230686720~13030856,251658240~44876664,301989888~53305102,356515840~15651253,373293056~22509923,402832898~1711512,406847488~11657568] 2024-02-18T09:00:07.648 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 17 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9968640,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,206438880~247146,208385275~5497950,214176511~6233158,231144250~12573326,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~1711512,407078997~11426059] 2024-02-18T09:00:07.648 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~9968640,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,206438880~247146,208385275~5497950,214176511~6233158,231144250~12573326,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~1711512,407078997~11426059] 2024-02-18T09:00:07.655 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~9968640,117440512~11408461,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,205520896~8362329,213909504~6500165,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~1711512,406847488~11657568] 2024-02-18T09:00:07.655 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 18 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.655 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.663 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:07.663 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 19 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.663 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.670 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:07.670 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 3 diff [72016129~1902553,110233183~3908695,124657498~4191475,188561761~2118869,231375370~1925445,237981195~1938309,295413493~253684,351059627~4235363,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.670 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [72016129~1902553,110233183~3908695,124657498~4191475,188561761~2118869,231375370~1925445,237981195~1938309,295413493~253684,351059627~4235363,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.677 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [72016129~1902553,109051904~5089974,121634816~7214157,184549376~6131254,231375370~1925445,237981195~1938309,293601280~2065897,348127232~7167758,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.677 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 4 diff [39008479~1162429,55076128~5049151,63712339~52246,71390771~3408217,93173330~7692380,110233183~3908695,124657498~4191475,135937934~3245566,155990701~2332164,188561761~2118869,208385275~4466821,231375370~1925445,237981195~1938309,295413493~253684,317303989~7733944,351059627~4235363,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.678 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [39008479~1162429,55076128~5049151,63712339~52246,71390771~3408217,93173330~7692380,110233183~3908695,124657498~4191475,135937934~3245566,155990701~2332164,188561761~2118869,208385275~4466821,231375370~1925445,237981195~1938309,295413493~253684,317303989~7733944,351059627~4235363,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.685 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [39008479~1162429,55076128~5049151,62914560~850025,71390771~3408217,93173330~7692380,109051904~5089974,121634816~7214157,135937934~3245566,155990701~2332164,184549376~6131254,205520896~7331200,231375370~1925445,237981195~1938309,293601280~2065897,314572800~10465133,348127232~7167758,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.685 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 5 diff [634040~2139514,21007124~1697140,39008479~1162429,55076128~5049151,63712339~52246,71390771~3408217,93173330~7692380,110233183~3908695,124657498~4191475,135937934~3245566,155990701~2332164,188561761~2118869,208385275~4466821,231375370~1925445,237981195~1938309,255775668~7160073,276612813~547189,277870404~7141266,295413493~253684,317303989~7733944,330597866~8289931,351059627~4235363,360869990~3337963,375676186~6767958,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.685 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,21007124~1697140,39008479~1162429,55076128~5049151,63712339~52246,71390771~3408217,93173330~7692380,110233183~3908695,124657498~4191475,135937934~3245566,155990701~2332164,188561761~2118869,208385275~4466821,231375370~1925445,237981195~1938309,255775668~7160073,276612813~547189,277870404~7141266,295413493~253684,317303989~7733944,330597866~8289931,351059627~4235363,360869990~3337963,375676186~6767958,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.692 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,20971520~1732744,39008479~1162429,55076128~5049151,62914560~850025,71390771~3408217,93173330~7692380,109051904~5089974,121634816~7214157,135937934~3245566,155990701~2332164,184549376~6131254,205520896~7331200,231375370~1925445,237981195~1938309,251658240~11277501,272629760~4530242,277870404~7141266,293601280~2065897,314572800~10465133,327155712~11732085,348127232~7167758,360869990~3337963,373293056~9151088,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.692 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 6 diff [634040~2139514,21007124~1697140,39008479~1162429,55076128~5049151,60805229~6776788,71390771~3408217,93173330~7692380,110233183~5515401,124657498~4191475,135937934~3245566,155990701~2332164,166077829~4235227,173940197~1875148,188561761~2118869,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~7282160,295413493~253684,317303989~7733944,330597866~8289931,351059627~4235363,360869990~3337963,375676186~6767958,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.692 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,21007124~1697140,39008479~1162429,55076128~5049151,60805229~6776788,71390771~3408217,93173330~7692380,110233183~5515401,124657498~4191475,135937934~3245566,155990701~2332164,166077829~4235227,173940197~1875148,188561761~2118869,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~7282160,295413493~253684,317303989~7733944,330597866~8289931,351059627~4235363,360869990~3337963,375676186~6767958,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.699 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,20971520~1732744,39008479~1162429,55076128~5049151,60196882~7385135,71390771~3408217,93173330~7692380,109051904~6696680,121634816~7214157,135937934~3245566,155990701~2332164,166077829~4235227,173940197~1875148,184549376~6131254,205520896~7331200,213909504~6263772,231375370~1925445,237981195~1938309,251658240~12622683,272629760~4530242,277729510~7282160,293601280~2065897,314572800~10465133,327155712~11732085,348127232~7167758,360869990~3337963,373293056~9151088,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.700 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 7 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,55076128~5049151,60805229~6776788,71390771~3408217,93173330~7692380,110233183~5515401,124657498~4191475,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~7282160,295413493~253684,303740179~6871803,317303989~7733944,330597866~8289931,343984251~6871532,351059627~4235363,360869990~3337963,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.700 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,55076128~5049151,60805229~6776788,71390771~3408217,93173330~7692380,110233183~5515401,124657498~4191475,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~7282160,295413493~253684,303740179~6871803,317303989~7733944,330597866~8289931,343984251~6871532,351059627~4235363,360869990~3337963,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:07 smithi110 bash[54479]: cluster 2024-02-18T09:00:06.389993+0000 mon.a (mon.0) 2059 : cluster [DBG] osdmap e1060: 8 total, 8 up, 8 in 2024-02-18T09:00:07.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:07 smithi110 bash[55875]: cluster 2024-02-18T09:00:06.389993+0000 mon.a (mon.0) 2059 : cluster [DBG] osdmap e1060: 8 total, 8 up, 8 in 2024-02-18T09:00:07.707 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,55076128~5049151,60196882~7385135,71390771~3408217,93173330~7692380,109051904~6696680,121634816~7214157,135937934~3245566,150994944~9210329,165277086~5035970,173940197~1875148,184549376~6131254,205520896~7331200,213909504~6263772,231375370~1925445,237981195~1938309,251658240~12622683,272629760~4530242,277729510~7282160,293601280~2065897,301989888~8622094,314572800~10465133,327155712~11732085,343984251~11310739,360869990~3337963,373293056~15553717,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.708 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 8 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,55076128~5049151,60805229~6776788,68742044~6056944,89075962~11789748,101290930~500875,110233183~6684153,122946071~5902902,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,295413493~253684,303740179~6871803,317303989~7733944,326212456~12675341,343984251~6871532,351059627~4235363,360869990~3337963,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.708 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,55076128~5049151,60805229~6776788,68742044~6056944,89075962~11789748,101290930~500875,110233183~6684153,122946071~5902902,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,295413493~253684,303740179~6871803,317303989~7733944,326212456~12675341,343984251~6871532,351059627~4235363,360869990~3337963,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.715 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,55076128~5049151,60196882~7385135,68742044~6056944,89075962~11789748,101290930~500875,109051904~7865432,121634816~7214157,135937934~3245566,150994944~9210329,165277086~5035970,173940197~1875148,184549376~6131254,205520896~7331200,213909504~6263772,231375370~1925445,237981195~1938309,251658240~12622683,272629760~4530242,277729510~7282160,285131192~1330918,293601280~2065897,301989888~8622094,314572800~24314997,343984251~11310739,360869990~3337963,373293056~15553717,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.715 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 9 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,46624303~1330049,55076128~5049151,60805229~6776788,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,287114261~5377455,295413493~253684,303740179~6871803,317303989~7733944,326212456~12675341,343984251~11310739,360869990~3337963,368593905~3573188,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.715 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,46624303~1330049,55076128~5049151,60805229~6776788,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,287114261~5377455,295413493~253684,303740179~6871803,317303989~7733944,326212456~12675341,343984251~11310739,360869990~3337963,368593905~3573188,375676186~13170587,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.722 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,46624303~1330049,55076128~5049151,60196882~7385135,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,109051904~7865432,121634816~7214157,135937934~6757041,150994944~9210329,165277086~5035970,173940197~1875148,184549376~6131254,205520896~7331200,213909504~6263772,231375370~1925445,237981195~1938309,251658240~12622683,272629760~4530242,277729510~7282160,285131192~1330918,287114261~5377455,293601280~2065897,301989888~8622094,314572800~24314997,343984251~11310739,360869990~3337963,368593905~3573188,373293056~15553717,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.722 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 10 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360869990~11297103,375676186~13664512,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.722 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,110233183~6684153,122946071~5902902,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,188561761~2118869,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360869990~11297103,375676186~13664512,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.730 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,36903435~14530104,55076128~5049151,60196882~7385135,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,109051904~7865432,121634816~7214157,135937934~6757041,150994944~9210329,165277086~5035970,173940197~1875148,184549376~6131254,205520896~7331200,213909504~6263772,231375370~1925445,237981195~1938309,251658240~12622683,272629760~4530242,277729510~14762206,293601280~2065897,301989888~36897909,343984251~11310739,360869990~11297103,373293056~16047642,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.730 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 11 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~9886960,122946071~5902902,135937934~6757041,151143883~9061390,165277086~6916206,173940197~1875148,184582372~6361617,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360869990~11297103,375676186~13664512,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.730 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~9886960,122946071~5902902,135937934~6757041,151143883~9061390,165277086~6916206,173940197~1875148,184582372~6361617,208385275~4466821,214176511~5996765,231375370~1925445,237981195~1938309,255775668~8505255,276612813~547189,277729510~14762206,295413493~253684,303740179~21297754,326212456~12675341,343984251~11310739,360869990~11297103,375676186~13664512,392345982~1894635,407078997~4427360] 2024-02-18T09:00:07.737 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,55076128~5049151,60196882~7385135,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~9886960,121634816~7214157,135937934~6757041,150994944~9210329,165277086~6916206,173940197~1875148,184549376~6394613,205520896~7331200,213909504~6263772,231375370~1925445,237981195~1938309,251658240~12622683,272629760~4530242,277729510~14762206,293601280~2065897,301989888~36897909,343984251~11310739,360869990~11297103,373293056~16047642,390070272~4170345,406847488~4658869] 2024-02-18T09:00:07.737 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 12 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,208385275~4466821,214176511~5996765,231375370~12342206,253435295~1747024,255775668~8505255,272110814~20380902,295413493~253684,303740179~21297754,326212456~12675341,343344373~11950617,360869990~11297103,375676186~13664512,392345982~1894635,407078997~8507213] 2024-02-18T09:00:07.737 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,208385275~4466821,214176511~5996765,231375370~12342206,253435295~1747024,255775668~8505255,272110814~20380902,295413493~253684,303740179~21297754,326212456~12675341,343344373~11950617,360869990~11297103,375676186~13664512,392345982~1894635,407078997~8507213] 2024-02-18T09:00:07.744 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,55076128~5049151,60196882~7385135,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184549376~6394613,205520896~7331200,213909504~6263772,231375370~12342206,251658240~12622683,268435456~24056260,293601280~2065897,301989888~36897909,339738624~15556366,360869990~11297103,373293056~16047642,390070272~4170345,406847488~8738722] 2024-02-18T09:00:07.744 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 13 diff [634040~9754256,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~4466821,214176511~5996765,231375370~12342206,253435295~1747024,255775668~8505255,265799555~26692161,295413493~253684,303740179~21297754,326212456~14144699,343344373~11950617,360869990~11297103,375676186~13664512,392345982~1894635,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.744 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9754256,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~4466821,214176511~5996765,231375370~12342206,253435295~1747024,255775668~8505255,265799555~26692161,295413493~253684,303740179~21297754,326212456~14144699,343344373~11950617,360869990~11297103,375676186~13664512,392345982~1894635,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.751 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10388296,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,54882899~12699118,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184549376~6394613,192937984~6110131,205520896~7331200,213909504~6263772,231375370~12342206,251658240~12622683,264964305~27527411,293601280~2065897,301989888~53305102,360869990~11297103,373293056~16047642,390070272~4170345,402832898~1711512,406847488~8738722] 2024-02-18T09:00:07.751 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 14 diff [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~4466821,214176511~5996765,231375370~12342206,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360869990~11297103,375676186~18564431,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.751 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~4466821,214176511~5996765,231375370~12342206,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360869990~11297103,375676186~18564431,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.759 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10388296,13059116~15572921,29360128~6042114,36903435~14530104,54882899~12699118,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184549376~6394613,192937984~6110131,205520896~7331200,213909504~6263772,231375370~12342206,251658240~12622683,264964305~31570599,301989888~53305102,360869990~11297103,373293056~20947561,402832898~1711512,406847488~8738722] 2024-02-18T09:00:07.759 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 15 diff [634040~9922996,13059116~13682939,28490561~141476,32940095~20176539,54882899~12699118,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~4466821,214176511~5996765,231375370~12342206,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360869990~11297103,375676186~18564431,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.759 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9922996,13059116~13682939,28490561~141476,32940095~20176539,54882899~12699118,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~5902902,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~4466821,214176511~5996765,231375370~12342206,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~11950617,360869990~11297103,375676186~18564431,402832898~1711512,407078997~8507213] 2024-02-18T09:00:07.766 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10557036,13059116~15572921,29360128~23756506,54882899~12699118,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121634816~7214157,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,205520896~7331200,213909504~6263772,231375370~12342206,251658240~12622683,264964305~31570599,301989888~53305102,360869990~11297103,373293056~20947561,402832898~1711512,406847488~8738722] 2024-02-18T09:00:07.766 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 16 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~4466821,214176511~5996765,231375370~12342206,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,360869990~11297103,375676186~20126793,402832898~1711512,407078997~11426059] 2024-02-18T09:00:07.766 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~4466821,214176511~5996765,231375370~12342206,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,360869990~11297103,375676186~20126793,402832898~1711512,407078997~11426059] 2024-02-18T09:00:07.773 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,117440512~11408461,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,205520896~7331200,213909504~6263772,231375370~12342206,251658240~44876664,301989888~53305102,360869990~11297103,373293056~22509923,402832898~1711512,406847488~11657568] 2024-02-18T09:00:07.773 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 17 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,206438880~247146,208385275~4466821,214176511~6233158,231375370~12342206,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~1711512,407078997~11426059] 2024-02-18T09:00:07.773 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,206438880~247146,208385275~4466821,214176511~6233158,231375370~12342206,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~1711512,407078997~11426059] 2024-02-18T09:00:07.781 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,117440512~11408461,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,205520896~7331200,213909504~6500165,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~1711512,406847488~11657568] 2024-02-18T09:00:07.781 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 18 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.781 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.788 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:07.788 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 19 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.788 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:07.796 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:07.796 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 4 diff [39008479~1162429,55076128~5049151,63712339~52246,71390771~3408217,93173330~7692380,135937934~3245566,155990701~2332164,208385275~4466821,317303989~7733944] 2024-02-18T09:00:07.796 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [39008479~1162429,55076128~5049151,63712339~52246,71390771~3408217,93173330~7692380,135937934~3245566,155990701~2332164,208385275~4466821,317303989~7733944] 2024-02-18T09:00:07.803 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [39008479~1162429,55076128~5049151,62914560~850025,71390771~3408217,93173330~7692380,135937934~3245566,155990701~2332164,205520896~7331200,314572800~10465133] 2024-02-18T09:00:07.803 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 5 diff [634040~2139514,21007124~1697140,39008479~1162429,55076128~5049151,63712339~52246,71390771~3408217,93173330~7692380,135937934~3245566,155990701~2332164,208385275~4466821,255775668~7160073,276612813~547189,277870404~7141266,317303989~7733944,330597866~8289931,360869990~3337963,375676186~6767958] 2024-02-18T09:00:07.803 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,21007124~1697140,39008479~1162429,55076128~5049151,63712339~52246,71390771~3408217,93173330~7692380,135937934~3245566,155990701~2332164,208385275~4466821,255775668~7160073,276612813~547189,277870404~7141266,317303989~7733944,330597866~8289931,360869990~3337963,375676186~6767958] 2024-02-18T09:00:07.810 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,20971520~1732744,39008479~1162429,55076128~5049151,62914560~850025,71390771~3408217,93173330~7692380,135937934~3245566,155990701~2332164,205520896~7331200,251658240~11277501,272629760~4530242,277870404~7141266,314572800~10465133,327155712~11732085,360869990~3337963,373293056~9151088] 2024-02-18T09:00:07.810 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 6 diff [634040~2139514,21007124~1697140,39008479~1162429,55076128~5049151,60805229~6776788,71390771~3408217,93173330~7692380,111270144~1366666,112984409~2764175,135937934~3245566,155990701~2332164,166077829~4235227,173940197~1875148,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,317303989~7733944,330597866~8289931,360869990~3337963,375676186~6767958] 2024-02-18T09:00:07.810 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,21007124~1697140,39008479~1162429,55076128~5049151,60805229~6776788,71390771~3408217,93173330~7692380,111270144~1366666,112984409~2764175,135937934~3245566,155990701~2332164,166077829~4235227,173940197~1875148,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,317303989~7733944,330597866~8289931,360869990~3337963,375676186~6767958] 2024-02-18T09:00:07.817 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,20971520~1732744,39008479~1162429,55076128~5049151,60196882~7385135,71390771~3408217,93173330~7692380,111270144~1366666,112984409~2764175,135937934~3245566,155990701~2332164,166077829~4235227,173940197~1875148,205520896~7331200,213909504~6263772,251658240~12622683,272629760~4530242,277729510~7282160,314572800~10465133,327155712~11732085,360869990~3337963,373293056~9151088] 2024-02-18T09:00:07.817 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 7 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,55076128~5049151,60805229~6776788,71390771~3408217,93173330~7692380,111050865~4697719,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,303740179~6871803,317303989~7733944,330597866~8289931,343984251~6871532,360869990~3337963,375676186~13170587] 2024-02-18T09:00:07.817 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,55076128~5049151,60805229~6776788,71390771~3408217,93173330~7692380,111050865~4697719,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,303740179~6871803,317303989~7733944,330597866~8289931,343984251~6871532,360869990~3337963,375676186~13170587] 2024-02-18T09:00:07.824 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,55076128~5049151,60196882~7385135,71390771~3408217,93173330~7692380,111050865~4697719,135937934~3245566,150994944~9210329,165277086~5035970,173940197~1875148,205520896~7331200,213909504~6263772,251658240~12622683,272629760~4530242,277729510~7282160,301989888~8622094,314572800~10465133,327155712~11732085,343984251~6871532,360869990~3337963,373293056~15553717] 2024-02-18T09:00:07.824 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 8 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,55076128~5049151,60805229~6776788,68742044~6056944,89075962~11789748,101290930~500875,111050865~5866471,122946071~3966369,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,303740179~6871803,317303989~7733944,326212456~12675341,343984251~6871532,360869990~3337963,375676186~13170587] 2024-02-18T09:00:07.824 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,55076128~5049151,60805229~6776788,68742044~6056944,89075962~11789748,101290930~500875,111050865~5866471,122946071~3966369,135937934~3245566,154139524~6065749,165277086~5035970,173940197~1875148,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,303740179~6871803,317303989~7733944,326212456~12675341,343984251~6871532,360869990~3337963,375676186~13170587] 2024-02-18T09:00:07.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:07 smithi191 bash[38688]: cluster 2024-02-18T09:00:06.389993+0000 mon.a (mon.0) 2059 : cluster [DBG] osdmap e1060: 8 total, 8 up, 8 in 2024-02-18T09:00:07.832 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,55076128~5049151,60196882~7385135,68742044~6056944,89075962~11789748,101290930~500875,111050865~5866471,122946071~3966369,135937934~3245566,150994944~9210329,165277086~5035970,173940197~1875148,205520896~7331200,213909504~6263772,251658240~12622683,272629760~4530242,277729510~7282160,285131192~1330918,301989888~8622094,314572800~24314997,343984251~6871532,360869990~3337963,373293056~15553717] 2024-02-18T09:00:07.832 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 9 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,46624303~1330049,55076128~5049151,60805229~6776788,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,287114261~5377455,303740179~6871803,317303989~7733944,326212456~12675341,343984251~9583450,360869990~3337963,368593905~3573188,375676186~13170587] 2024-02-18T09:00:07.832 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,46624303~1330049,55076128~5049151,60805229~6776788,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,287114261~5377455,303740179~6871803,317303989~7733944,326212456~12675341,343984251~9583450,360869990~3337963,368593905~3573188,375676186~13170587] 2024-02-18T09:00:07.839 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,46624303~1330049,55076128~5049151,60196882~7385135,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,135937934~6757041,150994944~9210329,165277086~5035970,173940197~1875148,205520896~7331200,213909504~6263772,251658240~12622683,272629760~4530242,277729510~7282160,285131192~1330918,287114261~5377455,301989888~8622094,314572800~24314997,343984251~9583450,360869990~3337963,368593905~3573188,373293056~15553717] 2024-02-18T09:00:07.839 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 10 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~14762206,303740179~21297754,326212456~12675341,343984251~9583450,360869990~11297103,375676186~13664512] 2024-02-18T09:00:07.839 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,135937934~6757041,154139524~6065749,165277086~5035970,173940197~1875148,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~14762206,303740179~21297754,326212456~12675341,343984251~9583450,360869990~11297103,375676186~13664512] 2024-02-18T09:00:07.847 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,36903435~14530104,55076128~5049151,60196882~7385135,68742044~6056944,87652191~13213519,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,135937934~6757041,150994944~9210329,165277086~5035970,173940197~1875148,205520896~7331200,213909504~6263772,251658240~12622683,272629760~4530242,277729510~14762206,301989888~36897909,343984251~9583450,360869990~11297103,373293056~16047642] 2024-02-18T09:00:07.847 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 11 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,135937934~6757041,151143883~9061390,165277086~6916206,173940197~1875148,184582372~6361617,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~14762206,303740179~21297754,326212456~12675341,343984251~9583450,360869990~11297103,375676186~13664512] 2024-02-18T09:00:07.847 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,135937934~6757041,151143883~9061390,165277086~6916206,173940197~1875148,184582372~6361617,208385275~4466821,214176511~5996765,255775668~8505255,276612813~547189,277729510~14762206,303740179~21297754,326212456~12675341,343984251~9583450,360869990~11297103,375676186~13664512] 2024-02-18T09:00:07.854 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,55076128~5049151,60196882~7385135,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,135937934~6757041,150994944~9210329,165277086~6916206,173940197~1875148,184582372~6361617,205520896~7331200,213909504~6263772,251658240~12622683,272629760~4530242,277729510~14762206,301989888~36897909,343984251~9583450,360869990~11297103,373293056~16047642] 2024-02-18T09:00:07.854 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 12 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,208385275~4466821,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,272110814~20380902,303740179~21297754,326212456~12675341,343344373~10223328,360869990~11297103,375676186~13664512,407738819~7847391] 2024-02-18T09:00:07.854 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,55076128~5049151,60805229~6776788,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,208385275~4466821,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,272110814~20380902,303740179~21297754,326212456~12675341,343344373~10223328,360869990~11297103,375676186~13664512,407738819~7847391] 2024-02-18T09:00:07.862 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,55076128~5049151,60196882~7385135,68742044~6056944,80638983~20226727,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,205520896~7331200,213909504~6263772,232662512~11055064,251658240~12622683,268435456~24056260,301989888~36897909,339738624~13829077,360869990~11297103,373293056~16047642,407738819~7847391] 2024-02-18T09:00:07.862 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 13 diff [634040~9754256,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~4466821,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,303740179~21297754,326212456~14144699,343344373~10223328,360869990~11297103,375676186~13664512,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.862 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9754256,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~4466821,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,303740179~21297754,326212456~14144699,343344373~10223328,360869990~11297103,375676186~13664512,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.869 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10388296,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,54882899~12699118,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,192937984~6110131,205520896~7331200,213909504~6263772,232662512~11055064,251658240~12622683,264964305~27527411,301989888~51577813,360869990~11297103,373293056~16047642,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.869 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 14 diff [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~4466821,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~10223328,360869990~11297103,375676186~16927606,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.869 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,208385275~4466821,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~10223328,360869990~11297103,375676186~16927606,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.877 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10388296,13059116~15572921,29360128~6042114,36903435~14530104,54882899~12699118,68742044~7033629,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,192937984~6110131,205520896~7331200,213909504~6263772,232662512~11055064,251658240~12622683,264964305~31570599,301989888~51577813,360869990~11297103,373293056~19310736,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.877 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 15 diff [634040~9922996,13059116~13682939,28490561~141476,32940095~20176539,54882899~12699118,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~4466821,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~10223328,360869990~11297103,375676186~16927606,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.878 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9922996,13059116~13682939,28490561~141476,32940095~20176539,54882899~12699118,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~4466821,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~21297754,326212456~14144699,343344373~10223328,360869990~11297103,375676186~16927606,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.885 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10557036,13059116~15572921,29360128~23756506,54882899~12699118,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,205520896~7331200,213909504~6263772,232662512~11055064,251658240~12622683,264964305~31570599,301989888~51577813,360869990~11297103,373293056~19310736,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.885 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 16 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~4466821,214176511~5996765,232662512~11055064,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,360869990~11297103,375676186~20126793,402832898~1711512,407738819~10766237] 2024-02-18T09:00:07.885 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,208385275~4466821,214176511~5996765,232662512~11055064,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,360869990~11297103,375676186~20126793,402832898~1711512,407738819~10766237] 2024-02-18T09:00:07.893 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,117440512~9791711,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,205520896~7331200,213909504~6263772,232662512~11055064,251658240~44876664,301989888~51577813,360869990~11297103,373293056~22509923,402832898~1711512,407738819~10766237] 2024-02-18T09:00:07.893 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 17 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,206438880~247146,208385275~4466821,214176511~6233158,232662512~11055064,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~1711512,407738819~10766237] 2024-02-18T09:00:07.893 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,206438880~247146,208385275~4466821,214176511~6233158,232662512~11055064,253435295~1747024,255775668~36716048,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~1711512,407738819~10766237] 2024-02-18T09:00:07.900 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,117440512~9791711,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,205520896~7331200,213909504~6500165,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~1711512,407738819~10766237] 2024-02-18T09:00:07.900 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 18 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:07.900 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:07.908 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:07.908 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 19 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:07.908 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:07.915 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:07.915 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 5 diff [634040~2139514,21007124~1697140,255775668~7160073,276612813~547189,277870404~7141266,330597866~8289931,360869990~3337963,375676186~6767958] 2024-02-18T09:00:07.915 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,21007124~1697140,255775668~7160073,276612813~547189,277870404~7141266,330597866~8289931,360869990~3337963,375676186~6767958] 2024-02-18T09:00:07.923 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,20971520~1732744,251658240~11277501,272629760~4530242,277870404~7141266,327155712~11732085,360869990~3337963,373293056~9151088] 2024-02-18T09:00:07.923 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 6 diff [634040~2139514,21007124~1697140,60805229~6776788,111270144~1366666,112984409~2764175,166077829~4235227,173940197~1875148,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,330597866~8289931,360869990~3337963,375676186~6767958] 2024-02-18T09:00:07.923 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,21007124~1697140,60805229~6776788,111270144~1366666,112984409~2764175,166077829~4235227,173940197~1875148,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,330597866~8289931,360869990~3337963,375676186~6767958] 2024-02-18T09:00:07.930 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,20971520~1732744,60196882~7385135,111270144~1366666,112984409~2764175,166077829~4235227,173940197~1875148,213909504~6263772,251658240~12622683,272629760~4530242,277729510~7282160,327155712~11732085,360869990~3337963,373293056~9151088] 2024-02-18T09:00:07.930 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 7 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,60805229~6776788,111050865~4697719,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,303740179~6871803,330597866~8289931,343984251~6871532,360869990~3337963,375676186~13170587] 2024-02-18T09:00:07.930 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,60805229~6776788,111050865~4697719,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,303740179~6871803,330597866~8289931,343984251~6871532,360869990~3337963,375676186~13170587] 2024-02-18T09:00:07.938 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,60196882~7385135,111050865~4697719,150994944~9210329,165277086~5035970,173940197~1875148,213909504~6263772,251658240~12622683,272629760~4530242,277729510~7282160,301989888~8622094,327155712~11732085,343984251~6871532,360869990~3337963,373293056~15553717] 2024-02-18T09:00:07.938 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 8 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,60805229~6776788,68742044~3883230,89075962~7667359,101290930~500875,111050865~5866471,122946071~3966369,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,303740179~6871803,326212456~12675341,343984251~6871532,360869990~3337963,375676186~13170587] 2024-02-18T09:00:07.938 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,60805229~6776788,68742044~3883230,89075962~7667359,101290930~500875,111050865~5866471,122946071~3966369,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,303740179~6871803,326212456~12675341,343984251~6871532,360869990~3337963,375676186~13170587] 2024-02-18T09:00:07.945 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,60196882~7385135,68742044~3883230,89075962~7667359,101290930~500875,111050865~5866471,122946071~3966369,150994944~9210329,165277086~5035970,173940197~1875148,213909504~6263772,251658240~12622683,272629760~4530242,277729510~7282160,285131192~1330918,301989888~8622094,325037933~13849864,343984251~6871532,360869990~3337963,373293056~15553717] 2024-02-18T09:00:07.946 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 9 diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,46624303~1330049,60805229~6776788,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,287114261~5377455,303740179~6871803,326212456~12675341,343984251~9583450,360869990~3337963,368593905~3573188,375676186~13170587] 2024-02-18T09:00:07.946 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,18779060~7962995,28490561~141476,37504745~7823824,46624303~1330049,60805229~6776788,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,255775668~8505255,276612813~547189,277729510~7282160,285131192~1330918,287114261~5377455,303740179~6871803,326212456~12675341,343984251~9583450,360869990~3337963,368593905~3573188,375676186~13170587] 2024-02-18T09:00:07.953 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,18102038~10529999,36903435~8425134,46624303~1330049,60196882~7385135,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,150994944~9210329,165277086~5035970,173940197~1875148,213909504~6263772,251658240~12622683,272629760~4530242,277729510~7282160,285131192~1330918,287114261~5377455,301989888~8622094,325037933~13849864,343984251~9583450,360869990~3337963,368593905~3573188,373293056~15553717] 2024-02-18T09:00:07.953 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 10 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,255775668~8505255,276612813~547189,277729510~14762206,303740179~14006482,326212456~12675341,343984251~9583450,360869990~11297103,375676186~13664512] 2024-02-18T09:00:07.953 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,255775668~8505255,276612813~547189,277729510~14762206,303740179~14006482,326212456~12675341,343984251~9583450,360869990~11297103,375676186~13664512] 2024-02-18T09:00:07.960 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,36903435~14530104,57131857~161581,60196882~7385135,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,150994944~9210329,165277086~5035970,173940197~1875148,213909504~6263772,251658240~12622683,272629760~4530242,277729510~14762206,301989888~15756773,325037933~13849864,343984251~9583450,360869990~11297103,373293056~16047642] 2024-02-18T09:00:07.960 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 11 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,136860868~5834107,151143883~9061390,165277086~6916206,173940197~1875148,184582372~6361617,214176511~5996765,255775668~8505255,276612813~547189,277729510~14762206,303740179~14006482,326212456~12675341,343984251~9583450,360869990~11297103,375676186~13664512] 2024-02-18T09:00:07.960 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,136860868~5834107,151143883~9061390,165277086~6916206,173940197~1875148,184582372~6361617,214176511~5996765,255775668~8505255,276612813~547189,277729510~14762206,303740179~14006482,326212456~12675341,343984251~9583450,360869990~11297103,375676186~13664512] 2024-02-18T09:00:07.967 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,57131857~161581,60196882~7385135,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,136860868~5834107,150994944~9210329,165277086~6916206,173940197~1875148,184582372~6361617,213909504~6263772,251658240~12622683,272629760~4530242,277729510~14762206,301989888~15756773,325037933~13849864,343984251~9583450,360869990~11297103,373293056~16047642] 2024-02-18T09:00:07.967 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 12 diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,272110814~20380902,303740179~14006482,326212456~12675341,343344373~10223328,360869990~11297103,375676186~13664512,407738819~7847391] 2024-02-18T09:00:07.967 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~2139514,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,272110814~20380902,303740179~14006482,326212456~12675341,343344373~10223328,360869990~11297103,375676186~13664512,407738819~7847391] 2024-02-18T09:00:07.974 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~2773554,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,57131857~161581,60196882~7385135,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,213909504~6263772,232662512~11055064,251658240~12622683,268435456~24056260,301989888~15756773,325037933~13849864,339738624~13829077,360869990~11297103,373293056~16047642,407738819~7847391] 2024-02-18T09:00:07.974 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 13 diff [634040~9754256,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,303740179~14006482,326212456~14144699,343344373~10223328,360869990~11297103,375676186~13664512,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.975 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9754256,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,303740179~14006482,326212456~14144699,343344373~10223328,360869990~11297103,375676186~13664512,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.982 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10388296,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,54882899~12699118,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,192937984~6110131,213909504~6263772,232662512~11055064,251658240~12622683,264964305~27527411,301989888~15756773,325037933~28529768,360869990~11297103,373293056~16047642,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.982 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 14 diff [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,360869990~11297103,375676186~16927606,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.982 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9754256,13059116~13682939,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,360869990~11297103,375676186~16927606,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.989 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10388296,13059116~15572921,29360128~6042114,36903435~14530104,54882899~12699118,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,192937984~6110131,213909504~6263772,232662512~11055064,251658240~12622683,264964305~31570599,301989888~15756773,325037933~28529768,360869990~11297103,373293056~19310736,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.989 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 15 diff [634040~9922996,13059116~13682939,28490561~141476,32940095~20176539,54882899~12699118,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,360869990~11297103,375676186~16927606,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.990 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~9922996,13059116~13682939,28490561~141476,32940095~20176539,54882899~12699118,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,255775668~8505255,265799555~26692161,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,360869990~11297103,375676186~16927606,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.996 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~10557036,13059116~15572921,29360128~23756506,54882899~12699118,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,213909504~6263772,232662512~11055064,251658240~12622683,264964305~31570599,301989888~15756773,325037933~28529768,360869990~11297103,373293056~19310736,402832898~1711512,407738819~7847391] 2024-02-18T09:00:07.997 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 16 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,255775668~36716048,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,360869990~11297103,375676186~20126793,402832898~1711512,407738819~10766237] 2024-02-18T09:00:07.997 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,255775668~36716048,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,360869990~11297103,375676186~20126793,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.004 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,117440512~9791711,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,213909504~6263772,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,360869990~11297103,373293056~22509923,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.004 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 17 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,206438880~247146,214176511~6233158,232662512~11055064,253435295~1747024,255775668~36716048,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.004 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,206438880~247146,214176511~6233158,232662512~11055064,253435295~1747024,255775668~36716048,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.011 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,117440512~9791711,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,206438880~247146,213909504~6500165,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.011 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 18 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.011 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.018 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.019 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 19 diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.019 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.026 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.026 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 6 diff [60805229~6776788,111270144~1366666,112984409~2764175,166077829~4235227,173940197~1875148,214176511~5996765,260943140~3337783,277729510~5575604] 2024-02-18T09:00:08.026 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [60805229~6776788,111270144~1366666,112984409~2764175,166077829~4235227,173940197~1875148,214176511~5996765,260943140~3337783,277729510~5575604] 2024-02-18T09:00:08.033 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [60196882~7385135,111270144~1366666,112984409~2764175,166077829~4235227,173940197~1875148,213909504~6263772,260943140~3337783,277729510~5575604] 2024-02-18T09:00:08.033 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 7 diff [18779060~7962995,28490561~141476,37504745~7823824,60805229~6776788,111050865~4697719,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,260943140~3337783,277729510~5575604,303740179~6871803,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.033 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [18779060~7962995,28490561~141476,37504745~7823824,60805229~6776788,111050865~4697719,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,260943140~3337783,277729510~5575604,303740179~6871803,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.040 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [18102038~10529999,36903435~8425134,60196882~7385135,111050865~4697719,150994944~9210329,165277086~5035970,173940197~1875148,213909504~6263772,260943140~3337783,277729510~5575604,301989888~8622094,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.040 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 8 diff [18779060~7962995,28490561~141476,37504745~7823824,60805229~6776788,68742044~3883230,89075962~7667359,101290930~500875,111050865~5866471,122946071~3966369,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,260943140~3337783,277729510~5575604,285131192~1330918,303740179~6871803,326212456~10827161,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.040 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [18779060~7962995,28490561~141476,37504745~7823824,60805229~6776788,68742044~3883230,89075962~7667359,101290930~500875,111050865~5866471,122946071~3966369,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,260943140~3337783,277729510~5575604,285131192~1330918,303740179~6871803,326212456~10827161,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.047 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [18102038~10529999,36903435~8425134,60196882~7385135,68742044~3883230,89075962~7667359,101290930~500875,111050865~5866471,122946071~3966369,150994944~9210329,165277086~5035970,173940197~1875148,213909504~6263772,260943140~3337783,277729510~5575604,285131192~1330918,301989888~8622094,325037933~12001684,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.048 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 9 diff [18779060~7962995,28490561~141476,37504745~7823824,46624303~1330049,60805229~6776788,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,260943140~3337783,277729510~5575604,285131192~1330918,287114261~5377455,303740179~6871803,326212456~10827161,343984251~9583450,368593905~3573188,380567783~8278990] 2024-02-18T09:00:08.048 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [18779060~7962995,28490561~141476,37504745~7823824,46624303~1330049,60805229~6776788,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,260943140~3337783,277729510~5575604,285131192~1330918,287114261~5377455,303740179~6871803,326212456~10827161,343984251~9583450,368593905~3573188,380567783~8278990] 2024-02-18T09:00:08.055 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [18102038~10529999,36903435~8425134,46624303~1330049,60196882~7385135,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,150994944~9210329,165277086~5035970,173940197~1875148,213909504~6263772,260943140~3337783,277729510~5575604,285131192~1330918,287114261~5377455,301989888~8622094,325037933~12001684,343984251~9583450,368593905~3573188,380567783~8278990] 2024-02-18T09:00:08.055 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 10 diff [13059116~2017464,17348323~9393732,28490561~141476,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,260943140~3337783,277729510~14762206,303740179~14006482,326212456~10827161,343984251~9583450,361982490~10184603,380567783~8772915] 2024-02-18T09:00:08.055 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~9393732,28490561~141476,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~5035970,173940197~1875148,214176511~5996765,260943140~3337783,277729510~14762206,303740179~14006482,326212456~10827161,343984251~9583450,361982490~10184603,380567783~8772915] 2024-02-18T09:00:08.063 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~11283714,36903435~14530104,57131857~161581,60196882~7385135,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,150994944~9210329,165277086~5035970,173940197~1875148,213909504~6263772,260943140~3337783,277729510~14762206,301989888~15756773,325037933~12001684,343984251~9583450,361982490~10184603,380567783~8772915] 2024-02-18T09:00:08.063 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 11 diff [13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,136860868~5834107,151143883~9061390,165277086~6916206,173940197~1875148,184582372~6361617,214176511~5996765,260943140~3337783,277729510~14762206,303740179~14006482,326212456~10827161,343984251~9583450,361982490~10184603,378536432~10804266] 2024-02-18T09:00:08.063 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,136860868~5834107,151143883~9061390,165277086~6916206,173940197~1875148,184582372~6361617,214176511~5996765,260943140~3337783,277729510~14762206,303740179~14006482,326212456~10827161,343984251~9583450,361982490~10184603,378536432~10804266] 2024-02-18T09:00:08.070 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,57131857~161581,60196882~7385135,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,136860868~5834107,150994944~9210329,165277086~6916206,173940197~1875148,184582372~6361617,213909504~6263772,260943140~3337783,277729510~14762206,301989888~15756773,325037933~12001684,343984251~9583450,361982490~10184603,378536432~10804266] 2024-02-18T09:00:08.070 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 12 diff [13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,214176511~5996765,232662512~11055064,253435295~1747024,260943140~3337783,272110814~20380902,303740179~14006482,326212456~10827161,343344373~10223328,361982490~10184603,378536432~10804266,407738819~7847391] 2024-02-18T09:00:08.070 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,60805229~6776788,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,214176511~5996765,232662512~11055064,253435295~1747024,260943140~3337783,272110814~20380902,303740179~14006482,326212456~10827161,343344373~10223328,361982490~10184603,378536432~10804266,407738819~7847391] 2024-02-18T09:00:08.077 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,57131857~161581,60196882~7385135,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,213909504~6263772,232662512~11055064,253435295~1747024,260943140~3337783,268435456~24056260,301989888~15756773,325037933~12001684,339738624~13829077,361982490~10184603,378536432~10804266,407738819~7847391] 2024-02-18T09:00:08.077 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 13 diff [2204189~8184107,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,260943140~3337783,265799555~26692161,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~10804266,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.077 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,260943140~3337783,265799555~26692161,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~10804266,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.084 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,54882899~12699118,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,192937984~6110131,213909504~6263772,232662512~11055064,253435295~1747024,260943140~3337783,264964305~27527411,301989888~15756773,325037933~28529768,361982490~10184603,378536432~10804266,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.085 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 14 diff [2204189~8184107,13059116~13682939,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,256393935~2861028,260943140~3337783,265799555~26692161,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.085 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13059116~13682939,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,60805229~6776788,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,256393935~2861028,260943140~3337783,265799555~26692161,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.092 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13059116~15572921,29360128~6042114,36903435~14530104,54882899~12699118,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~6916206,173940197~1875148,184582372~6361617,192937984~6110131,213909504~6263772,232662512~11055064,253435295~1747024,256393935~2861028,260943140~3337783,264964305~31570599,301989888~15756773,325037933~28529768,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.092 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 15 diff [2204189~8352847,13059116~13682939,28490561~141476,32940095~20176539,54882899~12699118,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,256393935~2861028,260943140~3337783,265799555~26692161,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.092 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8352847,13059116~13682939,28490561~141476,32940095~20176539,54882899~12699118,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,256393935~2861028,260943140~3337783,265799555~26692161,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.099 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8352847,13059116~15572921,29360128~23756506,54882899~12699118,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,213909504~6263772,232662512~11055064,253435295~1747024,256393935~2861028,260943140~3337783,264964305~31570599,301989888~15756773,325037933~28529768,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.099 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 16 diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,256393935~2861028,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,361982490~10184603,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.099 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,214176511~5996765,232662512~11055064,253435295~1747024,256393935~2861028,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,361982490~10184603,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.107 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,117440512~9791711,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,213909504~6263772,232662512~11055064,253435295~1747024,256393935~2861028,260943140~35591764,301989888~15756773,325037933~28529768,361982490~10184603,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.107 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 17 diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,206438880~247146,214176511~6233158,232662512~11055064,253435295~1747024,256393935~2861028,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.107 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~3856770,206438880~247146,214176511~6233158,232662512~11055064,253435295~1747024,256393935~2861028,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.114 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,117440512~9791711,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~6110131,206438880~247146,213909504~6500165,232662512~11055064,253435295~1747024,256393935~2861028,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.114 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 18 diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.114 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.121 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.121 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 19 diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.121 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.128 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.128 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 7 diff [18779060~7962995,28490561~141476,37504745~7823824,111050865~3280318,154139524~6065749,165277086~2304994,303740179~6871803,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.128 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [18779060~7962995,28490561~141476,37504745~7823824,111050865~3280318,154139524~6065749,165277086~2304994,303740179~6871803,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.135 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [18102038~10529999,36903435~8425134,111050865~3280318,150994944~9210329,165277086~2304994,301989888~8622094,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.135 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 8 diff [18779060~7962995,28490561~141476,37504745~7823824,68742044~3883230,89075962~7667359,101290930~500875,111050865~5866471,122946071~3966369,154139524~6065749,165277086~2304994,218297371~1344140,285131192~1330918,303740179~6871803,326212456~10827161,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.135 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [18779060~7962995,28490561~141476,37504745~7823824,68742044~3883230,89075962~7667359,101290930~500875,111050865~5866471,122946071~3966369,154139524~6065749,165277086~2304994,218297371~1344140,285131192~1330918,303740179~6871803,326212456~10827161,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.142 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [18102038~10529999,36903435~8425134,68742044~3883230,89075962~7667359,101290930~500875,111050865~5866471,122946071~3966369,150994944~9210329,165277086~2304994,218297371~1344140,285131192~1330918,301989888~8622094,325037933~12001684,343984251~6871532,380567783~8278990] 2024-02-18T09:00:08.142 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 9 diff [18779060~7962995,28490561~141476,37504745~7823824,46624303~1330049,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~2304994,218297371~1344140,285131192~1330918,287114261~5377455,303740179~6871803,326212456~10827161,343984251~9583450,368593905~3573188,380567783~8278990] 2024-02-18T09:00:08.142 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [18779060~7962995,28490561~141476,37504745~7823824,46624303~1330049,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~2304994,218297371~1344140,285131192~1330918,287114261~5377455,303740179~6871803,326212456~10827161,343984251~9583450,368593905~3573188,380567783~8278990] 2024-02-18T09:00:08.149 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [18102038~10529999,36903435~8425134,46624303~1330049,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,150994944~9210329,165277086~2304994,218297371~1344140,285131192~1330918,287114261~5377455,301989888~8622094,325037933~12001684,343984251~9583450,368593905~3573188,380567783~8278990] 2024-02-18T09:00:08.149 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 10 diff [13059116~2017464,17348323~9393732,28490561~141476,37504745~13928794,57131857~161581,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~2304994,218297371~1344140,283283267~9208449,303740179~14006482,326212456~10827161,343984251~9583450,361982490~10184603,380567783~8772915] 2024-02-18T09:00:08.149 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~9393732,28490561~141476,37504745~13928794,57131857~161581,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,154139524~6065749,165277086~2304994,218297371~1344140,283283267~9208449,303740179~14006482,326212456~10827161,343984251~9583450,361982490~10184603,380567783~8772915] 2024-02-18T09:00:08.156 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~11283714,36903435~14530104,57131857~161581,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,111050865~5866471,122946071~3966369,136860868~5834107,150994944~9210329,165277086~2304994,218297371~1344140,283283267~9208449,301989888~15756773,325037933~12001684,343984251~9583450,361982490~10184603,380567783~8772915] 2024-02-18T09:00:08.157 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 11 diff [13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,136860868~5834107,151143883~9061390,165277086~2304994,168402798~3790494,184582372~6361617,218297371~1344140,283283267~9208449,303740179~14006482,326212456~10827161,343984251~9583450,361982490~10184603,378536432~10804266] 2024-02-18T09:00:08.157 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,136860868~5834107,151143883~9061390,165277086~2304994,168402798~3790494,184582372~6361617,218297371~1344140,283283267~9208449,303740179~14006482,326212456~10827161,343984251~9583450,361982490~10184603,378536432~10804266] 2024-02-18T09:00:08.163 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,136860868~5834107,150994944~9210329,165277086~2304994,168402798~3790494,184582372~6361617,218297371~1344140,283283267~9208449,301989888~15756773,325037933~12001684,343984251~9583450,361982490~10184603,378536432~10804266] 2024-02-18T09:00:08.163 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 12 diff [13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~2304994,168402798~3790494,184582372~6361617,218297371~1344140,232662512~11055064,253435295~1747024,272110814~6347995,283283267~9208449,303740179~14006482,326212456~10827161,343344373~10223328,361982490~10184603,378536432~10804266,407738819~7847391] 2024-02-18T09:00:08.163 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~2304994,168402798~3790494,184582372~6361617,218297371~1344140,232662512~11055064,253435295~1747024,272110814~6347995,283283267~9208449,303740179~14006482,326212456~10827161,343344373~10223328,361982490~10184603,378536432~10804266,407738819~7847391] 2024-02-18T09:00:08.170 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~2304994,168402798~3790494,184582372~6361617,218297371~1344140,232662512~11055064,253435295~1747024,268435456~10023353,283283267~9208449,301989888~15756773,325037933~12001684,339738624~13829077,361982490~10184603,378536432~10804266,407738819~7847391] 2024-02-18T09:00:08.170 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 13 diff [2204189~8184107,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~2304994,168402798~3790494,184582372~6361617,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,265799555~12659254,283283267~9208449,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~10804266,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.170 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13059116~2017464,17348323~9393732,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~2304994,168402798~3790494,184582372~6361617,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,265799555~12659254,283283267~9208449,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~10804266,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.178 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13059116~2017464,17348323~11283714,29360128~6042114,36903435~14530104,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,111050865~5866471,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~2304994,168402798~3790494,184582372~6361617,192937984~6110131,218297371~1344140,232662512~11055064,253435295~1747024,264964305~13494504,283283267~9208449,301989888~15756773,325037933~28529768,361982490~10184603,378536432~10804266,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.178 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 14 diff [2204189~8184107,13059116~13682939,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~2304994,168402798~3790494,184582372~6361617,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.178 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13059116~13682939,28490561~141476,32940095~2462147,37504745~13928794,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~2825619,165277086~2304994,168402798~3790494,184582372~6361617,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.185 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13059116~15572921,29360128~6042114,36903435~14530104,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,146800640~13404633,161440381~2825619,165277086~2304994,168402798~3790494,184582372~6361617,192937984~6110131,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~14578502,301989888~15756773,325037933~28529768,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.185 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 15 diff [2204189~8352847,13059116~13682939,28490561~141476,32940095~20176539,54882899~11194037,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.185 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8352847,13059116~13682939,28490561~141476,32940095~20176539,54882899~11194037,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,303740179~14006482,326212456~14144699,343344373~10223328,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.192 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8352847,13059116~15572921,29360128~23756506,54882899~11194037,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~6110131,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~14578502,301989888~15756773,325037933~28529768,361982490~10184603,378536432~14067360,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.193 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 16 diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,361982490~10184603,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.193 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,361982490~10184603,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.200 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,117440512~9791711,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~6110131,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,361982490~10184603,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.200 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 17 diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~3856770,206438880~247146,218297371~2112298,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.200 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~3856770,206438880~247146,218297371~2112298,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.207 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,117440512~9791711,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~6110131,206438880~247146,218297371~2112298,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.207 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 18 diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.207 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.215 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.215 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 19 diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.215 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.222 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.222 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 8 diff [24683306~1621519,68742044~3883230,89075962~7667359,101290930~500875,112713017~4204319,122946071~3966369,218297371~1344140,285131192~1330918,326212456~10827161] 2024-02-18T09:00:08.222 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [24683306~1621519,68742044~3883230,89075962~7667359,101290930~500875,112713017~4204319,122946071~3966369,218297371~1344140,285131192~1330918,326212456~10827161] 2024-02-18T09:00:08.229 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [24683306~1621519,68742044~3883230,89075962~7667359,101290930~500875,112713017~4204319,122946071~3966369,218297371~1344140,285131192~1330918,325037933~12001684] 2024-02-18T09:00:08.229 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 9 diff [24683306~1621519,46624303~1330049,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,112713017~4204319,122946071~3966369,136860868~5834107,157093133~2186192,218297371~1344140,285131192~1330918,287114261~5377455,326212456~10827161,346692061~985880,350064680~3503021,368593905~3573188] 2024-02-18T09:00:08.229 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [24683306~1621519,46624303~1330049,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,112713017~4204319,122946071~3966369,136860868~5834107,157093133~2186192,218297371~1344140,285131192~1330918,287114261~5377455,326212456~10827161,346692061~985880,350064680~3503021,368593905~3573188] 2024-02-18T09:00:08.236 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [24683306~1621519,46624303~1330049,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,112713017~4204319,122946071~3966369,136860868~5834107,157093133~2186192,218297371~1344140,285131192~1330918,287114261~5377455,325037933~12001684,346692061~985880,350064680~3503021,368593905~3573188] 2024-02-18T09:00:08.236 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 10 diff [13059116~2017464,17348323~4552661,24683306~1621519,44549788~6883751,57131857~161581,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,112713017~4204319,122946071~3966369,136860868~5834107,157093133~2186192,218297371~1344140,283283267~9208449,306369704~11376957,326212456~10827161,346692061~985880,350064680~3503021,361982490~10184603,386852777~2487921] 2024-02-18T09:00:08.236 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~4552661,24683306~1621519,44549788~6883751,57131857~161581,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,112713017~4204319,122946071~3966369,136860868~5834107,157093133~2186192,218297371~1344140,283283267~9208449,306369704~11376957,326212456~10827161,346692061~985880,350064680~3503021,361982490~10184603,386852777~2487921] 2024-02-18T09:00:08.243 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~4552661,24683306~1621519,44549788~6883751,57131857~161581,68742044~3883230,87652191~9091130,101290930~500875,105163565~1610821,112713017~4204319,122946071~3966369,136860868~5834107,157093133~2186192,218297371~1344140,283283267~9208449,306369704~11376957,325037933~12001684,346692061~985880,350064680~3503021,361982490~10184603,386852777~2487921] 2024-02-18T09:00:08.244 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 11 diff [13059116~2017464,17348323~4552661,24683306~1621519,32940095~2462147,44549788~6883751,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,112713017~4204319,122946071~3966369,136860868~5834107,151143883~4684850,157093133~2186192,168402798~3790494,184582372~6361617,218297371~1344140,283283267~9208449,306369704~11376957,326212456~10827161,346692061~985880,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921] 2024-02-18T09:00:08.244 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~4552661,24683306~1621519,32940095~2462147,44549788~6883751,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,112713017~4204319,122946071~3966369,136860868~5834107,151143883~4684850,157093133~2186192,168402798~3790494,184582372~6361617,218297371~1344140,283283267~9208449,306369704~11376957,326212456~10827161,346692061~985880,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921] 2024-02-18T09:00:08.251 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~4552661,24683306~1621519,29360128~6042114,44549788~6883751,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,112713017~4204319,122946071~3966369,136860868~5834107,151143883~4684850,157093133~2186192,168402798~3790494,184582372~6361617,218297371~1344140,283283267~9208449,306369704~11376957,325037933~12001684,346692061~985880,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921] 2024-02-18T09:00:08.251 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 12 diff [13059116~2017464,17348323~4552661,24683306~1621519,32940095~2462147,44549788~6883751,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,112713017~4204319,122946071~3966369,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,218297371~1344140,232662512~11055064,253435295~1747024,272110814~6347995,283283267~9208449,306369704~11376957,326212456~10827161,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,407738819~7847391] 2024-02-18T09:00:08.251 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~4552661,24683306~1621519,32940095~2462147,44549788~6883751,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,112713017~4204319,122946071~3966369,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,218297371~1344140,232662512~11055064,253435295~1747024,272110814~6347995,283283267~9208449,306369704~11376957,326212456~10827161,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,407738819~7847391] 2024-02-18T09:00:08.258 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~4552661,24683306~1621519,29360128~6042114,44549788~6883751,57131857~161581,68742044~3883230,80638983~16104338,101290930~500875,105163565~1610821,107030376~3709638,112713017~4204319,122946071~3966369,131400176~11294799,146800640~9028093,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,218297371~1344140,232662512~11055064,253435295~1747024,268435456~10023353,283283267~9208449,306369704~11376957,325037933~12001684,339738624~7939317,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,407738819~7847391] 2024-02-18T09:00:08.258 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 13 diff [2204189~8184107,13059116~2017464,17348323~4552661,24683306~1621519,32940095~2462147,44549788~6883751,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,112713017~4204319,122946071~3966369,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,265799555~12659254,283283267~9208449,306369704~11376957,326212456~14144699,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.258 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13059116~2017464,17348323~4552661,24683306~1621519,32940095~2462147,44549788~6883751,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,112713017~4204319,122946071~3966369,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,265799555~12659254,283283267~9208449,306369704~11376957,326212456~14144699,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.265 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13059116~2017464,17348323~4552661,24683306~1621519,29360128~6042114,44549788~6883751,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~3709638,112713017~4204319,122946071~3966369,131400176~11294799,146800640~9028093,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,192937984~6110131,218297371~1344140,232662512~11055064,253435295~1747024,264964305~13494504,283283267~9208449,306369704~11376957,325037933~22640008,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.265 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 14 diff [2204189~8184107,13059116~8841868,24683306~1621519,32940095~2462147,44549788~6883751,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,306369704~11376957,326212456~14144699,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.266 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13059116~8841868,24683306~1621519,32940095~2462147,44549788~6883751,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,306369704~11376957,326212456~14144699,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.272 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13059116~8841868,24683306~1621519,29360128~6042114,44549788~6883751,54882899~5547534,68742044~7033629,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,146800640~9028093,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,192937984~6110131,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~14578502,306369704~11376957,325037933~22640008,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.273 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 15 diff [2204189~8352847,13059116~8841868,24683306~1621519,32940095~9712287,44549788~8566846,54882899~11194037,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,306369704~11376957,326212456~14144699,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.273 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8352847,13059116~8841868,24683306~1621519,32940095~9712287,44549788~8566846,54882899~11194037,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,306369704~11376957,326212456~14144699,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.280 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8352847,13059116~8841868,24683306~1621519,29360128~13292254,44549788~8566846,54882899~11194037,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,122946071~3966369,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~14578502,306369704~11376957,325037933~22640008,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.280 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 16 diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,306369704~11376957,326212456~14144699,341905775~5772166,350064680~3503021,361982490~10184603,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.280 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,306369704~11376957,326212456~14144699,341905775~5772166,350064680~3503021,361982490~10184603,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.287 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,101290930~500875,102742836~1756287,105163565~1610821,107030376~9886960,117440512~9791711,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,218297371~1344140,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~17610034,306369704~11376957,325037933~22640008,350064680~3503021,361982490~10184603,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.287 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 17 diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,206438880~247146,218297371~2112298,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.287 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,206438880~247146,218297371~2112298,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.294 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~9968640,117440512~9791711,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,206438880~247146,218297371~2112298,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.294 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 18 diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.294 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.301 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.302 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 19 diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.302 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.309 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.309 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 9 diff [46624303~1330049,87652191~4639581,105163565~1610821,136860868~5834107,157093133~2186192,287114261~5377455,346692061~985880,350064680~3503021,368593905~3573188] 2024-02-18T09:00:08.309 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [46624303~1330049,87652191~4639581,105163565~1610821,136860868~5834107,157093133~2186192,287114261~5377455,346692061~985880,350064680~3503021,368593905~3573188] 2024-02-18T09:00:08.316 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [46624303~1330049,87652191~4639581,105163565~1610821,136860868~5834107,157093133~2186192,287114261~5377455,346692061~985880,350064680~3503021,368593905~3573188] 2024-02-18T09:00:08.317 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 10 diff [13059116~2017464,17348323~4552661,44549788~6883751,57131857~161581,87652191~4639581,105163565~1610821,136860868~5834107,157093133~2186192,283283267~9208449,306369704~11376957,346692061~985880,350064680~3503021,361982490~10184603,386852777~2487921] 2024-02-18T09:00:08.317 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~4552661,44549788~6883751,57131857~161581,87652191~4639581,105163565~1610821,136860868~5834107,157093133~2186192,283283267~9208449,306369704~11376957,346692061~985880,350064680~3503021,361982490~10184603,386852777~2487921] 2024-02-18T09:00:08.324 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~4552661,44549788~6883751,57131857~161581,87652191~4639581,105163565~1610821,136860868~5834107,157093133~2186192,283283267~9208449,306369704~11376957,346692061~985880,350064680~3503021,361982490~10184603,386852777~2487921] 2024-02-18T09:00:08.324 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 11 diff [13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,57131857~161581,80638983~11652789,105163565~1610821,107030376~3709638,136860868~5834107,151143883~4684850,157093133~2186192,168402798~3790494,184582372~6361617,283283267~9208449,306369704~11376957,346692061~985880,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921] 2024-02-18T09:00:08.324 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,57131857~161581,80638983~11652789,105163565~1610821,107030376~3709638,136860868~5834107,151143883~4684850,157093133~2186192,168402798~3790494,184582372~6361617,283283267~9208449,306369704~11376957,346692061~985880,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921] 2024-02-18T09:00:08.331 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~4552661,29360128~6042114,44549788~6883751,57131857~161581,80638983~11652789,105163565~1610821,107030376~3709638,136860868~5834107,151143883~4684850,157093133~2186192,168402798~3790494,184582372~6361617,283283267~9208449,306369704~11376957,346692061~985880,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921] 2024-02-18T09:00:08.331 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 12 diff [13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,57131857~161581,80638983~11652789,105163565~1610821,107030376~3709638,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,232662512~11055064,253435295~1747024,272110814~6347995,283283267~9208449,306369704~11376957,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,407738819~7847391] 2024-02-18T09:00:08.331 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,57131857~161581,80638983~11652789,105163565~1610821,107030376~3709638,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,232662512~11055064,253435295~1747024,272110814~6347995,283283267~9208449,306369704~11376957,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,407738819~7847391] 2024-02-18T09:00:08.338 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~4552661,29360128~6042114,44549788~6883751,57131857~161581,80638983~11652789,105163565~1610821,107030376~3709638,131400176~11294799,146800640~9028093,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,232662512~11055064,253435295~1747024,268435456~10023353,283283267~9208449,306369704~11376957,339738624~7939317,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,407738819~7847391] 2024-02-18T09:00:08.338 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 13 diff [2204189~8184107,13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,54882899~5547534,69420003~6355670,80638983~11652789,102742836~1756287,105163565~1610821,107030376~3709638,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,265799555~12659254,283283267~9208449,306369704~11376957,334280991~6076164,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.339 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,54882899~5547534,69420003~6355670,80638983~11652789,102742836~1756287,105163565~1610821,107030376~3709638,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,265799555~12659254,283283267~9208449,306369704~11376957,334280991~6076164,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.345 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13059116~2017464,17348323~4552661,29360128~6042114,44549788~6883751,54882899~5547534,69420003~6355670,80638983~11652789,102742836~1756287,105163565~1610821,107030376~3709638,131400176~11294799,146800640~9028093,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,192937984~6110131,232662512~11055064,253435295~1747024,264964305~13494504,283283267~9208449,306369704~11376957,334280991~13396950,350064680~3503021,361982490~10184603,378536432~5481560,386852777~2487921,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.346 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 14 diff [2204189~8184107,13059116~8841868,32940095~2462147,44549788~6883751,54882899~5547534,69420003~6355670,80638983~11652789,102742836~1756287,105163565~1610821,107030376~8824530,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,306369704~11376957,334280991~6076164,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.346 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13059116~8841868,32940095~2462147,44549788~6883751,54882899~5547534,69420003~6355670,80638983~11652789,102742836~1756287,105163565~1610821,107030376~8824530,131400176~11294799,148108841~7719892,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,306369704~11376957,334280991~6076164,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.353 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13059116~8841868,29360128~6042114,44549788~6883751,54882899~5547534,69420003~6355670,80638983~11652789,102742836~1756287,105163565~1610821,107030376~8824530,131400176~11294799,146800640~9028093,157093133~2186192,161440381~2825619,168402798~3790494,184582372~6361617,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~14578502,306369704~11376957,334280991~13396950,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.353 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 15 diff [2204189~8352847,13059116~8841868,32940095~9712287,44549788~8566846,54882899~11194037,69420003~6355670,77396977~735622,80638983~11652789,102742836~1756287,105163565~1610821,107030376~8824530,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,306369704~11376957,334280991~6076164,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.353 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8352847,13059116~8841868,32940095~9712287,44549788~8566846,54882899~11194037,69420003~6355670,77396977~735622,80638983~11652789,102742836~1756287,105163565~1610821,107030376~8824530,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~10535314,293006431~3528473,306369704~11376957,334280991~6076164,343344373~4333568,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.359 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8352847,13059116~8841868,29360128~13292254,44549788~8566846,54882899~11194037,69420003~6355670,77396977~735622,80638983~11652789,102742836~1756287,105163565~1610821,107030376~8824530,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~14578502,306369704~11376957,334280991~13396950,350064680~3503021,361982490~10184603,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.360 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 16 diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,102742836~1756287,105163565~1610821,107030376~8824530,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,306369704~11376957,334280991~6076164,341905775~5772166,350064680~3503021,361982490~10184603,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.360 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,102742836~1756287,105163565~1610821,107030376~8824530,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,306369704~11376957,334280991~6076164,341905775~5772166,350064680~3503021,361982490~10184603,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.367 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,102742836~1756287,105163565~1610821,107030376~8824530,117440512~9791711,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~17610034,306369704~11376957,334280991~13396950,350064680~3503021,361982490~10184603,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.367 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 17 diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116513494~485522,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.367 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116513494~485522,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.374 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116513494~485522,117440512~9791711,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.374 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 18 diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.374 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.384 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.384 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 19 diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.385 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.396 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.396 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 10 diff [13059116~2017464,17348323~4552661,44549788~6883751,57131857~161581,87935726~2929123,283283267~6895691,306369704~11376957,361982490~7087385,386852777~2487921] 2024-02-18T09:00:08.396 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~4552661,44549788~6883751,57131857~161581,87935726~2929123,283283267~6895691,306369704~11376957,361982490~7087385,386852777~2487921] 2024-02-18T09:00:08.404 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~4552661,44549788~6883751,57131857~161581,87935726~2929123,283283267~6895691,306369704~11376957,361982490~7087385,386852777~2487921] 2024-02-18T09:00:08.404 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 11 diff [13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,57131857~161581,80638983~7130288,87935726~2929123,107030376~3709638,151143883~4684850,168402798~3790494,184582372~6361617,283283267~6895691,306369704~11376957,361982490~7087385,378536432~5481560,386852777~2487921] 2024-02-18T09:00:08.404 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,57131857~161581,80638983~7130288,87935726~2929123,107030376~3709638,151143883~4684850,168402798~3790494,184582372~6361617,283283267~6895691,306369704~11376957,361982490~7087385,378536432~5481560,386852777~2487921] 2024-02-18T09:00:08.412 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~4552661,29360128~6042114,44549788~6883751,57131857~161581,80638983~7130288,87935726~2929123,107030376~3709638,151143883~4684850,168402798~3790494,184582372~6361617,283283267~6895691,306369704~11376957,361982490~7087385,378536432~5481560,386852777~2487921] 2024-02-18T09:00:08.412 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 12 diff [13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,57131857~161581,80638983~7130288,87935726~2929123,107030376~3709638,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,232662512~11055064,253435295~1747024,272110814~6347995,283283267~6895691,306369704~11376957,343344373~3743345,361982490~7087385,378536432~5481560,386852777~2487921,407738819~7847391] 2024-02-18T09:00:08.412 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,57131857~161581,80638983~7130288,87935726~2929123,107030376~3709638,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,232662512~11055064,253435295~1747024,272110814~6347995,283283267~6895691,306369704~11376957,343344373~3743345,361982490~7087385,378536432~5481560,386852777~2487921,407738819~7847391] 2024-02-18T09:00:08.419 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13059116~2017464,17348323~4552661,29360128~6042114,44549788~6883751,57131857~161581,80638983~7130288,87935726~2929123,107030376~3709638,131400176~6367180,146800640~9028093,161440381~2825619,168402798~3790494,184582372~6361617,232662512~11055064,253435295~1747024,268435456~10023353,283283267~6895691,306369704~11376957,339738624~7349094,361982490~7087385,378536432~5481560,386852777~2487921,407738819~7847391] 2024-02-18T09:00:08.419 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 13 diff [2204189~8184107,13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,54882899~5547534,69420003~6355670,80638983~7130288,87935726~2929123,102742836~1756287,107030376~3709638,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,265799555~12659254,283283267~6895691,306369704~11376957,334280991~6076164,343344373~3743345,361982490~7087385,378536432~5481560,386852777~2487921,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.419 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13059116~2017464,17348323~4552661,32940095~2462147,44549788~6883751,54882899~5547534,69420003~6355670,80638983~7130288,87935726~2929123,102742836~1756287,107030376~3709638,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,265799555~12659254,283283267~6895691,306369704~11376957,334280991~6076164,343344373~3743345,361982490~7087385,378536432~5481560,386852777~2487921,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.426 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13059116~2017464,17348323~4552661,29360128~6042114,44549788~6883751,54882899~5547534,69420003~6355670,80638983~7130288,87935726~2929123,102742836~1756287,107030376~3709638,131400176~6367180,146800640~9028093,161440381~2825619,168402798~3790494,184582372~6361617,192937984~6110131,232662512~11055064,253435295~1747024,264964305~13494504,283283267~6895691,306369704~11376957,334280991~12806727,361982490~7087385,378536432~5481560,386852777~2487921,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.426 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 14 diff [2204189~8184107,13059116~8841868,32940095~2462147,44549788~6883751,54882899~5547534,69420003~6355670,80638983~10225866,102742836~1756287,107030376~8824530,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~8222556,293006431~3528473,306369704~11376957,334280991~6076164,343344373~3743345,361982490~7087385,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.427 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13059116~8841868,32940095~2462147,44549788~6883751,54882899~5547534,69420003~6355670,80638983~10225866,102742836~1756287,107030376~8824530,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~8222556,293006431~3528473,306369704~11376957,334280991~6076164,343344373~3743345,361982490~7087385,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.433 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13059116~8841868,29360128~6042114,44549788~6883751,54882899~5547534,69420003~6355670,80638983~10225866,102742836~1756287,107030376~8824530,131400176~6367180,146800640~9028093,161440381~2825619,168402798~3790494,184582372~6361617,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~8222556,292491716~4043188,306369704~11376957,334280991~12806727,361982490~7087385,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.434 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 15 diff [2204189~8352847,13059116~8841868,32940095~9712287,44549788~8566846,54882899~11194037,69420003~6355670,77396977~735622,80638983~10225866,102742836~1756287,107030376~8824530,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~8222556,293006431~3528473,306369704~11376957,334280991~6076164,343344373~3743345,361982490~7087385,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.434 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8352847,13059116~8841868,32940095~9712287,44549788~8566846,54882899~11194037,69420003~6355670,77396977~735622,80638983~10225866,102742836~1756287,107030376~8824530,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~8222556,293006431~3528473,306369704~11376957,334280991~6076164,343344373~3743345,361982490~7087385,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.441 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8352847,13059116~8841868,29360128~13292254,44549788~8566846,54882899~11194037,69420003~6355670,77396977~735622,80638983~10225866,102742836~1756287,107030376~8824530,131400176~6367180,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~8222556,292491716~4043188,306369704~11376957,334280991~12806727,361982490~7087385,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.441 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 16 diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,102742836~1756287,107030376~8824530,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~11254088,293006431~3528473,306369704~11376957,334280991~6076164,341905775~5415064,361982490~7087385,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.441 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,102742836~1756287,107030376~8824530,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~11254088,293006431~3528473,306369704~11376957,334280991~6076164,341905775~5415064,361982490~7087385,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.448 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,102742836~1756287,107030376~8824530,117440512~9791711,131400176~6367180,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~11254088,292491716~4043188,306369704~11376957,334280991~13039848,361982490~7087385,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.448 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 17 diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116513494~485522,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~11254088,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.448 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116513494~485522,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~11254088,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.455 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116513494~485522,117440512~9791711,131400176~6367180,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~11254088,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.456 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 18 diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~11254088,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.456 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~11254088,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.463 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~6367180,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~11254088,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.463 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 19 diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.463 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.470 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.470 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 11 diff [19612628~1206882,32940095~2462147,49074989~197455,80638983~7130288,107030376~3709638,151143883~4684850,168402798~3790494,184582372~6361617,378536432~5481560] 2024-02-18T09:00:08.471 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [19612628~1206882,32940095~2462147,49074989~197455,80638983~7130288,107030376~3709638,151143883~4684850,168402798~3790494,184582372~6361617,378536432~5481560] 2024-02-18T09:00:08.478 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [19612628~1206882,29360128~6042114,49074989~197455,80638983~7130288,107030376~3709638,151143883~4684850,168402798~3790494,184582372~6361617,378536432~5481560] 2024-02-18T09:00:08.478 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 12 diff [19612628~1206882,32940095~2462147,49074989~197455,50816118~491262,80638983~7130288,107030376~3709638,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,232662512~11055064,253435295~1747024,272110814~6347995,343344373~3743345,378536432~5481560,407738819~7847391] 2024-02-18T09:00:08.478 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [19612628~1206882,32940095~2462147,49074989~197455,50816118~491262,80638983~7130288,107030376~3709638,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,232662512~11055064,253435295~1747024,272110814~6347995,343344373~3743345,378536432~5481560,407738819~7847391] 2024-02-18T09:00:08.485 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [19612628~1206882,29360128~6042114,49074989~197455,50816118~491262,80638983~7130288,107030376~3709638,131400176~6367180,146800640~9028093,161440381~2825619,168402798~3790494,184582372~6361617,232662512~11055064,253435295~1747024,268435456~10023353,339738624~7349094,378536432~5481560,407738819~7847391] 2024-02-18T09:00:08.485 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 13 diff [2204189~8184107,19612628~1206882,32940095~2462147,49074989~197455,50816118~491262,54882899~5547534,69420003~6355670,80638983~7130288,102742836~1756287,107030376~3709638,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,265799555~12659254,314586622~2211833,334280991~6076164,343344373~3743345,378536432~5481560,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.485 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,19612628~1206882,32940095~2462147,49074989~197455,50816118~491262,54882899~5547534,69420003~6355670,80638983~7130288,102742836~1756287,107030376~3709638,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,265799555~12659254,314586622~2211833,334280991~6076164,343344373~3743345,378536432~5481560,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.492 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,19612628~1206882,29360128~6042114,49074989~197455,50816118~491262,54882899~5547534,69420003~6355670,80638983~7130288,102742836~1756287,107030376~3709638,131400176~6367180,146800640~9028093,161440381~2825619,168402798~3790494,184582372~6361617,192937984~6110131,232662512~11055064,253435295~1747024,264964305~13494504,314586622~2211833,334280991~12806727,378536432~5481560,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.492 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 14 diff [2204189~8184107,13591490~4845965,19612628~1206882,32940095~2462147,49074989~197455,50816118~491262,54882899~5547534,69420003~6355670,80638983~8387968,102742836~1756287,107030376~8824530,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,343344373~3743345,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.492 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13591490~4845965,19612628~1206882,32940095~2462147,49074989~197455,50816118~491262,54882899~5547534,69420003~6355670,80638983~8387968,102742836~1756287,107030376~8824530,131400176~6367180,148108841~7719892,161440381~2825619,168402798~3790494,184582372~6361617,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,343344373~3743345,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.499 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13591490~4845965,19612628~1206882,29360128~6042114,49074989~197455,50816118~491262,54882899~5547534,69420003~6355670,80638983~8387968,102742836~1756287,107030376~8824530,131400176~6367180,146800640~9028093,161440381~2825619,168402798~3790494,184582372~6361617,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~7005056,292491716~4043188,306596279~6840435,314586622~2211833,334280991~12806727,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.499 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 15 diff [2204189~8352847,13591490~4845965,19612628~1206882,32940095~9712287,49074989~197455,50816118~2300516,54882899~11194037,69420003~6355670,77396977~735622,80638983~8387968,102742836~1756287,107030376~8824530,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,343344373~3743345,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.499 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8352847,13591490~4845965,19612628~1206882,32940095~9712287,49074989~197455,50816118~2300516,54882899~11194037,69420003~6355670,77396977~735622,80638983~8387968,102742836~1756287,107030376~8824530,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,343344373~3743345,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.506 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8352847,13591490~4845965,19612628~1206882,29360128~13292254,49074989~197455,50816118~2300516,54882899~11194037,69420003~6355670,77396977~735622,80638983~8387968,102742836~1756287,107030376~8824530,131400176~6367180,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~7005056,292491716~4043188,306596279~6840435,314586622~2211833,334280991~12806727,378536432~5481560,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.507 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 16 diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,49074989~197455,50576396~15500540,69420003~6355670,77396977~735622,80638983~8387968,102742836~1756287,107030376~8824530,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,341905775~5415064,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.507 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,49074989~197455,50576396~15500540,69420003~6355670,77396977~735622,80638983~8387968,102742836~1756287,107030376~8824530,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,341905775~5415064,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.514 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,49074989~197455,50576396~15500540,69420003~6355670,77396977~735622,80638983~8387968,102742836~1756287,107030376~8824530,117440512~9791711,131400176~6367180,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,292491716~4043188,306596279~6840435,314586622~2211833,334280991~13039848,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.514 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 17 diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,49074989~197455,50576396~15500540,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116513494~485522,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.514 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,49074989~197455,50576396~15500540,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116513494~485522,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~3856770,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.522 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,49074989~197455,50576396~15500540,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116513494~485522,117440512~9791711,131400176~6367180,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~6110131,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.522 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 18 diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.522 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,121394267~5837956,131400176~6367180,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.529 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~6367180,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~10036588,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.529 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 19 diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.529 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.536 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.536 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 12 diff [50816118~491262,131400176~6367180,148108841~5145307,161440381~2825619,232662512~11055064,253435295~1747024,272110814~6347995,343344373~3743345,407738819~7847391] 2024-02-18T09:00:08.536 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [50816118~491262,131400176~6367180,148108841~5145307,161440381~2825619,232662512~11055064,253435295~1747024,272110814~6347995,343344373~3743345,407738819~7847391] 2024-02-18T09:00:08.543 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [50816118~491262,131400176~6367180,146800640~6453508,161440381~2825619,232662512~11055064,253435295~1747024,268435456~10023353,339738624~7349094,407738819~7847391] 2024-02-18T09:00:08.543 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 13 diff [2204189~8184107,50816118~491262,54882899~5547534,69420003~6355670,102742836~1756287,131400176~6367180,148108841~5145307,161440381~2825619,195191345~3856770,232662512~11055064,253435295~1747024,265799555~12659254,314586622~2211833,334280991~6076164,343344373~3743345,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.543 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,50816118~491262,54882899~5547534,69420003~6355670,102742836~1756287,131400176~6367180,148108841~5145307,161440381~2825619,195191345~3856770,232662512~11055064,253435295~1747024,265799555~12659254,314586622~2211833,334280991~6076164,343344373~3743345,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.550 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,50816118~491262,54882899~5547534,69420003~6355670,102742836~1756287,131400176~6367180,146800640~6453508,161440381~2825619,192937984~6110131,232662512~11055064,253435295~1747024,264964305~13494504,314586622~2211833,334280991~12806727,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.550 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 14 diff [2204189~8184107,13591490~4845965,50816118~491262,54882899~5547534,69420003~6355670,81806685~7220266,102742836~1756287,109848209~6006697,131400176~6367180,148108841~5145307,161440381~2825619,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,343344373~3743345,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.551 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13591490~4845965,50816118~491262,54882899~5547534,69420003~6355670,81806685~7220266,102742836~1756287,109848209~6006697,131400176~6367180,148108841~5145307,161440381~2825619,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,343344373~3743345,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.558 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13591490~4845965,50816118~491262,54882899~5547534,69420003~6355670,81806685~7220266,102742836~1756287,109848209~6006697,131400176~6367180,146800640~6453508,161440381~2825619,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~7005056,292491716~4043188,306596279~6840435,314586622~2211833,334280991~12806727,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.558 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 15 diff [2204189~8352847,13591490~4845965,35264024~7388358,50816118~2300516,54882899~11194037,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,131400176~6367180,148108841~5145307,161440381~4463316,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,343344373~3743345,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.558 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8352847,13591490~4845965,35264024~7388358,50816118~2300516,54882899~11194037,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,131400176~6367180,148108841~5145307,161440381~4463316,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,265799555~12659254,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,343344373~3743345,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.565 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8352847,13591490~4845965,35264024~7388358,50816118~2300516,54882899~11194037,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,131400176~6367180,146800640~6453508,161440381~4463316,169106119~2038476,171750384~7191035,180355072~7713226,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,264964305~13494504,281956402~7005056,292491716~4043188,306596279~6840435,314586622~2211833,334280991~12806727,384966220~7637572,402832898~1711512,407738819~7847391] 2024-02-18T09:00:08.565 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 16 diff [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,121394267~5837956,131400176~6367180,148108841~5145307,161440381~4463316,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,341905775~5415064,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.566 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,121394267~5837956,131400176~6367180,148108841~5145307,161440381~4463316,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,341905775~5415064,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.573 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,117440512~9791711,131400176~6367180,146800640~6453508,161440381~4463316,169106119~2038476,171750384~7191035,180355072~7713226,192937984~6110131,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,292491716~4043188,306596279~6840435,314586622~2211833,334280991~13039848,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.573 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 17 diff [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116513494~485522,121394267~5837956,131400176~6367180,148108841~5145307,161440381~4463316,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.573 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116513494~485522,121394267~5837956,131400176~6367180,148108841~5145307,161440381~4463316,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.580 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116513494~485522,117440512~9791711,131400176~6367180,146800640~6453508,161440381~4463316,169106119~2038476,171750384~7191035,180355072~7713226,192937984~6110131,206438880~247146,219580595~829074,232662512~11055064,253435295~1747024,256393935~2861028,263740049~14718760,278924870~10036588,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~1711512,407738819~10766237] 2024-02-18T09:00:08.580 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 18 diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,121394267~5837956,131400176~6367180,148108841~5145307,161440381~4463316,169106119~2038476,171750384~7191035,181804341~6263957,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.580 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,121394267~5837956,131400176~6367180,148108841~5145307,161440381~4463316,169106119~2038476,171750384~7191035,181804341~6263957,195191345~5741510,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.599 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,131400176~6367180,146800640~6453508,161440381~4463316,169106119~2038476,171750384~7191035,180355072~7713226,192937984~7994871,206438880~247146,216179893~8003169,232662512~11055064,253435295~6426205,263740049~14718760,278924870~10036588,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.599 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 19 diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.600 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.608 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,131400176~7936298,139525913~1169183,146800640~6453508,161440381~4463316,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:08.608 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 13 diff [2204189~8184107,54882899~5547534,69420003~6355670,102742836~1756287,195191345~3856770,265799555~6652851,314586622~2211833,334280991~6076164,402832898~1711512] 2024-02-18T09:00:08.608 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,54882899~5547534,69420003~6355670,102742836~1756287,195191345~3856770,265799555~6652851,314586622~2211833,334280991~6076164,402832898~1711512] 2024-02-18T09:00:08.615 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,54882899~5547534,69420003~6355670,102742836~1756287,192937984~6110131,264964305~7488101,314586622~2211833,334280991~6076164,402832898~1711512] 2024-02-18T09:00:08.615 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 14 diff [2204189~8184107,13591490~4845965,54882899~5547534,69420003~6355670,81806685~7220266,102742836~1756287,109848209~6006697,195191345~3856770,233070479~7123943,256393935~2861028,265799555~6652851,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,384966220~7637572,402832898~1711512] 2024-02-18T09:00:08.615 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8184107,13591490~4845965,54882899~5547534,69420003~6355670,81806685~7220266,102742836~1756287,109848209~6006697,195191345~3856770,233070479~7123943,256393935~2861028,265799555~6652851,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,384966220~7637572,402832898~1711512] 2024-02-18T09:00:08.623 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8184107,13591490~4845965,54882899~5547534,69420003~6355670,81806685~7220266,102742836~1756287,109848209~6006697,192937984~6110131,233070479~7123943,256393935~2861028,264964305~7488101,281956402~7005056,292491716~4043188,306596279~6840435,314586622~2211833,334280991~6076164,384966220~7637572,402832898~1711512] 2024-02-18T09:00:08.623 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 15 diff [2204189~8352847,13591490~4845965,35264024~7388358,51135314~1981320,54882899~11194037,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,233070479~7123943,256393935~2861028,265799555~6652851,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,384966220~7637572,402832898~1711512] 2024-02-18T09:00:08.623 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8352847,13591490~4845965,35264024~7388358,51135314~1981320,54882899~11194037,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,233070479~7123943,256393935~2861028,265799555~6652851,281956402~7005056,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,384966220~7637572,402832898~1711512] 2024-02-18T09:00:08.630 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8352847,13591490~4845965,35264024~7388358,51135314~1981320,54882899~11194037,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,192937984~6110131,233070479~7123943,256393935~2861028,264964305~7488101,281956402~7005056,292491716~4043188,306596279~6840435,314586622~2211833,334280991~6076164,384966220~7637572,402832898~1711512] 2024-02-18T09:00:08.630 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 16 diff [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,233070479~7123943,256393935~2861028,263740049~8712357,278924870~10036588,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,341905775~5415064,384966220~10836759,402832898~1711512,410853077~7651979] 2024-02-18T09:00:08.630 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,233070479~7123943,256393935~2861028,263740049~8712357,278924870~10036588,293006431~3528473,306596279~6840435,314586622~2211833,334280991~6076164,341905775~5415064,384966220~10836759,402832898~1711512,410853077~7651979] 2024-02-18T09:00:08.637 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7220266,102742836~1756287,109848209~6006697,117440512~9791711,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,192937984~6110131,233070479~7123943,256393935~2861028,263740049~8712357,278924870~10036588,292491716~4043188,306596279~6840435,314586622~2211833,334280991~6076164,341905775~5415064,384966220~10836759,402832898~1711512,410853077~7651979] 2024-02-18T09:00:08.637 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 17 diff [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116513494~485522,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,206438880~247146,219580595~829074,233070479~7123943,256393935~2861028,263740049~8712357,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~1711512,410853077~7651979] 2024-02-18T09:00:08.637 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116513494~485522,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,195191345~3856770,206438880~247146,219580595~829074,233070479~7123943,256393935~2861028,263740049~8712357,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~1711512,410853077~7651979] 2024-02-18T09:00:08.645 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,50576396~15500540,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116513494~485522,117440512~9791711,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,192937984~6110131,206438880~247146,219580595~829074,233070479~7123943,256393935~2861028,263740049~8712357,278924870~10036588,292491716~4043188,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~1711512,410853077~7651979] 2024-02-18T09:00:08.645 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 18 diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,195191345~5741510,206438880~247146,216179893~8003169,233070479~7123943,254301937~5559563,263740049~8712357,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:08.645 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,195191345~5741510,206438880~247146,216179893~8003169,233070479~7123943,254301937~5559563,263740049~8712357,278924870~10036588,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:08.652 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,192937984~7994871,206438880~247146,216179893~8003169,233070479~7123943,254301937~5559563,263740049~8712357,278924870~10036588,292491716~4043188,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:08.652 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 19 diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:08.652 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:08.659 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:08.659 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 14 diff [13591490~4845965,81806685~7220266,109848209~6006697,233070479~7123943,256393935~2861028,281956402~7005056,293006431~3528473,306596279~6840435,384966220~7637572] 2024-02-18T09:00:08.659 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [13591490~4845965,81806685~7220266,109848209~6006697,233070479~7123943,256393935~2861028,281956402~7005056,293006431~3528473,306596279~6840435,384966220~7637572] 2024-02-18T09:00:08.668 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [13591490~4845965,81806685~7220266,109848209~6006697,233070479~7123943,256393935~2861028,281956402~7005056,292491716~4043188,306596279~6840435,384966220~7637572] 2024-02-18T09:00:08.668 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 15 diff [9402861~1154175,13591490~4845965,35264024~7388358,51135314~1981320,59791127~6285809,77396977~735622,81806685~7220266,109848209~6006697,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,233070479~7123943,256393935~2861028,281956402~7005056,293006431~3528473,306596279~6840435,384966220~7637572] 2024-02-18T09:00:08.668 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [9402861~1154175,13591490~4845965,35264024~7388358,51135314~1981320,59791127~6285809,77396977~735622,81806685~7220266,109848209~6006697,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,233070479~7123943,256393935~2861028,281956402~7005056,293006431~3528473,306596279~6840435,384966220~7637572] 2024-02-18T09:00:08.676 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [9402861~1154175,13591490~4845965,35264024~7388358,51135314~1981320,59791127~6285809,77396977~735622,81806685~7220266,109848209~6006697,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,233070479~7123943,256393935~2861028,281956402~7005056,292491716~4043188,306596279~6840435,384966220~7637572] 2024-02-18T09:00:08.676 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 16 diff [4926016~6135930,13591490~4845965,35264024~7388358,50576396~5472925,59791127~6285809,77396977~735622,81806685~7220266,109848209~6006697,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,233070479~7123943,256393935~2861028,263740049~6579558,278924870~10036588,293006431~3528473,306596279~6840435,341905775~5415064,384966220~10836759,410853077~7651979] 2024-02-18T09:00:08.676 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,13591490~4845965,35264024~7388358,50576396~5472925,59791127~6285809,77396977~735622,81806685~7220266,109848209~6006697,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,233070479~7123943,256393935~2861028,263740049~6579558,278924870~10036588,293006431~3528473,306596279~6840435,341905775~5415064,384966220~10836759,410853077~7651979] 2024-02-18T09:00:08.684 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,13591490~4845965,35264024~7388358,50576396~5472925,59791127~6285809,77396977~735622,81806685~7220266,109848209~6006697,117440512~9791711,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,233070479~7123943,256393935~2861028,263740049~6579558,278924870~10036588,292491716~4043188,306596279~6840435,341905775~5415064,384966220~10836759,410853077~7651979] 2024-02-18T09:00:08.684 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 17 diff [4926016~6135930,13591490~4845965,35264024~7388358,50576396~5472925,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116513494~485522,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,206438880~247146,219580595~829074,233070479~7123943,256393935~2861028,263740049~6579558,278924870~10036588,293006431~3528473,304578472~8858242,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,410853077~7651979] 2024-02-18T09:00:08.684 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,13591490~4845965,35264024~7388358,50576396~5472925,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116513494~485522,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,206438880~247146,219580595~829074,233070479~7123943,256393935~2861028,263740049~6579558,278924870~10036588,293006431~3528473,304578472~8858242,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,410853077~7651979] 2024-02-18T09:00:08.692 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,13591490~4845965,35264024~7388358,50576396~5472925,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116513494~485522,117440512~9791711,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,206438880~247146,219580595~829074,233070479~7123943,256393935~2861028,263740049~6579558,278924870~10036588,292491716~4043188,304578472~8858242,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,410853077~7651979] 2024-02-18T09:00:08.692 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 18 diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,196095427~4837428,206438880~247146,216179893~8003169,233070479~7123943,254301937~5559563,263740049~6579558,278924870~10036588,293006431~3528473,304578472~8858242,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.692 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,196095427~4837428,206438880~247146,216179893~8003169,233070479~7123943,254301937~5559563,263740049~6579558,278924870~10036588,293006431~3528473,304578472~8858242,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.699 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~10797076,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,196095427~4837428,206438880~247146,216179893~8003169,233070479~7123943,254301937~5559563,263740049~6579558,278924870~10036588,292491716~4043188,304578472~8858242,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.700 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 19 diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.700 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:08 smithi110 bash[54479]: cluster 2024-02-18T09:00:07.398438+0000 mon.a (mon.0) 2060 : cluster [DBG] osdmap e1061: 8 total, 8 up, 8 in 2024-02-18T09:00:08.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:08 smithi110 bash[54479]: cluster 2024-02-18T09:00:07.532295+0000 mgr.y (mgr.44100) 1319 : cluster [DBG] pgmap v1973: 105 pgs: 105 active+clean; 823 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s wr, 18 op/s 2024-02-18T09:00:08.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:08 smithi110 bash[55875]: cluster 2024-02-18T09:00:07.398438+0000 mon.a (mon.0) 2060 : cluster [DBG] osdmap e1061: 8 total, 8 up, 8 in 2024-02-18T09:00:08.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:08 smithi110 bash[55875]: cluster 2024-02-18T09:00:07.532295+0000 mgr.y (mgr.44100) 1319 : cluster [DBG] pgmap v1973: 105 pgs: 105 active+clean; 823 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s wr, 18 op/s 2024-02-18T09:00:08.708 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,292491716~4043188,304578472~8858242,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.708 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to 15 diff [9402861~1154175,35264024~7388358,51135314~1981320,59791127~6285809,77396977~735622,110969949~4808661,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957] 2024-02-18T09:00:08.708 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [9402861~1154175,35264024~7388358,51135314~1981320,59791127~6285809,77396977~735622,110969949~4808661,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957] 2024-02-18T09:00:08.715 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [9402861~1154175,35264024~7388358,51135314~1981320,59791127~6285809,77396977~735622,110969949~4808661,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226] 2024-02-18T09:00:08.715 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to 16 diff [4926016~6135930,35264024~7388358,50576396~5472925,59791127~6285809,77396977~735622,110969949~4808661,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,263740049~6579558,278924870~7390561,341905775~5415064,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.715 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,35264024~7388358,50576396~5472925,59791127~6285809,77396977~735622,110969949~4808661,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,263740049~6579558,278924870~7390561,341905775~5415064,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.722 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,35264024~7388358,50576396~5472925,59791127~6285809,77396977~735622,110969949~4808661,117440512~9791711,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,263740049~6579558,278924870~7390561,341905775~5415064,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.723 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to 17 diff [4926016~6135930,35264024~7388358,50576396~5472925,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116513494~485522,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,206438880~247146,219580595~829074,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.723 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,35264024~7388358,50576396~5472925,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116513494~485522,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,206438880~247146,219580595~829074,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.729 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,35264024~7388358,50576396~5472925,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116513494~485522,117440512~9791711,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,206438880~247146,219580595~829074,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.729 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to 18 diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,196095427~4837428,206438880~247146,216179893~8003169,254301937~5559563,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.730 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,121394267~5837956,162889827~3013870,169106119~2038476,171750384~7191035,181804341~6263957,196095427~4837428,206438880~247146,216179893~8003169,254301937~5559563,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.736 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~10797076,162889827~3013870,169106119~2038476,171750384~7191035,180355072~7713226,196095427~4837428,206438880~247146,216179893~8003169,254301937~5559563,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.736 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to 19 diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.737 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.743 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.743 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to 16 diff [4926016~6135930,50576396~5472925,121394267~5837956,183350295~3247994,263740049~6579558,278924870~7390561,341905775~5415064,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.744 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,50576396~5472925,121394267~5837956,183350295~3247994,263740049~6579558,278924870~7390561,341905775~5415064,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.751 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,50576396~5472925,117440512~9791711,183350295~3247994,263740049~6579558,278924870~7390561,341905775~5415064,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.751 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to 17 diff [4926016~6135930,50576396~5472925,56109852~1811990,86224720~3265669,99871236~260529,116513494~485522,121394267~5837956,183350295~3247994,206438880~247146,219580595~829074,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.751 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,50576396~5472925,56109852~1811990,86224720~3265669,99871236~260529,116513494~485522,121394267~5837956,183350295~3247994,206438880~247146,219580595~829074,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.758 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,50576396~5472925,56109852~1811990,86224720~3265669,99871236~260529,116513494~485522,117440512~9791711,183350295~3247994,206438880~247146,219580595~829074,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,391226526~4576453,410853077~7651979] 2024-02-18T09:00:08.759 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to 18 diff [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,121394267~5837956,181826977~4771312,196095427~4837428,206438880~247146,216179893~8003169,254301937~5559563,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.759 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,121394267~5837956,181826977~4771312,196095427~4837428,206438880~247146,216179893~8003169,254301937~5559563,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.766 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~10797076,181826977~4771312,196095427~4837428,206438880~247146,216179893~8003169,254301937~5559563,263740049~6579558,278924870~7390561,304578472~7160432,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.766 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to 19 diff [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.766 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.774 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:08.774 INFO:tasks.workunit.client.0.smithi110.stdout:from 16 to 17 diff [56109852~1811990,86224720~3265669,99871236~260529,116513494~485522,206438880~247146,219580595~829074,304578472~7160432,356356421~17989,357989452~1892148,372057405~6139521] 2024-02-18T09:00:08.774 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [56109852~1811990,86224720~3265669,99871236~260529,116513494~485522,206438880~247146,219580595~829074,304578472~7160432,356356421~17989,357989452~1892148,372057405~6139521] 2024-02-18T09:00:08.781 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [56109852~1811990,86224720~3265669,99871236~260529,116513494~485522,206438880~247146,219580595~829074,304578472~7160432,355294990~1079420,357989452~1892148,372057405~6139521] 2024-02-18T09:00:08.781 INFO:tasks.workunit.client.0.smithi110.stdout:from 16 to 18 diff [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,181826977~4241177,196095427~4837428,206438880~247146,216179893~8003169,254301937~5559563,304578472~7160432,356356421~17989,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.781 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,181826977~4241177,196095427~4837428,206438880~247146,216179893~8003169,254301937~5559563,304578472~7160432,356356421~17989,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.788 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,181826977~4241177,196095427~4837428,206438880~247146,216179893~8003169,254301937~5559563,304578472~7160432,355294990~1079420,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.788 INFO:tasks.workunit.client.0.smithi110.stdout:from 16 to 19 diff [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,285290571~6082187,304578472~7160432,338713607~1161801,356356421~17989,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.789 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,285290571~6082187,304578472~7160432,338713607~1161801,356356421~17989,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.795 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,285290571~6082187,304578472~7160432,338713607~1161801,355294990~1079420,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.796 INFO:tasks.workunit.client.0.smithi110.stdout:from 17 to 18 diff [7090278~3724300,14345346~3751806,48962684~5430549,116435147~3106916,181826977~4241177,196095427~4837428,216179893~8003169,254301937~5559563,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.796 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [7090278~3724300,14345346~3751806,48962684~5430549,116435147~3106916,181826977~4241177,196095427~4837428,216179893~8003169,254301937~5559563,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.803 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [7090278~3724300,14345346~3751806,48962684~5430549,116435147~3106916,181826977~4241177,196095427~4837428,216179893~8003169,254301937~5559563,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.803 INFO:tasks.workunit.client.0.smithi110.stdout:from 17 to 19 diff [7090278~3724300,14345346~3751806,48962684~5430549,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,202784708~2198644,215060051~9123011,254301937~5559563,285290571~6082187,338713607~1161801,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.803 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [7090278~3724300,14345346~3751806,48962684~5430549,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,202784708~2198644,215060051~9123011,254301937~5559563,285290571~6082187,338713607~1161801,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.810 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [7090278~3724300,14345346~3751806,48962684~5430549,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,201326592~3656760,215060051~9123011,254301937~5559563,285290571~6082187,338713607~1161801,390227108~2541501,403808892~1193474] 2024-02-18T09:00:08.810 INFO:tasks.workunit.client.0.smithi110.stdout:from 18 to 19 diff [120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,202784708~2198644,215060051~3249849,285290571~6082187,338713607~1161801] 2024-02-18T09:00:08.810 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,202784708~2198644,215060051~3249849,285290571~6082187,338713607~1161801] 2024-02-18T09:00:08.817 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,201326592~3656760,215060051~3249849,285290571~6082187,338713607~1161801] 2024-02-18T09:00:08.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:08 smithi191 bash[38688]: cluster 2024-02-18T09:00:07.398438+0000 mon.a (mon.0) 2060 : cluster [DBG] osdmap e1061: 8 total, 8 up, 8 in 2024-02-18T09:00:08.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:08 smithi191 bash[38688]: cluster 2024-02-18T09:00:07.532295+0000 mgr.y (mgr.44100) 1319 : cluster [DBG] pgmap v1973: 105 pgs: 105 active+clean; 823 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s wr, 18 op/s 2024-02-18T09:00:09.403 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:09.403 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:09.419 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:09.419 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:09.419 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:09.426 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:09.426 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:09.426 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:09.432 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:09.432 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.432 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.439 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.439 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.439 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.446 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.446 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.446 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.456 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.456 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.456 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.463 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.463 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.463 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.471 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.471 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.471 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.478 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.478 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.479 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.486 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.486 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.486 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.493 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.493 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.493 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.500 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,131400176~7936298,139525913~1169183,146800640~6453508,161440381~4463316,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:09.500 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:09.500 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:09.508 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:09.508 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to HEAD diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:09.508 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:09.515 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,292491716~4043188,304578472~8858242,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:09.515 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to HEAD diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:09.515 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:09.522 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:09.522 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to HEAD diff [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:09.522 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:09.529 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:09.529 INFO:tasks.workunit.client.0.smithi110.stdout:from 16 to HEAD diff [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,285290571~6082187,304578472~7160432,338713607~1161801,356356421~17989,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:09.529 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,285290571~6082187,304578472~7160432,338713607~1161801,356356421~17989,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:09.536 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,285290571~6082187,304578472~7160432,338713607~1161801,355294990~1079420,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:09.536 INFO:tasks.workunit.client.0.smithi110.stdout:from 17 to HEAD diff [7090278~3724300,14345346~3751806,48962684~5430549,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,202784708~2198644,215060051~9123011,254301937~5559563,285290571~6082187,338713607~1161801,390227108~2541501,403808892~1193474] 2024-02-18T09:00:09.536 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [7090278~3724300,14345346~3751806,48962684~5430549,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,202784708~2198644,215060051~9123011,254301937~5559563,285290571~6082187,338713607~1161801,390227108~2541501,403808892~1193474] 2024-02-18T09:00:09.543 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [7090278~3724300,14345346~3751806,48962684~5430549,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,201326592~3656760,215060051~9123011,254301937~5559563,285290571~6082187,338713607~1161801,390227108~2541501,403808892~1193474] 2024-02-18T09:00:10.416 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:10.417 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:10.443 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:10.443 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:10.443 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:10.451 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:10.451 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:10.451 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:10.458 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:10.458 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.458 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.466 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.466 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.466 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.474 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.474 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.474 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.484 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.484 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.484 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.494 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.494 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.494 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.502 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.502 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.502 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.510 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.510 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.510 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.518 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.518 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.518 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.526 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.526 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.526 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.534 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,131400176~7936298,139525913~1169183,146800640~6453508,161440381~4463316,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:10.534 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:10.534 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:10.542 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:10.542 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to HEAD diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:10.542 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:10.550 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,292491716~4043188,304578472~8858242,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:10.551 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to HEAD diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:10.551 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:10.558 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:10.559 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to HEAD diff [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:10.559 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:10.567 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:10.568 INFO:tasks.workunit.client.0.smithi110.stdout:from 16 to HEAD diff [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,285290571~6082187,304578472~7160432,338713607~1161801,356356421~17989,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:10.568 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,285290571~6082187,304578472~7160432,338713607~1161801,356356421~17989,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:10.576 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [7090278~3724300,14345346~3751806,48962684~5430549,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4241177,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,285290571~6082187,304578472~7160432,338713607~1161801,355294990~1079420,357989452~1892148,372057405~6139521,390227108~2541501,403808892~1193474] 2024-02-18T09:00:10.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:10 smithi110 bash[54479]: cluster 2024-02-18T09:00:09.409811+0000 mon.a (mon.0) 2061 : cluster [DBG] osdmap e1062: 8 total, 8 up, 8 in 2024-02-18T09:00:10.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:10 smithi110 bash[54479]: cluster 2024-02-18T09:00:09.532847+0000 mgr.y (mgr.44100) 1320 : cluster [DBG] pgmap v1975: 105 pgs: 105 active+clean; 858 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 34 MiB/s wr, 965 op/s 2024-02-18T09:00:10.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:10 smithi110 bash[55875]: cluster 2024-02-18T09:00:09.409811+0000 mon.a (mon.0) 2061 : cluster [DBG] osdmap e1062: 8 total, 8 up, 8 in 2024-02-18T09:00:10.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:10 smithi110 bash[55875]: cluster 2024-02-18T09:00:09.532847+0000 mgr.y (mgr.44100) 1320 : cluster [DBG] pgmap v1975: 105 pgs: 105 active+clean; 858 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 34 MiB/s wr, 965 op/s 2024-02-18T09:00:10.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:10 smithi191 bash[38688]: cluster 2024-02-18T09:00:09.409811+0000 mon.a (mon.0) 2061 : cluster [DBG] osdmap e1062: 8 total, 8 up, 8 in 2024-02-18T09:00:10.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:10 smithi191 bash[38688]: cluster 2024-02-18T09:00:09.532847+0000 mgr.y (mgr.44100) 1320 : cluster [DBG] pgmap v1975: 105 pgs: 105 active+clean; 858 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 34 MiB/s wr, 965 op/s 2024-02-18T09:00:11.426 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:11.426 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:11.450 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:11.451 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:11.451 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:11.459 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:11.459 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:11.459 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:11.466 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:11.466 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.466 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.473 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.473 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.473 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.480 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.480 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.480 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.487 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.487 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.487 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.494 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.494 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.494 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.501 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.502 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.502 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.509 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.509 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.509 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.517 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.518 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.518 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.530 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.530 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.530 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.540 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,131400176~7936298,139525913~1169183,146800640~6453508,161440381~4463316,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:11.540 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:11.540 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:11.547 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:11.547 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to HEAD diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:11.548 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:11.555 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,292491716~4043188,304578472~8858242,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:11.555 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to HEAD diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:11.555 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:11.562 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:11.562 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to HEAD diff [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:11.563 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:11.569 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,48962684~7086637,56109852~1811990,86224720~3265669,99871236~260529,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,169622169~1834327,173372571~1553787,181826977~4771312,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:11.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:11 smithi110 bash[54479]: cluster 2024-02-18T09:00:10.420614+0000 mon.a (mon.0) 2062 : cluster [DBG] osdmap e1063: 8 total, 8 up, 8 in 2024-02-18T09:00:11.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:11 smithi110 bash[55875]: cluster 2024-02-18T09:00:10.420614+0000 mon.a (mon.0) 2062 : cluster [DBG] osdmap e1063: 8 total, 8 up, 8 in 2024-02-18T09:00:11.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:11 smithi191 bash[38688]: cluster 2024-02-18T09:00:10.420614+0000 mon.a (mon.0) 2062 : cluster [DBG] osdmap e1063: 8 total, 8 up, 8 in 2024-02-18T09:00:12.440 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:12.440 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:12.476 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:12.477 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:12.477 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:12.484 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:12.484 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:12.484 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:12.491 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:12.491 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.491 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.499 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.499 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.499 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.506 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.506 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.506 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.513 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.513 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.513 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.520 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.520 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.520 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.527 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.527 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.527 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.534 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.534 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.534 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.543 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.543 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.543 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.550 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.550 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.550 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.558 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,131400176~7936298,139525913~1169183,146800640~6453508,161440381~4463316,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:12.558 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:12.558 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:12.565 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:12.566 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to HEAD diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:12.566 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:12.572 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,292491716~4043188,304578472~8858242,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:12.573 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to HEAD diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:12.573 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:12.580 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,14345346~3751806,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,86224720~3265669,99871236~260529,110969949~4808661,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,254301937~5559563,263740049~6579558,278924870~12447888,304578472~7160432,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,390227108~5575871,403808892~1193474,410853077~7651979] 2024-02-18T09:00:12.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:12 smithi110 bash[54479]: cluster 2024-02-18T09:00:11.427154+0000 mon.a (mon.0) 2063 : cluster [DBG] osdmap e1064: 8 total, 8 up, 8 in 2024-02-18T09:00:12.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:12 smithi110 bash[54479]: cluster 2024-02-18T09:00:11.533360+0000 mgr.y (mgr.44100) 1321 : cluster [DBG] pgmap v1978: 105 pgs: 105 active+clean; 875 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 12 MiB/s wr, 2.07k op/s 2024-02-18T09:00:12.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:12 smithi110 bash[55875]: cluster 2024-02-18T09:00:11.427154+0000 mon.a (mon.0) 2063 : cluster [DBG] osdmap e1064: 8 total, 8 up, 8 in 2024-02-18T09:00:12.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:12 smithi110 bash[55875]: cluster 2024-02-18T09:00:11.533360+0000 mgr.y (mgr.44100) 1321 : cluster [DBG] pgmap v1978: 105 pgs: 105 active+clean; 875 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 12 MiB/s wr, 2.07k op/s 2024-02-18T09:00:12.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:12 smithi191 bash[38688]: cluster 2024-02-18T09:00:11.427154+0000 mon.a (mon.0) 2063 : cluster [DBG] osdmap e1064: 8 total, 8 up, 8 in 2024-02-18T09:00:12.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:12 smithi191 bash[38688]: cluster 2024-02-18T09:00:11.533360+0000 mgr.y (mgr.44100) 1321 : cluster [DBG] pgmap v1978: 105 pgs: 105 active+clean; 875 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 12 MiB/s wr, 2.07k op/s 2024-02-18T09:00:13.454 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:13.455 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:13.479 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:13.479 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:13.479 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:13.493 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:13.493 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:13.493 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:13.499 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:13.499 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.499 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.505 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.505 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.505 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.512 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.512 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.512 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.518 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.519 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.519 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.526 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.526 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.526 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.532 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.533 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.533 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.540 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.540 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.540 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.547 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.547 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.547 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.554 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.554 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.554 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.561 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,131400176~7936298,139525913~1169183,146800640~6453508,161440381~4463316,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:13.561 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:13.562 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:13.569 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:13.569 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to HEAD diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:13.569 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,196095427~4837428,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,293006431~3528473,304578472~8858242,338713607~1161801,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:13.575 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [4926016~6135930,13591490~4845965,35264024~7388358,48962684~7086637,56109852~1811990,59791127~6285809,77396977~735622,81806685~7683704,99871236~260529,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,196095427~4837428,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~6579558,278924870~12447888,292491716~4043188,304578472~8858242,338713607~1161801,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,403808892~1193474,410853077~7651979] 2024-02-18T09:00:13.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:13 smithi110 bash[54479]: cluster 2024-02-18T09:00:12.446498+0000 mon.a (mon.0) 2064 : cluster [DBG] osdmap e1065: 8 total, 8 up, 8 in 2024-02-18T09:00:13.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:13 smithi110 bash[55875]: cluster 2024-02-18T09:00:12.446498+0000 mon.a (mon.0) 2064 : cluster [DBG] osdmap e1065: 8 total, 8 up, 8 in 2024-02-18T09:00:13.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:13 smithi191 bash[38688]: cluster 2024-02-18T09:00:12.446498+0000 mon.a (mon.0) 2064 : cluster [DBG] osdmap e1065: 8 total, 8 up, 8 in 2024-02-18T09:00:14.466 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:14.466 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:14.493 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:14.493 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:14.494 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:14.509 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:14.509 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:14.509 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:14.515 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:14.515 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.516 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.522 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.522 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.522 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.529 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.529 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.529 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.536 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.536 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.536 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.543 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.543 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.543 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.549 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.550 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.550 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.557 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.557 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.557 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.564 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.564 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.564 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.571 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.571 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.571 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.578 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,131400176~7936298,139525913~1169183,146800640~6453508,161440381~4463316,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:14.578 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:14.578 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:14.585 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,133033529~6302945,139525913~1169183,150299002~2635556,162889827~3013870,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,233070479~7123943,254301937~5559563,263740049~8712357,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,410853077~7651979] 2024-02-18T09:00:14.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:14 smithi110 bash[54479]: cluster 2024-02-18T09:00:13.456122+0000 mon.a (mon.0) 2065 : cluster [DBG] osdmap e1066: 8 total, 8 up, 8 in 2024-02-18T09:00:14.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:14 smithi110 bash[54479]: cluster 2024-02-18T09:00:13.533877+0000 mgr.y (mgr.44100) 1322 : cluster [DBG] pgmap v1981: 105 pgs: 105 active+clean; 870 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 4.4 MiB/s wr, 4.57k op/s 2024-02-18T09:00:14.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:14 smithi110 bash[55875]: cluster 2024-02-18T09:00:13.456122+0000 mon.a (mon.0) 2065 : cluster [DBG] osdmap e1066: 8 total, 8 up, 8 in 2024-02-18T09:00:14.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:14 smithi110 bash[55875]: cluster 2024-02-18T09:00:13.533877+0000 mgr.y (mgr.44100) 1322 : cluster [DBG] pgmap v1981: 105 pgs: 105 active+clean; 870 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 4.4 MiB/s wr, 4.57k op/s 2024-02-18T09:00:14.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:14 smithi191 bash[38688]: cluster 2024-02-18T09:00:13.456122+0000 mon.a (mon.0) 2065 : cluster [DBG] osdmap e1066: 8 total, 8 up, 8 in 2024-02-18T09:00:14.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:14 smithi191 bash[38688]: cluster 2024-02-18T09:00:13.533877+0000 mgr.y (mgr.44100) 1322 : cluster [DBG] pgmap v1981: 105 pgs: 105 active+clean; 870 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 4.4 MiB/s wr, 4.57k op/s 2024-02-18T09:00:15.476 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:15.476 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:15.502 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:15.503 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:15.503 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:15.516 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:15.516 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:15.516 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:15.522 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:15.522 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.523 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.529 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.529 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.529 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.536 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.536 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.536 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.543 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.543 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.543 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.550 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.550 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.550 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.557 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.557 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.557 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.564 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.564 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.564 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.570 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.571 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.571 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.577 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.577 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.577 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~5145307,161440381~4463316,169106119~2350377,171750384~7191035,181804341~6263957,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.584 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,35264024~7388358,48962684~17114252,69420003~6355670,77396977~735622,81806685~7683704,99871236~260529,102742836~1756287,109848209~6006697,116435147~10797076,131400176~7936298,139525913~1169183,146800640~6453508,161440381~4463316,169106119~2350377,171750384~7191035,180355072~7713226,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:15.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:15 smithi191 bash[38688]: cluster 2024-02-18T09:00:14.464374+0000 mon.a (mon.0) 2066 : cluster [DBG] osdmap e1067: 8 total, 8 up, 8 in 2024-02-18T09:00:15.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:15 smithi110 bash[54479]: cluster 2024-02-18T09:00:14.464374+0000 mon.a (mon.0) 2066 : cluster [DBG] osdmap e1067: 8 total, 8 up, 8 in 2024-02-18T09:00:15.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:15 smithi110 bash[55875]: cluster 2024-02-18T09:00:14.464374+0000 mon.a (mon.0) 2066 : cluster [DBG] osdmap e1067: 8 total, 8 up, 8 in 2024-02-18T09:00:16.480 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:16.480 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:16.524 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:16.524 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:16.524 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:16.532 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:16.532 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:16.532 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:16.538 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:16.538 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.538 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.544 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.544 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.544 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.551 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.551 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.551 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.557 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.557 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.557 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.563 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.564 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.564 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.570 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.570 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.571 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.577 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.577 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.577 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.584 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.584 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.584 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13591490~4845965,19612628~1206882,32940095~9712287,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~8858242,314586622~2211833,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.590 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13591490~4845965,19612628~1206882,29360128~13292254,48962684~17114252,69420003~6355670,77396977~735622,80638983~8851406,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~8858242,314586622~2211833,334280991~13039848,355294990~1079420,357989452~1892148,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:16.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:16 smithi191 bash[38688]: cluster 2024-02-18T09:00:15.468944+0000 mon.a (mon.0) 2067 : cluster [DBG] osdmap e1068: 8 total, 8 up, 8 in 2024-02-18T09:00:16.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:16 smithi191 bash[38688]: cluster 2024-02-18T09:00:15.534361+0000 mgr.y (mgr.44100) 1323 : cluster [DBG] pgmap v1984: 105 pgs: 105 active+clean; 865 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 3.87k op/s 2024-02-18T09:00:16.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:16 smithi110 bash[54479]: cluster 2024-02-18T09:00:15.468944+0000 mon.a (mon.0) 2067 : cluster [DBG] osdmap e1068: 8 total, 8 up, 8 in 2024-02-18T09:00:16.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:16 smithi110 bash[54479]: cluster 2024-02-18T09:00:15.534361+0000 mgr.y (mgr.44100) 1323 : cluster [DBG] pgmap v1984: 105 pgs: 105 active+clean; 865 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 3.87k op/s 2024-02-18T09:00:16.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:16 smithi110 bash[55875]: cluster 2024-02-18T09:00:15.468944+0000 mon.a (mon.0) 2067 : cluster [DBG] osdmap e1068: 8 total, 8 up, 8 in 2024-02-18T09:00:16.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:16 smithi110 bash[55875]: cluster 2024-02-18T09:00:15.534361+0000 mgr.y (mgr.44100) 1323 : cluster [DBG] pgmap v1984: 105 pgs: 105 active+clean; 865 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 3.87k op/s 2024-02-18T09:00:17.502 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:17.502 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:17.531 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:17.532 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:17.532 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:17.538 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:17.538 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:17.538 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:17.544 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:17.544 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.544 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.550 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.550 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.550 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.557 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.557 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.557 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.564 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.564 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.564 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.570 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.570 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.570 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.577 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.577 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.577 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.584 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.584 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.584 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~7936298,139525913~1169183,148108841~7719892,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5415064,356356421~17989,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.590 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~10225866,99871236~260529,102742836~1756287,107030376~8824530,116435147~10797076,131400176~7936298,139525913~1169183,146800640~9028093,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~12447888,292491716~4043188,304578472~13168189,334280991~13039848,355294990~1079420,357989452~1892148,361982490~7087385,372057405~6139521,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:17.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:17 smithi191 bash[38688]: cluster 2024-02-18T09:00:16.487935+0000 mon.a (mon.0) 2068 : cluster [DBG] osdmap e1069: 8 total, 8 up, 8 in 2024-02-18T09:00:17.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:17 smithi110 bash[54479]: cluster 2024-02-18T09:00:16.487935+0000 mon.a (mon.0) 2068 : cluster [DBG] osdmap e1069: 8 total, 8 up, 8 in 2024-02-18T09:00:17.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:17 smithi110 bash[55875]: cluster 2024-02-18T09:00:16.487935+0000 mon.a (mon.0) 2068 : cluster [DBG] osdmap e1069: 8 total, 8 up, 8 in 2024-02-18T09:00:18.507 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:18.507 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:18.545 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:18.545 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:18.546 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:18.551 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:18.552 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:18.552 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:18.558 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:18.558 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.558 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.564 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.564 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.564 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.571 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.571 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.571 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.577 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.577 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.577 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.584 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.584 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.584 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.591 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.591 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.591 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,32940095~9712287,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~3106916,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,334280991~6076164,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.598 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,29360128~13292254,44549788~21527148,69420003~6355670,77396977~735622,80638983~11652789,99871236~260529,102742836~1756287,105163565~1610821,107030376~8824530,116435147~10797076,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,334280991~13396950,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:18.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:18 smithi191 bash[38688]: cluster 2024-02-18T09:00:17.495403+0000 mon.a (mon.0) 2069 : cluster [DBG] osdmap e1070: 8 total, 8 up, 8 in 2024-02-18T09:00:18.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:18 smithi191 bash[38688]: cluster 2024-02-18T09:00:17.534781+0000 mgr.y (mgr.44100) 1324 : cluster [DBG] pgmap v1987: 105 pgs: 105 active+clean; 807 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 1.33k op/s 2024-02-18T09:00:18.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:18 smithi110 bash[54479]: cluster 2024-02-18T09:00:17.495403+0000 mon.a (mon.0) 2069 : cluster [DBG] osdmap e1070: 8 total, 8 up, 8 in 2024-02-18T09:00:18.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:18 smithi110 bash[54479]: cluster 2024-02-18T09:00:17.534781+0000 mgr.y (mgr.44100) 1324 : cluster [DBG] pgmap v1987: 105 pgs: 105 active+clean; 807 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 1.33k op/s 2024-02-18T09:00:18.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:18 smithi110 bash[55875]: cluster 2024-02-18T09:00:17.495403+0000 mon.a (mon.0) 2069 : cluster [DBG] osdmap e1070: 8 total, 8 up, 8 in 2024-02-18T09:00:18.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:18 smithi110 bash[55875]: cluster 2024-02-18T09:00:17.534781+0000 mgr.y (mgr.44100) 1324 : cluster [DBG] pgmap v1987: 105 pgs: 105 active+clean; 807 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 1.33k op/s 2024-02-18T09:00:19.509 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:19.509 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:19.549 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:19.549 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:19.550 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:19.561 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:19.561 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:19.561 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:19.567 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:19.567 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.567 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.574 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.574 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.574 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.581 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.581 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.581 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.588 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.588 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.588 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.595 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.595 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.595 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~8841868,24683306~1621519,32940095~9712287,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~7719892,157093133~2186192,161440381~4463316,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,304578472~13168189,326212456~14144699,341905775~5772166,350064680~3503021,356356421~17989,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.601 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~8841868,24683306~1621519,29360128~13292254,44549788~21527148,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~9028093,157093133~2186192,161440381~4463316,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,304578472~13168189,325037933~22640008,350064680~3503021,355294990~1079420,357989452~1892148,361982490~16214436,378536432~5481560,384966220~10836759,402832898~2169468,407738819~10766237] 2024-02-18T09:00:19.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:19 smithi191 bash[38688]: cluster 2024-02-18T09:00:18.505722+0000 mon.a (mon.0) 2070 : cluster [DBG] osdmap e1071: 8 total, 8 up, 8 in 2024-02-18T09:00:19.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:19 smithi110 bash[54479]: cluster 2024-02-18T09:00:18.505722+0000 mon.a (mon.0) 2070 : cluster [DBG] osdmap e1071: 8 total, 8 up, 8 in 2024-02-18T09:00:19.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:19 smithi110 bash[55875]: cluster 2024-02-18T09:00:18.505722+0000 mon.a (mon.0) 2070 : cluster [DBG] osdmap e1071: 8 total, 8 up, 8 in 2024-02-18T09:00:20.540 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:20.540 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:20.567 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:20.567 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:20.568 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:20.576 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:20.576 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:20.576 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:20.582 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:20.582 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.582 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.589 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.589 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.589 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.595 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.596 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.596 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.602 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.602 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.603 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~33136841,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~6141699,168402798~10538621,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~13566846,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.609 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~36716808,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~6141699,168402798~10538621,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,215060051~9123011,232662512~11055064,253435295~6426205,263740049~14718760,278924870~17610034,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:20.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:20 smithi191 bash[38688]: cluster 2024-02-18T09:00:19.513931+0000 mon.a (mon.0) 2071 : cluster [DBG] osdmap e1072: 8 total, 8 up, 8 in 2024-02-18T09:00:20.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:20 smithi191 bash[38688]: cluster 2024-02-18T09:00:19.535285+0000 mgr.y (mgr.44100) 1325 : cluster [DBG] pgmap v1990: 105 pgs: 105 active+clean; 780 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.41k op/s 2024-02-18T09:00:20.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:20 smithi110 bash[55875]: cluster 2024-02-18T09:00:19.513931+0000 mon.a (mon.0) 2071 : cluster [DBG] osdmap e1072: 8 total, 8 up, 8 in 2024-02-18T09:00:20.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:20 smithi110 bash[55875]: cluster 2024-02-18T09:00:19.535285+0000 mgr.y (mgr.44100) 1325 : cluster [DBG] pgmap v1990: 105 pgs: 105 active+clean; 780 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.41k op/s 2024-02-18T09:00:20.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:20 smithi110 bash[54479]: cluster 2024-02-18T09:00:19.513931+0000 mon.a (mon.0) 2071 : cluster [DBG] osdmap e1072: 8 total, 8 up, 8 in 2024-02-18T09:00:20.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:20 smithi110 bash[54479]: cluster 2024-02-18T09:00:19.535285+0000 mgr.y (mgr.44100) 1325 : cluster [DBG] pgmap v1990: 105 pgs: 105 active+clean; 780 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.41k op/s 2024-02-18T09:00:21.142 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:21.142 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:21.188 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:21.188 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:21.188 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:21.199 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:21.199 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:21.199 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:21.205 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:21.205 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:21.205 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:21.212 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:21.212 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:21.212 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:21.218 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:21.219 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:21.219 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [2204189~8857757,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~6426205,260943140~31548576,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:21.225 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [2204189~8857757,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,253435295~6426205,260943140~35591764,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,361982490~16214436,378536432~17266547,402832898~2169468,407738819~10766237] 2024-02-18T09:00:21.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:21 smithi191 bash[38688]: cluster 2024-02-18T09:00:20.525679+0000 mon.a (mon.0) 2072 : cluster [DBG] osdmap e1073: 8 total, 8 up, 8 in 2024-02-18T09:00:21.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:21 smithi191 bash[38688]: cluster 2024-02-18T09:00:21.146187+0000 mon.a (mon.0) 2073 : cluster [DBG] osdmap e1074: 8 total, 8 up, 8 in 2024-02-18T09:00:21.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:21 smithi110 bash[55875]: cluster 2024-02-18T09:00:20.525679+0000 mon.a (mon.0) 2072 : cluster [DBG] osdmap e1073: 8 total, 8 up, 8 in 2024-02-18T09:00:21.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:21 smithi110 bash[55875]: cluster 2024-02-18T09:00:21.146187+0000 mon.a (mon.0) 2073 : cluster [DBG] osdmap e1074: 8 total, 8 up, 8 in 2024-02-18T09:00:21.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:21 smithi110 bash[54479]: cluster 2024-02-18T09:00:20.525679+0000 mon.a (mon.0) 2072 : cluster [DBG] osdmap e1073: 8 total, 8 up, 8 in 2024-02-18T09:00:21.956 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:21 smithi110 bash[54479]: cluster 2024-02-18T09:00:21.146187+0000 mon.a (mon.0) 2073 : cluster [DBG] osdmap e1074: 8 total, 8 up, 8 in 2024-02-18T09:00:22.149 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:22.149 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:22.183 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:22.184 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:22.184 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:22.193 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:22.193 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:22.193 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:22.199 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:22.199 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:22.199 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:22.207 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:22.207 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:22.207 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~14006482,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:22.211 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~16104338,99871236~260529,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,206438880~247146,213909504~10273558,232662512~11055064,251658240~44876664,301989888~15756773,325037933~28529768,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:22.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:22 smithi191 bash[38688]: cluster 2024-02-18T09:00:21.536010+0000 mgr.y (mgr.44100) 1326 : cluster [DBG] pgmap v1993: 105 pgs: 105 active+clean; 746 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 774 op/s 2024-02-18T09:00:22.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:22 smithi191 bash[38688]: cluster 2024-02-18T09:00:22.147362+0000 mon.a (mon.0) 2074 : cluster [DBG] osdmap e1075: 8 total, 8 up, 8 in 2024-02-18T09:00:22.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:22 smithi110 bash[54479]: cluster 2024-02-18T09:00:21.536010+0000 mgr.y (mgr.44100) 1326 : cluster [DBG] pgmap v1993: 105 pgs: 105 active+clean; 746 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 774 op/s 2024-02-18T09:00:22.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:22 smithi110 bash[54479]: cluster 2024-02-18T09:00:22.147362+0000 mon.a (mon.0) 2074 : cluster [DBG] osdmap e1075: 8 total, 8 up, 8 in 2024-02-18T09:00:22.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:22 smithi110 bash[55875]: cluster 2024-02-18T09:00:21.536010+0000 mgr.y (mgr.44100) 1326 : cluster [DBG] pgmap v1993: 105 pgs: 105 active+clean; 746 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 774 op/s 2024-02-18T09:00:22.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:22 smithi110 bash[55875]: cluster 2024-02-18T09:00:22.147362+0000 mon.a (mon.0) 2074 : cluster [DBG] osdmap e1075: 8 total, 8 up, 8 in 2024-02-18T09:00:23.152 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:23.152 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:23.182 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:23.183 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:23.183 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:23.193 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:23.193 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:23.193 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:23.199 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:23.199 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:23.199 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~5837956,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,232662512~11055064,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~11661926,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:23.205 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~20201847,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,232662512~11055064,251658240~44876664,301989888~51577813,355294990~1079420,357989452~1892148,360869990~34932989,402832898~2169468,407738819~10766237] 2024-02-18T09:00:24.158 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:24.159 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:24.189 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:24.190 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:24.190 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:24.199 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:24.199 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:24.199 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~4466821,214176511~10006551,231375370~12342206,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360869990~34932989,402832898~2169468,407078997~11426059] 2024-02-18T09:00:24.204 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~7033629,77396977~735622,80638983~20226727,101290930~500875,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~7331200,213909504~10273558,231375370~12342206,251658240~44876664,301989888~54384522,357989452~1892148,360869990~34932989,402832898~2169468,406847488~11657568] 2024-02-18T09:00:24.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:24 smithi110 bash[54479]: cluster 2024-02-18T09:00:23.151175+0000 mon.a (mon.0) 2075 : cluster [DBG] osdmap e1076: 8 total, 8 up, 8 in 2024-02-18T09:00:24.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:24 smithi110 bash[54479]: cluster 2024-02-18T09:00:23.536774+0000 mgr.y (mgr.44100) 1327 : cluster [DBG] pgmap v1996: 105 pgs: 105 active+clean; 672 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 827 op/s 2024-02-18T09:00:24.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:24 smithi110 bash[55875]: cluster 2024-02-18T09:00:23.151175+0000 mon.a (mon.0) 2075 : cluster [DBG] osdmap e1076: 8 total, 8 up, 8 in 2024-02-18T09:00:24.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:24 smithi110 bash[55875]: cluster 2024-02-18T09:00:23.536774+0000 mgr.y (mgr.44100) 1327 : cluster [DBG] pgmap v1996: 105 pgs: 105 active+clean; 672 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 827 op/s 2024-02-18T09:00:24.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:24 smithi191 bash[38688]: cluster 2024-02-18T09:00:23.151175+0000 mon.a (mon.0) 2075 : cluster [DBG] osdmap e1076: 8 total, 8 up, 8 in 2024-02-18T09:00:24.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:24 smithi191 bash[38688]: cluster 2024-02-18T09:00:23.536774+0000 mgr.y (mgr.44100) 1327 : cluster [DBG] pgmap v1996: 105 pgs: 105 active+clean; 672 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 827 op/s 2024-02-18T09:00:25.168 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:25.168 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:25.197 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:25.197 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:25.198 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~12096432,161440381~17501038,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:25.205 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,13059116~15572921,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~13404633,161440381~17501038,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402832898~2169468,406847488~11657568] 2024-02-18T09:00:25.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:25 smithi110 bash[54479]: cluster 2024-02-18T09:00:24.159878+0000 mon.a (mon.0) 2076 : cluster [DBG] osdmap e1077: 8 total, 8 up, 8 in 2024-02-18T09:00:25.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:25 smithi110 bash[55875]: cluster 2024-02-18T09:00:24.159878+0000 mon.a (mon.0) 2076 : cluster [DBG] osdmap e1077: 8 total, 8 up, 8 in 2024-02-18T09:00:25.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:25 smithi191 bash[38688]: cluster 2024-02-18T09:00:24.159878+0000 mon.a (mon.0) 2076 : cluster [DBG] osdmap e1077: 8 total, 8 up, 8 in 2024-02-18T09:00:26.145 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:26.145 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [634040~10427906,13059116~13682939,28490561~141476,32940095~34641922,68742044~7033629,77396977~24622908,102742836~1756287,105163565~1610821,107030376~12511687,120338729~613226,121394267~7454706,131400176~11294799,148108841~30832578,181804341~9139648,195191345~5741510,202784708~2198644,206438880~247146,208385275~5497950,214176511~10006551,231144250~12573326,253435295~39056421,293006431~3528473,303740179~21297754,326212456~14144699,341905775~13389215,356356421~17989,357989452~1892148,360688771~35114208,402832898~2169468,407078997~11426059] 2024-02-18T09:00:26.179 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~11061946,12582912~16049125,29360128~38221889,68742044~33277841,102742836~1756287,105163565~1610821,107030376~21818597,131400176~11294799,146800640~32140779,180355072~10588917,192937984~7994871,201326592~3656760,205520896~8362329,213909504~10273558,230686720~13030856,251658240~44876664,301989888~54384522,356515840~39287139,402653184~2349182,406847488~11657568] 2024-02-18T09:00:26.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:26 smithi110 bash[54479]: cluster 2024-02-18T09:00:25.163391+0000 mon.a (mon.0) 2077 : cluster [DBG] osdmap e1078: 8 total, 8 up, 8 in 2024-02-18T09:00:26.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:26 smithi110 bash[54479]: cluster 2024-02-18T09:00:25.537473+0000 mgr.y (mgr.44100) 1328 : cluster [DBG] pgmap v1999: 105 pgs: 105 active+clean; 648 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 738 op/s 2024-02-18T09:00:26.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:26 smithi110 bash[54479]: cluster 2024-02-18T09:00:26.148122+0000 mon.a (mon.0) 2078 : cluster [DBG] osdmap e1079: 8 total, 8 up, 8 in 2024-02-18T09:00:26.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:26 smithi110 bash[55875]: cluster 2024-02-18T09:00:25.163391+0000 mon.a (mon.0) 2077 : cluster [DBG] osdmap e1078: 8 total, 8 up, 8 in 2024-02-18T09:00:26.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:26 smithi110 bash[55875]: cluster 2024-02-18T09:00:25.537473+0000 mgr.y (mgr.44100) 1328 : cluster [DBG] pgmap v1999: 105 pgs: 105 active+clean; 648 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 738 op/s 2024-02-18T09:00:26.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:26 smithi110 bash[55875]: cluster 2024-02-18T09:00:26.148122+0000 mon.a (mon.0) 2078 : cluster [DBG] osdmap e1079: 8 total, 8 up, 8 in 2024-02-18T09:00:26.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:26 smithi191 bash[38688]: cluster 2024-02-18T09:00:25.163391+0000 mon.a (mon.0) 2077 : cluster [DBG] osdmap e1078: 8 total, 8 up, 8 in 2024-02-18T09:00:26.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:26 smithi191 bash[38688]: cluster 2024-02-18T09:00:25.537473+0000 mgr.y (mgr.44100) 1328 : cluster [DBG] pgmap v1999: 105 pgs: 105 active+clean; 648 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 738 op/s 2024-02-18T09:00:26.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:26 smithi191 bash[38688]: cluster 2024-02-18T09:00:26.148122+0000 mon.a (mon.0) 2078 : cluster [DBG] osdmap e1079: 8 total, 8 up, 8 in 2024-02-18T09:00:27.199 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40000 ms) 2024-02-18T09:00:27.200 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/0.DiffIterateRegression6926 2024-02-18T09:00:27.200 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:00:28.186 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 0~256 2024-02-18T09:00:28.189 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/0.DiffIterateRegression6926 (990 ms) 2024-02-18T09:00:28.189 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-02-18T09:00:28.189 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:00:28.189 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (0 ms) 2024-02-18T09:00:28.189 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-02-18T09:00:28.189 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:00:28.190 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (0 ms) 2024-02-18T09:00:28.190 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-02-18T09:00:28.190 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:00:28.215 INFO:tasks.workunit.client.0.smithi110.stdout: wrote [2681753~27267,4792801~24000,4921819~27659,6468863~54891,7057298~96696,8111073~50830,8423119~42992,11211976~18131,12561630~33917,14637263~52339] 2024-02-18T09:00:28.217 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (28 ms) 2024-02-18T09:00:28.217 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-02-18T09:00:28.217 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:00:28.217 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (0 ms) 2024-02-18T09:00:28.217 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-02-18T09:00:28.217 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:00:28.273 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 5000005~1234 2024-02-18T09:00:28.276 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (59 ms) 2024-02-18T09:00:28.276 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-02-18T09:00:28.276 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:00:28.350 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 8376263~12345 2024-02-18T09:00:28.350 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 8388608~4194304 2024-02-18T09:00:28.351 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 12582912~54321 2024-02-18T09:00:28.352 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (77 ms) 2024-02-18T09:00:28.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:28 smithi110 bash[54479]: cluster 2024-02-18T09:00:27.187497+0000 mon.a (mon.0) 2079 : cluster [DBG] osdmap e1080: 8 total, 8 up, 8 in 2024-02-18T09:00:28.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:28 smithi110 bash[54479]: cluster 2024-02-18T09:00:27.538196+0000 mgr.y (mgr.44100) 1329 : cluster [DBG] pgmap v2002: 105 pgs: 105 active+clean; 549 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 372 op/s 2024-02-18T09:00:28.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:28 smithi110 bash[55875]: cluster 2024-02-18T09:00:27.187497+0000 mon.a (mon.0) 2079 : cluster [DBG] osdmap e1080: 8 total, 8 up, 8 in 2024-02-18T09:00:28.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:28 smithi110 bash[55875]: cluster 2024-02-18T09:00:27.538196+0000 mgr.y (mgr.44100) 1329 : cluster [DBG] pgmap v2002: 105 pgs: 105 active+clean; 549 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 372 op/s 2024-02-18T09:00:28.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:28 smithi191 bash[38688]: cluster 2024-02-18T09:00:27.187497+0000 mon.a (mon.0) 2079 : cluster [DBG] osdmap e1080: 8 total, 8 up, 8 in 2024-02-18T09:00:28.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:28 smithi191 bash[38688]: cluster 2024-02-18T09:00:27.538196+0000 mgr.y (mgr.44100) 1329 : cluster [DBG] pgmap v2002: 105 pgs: 105 active+clean; 549 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 372 op/s 2024-02-18T09:00:29.194 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 10 tests from DiffIterateTest/0 (49204 ms total) 2024-02-18T09:00:29.194 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:00:29.194 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 10 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-02-18T09:00:29.226 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-02-18T09:00:29.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:29 smithi110 bash[54479]: cluster 2024-02-18T09:00:28.190685+0000 mon.a (mon.0) 2080 : cluster [DBG] osdmap e1081: 8 total, 8 up, 8 in 2024-02-18T09:00:29.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:29 smithi110 bash[55875]: cluster 2024-02-18T09:00:28.190685+0000 mon.a (mon.0) 2080 : cluster [DBG] osdmap e1081: 8 total, 8 up, 8 in 2024-02-18T09:00:29.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:29 smithi191 bash[38688]: cluster 2024-02-18T09:00:28.190685+0000 mon.a (mon.0) 2080 : cluster [DBG] osdmap e1081: 8 total, 8 up, 8 in 2024-02-18T09:00:30.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:30 smithi110 bash[55875]: cluster 2024-02-18T09:00:29.203556+0000 mon.a (mon.0) 2081 : cluster [DBG] osdmap e1082: 8 total, 8 up, 8 in 2024-02-18T09:00:30.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:30 smithi110 bash[55875]: cluster 2024-02-18T09:00:29.538775+0000 mgr.y (mgr.44100) 1330 : cluster [DBG] pgmap v2005: 73 pgs: 73 active+clean; 4.0 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:00:30.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:30 smithi110 bash[54479]: cluster 2024-02-18T09:00:29.203556+0000 mon.a (mon.0) 2081 : cluster [DBG] osdmap e1082: 8 total, 8 up, 8 in 2024-02-18T09:00:30.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:30 smithi110 bash[54479]: cluster 2024-02-18T09:00:29.538775+0000 mgr.y (mgr.44100) 1330 : cluster [DBG] pgmap v2005: 73 pgs: 73 active+clean; 4.0 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:00:30.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:30 smithi191 bash[38688]: cluster 2024-02-18T09:00:29.203556+0000 mon.a (mon.0) 2081 : cluster [DBG] osdmap e1082: 8 total, 8 up, 8 in 2024-02-18T09:00:30.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:30 smithi191 bash[38688]: cluster 2024-02-18T09:00:29.538775+0000 mgr.y (mgr.44100) 1330 : cluster [DBG] pgmap v2005: 73 pgs: 73 active+clean; 4.0 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:00:31.215 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:00:31.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:31 smithi191 bash[38688]: cluster 2024-02-18T09:00:30.216740+0000 mon.a (mon.0) 2082 : cluster [DBG] osdmap e1083: 8 total, 8 up, 8 in 2024-02-18T09:00:31.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:31 smithi191 bash[38688]: audit 2024-02-18T09:00:30.218046+0000 mon.c (mon.1) 45 : audit [INF] from='client.? 172.21.15.110:0/2027110820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:00:31.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:31 smithi191 bash[38688]: audit 2024-02-18T09:00:30.218690+0000 mon.a (mon.0) 2083 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:00:31.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:31 smithi110 bash[54479]: cluster 2024-02-18T09:00:30.216740+0000 mon.a (mon.0) 2082 : cluster [DBG] osdmap e1083: 8 total, 8 up, 8 in 2024-02-18T09:00:31.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:31 smithi110 bash[54479]: audit 2024-02-18T09:00:30.218046+0000 mon.c (mon.1) 45 : audit [INF] from='client.? 172.21.15.110:0/2027110820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:00:31.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:31 smithi110 bash[54479]: audit 2024-02-18T09:00:30.218690+0000 mon.a (mon.0) 2083 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:00:31.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:31 smithi110 bash[55875]: cluster 2024-02-18T09:00:30.216740+0000 mon.a (mon.0) 2082 : cluster [DBG] osdmap e1083: 8 total, 8 up, 8 in 2024-02-18T09:00:31.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:31 smithi110 bash[55875]: audit 2024-02-18T09:00:30.218046+0000 mon.c (mon.1) 45 : audit [INF] from='client.? 172.21.15.110:0/2027110820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:00:31.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:31 smithi110 bash[55875]: audit 2024-02-18T09:00:30.218690+0000 mon.a (mon.0) 2083 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:00:32.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:32 smithi191 bash[38688]: audit 2024-02-18T09:00:31.220040+0000 mon.a (mon.0) 2084 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:00:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:32 smithi191 bash[38688]: cluster 2024-02-18T09:00:31.220477+0000 mon.a (mon.0) 2085 : cluster [DBG] osdmap e1084: 8 total, 8 up, 8 in 2024-02-18T09:00:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:32 smithi191 bash[38688]: audit 2024-02-18T09:00:31.513033+0000 mon.a (mon.0) 2086 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:00:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:32 smithi191 bash[38688]: audit 2024-02-18T09:00:31.517130+0000 mon.a (mon.0) 2087 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T09:00:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:32 smithi191 bash[38688]: audit 2024-02-18T09:00:31.517923+0000 mon.a (mon.0) 2088 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T09:00:32.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:32 smithi191 bash[38688]: cluster 2024-02-18T09:00:31.540277+0000 mgr.y (mgr.44100) 1331 : cluster [DBG] pgmap v2008: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:00:32.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[54479]: audit 2024-02-18T09:00:31.220040+0000 mon.a (mon.0) 2084 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[54479]: cluster 2024-02-18T09:00:31.220477+0000 mon.a (mon.0) 2085 : cluster [DBG] osdmap e1084: 8 total, 8 up, 8 in 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[54479]: audit 2024-02-18T09:00:31.513033+0000 mon.a (mon.0) 2086 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[54479]: audit 2024-02-18T09:00:31.517130+0000 mon.a (mon.0) 2087 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[54479]: audit 2024-02-18T09:00:31.517923+0000 mon.a (mon.0) 2088 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[54479]: cluster 2024-02-18T09:00:31.540277+0000 mgr.y (mgr.44100) 1331 : cluster [DBG] pgmap v2008: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[55875]: audit 2024-02-18T09:00:31.220040+0000 mon.a (mon.0) 2084 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[55875]: cluster 2024-02-18T09:00:31.220477+0000 mon.a (mon.0) 2085 : cluster [DBG] osdmap e1084: 8 total, 8 up, 8 in 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[55875]: audit 2024-02-18T09:00:31.513033+0000 mon.a (mon.0) 2086 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[55875]: audit 2024-02-18T09:00:31.517130+0000 mon.a (mon.0) 2087 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[55875]: audit 2024-02-18T09:00:31.517923+0000 mon.a (mon.0) 2088 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2024-02-18T09:00:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:32 smithi110 bash[55875]: cluster 2024-02-18T09:00:31.540277+0000 mgr.y (mgr.44100) 1331 : cluster [DBG] pgmap v2008: 105 pgs: 3 creating+peering, 29 unknown, 73 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:00:33.261 INFO:tasks.workunit.client.0.smithi110.stdout: wrote [1692489~94298,4656616~101816,12445089~2627,13502584~47496,13804567~30963,17595527~3326,18614024~14489,18752032~64017,19002400~99128,20642831~53231] 2024-02-18T09:00:33.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:33 smithi191 bash[38688]: cluster 2024-02-18T09:00:32.232938+0000 mon.a (mon.0) 2089 : cluster [DBG] osdmap e1085: 8 total, 8 up, 8 in 2024-02-18T09:00:33.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:33 smithi110 bash[54479]: cluster 2024-02-18T09:00:32.232938+0000 mon.a (mon.0) 2089 : cluster [DBG] osdmap e1085: 8 total, 8 up, 8 in 2024-02-18T09:00:33.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:33 smithi110 bash[55875]: cluster 2024-02-18T09:00:32.232938+0000 mon.a (mon.0) 2089 : cluster [DBG] osdmap e1085: 8 total, 8 up, 8 in 2024-02-18T09:00:34.268 INFO:tasks.workunit.client.0.smithi110.stdout: wrote [0~20971520] 2024-02-18T09:00:34.268 INFO:tasks.workunit.client.0.smithi110.stdout: diff was [0~20971520] 2024-02-18T09:00:34.270 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5045 ms) 2024-02-18T09:00:34.270 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-02-18T09:00:34.270 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:00:34.285 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 0~4194304 2024-02-18T09:00:34.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:34 smithi191 bash[38688]: cluster 2024-02-18T09:00:33.235756+0000 mon.a (mon.0) 2090 : cluster [DBG] osdmap e1086: 8 total, 8 up, 8 in 2024-02-18T09:00:34.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:34 smithi191 bash[38688]: cluster 2024-02-18T09:00:33.540971+0000 mgr.y (mgr.44100) 1332 : cluster [DBG] pgmap v2011: 105 pgs: 3 creating+peering, 12 unknown, 90 active+clean; 4.0 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:00:34.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:34 smithi110 bash[54479]: cluster 2024-02-18T09:00:33.235756+0000 mon.a (mon.0) 2090 : cluster [DBG] osdmap e1086: 8 total, 8 up, 8 in 2024-02-18T09:00:34.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:34 smithi110 bash[54479]: cluster 2024-02-18T09:00:33.540971+0000 mgr.y (mgr.44100) 1332 : cluster [DBG] pgmap v2011: 105 pgs: 3 creating+peering, 12 unknown, 90 active+clean; 4.0 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:00:34.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:34 smithi110 bash[55875]: cluster 2024-02-18T09:00:33.235756+0000 mon.a (mon.0) 2090 : cluster [DBG] osdmap e1086: 8 total, 8 up, 8 in 2024-02-18T09:00:34.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:34 smithi110 bash[55875]: cluster 2024-02-18T09:00:33.540971+0000 mgr.y (mgr.44100) 1332 : cluster [DBG] pgmap v2011: 105 pgs: 3 creating+peering, 12 unknown, 90 active+clean; 4.0 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:00:35.266 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 0~4194304 2024-02-18T09:00:35.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:35 smithi191 bash[38688]: cluster 2024-02-18T09:00:34.260211+0000 mon.a (mon.0) 2091 : cluster [DBG] osdmap e1087: 8 total, 8 up, 8 in 2024-02-18T09:00:35.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:35 smithi110 bash[54479]: cluster 2024-02-18T09:00:34.260211+0000 mon.a (mon.0) 2091 : cluster [DBG] osdmap e1087: 8 total, 8 up, 8 in 2024-02-18T09:00:35.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:35 smithi110 bash[55875]: cluster 2024-02-18T09:00:34.260211+0000 mon.a (mon.0) 2091 : cluster [DBG] osdmap e1087: 8 total, 8 up, 8 in 2024-02-18T09:00:36.274 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 0~4194304 2024-02-18T09:00:36.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:36 smithi191 bash[38688]: cluster 2024-02-18T09:00:35.270237+0000 mon.a (mon.0) 2092 : cluster [DBG] osdmap e1088: 8 total, 8 up, 8 in 2024-02-18T09:00:36.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:36 smithi191 bash[38688]: cluster 2024-02-18T09:00:35.541719+0000 mgr.y (mgr.44100) 1333 : cluster [DBG] pgmap v2014: 105 pgs: 3 creating+peering, 102 active+clean; 5.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 27 KiB/s wr, 1 op/s 2024-02-18T09:00:36.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:36 smithi110 bash[55875]: cluster 2024-02-18T09:00:35.270237+0000 mon.a (mon.0) 2092 : cluster [DBG] osdmap e1088: 8 total, 8 up, 8 in 2024-02-18T09:00:36.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:36 smithi110 bash[55875]: cluster 2024-02-18T09:00:35.541719+0000 mgr.y (mgr.44100) 1333 : cluster [DBG] pgmap v2014: 105 pgs: 3 creating+peering, 102 active+clean; 5.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 27 KiB/s wr, 1 op/s 2024-02-18T09:00:36.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:36 smithi110 bash[54479]: cluster 2024-02-18T09:00:35.270237+0000 mon.a (mon.0) 2092 : cluster [DBG] osdmap e1088: 8 total, 8 up, 8 in 2024-02-18T09:00:36.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:36 smithi110 bash[54479]: cluster 2024-02-18T09:00:35.541719+0000 mgr.y (mgr.44100) 1333 : cluster [DBG] pgmap v2014: 105 pgs: 3 creating+peering, 102 active+clean; 5.2 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 27 KiB/s wr, 1 op/s 2024-02-18T09:00:37.282 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 0~4194304 2024-02-18T09:00:37.286 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3015 ms) 2024-02-18T09:00:37.286 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-02-18T09:00:37.286 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:00:37.465 INFO:tasks.workunit.client.0.smithi110.stdout: i=0 exists [31751823~5764578,70121672~835216,74327974~6260271,96601959~1309889,109925622~5225827,192937026~2335223,280766839~7726804,306242302~6995288,382917823~4145111,389908287~7909600] wrote [31751823~5764578,70121672~835216,74327974~6260271,96601959~1309889,109925622~5225827,192937026~2335223,280766839~7726804,306242302~6995288,382917823~4145111,389908287~7909600] 2024-02-18T09:00:37.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:37 smithi191 bash[38688]: cluster 2024-02-18T09:00:36.280553+0000 mon.a (mon.0) 2093 : cluster [DBG] osdmap e1089: 8 total, 8 up, 8 in 2024-02-18T09:00:37.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:37 smithi110 bash[54479]: cluster 2024-02-18T09:00:36.280553+0000 mon.a (mon.0) 2093 : cluster [DBG] osdmap e1089: 8 total, 8 up, 8 in 2024-02-18T09:00:37.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:37 smithi110 bash[55875]: cluster 2024-02-18T09:00:36.280553+0000 mon.a (mon.0) 2093 : cluster [DBG] osdmap e1089: 8 total, 8 up, 8 in 2024-02-18T09:00:38.534 INFO:tasks.workunit.client.0.smithi110.stdout: i=1 exists [31751823~7927808,43707438~1318005,45587067~4550491,70121672~10466573,92298313~4161491,96601959~1309889,109925622~5225827,179580671~3726175,192937026~2335223,280766839~7726804,306242302~6995288,333871569~3495189,367083102~8028962,382917823~4145111,389908287~7909600,407795998~3476693] wrote [32979942~6699689,43707438~1318005,45587067~4550491,70559230~5116396,92298313~4161491,179580671~3726175,333871569~3495189,367083102~8028962,407795998~3476693] 2024-02-18T09:00:38.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:38 smithi191 bash[38688]: cluster 2024-02-18T09:00:37.282030+0000 mon.a (mon.0) 2094 : cluster [DBG] osdmap e1090: 8 total, 8 up, 8 in 2024-02-18T09:00:38.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:38 smithi191 bash[38688]: audit 2024-02-18T09:00:37.390654+0000 mon.a (mon.0) 2095 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:00:38.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:38 smithi191 bash[38688]: audit 2024-02-18T09:00:37.535690+0000 mon.a (mon.0) 2096 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:00:38.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:38 smithi191 bash[38688]: cluster 2024-02-18T09:00:37.542238+0000 mgr.y (mgr.44100) 1334 : cluster [DBG] pgmap v2017: 105 pgs: 105 active+clean; 13 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 183 KiB/s wr, 8 op/s 2024-02-18T09:00:38.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:38 smithi191 bash[38688]: audit 2024-02-18T09:00:37.817711+0000 mon.a (mon.0) 2097 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:00:38.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:38 smithi191 bash[38688]: audit 2024-02-18T09:00:37.819700+0000 mon.a (mon.0) 2098 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:00:38.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:38 smithi191 bash[38688]: audit 2024-02-18T09:00:37.829949+0000 mon.a (mon.0) 2099 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:00:38.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[54479]: cluster 2024-02-18T09:00:37.282030+0000 mon.a (mon.0) 2094 : cluster [DBG] osdmap e1090: 8 total, 8 up, 8 in 2024-02-18T09:00:38.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[54479]: audit 2024-02-18T09:00:37.390654+0000 mon.a (mon.0) 2095 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[54479]: audit 2024-02-18T09:00:37.535690+0000 mon.a (mon.0) 2096 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[54479]: cluster 2024-02-18T09:00:37.542238+0000 mgr.y (mgr.44100) 1334 : cluster [DBG] pgmap v2017: 105 pgs: 105 active+clean; 13 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 183 KiB/s wr, 8 op/s 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[54479]: audit 2024-02-18T09:00:37.817711+0000 mon.a (mon.0) 2097 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[54479]: audit 2024-02-18T09:00:37.819700+0000 mon.a (mon.0) 2098 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[54479]: audit 2024-02-18T09:00:37.829949+0000 mon.a (mon.0) 2099 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[55875]: cluster 2024-02-18T09:00:37.282030+0000 mon.a (mon.0) 2094 : cluster [DBG] osdmap e1090: 8 total, 8 up, 8 in 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[55875]: audit 2024-02-18T09:00:37.390654+0000 mon.a (mon.0) 2095 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[55875]: audit 2024-02-18T09:00:37.535690+0000 mon.a (mon.0) 2096 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[55875]: cluster 2024-02-18T09:00:37.542238+0000 mgr.y (mgr.44100) 1334 : cluster [DBG] pgmap v2017: 105 pgs: 105 active+clean; 13 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 183 KiB/s wr, 8 op/s 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[55875]: audit 2024-02-18T09:00:37.817711+0000 mon.a (mon.0) 2097 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[55875]: audit 2024-02-18T09:00:37.819700+0000 mon.a (mon.0) 2098 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:00:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:38 smithi110 bash[55875]: audit 2024-02-18T09:00:37.829949+0000 mon.a (mon.0) 2099 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:00:39.664 INFO:tasks.workunit.client.0.smithi110.stdout: i=2 exists [21578061~1761944,31751823~7927808,43707438~1318005,45587067~4550491,70121672~10466573,92298313~4161491,96601959~1309889,102878067~1017615,106004566~9146883,174888691~4020960,179580671~3726175,192937026~2335223,280766839~7726804,306242302~6995288,333871569~3495189,358106427~7846524,367083102~13201781,382917823~4145111,389908287~7909600,403699302~2600798,406975821~4296870] wrote [21578061~1761944,71446662~7641654,102878067~1017615,106004566~5924338,174888691~4020960,358106427~7846524,372340701~7944182,403699302~2600798,406975821~3915424] 2024-02-18T09:00:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:39 smithi110 bash[54479]: cephadm 2024-02-18T09:00:37.821384+0000 mgr.y (mgr.44100) 1335 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:00:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:39 smithi110 bash[54479]: cluster 2024-02-18T09:00:38.396653+0000 mon.a (mon.0) 2100 : cluster [DBG] osdmap e1091: 8 total, 8 up, 8 in 2024-02-18T09:00:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:39 smithi110 bash[54479]: audit 2024-02-18T09:00:39.087033+0000 mon.a (mon.0) 2101 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T09:00:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:39 smithi110 bash[54479]: audit 2024-02-18T09:00:39.087713+0000 mon.a (mon.0) 2102 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:00:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:39 smithi110 bash[54479]: audit 2024-02-18T09:00:39.088374+0000 mon.a (mon.0) 2103 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T09:00:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:39 smithi110 bash[55875]: cephadm 2024-02-18T09:00:37.821384+0000 mgr.y (mgr.44100) 1335 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:00:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:39 smithi110 bash[55875]: cluster 2024-02-18T09:00:38.396653+0000 mon.a (mon.0) 2100 : cluster [DBG] osdmap e1091: 8 total, 8 up, 8 in 2024-02-18T09:00:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:39 smithi110 bash[55875]: audit 2024-02-18T09:00:39.087033+0000 mon.a (mon.0) 2101 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T09:00:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:39 smithi110 bash[55875]: audit 2024-02-18T09:00:39.087713+0000 mon.a (mon.0) 2102 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:00:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:39 smithi110 bash[55875]: audit 2024-02-18T09:00:39.088374+0000 mon.a (mon.0) 2103 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T09:00:39.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:39 smithi191 bash[38688]: cephadm 2024-02-18T09:00:37.821384+0000 mgr.y (mgr.44100) 1335 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:00:39.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:39 smithi191 bash[38688]: cluster 2024-02-18T09:00:38.396653+0000 mon.a (mon.0) 2100 : cluster [DBG] osdmap e1091: 8 total, 8 up, 8 in 2024-02-18T09:00:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:39 smithi191 bash[38688]: audit 2024-02-18T09:00:39.087033+0000 mon.a (mon.0) 2101 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2024-02-18T09:00:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:39 smithi191 bash[38688]: audit 2024-02-18T09:00:39.087713+0000 mon.a (mon.0) 2102 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:00:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:39 smithi191 bash[38688]: audit 2024-02-18T09:00:39.088374+0000 mon.a (mon.0) 2103 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-02-18T09:00:40.680 INFO:tasks.workunit.client.0.smithi110.stdout: i=3 exists [12110797~2832864,21578061~1761944,29006648~10672983,43707438~1318005,45587067~4550491,70121672~10466573,84245809~2619413,90665873~5793931,96601959~1309889,102878067~1017615,106004566~9146883,141343151~6235483,174888691~4020960,179580671~3726175,192937026~2335223,227321879~7531377,280766839~7726804,306242302~6995288,333871569~3495189,358106427~7846524,367083102~13201781,382917823~4145111,389908287~7909600,403699302~7573389] wrote [12110797~2832864,29006648~7814928,84245809~2619413,90665873~3040071,141343151~6235483,227321879~7531377,371501957~10270,383333051~2952676,406243490~4176153] 2024-02-18T09:00:40.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:40 smithi191 bash[38688]: cluster 2024-02-18T09:00:39.542190+0000 mon.a (mon.0) 2104 : cluster [DBG] osdmap e1092: 8 total, 8 up, 8 in 2024-02-18T09:00:40.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:40 smithi191 bash[38688]: cluster 2024-02-18T09:00:39.543753+0000 mgr.y (mgr.44100) 1336 : cluster [DBG] pgmap v2020: 105 pgs: 105 active+clean; 40 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-02-18T09:00:40.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:40 smithi110 bash[54479]: cluster 2024-02-18T09:00:39.542190+0000 mon.a (mon.0) 2104 : cluster [DBG] osdmap e1092: 8 total, 8 up, 8 in 2024-02-18T09:00:40.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:40 smithi110 bash[54479]: cluster 2024-02-18T09:00:39.543753+0000 mgr.y (mgr.44100) 1336 : cluster [DBG] pgmap v2020: 105 pgs: 105 active+clean; 40 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-02-18T09:00:40.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:40 smithi110 bash[55875]: cluster 2024-02-18T09:00:39.542190+0000 mon.a (mon.0) 2104 : cluster [DBG] osdmap e1092: 8 total, 8 up, 8 in 2024-02-18T09:00:40.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:40 smithi110 bash[55875]: cluster 2024-02-18T09:00:39.543753+0000 mgr.y (mgr.44100) 1336 : cluster [DBG] pgmap v2020: 105 pgs: 105 active+clean; 40 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-02-18T09:00:41.272 INFO:tasks.workunit.client.0.smithi110.stdout: i=4 exists [12110797~2832864,21578061~1761944,29006648~10672983,43462317~6675241,57605548~4269918,70121672~10466573,84245809~2619413,90397705~73970,90665873~5793931,96601959~1997443,102878067~1017615,106004566~9146883,125741631~3289844,141343151~6235483,159297130~5996372,168450122~4300753,174888691~4020960,179580671~3726175,192937026~2335223,217657107~2663636,227321879~7531377,245694200~1558819,280766839~7726804,306242302~6995288,333871569~3495189,358106427~7846524,367083102~13201781,382917823~4145111,388637339~9180548,403699302~7573389] wrote [43462317~6582372,57605548~4269918,90397705~73970,96634727~1964675,125741631~3289844,159297130~5996372,168450122~4300753,217657107~2663636,245694200~1558819,388637339~7037942] 2024-02-18T09:00:41.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:41 smithi191 bash[38688]: cluster 2024-02-18T09:00:40.553023+0000 mon.a (mon.0) 2105 : cluster [DBG] osdmap e1093: 8 total, 8 up, 8 in 2024-02-18T09:00:41.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:41 smithi191 bash[38688]: cluster 2024-02-18T09:00:41.152726+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e1094: 8 total, 8 up, 8 in 2024-02-18T09:00:41.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:41 smithi110 bash[54479]: cluster 2024-02-18T09:00:40.553023+0000 mon.a (mon.0) 2105 : cluster [DBG] osdmap e1093: 8 total, 8 up, 8 in 2024-02-18T09:00:41.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:41 smithi110 bash[54479]: cluster 2024-02-18T09:00:41.152726+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e1094: 8 total, 8 up, 8 in 2024-02-18T09:00:41.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:41 smithi110 bash[55875]: cluster 2024-02-18T09:00:40.553023+0000 mon.a (mon.0) 2105 : cluster [DBG] osdmap e1093: 8 total, 8 up, 8 in 2024-02-18T09:00:41.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:41 smithi110 bash[55875]: cluster 2024-02-18T09:00:41.152726+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e1094: 8 total, 8 up, 8 in 2024-02-18T09:00:42.316 INFO:tasks.workunit.client.0.smithi110.stdout: i=5 exists [12110797~5700907,21578061~4522260,29006648~10672983,43462317~6675241,57605548~4269918,70121672~10466573,84245809~5649311,90397705~73970,90665873~5793931,96601959~1997443,102878067~1017615,106004566~9146883,125741631~3289844,138721258~8857376,159297130~5996372,168450122~4300753,174888691~4020960,179580671~3726175,192937026~2335223,217657107~2663636,227321879~7531377,242055381~7850702,280766839~7726804,297147856~6230956,306242302~6995288,333871569~3495189,358106427~7846524,367083102~13201781,382917823~4145111,388637339~9180548,403699302~7573389] wrote [14742025~3069679,22291863~3808458,85253324~4641796,138721258~4885833,242055381~7850702,297147856~6230956,333983442~2935932,369694204~4455996,392010779~4721635] 2024-02-18T09:00:42.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:42 smithi191 bash[38688]: cluster 2024-02-18T09:00:41.544639+0000 mgr.y (mgr.44100) 1337 : cluster [DBG] pgmap v2023: 105 pgs: 105 active+clean; 119 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 KiB/s rd, 20 MiB/s wr, 24 op/s 2024-02-18T09:00:42.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:42 smithi191 bash[38688]: cluster 2024-02-18T09:00:42.160695+0000 mon.a (mon.0) 2107 : cluster [DBG] osdmap e1095: 8 total, 8 up, 8 in 2024-02-18T09:00:42.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:42 smithi110 bash[54479]: cluster 2024-02-18T09:00:41.544639+0000 mgr.y (mgr.44100) 1337 : cluster [DBG] pgmap v2023: 105 pgs: 105 active+clean; 119 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 KiB/s rd, 20 MiB/s wr, 24 op/s 2024-02-18T09:00:42.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:42 smithi110 bash[54479]: cluster 2024-02-18T09:00:42.160695+0000 mon.a (mon.0) 2107 : cluster [DBG] osdmap e1095: 8 total, 8 up, 8 in 2024-02-18T09:00:42.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:42 smithi110 bash[55875]: cluster 2024-02-18T09:00:41.544639+0000 mgr.y (mgr.44100) 1337 : cluster [DBG] pgmap v2023: 105 pgs: 105 active+clean; 119 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 KiB/s rd, 20 MiB/s wr, 24 op/s 2024-02-18T09:00:42.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:42 smithi110 bash[55875]: cluster 2024-02-18T09:00:42.160695+0000 mon.a (mon.0) 2107 : cluster [DBG] osdmap e1095: 8 total, 8 up, 8 in 2024-02-18T09:00:43.278 INFO:tasks.workunit.client.0.smithi110.stdout: i=6 exists [12110797~5700907,21578061~4522260,29006648~11788620,43462317~6675241,57605548~4269918,70121672~10466573,84245809~5649311,90397705~73970,90665873~5793931,96601959~1997443,102878067~1017615,106004566~9146883,125741631~3289844,138721258~8857376,159297130~6733786,168450122~4300753,174888691~4020960,179580671~3726175,187364512~2934835,192937026~2335223,213005105~1239024,217657107~2663636,227321879~7531377,242055381~16817775,280766839~7726804,297147856~6230956,306242302~10579350,333871569~3495189,339455266~3434329,358106427~7846524,367083102~13201781,382917823~4145111,388637339~9180548,403699302~7573389] wrote [39615555~1179713,164923325~1107591,187364512~2934835,213005105~1239024,249858682~9014474,308462925~1975945,311457100~5364552,339455266~3434329,362327153~3465385] 2024-02-18T09:00:44.301 INFO:tasks.workunit.client.0.smithi110.stdout: i=7 exists [12110797~5700907,21415050~4685271,27301411~13493857,43462317~6675241,57605548~4269918,70121672~10466573,84245809~5649311,90397705~73970,90665873~5793931,96601959~1997443,102878067~1017615,106004566~9146883,121755129~7276346,135781339~755939,138721258~8857376,159297130~6733786,168450122~4300753,174888691~4020960,179580671~3726175,187364512~2934835,192937026~2335223,204877622~6404268,213005105~1239024,217657107~2663636,227321879~7531377,242055381~16817775,280766839~7726804,297147856~6230956,306242302~10579350,333871569~3495189,339455266~5556376,358106427~7846524,367083102~13201781,382917823~4145111,388637339~9180548,403699302~7573389] wrote [21415050~2151868,27301411~5807896,43539684~5884760,121755129~4807540,135781339~755939,204877622~6404268,342188872~2822770] 2024-02-18T09:00:44.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:44 smithi110 bash[54479]: cluster 2024-02-18T09:00:43.164780+0000 mon.a (mon.0) 2108 : cluster [DBG] osdmap e1096: 8 total, 8 up, 8 in 2024-02-18T09:00:44.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:44 smithi110 bash[54479]: cluster 2024-02-18T09:00:43.545345+0000 mgr.y (mgr.44100) 1338 : cluster [DBG] pgmap v2026: 105 pgs: 105 active+clean; 244 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 41 MiB/s wr, 19 op/s 2024-02-18T09:00:44.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:44 smithi110 bash[55875]: cluster 2024-02-18T09:00:43.164780+0000 mon.a (mon.0) 2108 : cluster [DBG] osdmap e1096: 8 total, 8 up, 8 in 2024-02-18T09:00:44.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:44 smithi110 bash[55875]: cluster 2024-02-18T09:00:43.545345+0000 mgr.y (mgr.44100) 1338 : cluster [DBG] pgmap v2026: 105 pgs: 105 active+clean; 244 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 41 MiB/s wr, 19 op/s 2024-02-18T09:00:44.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:44 smithi191 bash[38688]: cluster 2024-02-18T09:00:43.164780+0000 mon.a (mon.0) 2108 : cluster [DBG] osdmap e1096: 8 total, 8 up, 8 in 2024-02-18T09:00:44.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:44 smithi191 bash[38688]: cluster 2024-02-18T09:00:43.545345+0000 mgr.y (mgr.44100) 1338 : cluster [DBG] pgmap v2026: 105 pgs: 105 active+clean; 244 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 41 MiB/s wr, 19 op/s 2024-02-18T09:00:45.319 INFO:tasks.workunit.client.0.smithi110.stdout: i=8 exists [12110797~5700907,21415050~5204535,27301411~13493857,43462317~6675241,50702885~6679376,57605548~4269918,70121672~10466573,82586451~7308669,90397705~73970,90665873~5793931,96601959~1997443,102878067~1017615,106004566~9146883,121755129~7276346,131389532~3031329,135781339~755939,138721258~8857376,159297130~6733786,168450122~4300753,174888691~4020960,179580671~3726175,187364512~2934835,192937026~2335223,204877622~6404268,213005105~1239024,217657107~2663636,227321879~13041269,242055381~22343370,266515713~446109,267263077~350446,280766839~7726804,297147856~6230956,306242302~10579350,333871569~3495189,339455266~5556376,353938377~12014574,367083102~13201781,382917823~4145111,388637339~9180548,403699302~7573389] wrote [24624148~1995437,50702885~6679376,82586451~2492174,131389532~3031329,228300492~12062656,257801723~6597028,266515713~446109,267263077~350446,353938377~5393836] 2024-02-18T09:00:45.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:45 smithi110 bash[54479]: cluster 2024-02-18T09:00:44.174331+0000 mon.a (mon.0) 2109 : cluster [DBG] osdmap e1097: 8 total, 8 up, 8 in 2024-02-18T09:00:45.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:45 smithi110 bash[55875]: cluster 2024-02-18T09:00:44.174331+0000 mon.a (mon.0) 2109 : cluster [DBG] osdmap e1097: 8 total, 8 up, 8 in 2024-02-18T09:00:45.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:45 smithi191 bash[38688]: cluster 2024-02-18T09:00:44.174331+0000 mon.a (mon.0) 2109 : cluster [DBG] osdmap e1097: 8 total, 8 up, 8 in 2024-02-18T09:00:46.356 INFO:tasks.workunit.client.0.smithi110.stdout: i=9 exists [12110797~5700907,21415050~5204535,27301411~13493857,43462317~6675241,50702885~6679376,57605548~4269918,70121672~10466573,82586451~7308669,90397705~73970,90665873~9030848,102878067~1017615,106004566~9146883,121755129~7276346,131389532~3031329,135781339~755939,138721258~8857376,159297130~6733786,168450122~4300753,174888691~4020960,179580671~3726175,187364512~2934835,192937026~2335223,204877622~6404268,213005105~1239024,217657107~2663636,220429506~19933642,242055381~22343370,266515713~446109,267263077~350446,280766839~7726804,288545991~7556299,297147856~6438988,306242302~13973005,333871569~3495189,339455266~5556376,347115968~2843277,353938377~12014574,367083102~13201781,382917823~4145111,388637339~10666208,403699302~7573389] wrote [35961716~2057468,93104189~6592532,220429506~7502199,228624874~1200289,242531310~7859105,288545991~7556299,300330995~3255849,313636542~6578765,347115968~2843277,393687223~5616324] 2024-02-18T09:00:46.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:46 smithi110 bash[54479]: cluster 2024-02-18T09:00:45.184959+0000 mon.a (mon.0) 2110 : cluster [DBG] osdmap e1098: 8 total, 8 up, 8 in 2024-02-18T09:00:46.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:46 smithi110 bash[54479]: cluster 2024-02-18T09:00:45.546039+0000 mgr.y (mgr.44100) 1339 : cluster [DBG] pgmap v2029: 105 pgs: 105 active+clean; 336 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 42 MiB/s wr, 30 op/s 2024-02-18T09:00:46.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:46 smithi110 bash[55875]: cluster 2024-02-18T09:00:45.184959+0000 mon.a (mon.0) 2110 : cluster [DBG] osdmap e1098: 8 total, 8 up, 8 in 2024-02-18T09:00:46.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:46 smithi110 bash[55875]: cluster 2024-02-18T09:00:45.546039+0000 mgr.y (mgr.44100) 1339 : cluster [DBG] pgmap v2029: 105 pgs: 105 active+clean; 336 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 42 MiB/s wr, 30 op/s 2024-02-18T09:00:46.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:46 smithi191 bash[38688]: cluster 2024-02-18T09:00:45.184959+0000 mon.a (mon.0) 2110 : cluster [DBG] osdmap e1098: 8 total, 8 up, 8 in 2024-02-18T09:00:46.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:46 smithi191 bash[38688]: cluster 2024-02-18T09:00:45.546039+0000 mgr.y (mgr.44100) 1339 : cluster [DBG] pgmap v2029: 105 pgs: 105 active+clean; 336 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 42 MiB/s wr, 30 op/s 2024-02-18T09:00:47.352 INFO:tasks.workunit.client.0.smithi110.stdout: i=10 exists [12110797~8279653,21415050~5204535,27301411~13493857,43462317~6675241,50702885~6679376,57605548~4269918,62475596~3666996,70121672~10466573,82586451~7308669,90397705~73970,90665873~9030848,102878067~1017615,106004566~9146883,121755129~7276346,131389532~3031329,135781339~755939,138664827~8913807,159297130~6733786,168450122~4300753,174888691~4020960,179580671~3726175,187364512~2934835,192937026~2335223,204877622~6404268,213005105~1239024,217657107~2663636,220429506~19933642,242055381~22343370,266515713~446109,267263077~350446,269792766~3387799,280766839~7726804,288545991~7556299,297147856~23067451,333871569~3495189,339455266~5556376,347115968~2843277,353586160~12366791,367083102~13201781,382917823~4145111,388637339~10666208,403699302~7573389] wrote [15666846~4723604,62475596~3666996,138664827~6563389,222994811~8071356,259701105~3920436,269792766~3387799,299932348~7522996,310281787~3294438,353586160~1010857] 2024-02-18T09:00:47.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:47 smithi110 bash[54479]: cluster 2024-02-18T09:00:46.194736+0000 mon.a (mon.0) 2111 : cluster [DBG] osdmap e1099: 8 total, 8 up, 8 in 2024-02-18T09:00:47.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:47 smithi110 bash[55875]: cluster 2024-02-18T09:00:46.194736+0000 mon.a (mon.0) 2111 : cluster [DBG] osdmap e1099: 8 total, 8 up, 8 in 2024-02-18T09:00:47.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:47 smithi191 bash[38688]: cluster 2024-02-18T09:00:46.194736+0000 mon.a (mon.0) 2111 : cluster [DBG] osdmap e1099: 8 total, 8 up, 8 in 2024-02-18T09:00:48.360 INFO:tasks.workunit.client.0.smithi110.stdout: i=11 exists [12110797~8279653,21415050~5204535,27301411~15980270,43462317~6675241,50702885~6679376,57605548~4269918,62475596~18112649,82586451~17110270,102878067~1017615,106004566~9146883,121755129~7276346,131389532~3031329,135781339~755939,138664827~8913807,152299536~1377298,159297130~6733786,168450122~4300753,174888691~4020960,179580671~3726175,187364512~2934835,192937026~2335223,204877622~6404268,213005105~1239024,217657107~2663636,220429506~19933642,242055381~22343370,266515713~446109,267263077~350446,269792766~3387799,280766839~7726804,288545991~31669316,333806378~3560380,339455266~5556376,347115968~2843277,353586160~12366791,366655567~13629316,382917823~4145111,388637339~10666208,403699302~7573389] wrote [38626969~4654712,53298371~4013712,64745504~7915298,88632173~4302014,94477197~4815377,152299536~1377298,226514556~7895505,291317748~6234648,333806378~1964742,366655567~1193546] 2024-02-18T09:00:48.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:48 smithi110 bash[54479]: cluster 2024-02-18T09:00:47.203836+0000 mon.a (mon.0) 2112 : cluster [DBG] osdmap e1100: 8 total, 8 up, 8 in 2024-02-18T09:00:48.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:48 smithi110 bash[54479]: cluster 2024-02-18T09:00:47.546748+0000 mgr.y (mgr.44100) 1340 : cluster [DBG] pgmap v2032: 105 pgs: 105 active+clean; 397 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 31 MiB/s wr, 27 op/s 2024-02-18T09:00:48.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:48 smithi110 bash[55875]: cluster 2024-02-18T09:00:47.203836+0000 mon.a (mon.0) 2112 : cluster [DBG] osdmap e1100: 8 total, 8 up, 8 in 2024-02-18T09:00:48.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:48 smithi110 bash[55875]: cluster 2024-02-18T09:00:47.546748+0000 mgr.y (mgr.44100) 1340 : cluster [DBG] pgmap v2032: 105 pgs: 105 active+clean; 397 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 31 MiB/s wr, 27 op/s 2024-02-18T09:00:48.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:48 smithi191 bash[38688]: cluster 2024-02-18T09:00:47.203836+0000 mon.a (mon.0) 2112 : cluster [DBG] osdmap e1100: 8 total, 8 up, 8 in 2024-02-18T09:00:48.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:48 smithi191 bash[38688]: cluster 2024-02-18T09:00:47.546748+0000 mgr.y (mgr.44100) 1340 : cluster [DBG] pgmap v2032: 105 pgs: 105 active+clean; 397 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 31 MiB/s wr, 27 op/s 2024-02-18T09:00:49.364 INFO:tasks.workunit.client.0.smithi110.stdout: i=12 exists [12110797~8279653,21415050~5204535,27301411~15980270,43462317~6675241,50702885~6679376,57605548~4269918,62475596~37221125,102878067~1017615,106004566~9146883,117005475~2067128,121755129~7276346,131389532~3031329,135781339~755939,138664827~8913807,152299536~1377298,157097795~8933121,168450122~4300753,174888691~4020960,179580671~3726175,187364512~2934835,192937026~2335223,204877622~6404268,213005105~1239024,217657107~2663636,220429506~19933642,242055381~22343370,266515713~446109,267263077~350446,269792766~3387799,277664749~1251535,280766839~7726804,288545991~31669316,322922345~9546066,333806378~3560380,339455266~5556376,347115968~2843277,353586160~12366791,366655567~13629316,382917823~4145111,388637339~10666208,401892306~9939288] wrote [21660300~4902428,79742120~7092878,117005475~2067128,157097795~4517028,250503881~2674655,277664749~1251535,322922345~9546066,401892306~2739035,408797775~3033819] 2024-02-18T09:00:49.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:49 smithi110 bash[54479]: cluster 2024-02-18T09:00:48.214157+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e1101: 8 total, 8 up, 8 in 2024-02-18T09:00:49.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:49 smithi110 bash[55875]: cluster 2024-02-18T09:00:48.214157+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e1101: 8 total, 8 up, 8 in 2024-02-18T09:00:49.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:49 smithi191 bash[38688]: cluster 2024-02-18T09:00:48.214157+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e1101: 8 total, 8 up, 8 in 2024-02-18T09:00:50.353 INFO:tasks.workunit.client.0.smithi110.stdout: i=13 exists [12110797~8279653,21415050~5204535,27301411~15980270,43462317~6675241,50702885~6679376,57605548~4269918,62475596~37221125,102878067~1017615,106004566~9146883,116603890~2468713,121755129~7276346,131389532~3031329,135781339~755939,138664827~8913807,152299536~1377298,157097795~8933121,167445702~7293361,174888691~4020960,179580671~3726175,187364512~2934835,192937026~4553667,204877622~10153295,217657107~2663636,220429506~19933642,242055381~22343370,266515713~446109,267263077~350446,269792766~3387799,277664749~1251535,280766839~7726804,288545991~31669316,322922345~9546066,333806378~3560380,339455266~5556376,347115968~2843277,353029276~12923675,366655567~13629316,382917823~4145111,388637339~10666208,401892306~9939288] wrote [41305167~1144934,86182403~1597607,116603890~1347276,167445702~7293361,194653817~2836876,210792646~4238271,288985436~129074,327518269~4630954,353029276~3567067,404564993~4869934] 2024-02-18T09:00:50.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:50 smithi191 bash[38688]: cluster 2024-02-18T09:00:49.216727+0000 mon.a (mon.0) 2114 : cluster [DBG] osdmap e1102: 8 total, 8 up, 8 in 2024-02-18T09:00:50.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:50 smithi191 bash[38688]: cluster 2024-02-18T09:00:49.547431+0000 mgr.y (mgr.44100) 1341 : cluster [DBG] pgmap v2035: 105 pgs: 105 active+clean; 472 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 32 MiB/s wr, 27 op/s 2024-02-18T09:00:50.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:50 smithi110 bash[54479]: cluster 2024-02-18T09:00:49.216727+0000 mon.a (mon.0) 2114 : cluster [DBG] osdmap e1102: 8 total, 8 up, 8 in 2024-02-18T09:00:50.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:50 smithi110 bash[54479]: cluster 2024-02-18T09:00:49.547431+0000 mgr.y (mgr.44100) 1341 : cluster [DBG] pgmap v2035: 105 pgs: 105 active+clean; 472 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 32 MiB/s wr, 27 op/s 2024-02-18T09:00:50.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:50 smithi110 bash[55875]: cluster 2024-02-18T09:00:49.216727+0000 mon.a (mon.0) 2114 : cluster [DBG] osdmap e1102: 8 total, 8 up, 8 in 2024-02-18T09:00:50.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:50 smithi110 bash[55875]: cluster 2024-02-18T09:00:49.547431+0000 mgr.y (mgr.44100) 1341 : cluster [DBG] pgmap v2035: 105 pgs: 105 active+clean; 472 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 32 MiB/s wr, 27 op/s 2024-02-18T09:00:51.403 INFO:tasks.workunit.client.0.smithi110.stdout: i=14 exists [1084148~5081646,12110797~8279653,21415050~5204535,27301411~15980270,43462317~6675241,50702885~11172581,62475596~37221125,102335071~2672089,106004566~9146883,116603890~2468713,121755129~7276346,131389532~3031329,135781339~755939,138664827~8913807,152299536~1377298,157097795~8933121,167445702~7293361,174888691~4020960,179580671~3726175,187364512~2934835,192937026~4553667,204877622~10153295,217657107~2663636,220429506~19933642,242055381~22343370,266515713~446109,267263077~350446,269792766~3387799,276242186~12251457,288545991~31669316,322919039~9549372,333806378~3560380,339455266~5556376,347115968~2843277,351888901~14064050,366655567~13629316,382917823~4145111,388637339~10666208,401892306~9939288] wrote [1084148~5081646,55951628~1711190,102335071~2672089,235395490~2224892,246945551~5938770,276242186~6487622,322919039~7951286,351888901~5353691] 2024-02-18T09:00:51.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:51 smithi191 bash[38688]: cluster 2024-02-18T09:00:50.236362+0000 mon.a (mon.0) 2115 : cluster [DBG] osdmap e1103: 8 total, 8 up, 8 in 2024-02-18T09:00:51.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:51 smithi110 bash[54479]: cluster 2024-02-18T09:00:50.236362+0000 mon.a (mon.0) 2115 : cluster [DBG] osdmap e1103: 8 total, 8 up, 8 in 2024-02-18T09:00:51.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:51 smithi110 bash[55875]: cluster 2024-02-18T09:00:50.236362+0000 mon.a (mon.0) 2115 : cluster [DBG] osdmap e1103: 8 total, 8 up, 8 in 2024-02-18T09:00:52.413 INFO:tasks.workunit.client.0.smithi110.stdout: i=15 exists [1084148~5081646,12110797~8279653,21415050~5204535,27301411~15980270,43462317~6675241,50702885~11172581,62475596~37221125,102335071~2672089,106004566~9146883,116603890~2468713,121755129~7276346,131389532~3031329,135781339~755939,138664827~8913807,152299536~2648015,157097795~17641268,174888691~4020960,179580671~3726175,186521793~4898920,192937026~4553667,204877622~15443121,220429506~19933642,242055381~22343370,266515713~446109,267263077~350446,269792766~3387799,276242186~12251457,288545991~31669316,322919039~9549372,333806378~3560380,339455266~5556376,347115968~2843277,351888901~14064050,366655567~13629316,382917823~4145111,388637339~10666208,401892306~9939288] wrote [47046282~350198,63908847~7669257,75194040~6249167,152397362~2550189,164560753~3698865,186521793~4898920,209774270~2898507,214838595~3026906,298457918~6363777] 2024-02-18T09:00:52.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:52 smithi191 bash[38688]: cluster 2024-02-18T09:00:51.244279+0000 mon.a (mon.0) 2116 : cluster [DBG] osdmap e1104: 8 total, 8 up, 8 in 2024-02-18T09:00:52.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:52 smithi191 bash[38688]: cluster 2024-02-18T09:00:51.547985+0000 mgr.y (mgr.44100) 1342 : cluster [DBG] pgmap v2038: 105 pgs: 105 active+clean; 557 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 37 MiB/s wr, 28 op/s 2024-02-18T09:00:52.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:52 smithi110 bash[55875]: cluster 2024-02-18T09:00:51.244279+0000 mon.a (mon.0) 2116 : cluster [DBG] osdmap e1104: 8 total, 8 up, 8 in 2024-02-18T09:00:52.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:52 smithi110 bash[55875]: cluster 2024-02-18T09:00:51.547985+0000 mgr.y (mgr.44100) 1342 : cluster [DBG] pgmap v2038: 105 pgs: 105 active+clean; 557 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 37 MiB/s wr, 28 op/s 2024-02-18T09:00:52.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:52 smithi110 bash[54479]: cluster 2024-02-18T09:00:51.244279+0000 mon.a (mon.0) 2116 : cluster [DBG] osdmap e1104: 8 total, 8 up, 8 in 2024-02-18T09:00:52.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:52 smithi110 bash[54479]: cluster 2024-02-18T09:00:51.547985+0000 mgr.y (mgr.44100) 1342 : cluster [DBG] pgmap v2038: 105 pgs: 105 active+clean; 557 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 37 MiB/s wr, 28 op/s 2024-02-18T09:00:53.379 INFO:tasks.workunit.client.0.smithi110.stdout: i=16 exists [1084148~5081646,12110797~8279653,21415050~5204535,27301411~15980270,43462317~6675241,50702885~11172581,62475596~37221125,102335071~2672089,106004566~9146883,116603890~2468713,121755129~7276346,131389532~3031329,135781339~755939,138664827~8913807,152299536~2648015,157097795~17641268,174888691~4020960,179580671~3726175,186521793~4898920,192937026~4553667,200749474~3566076,204877622~15443121,220429506~19933642,242055381~22343370,266515713~446109,267263077~350446,269792766~3387799,276242186~12251457,288545991~31669316,322919039~9549372,333806378~3560380,339455266~5556376,347115968~2843277,351888901~14064050,366347773~13937110,382067961~4994973,388637339~10666208,401892306~9939288] wrote [39140870~3297192,72637000~2585273,82399279~6996215,170728375~397361,200749474~3566076,249163035~2714632,278861876~720000,366347773~5990236,382067961~1910595,388940272~5519096] 2024-02-18T09:00:53.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:53 smithi191 bash[38688]: cluster 2024-02-18T09:00:52.253903+0000 mon.a (mon.0) 2117 : cluster [DBG] osdmap e1105: 8 total, 8 up, 8 in 2024-02-18T09:00:53.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:53 smithi110 bash[54479]: cluster 2024-02-18T09:00:52.253903+0000 mon.a (mon.0) 2117 : cluster [DBG] osdmap e1105: 8 total, 8 up, 8 in 2024-02-18T09:00:53.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:53 smithi110 bash[55875]: cluster 2024-02-18T09:00:52.253903+0000 mon.a (mon.0) 2117 : cluster [DBG] osdmap e1105: 8 total, 8 up, 8 in 2024-02-18T09:00:54.407 INFO:tasks.workunit.client.0.smithi110.stdout: i=17 exists [1084148~5081646,12110797~8279653,21415050~5204535,27301411~15980270,43462317~6675241,50653789~11221677,62475596~37221125,102335071~2672089,106004566~9146883,116603890~2468713,121755129~7276346,130117953~869239,131389532~3031329,135781339~755939,138664827~8913807,152299536~2648015,157097795~17641268,174888691~4020960,179580671~3726175,186521793~5601036,192937026~5715786,200749474~3566076,204877622~15443121,220429506~19933642,242055381~22343370,266515713~446109,267263077~350446,269792766~3387799,276242186~12251457,288545991~43922420,333642067~11369575,347115968~2843277,351888901~14064050,366347773~13937110,382067961~4994973,388637339~10666208,401892306~9939288] wrote [38824214~4169352,50653789~7044562,113246403~46975,130117953~869239,190296443~1826386,195052972~3599840,255030094~2607057,269820803~417250,320154286~5613746,333642067~7657858] 2024-02-18T09:00:54.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:54 smithi191 bash[38688]: cluster 2024-02-18T09:00:53.264890+0000 mon.a (mon.0) 2118 : cluster [DBG] osdmap e1106: 8 total, 8 up, 8 in 2024-02-18T09:00:54.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:54 smithi191 bash[38688]: cluster 2024-02-18T09:00:53.548663+0000 mgr.y (mgr.44100) 1343 : cluster [DBG] pgmap v2041: 105 pgs: 105 active+clean; 659 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s wr, 22 op/s 2024-02-18T09:00:54.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:54 smithi110 bash[54479]: cluster 2024-02-18T09:00:53.264890+0000 mon.a (mon.0) 2118 : cluster [DBG] osdmap e1106: 8 total, 8 up, 8 in 2024-02-18T09:00:54.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:54 smithi110 bash[54479]: cluster 2024-02-18T09:00:53.548663+0000 mgr.y (mgr.44100) 1343 : cluster [DBG] pgmap v2041: 105 pgs: 105 active+clean; 659 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s wr, 22 op/s 2024-02-18T09:00:54.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:54 smithi110 bash[55875]: cluster 2024-02-18T09:00:53.264890+0000 mon.a (mon.0) 2118 : cluster [DBG] osdmap e1106: 8 total, 8 up, 8 in 2024-02-18T09:00:54.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:54 smithi110 bash[55875]: cluster 2024-02-18T09:00:53.548663+0000 mgr.y (mgr.44100) 1343 : cluster [DBG] pgmap v2041: 105 pgs: 105 active+clean; 659 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s wr, 22 op/s 2024-02-18T09:00:55.427 INFO:tasks.workunit.client.0.smithi110.stdout: i=18 exists [1084148~5081646,12110797~8279653,21415050~5204535,27301411~15980270,43462317~6675241,50653789~11221677,62475596~37221125,102335071~2672089,106004566~9146883,116603890~2468713,121755129~7276346,130117953~869239,131389532~3031329,135781339~755939,138664827~8913807,152299536~2648015,157097795~17641268,174888691~4020960,179580671~3726175,186521793~5601036,192937026~11664994,204877622~15443121,220429506~19933642,242055381~22343370,266515713~446109,267263077~350446,269792766~3387799,276242186~56226225,333642067~11369575,347115968~18836983,366347773~13937110,382067961~17235586,401892306~9939288] wrote [153845918~473741,161927319~2439827,197429814~7172206,212826264~6530547,286712634~2903596,299122374~1183393,307358897~6185494,334814439~3779408,348263460~6940169,386854596~4869207] 2024-02-18T09:00:55.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:55 smithi191 bash[38688]: cluster 2024-02-18T09:00:54.274719+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e1107: 8 total, 8 up, 8 in 2024-02-18T09:00:55.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:55 smithi110 bash[54479]: cluster 2024-02-18T09:00:54.274719+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e1107: 8 total, 8 up, 8 in 2024-02-18T09:00:55.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:55 smithi110 bash[55875]: cluster 2024-02-18T09:00:54.274719+0000 mon.a (mon.0) 2119 : cluster [DBG] osdmap e1107: 8 total, 8 up, 8 in 2024-02-18T09:00:56.420 INFO:tasks.workunit.client.0.smithi110.stdout: i=19 exists [1084148~5081646,12110797~8279653,21415050~5204535,27301411~15980270,43462317~6675241,50653789~11221677,62475596~37221125,102335071~2672089,106004566~9146883,116603890~2468713,121755129~7276346,130117953~869239,131389532~3031329,135543702~12034932,152299536~2648015,157097795~17641268,174888691~4020960,179580671~3726175,186521793~5601036,192937026~27383717,220429506~19933642,242055381~31125184,276242186~56226225,333642067~11369575,347115968~18836983,366347773~13937110,382067961~17235586,401892306~9939288] wrote [58607389~2021732,90144032~6031879,108600952~80002,135543702~3261860,198141924~7889658,264142673~6770253,351650905~4668507,405065131~4833214] 2024-02-18T09:00:56.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:56 smithi191 bash[38688]: cluster 2024-02-18T09:00:55.281501+0000 mon.a (mon.0) 2120 : cluster [DBG] osdmap e1108: 8 total, 8 up, 8 in 2024-02-18T09:00:56.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:56 smithi191 bash[38688]: cluster 2024-02-18T09:00:55.549338+0000 mgr.y (mgr.44100) 1344 : cluster [DBG] pgmap v2044: 105 pgs: 105 active+clean; 748 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 33 op/s 2024-02-18T09:00:56.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:56 smithi110 bash[54479]: cluster 2024-02-18T09:00:55.281501+0000 mon.a (mon.0) 2120 : cluster [DBG] osdmap e1108: 8 total, 8 up, 8 in 2024-02-18T09:00:56.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:56 smithi110 bash[54479]: cluster 2024-02-18T09:00:55.549338+0000 mgr.y (mgr.44100) 1344 : cluster [DBG] pgmap v2044: 105 pgs: 105 active+clean; 748 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 33 op/s 2024-02-18T09:00:56.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:56 smithi110 bash[55875]: cluster 2024-02-18T09:00:55.281501+0000 mon.a (mon.0) 2120 : cluster [DBG] osdmap e1108: 8 total, 8 up, 8 in 2024-02-18T09:00:56.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:56 smithi110 bash[55875]: cluster 2024-02-18T09:00:55.549338+0000 mgr.y (mgr.44100) 1344 : cluster [DBG] pgmap v2044: 105 pgs: 105 active+clean; 748 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 48 MiB/s wr, 33 op/s 2024-02-18T09:00:57.291 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 1 diff [29360128~8388608,41943040~8388608,67108864~8388608,92274688~4194304,176160768~4194304,331350016~4194304,364904448~8388608,406847488~4194304] 2024-02-18T09:00:57.291 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [29360128~8388608,41943040~8388608,67108864~8388608,92274688~4194304,176160768~4194304,331350016~4194304,364904448~8388608,406847488~4194304] 2024-02-18T09:00:57.305 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [29360128~20971520,67108864~12582912,92274688~4194304,176160768~8388608,331350016~8388608,364904448~12582912,406847488~8388608] 2024-02-18T09:00:57.305 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 2 diff [20971520~4194304,29360128~8388608,41943040~8388608,67108864~12582912,92274688~4194304,100663296~12582912,171966464~8388608,331350016~4194304,356515840~25165824,402653184~12582912] 2024-02-18T09:00:57.305 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~4194304,29360128~8388608,41943040~8388608,67108864~12582912,92274688~4194304,100663296~12582912,171966464~8388608,331350016~4194304,356515840~25165824,402653184~12582912] 2024-02-18T09:00:57.313 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~4194304,29360128~20971520,67108864~12582912,92274688~4194304,100663296~12582912,171966464~12582912,331350016~8388608,356515840~25165824,402653184~12582912] 2024-02-18T09:00:57.314 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 3 diff [8388608~4194304,20971520~16777216,41943040~8388608,67108864~12582912,83886080~12582912,100663296~12582912,138412032~8388608,171966464~8388608,226492416~8388608,331350016~4194304,356515840~29360128,402653184~8388608] 2024-02-18T09:00:57.314 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~4194304,20971520~16777216,41943040~8388608,67108864~12582912,83886080~12582912,100663296~12582912,138412032~8388608,171966464~8388608,226492416~8388608,331350016~4194304,356515840~29360128,402653184~8388608] 2024-02-18T09:00:57.321 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~8388608,20971520~29360128,67108864~12582912,83886080~12582912,100663296~12582912,138412032~12582912,171966464~12582912,226492416~8388608,331350016~8388608,356515840~33554432,402653184~12582912] 2024-02-18T09:00:57.321 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 4 diff [8388608~4194304,20971520~16777216,41943040~8388608,54525952~8388608,67108864~12582912,83886080~29360128,121634816~4194304,138412032~8388608,155189248~8388608,167772160~12582912,213909504~4194304,226492416~8388608,243269632~4194304,331350016~4194304,356515840~37748736,402653184~8388608] 2024-02-18T09:00:57.321 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~4194304,20971520~16777216,41943040~8388608,54525952~8388608,67108864~12582912,83886080~29360128,121634816~4194304,138412032~8388608,155189248~8388608,167772160~12582912,213909504~4194304,226492416~8388608,243269632~4194304,331350016~4194304,356515840~37748736,402653184~8388608] 2024-02-18T09:00:57.328 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~8388608,20971520~29360128,54525952~8388608,67108864~12582912,83886080~29360128,121634816~8388608,138412032~12582912,155189248~29360128,213909504~8388608,226492416~8388608,243269632~4194304,331350016~8388608,356515840~41943040,402653184~12582912] 2024-02-18T09:00:57.328 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 5 diff [8388608~8388608,20971520~16777216,41943040~8388608,54525952~8388608,67108864~12582912,83886080~29360128,121634816~4194304,138412032~12582912,155189248~8388608,167772160~12582912,213909504~4194304,226492416~8388608,239075328~8388608,293601280~8388608,331350016~4194304,356515840~37748736,402653184~8388608] 2024-02-18T09:00:57.328 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~16777216,41943040~8388608,54525952~8388608,67108864~12582912,83886080~29360128,121634816~4194304,138412032~12582912,155189248~8388608,167772160~12582912,213909504~4194304,226492416~8388608,239075328~8388608,293601280~8388608,331350016~4194304,356515840~37748736,402653184~8388608] 2024-02-18T09:00:57.335 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~41943040,54525952~8388608,67108864~12582912,83886080~29360128,121634816~8388608,138412032~12582912,155189248~29360128,213909504~8388608,226492416~8388608,239075328~12582912,293601280~12582912,331350016~8388608,356515840~41943040,402653184~12582912] 2024-02-18T09:00:57.336 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 6 diff [8388608~8388608,20971520~16777216,41943040~8388608,54525952~8388608,67108864~12582912,83886080~29360128,121634816~4194304,138412032~12582912,155189248~8388608,167772160~12582912,184549376~4194304,209715200~8388608,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~8388608,356515840~37748736,402653184~8388608] 2024-02-18T09:00:57.336 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~16777216,41943040~8388608,54525952~8388608,67108864~12582912,83886080~29360128,121634816~4194304,138412032~12582912,155189248~8388608,167772160~12582912,184549376~4194304,209715200~8388608,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~8388608,356515840~37748736,402653184~8388608] 2024-02-18T09:00:57.342 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~41943040,54525952~8388608,67108864~12582912,83886080~29360128,121634816~8388608,138412032~12582912,155189248~37748736,209715200~12582912,226492416~8388608,239075328~20971520,293601280~25165824,331350016~12582912,356515840~41943040,402653184~12582912] 2024-02-18T09:00:57.342 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 7 diff [8388608~8388608,20971520~29360128,54525952~8388608,67108864~12582912,83886080~29360128,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,201326592~16777216,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~12582912,356515840~37748736,402653184~8388608] 2024-02-18T09:00:57.343 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~29360128,54525952~8388608,67108864~12582912,83886080~29360128,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,201326592~16777216,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~12582912,356515840~37748736,402653184~8388608] 2024-02-18T09:00:57.350 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~41943040,54525952~8388608,67108864~12582912,83886080~29360128,121634816~8388608,134217728~16777216,155189248~37748736,201326592~20971520,226492416~8388608,239075328~20971520,293601280~25165824,331350016~16777216,356515840~41943040,402653184~12582912] 2024-02-18T09:00:57.350 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 8 diff [8388608~8388608,20971520~41943040,67108864~46137344,121634816~29360128,155189248~8388608,167772160~12582912,184549376~4194304,201326592~16777216,226492416~41943040,293601280~8388608,306184192~12582912,331350016~12582912,352321536~41943040,402653184~8388608] 2024-02-18T09:00:57.350 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~41943040,67108864~46137344,121634816~29360128,155189248~8388608,167772160~12582912,184549376~4194304,201326592~16777216,226492416~41943040,293601280~8388608,306184192~12582912,331350016~12582912,352321536~41943040,402653184~8388608] 2024-02-18T09:00:57.357 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~54525952,67108864~46137344,121634816~29360128,155189248~37748736,201326592~20971520,226492416~41943040,293601280~25165824,331350016~16777216,352321536~46137344,402653184~12582912] 2024-02-18T09:00:57.357 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 9 diff [8388608~8388608,20971520~41943040,67108864~46137344,121634816~29360128,155189248~8388608,167772160~12582912,184549376~4194304,201326592~67108864,285212672~16777216,306184192~16777216,331350016~16777216,352321536~46137344,402653184~8388608] 2024-02-18T09:00:57.357 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~41943040,67108864~46137344,121634816~29360128,155189248~8388608,167772160~12582912,184549376~4194304,201326592~67108864,285212672~16777216,306184192~16777216,331350016~16777216,352321536~46137344,402653184~8388608] 2024-02-18T09:00:57.364 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~54525952,67108864~46137344,121634816~29360128,155189248~37748736,201326592~67108864,285212672~37748736,331350016~83886080] 2024-02-18T09:00:57.364 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 10 diff [8388608~8388608,20971520~41943040,67108864~46137344,121634816~29360128,155189248~8388608,167772160~12582912,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~46137344,402653184~8388608] 2024-02-18T09:00:57.364 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~41943040,67108864~46137344,121634816~29360128,155189248~8388608,167772160~12582912,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~46137344,402653184~8388608] 2024-02-18T09:00:57.372 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~104857600,121634816~29360128,155189248~37748736,201326592~75497472,285212672~37748736,331350016~83886080] 2024-02-18T09:00:57.372 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 11 diff [8388608~8388608,20971520~54525952,79691776~33554432,121634816~41943040,167772160~12582912,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~46137344,402653184~8388608] 2024-02-18T09:00:57.372 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~54525952,79691776~33554432,121634816~41943040,167772160~12582912,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~46137344,402653184~8388608] 2024-02-18T09:00:57.379 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~104857600,121634816~71303168,201326592~75497472,285212672~37748736,331350016~83886080] 2024-02-18T09:00:57.379 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 12 diff [8388608~8388608,20971520~54525952,79691776~37748736,121634816~58720256,184549376~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~58720256] 2024-02-18T09:00:57.379 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~54525952,79691776~37748736,121634816~58720256,184549376~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~58720256] 2024-02-18T09:00:57.386 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~184549376,201326592~79691776,285212672~130023424] 2024-02-18T09:00:57.386 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 13 diff [8388608~8388608,20971520~54525952,79691776~37748736,121634816~58720256,184549376~4194304,192937984~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~58720256] 2024-02-18T09:00:57.386 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~54525952,79691776~37748736,121634816~58720256,184549376~4194304,192937984~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~58720256] 2024-02-18T09:00:57.393 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~272629760,285212672~130023424] 2024-02-18T09:00:57.393 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 14 diff [0~16777216,20971520~54525952,79691776~37748736,121634816~58720256,184549376~4194304,192937984~4194304,201326592~79691776,285212672~125829120] 2024-02-18T09:00:57.393 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~54525952,79691776~37748736,121634816~58720256,184549376~4194304,192937984~4194304,201326592~79691776,285212672~125829120] 2024-02-18T09:00:57.400 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:00:57.400 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 15 diff [0~16777216,20971520~75497472,100663296~16777216,121634816~58720256,184549376~12582912,201326592~79691776,285212672~125829120] 2024-02-18T09:00:57.400 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~58720256,184549376~12582912,201326592~79691776,285212672~125829120] 2024-02-18T09:00:57.407 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:00:57.407 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 16 diff [0~16777216,20971520~75497472,100663296~16777216,121634816~58720256,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.407 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~58720256,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.414 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:00:57.415 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 17 diff [0~16777216,20971520~75497472,100663296~16777216,121634816~58720256,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.415 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~58720256,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.420 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:00:57.421 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 18 diff [0~16777216,20971520~75497472,100663296~16777216,121634816~58720256,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.421 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~58720256,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.428 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:00:57.428 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to 19 diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.428 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.435 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:00:57.435 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 2 diff [20971520~4194304,71303168~8388608,100663296~12582912,171966464~4194304,356515840~8388608,369098752~8388608,402653184~8388608] 2024-02-18T09:00:57.435 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~4194304,71303168~8388608,100663296~12582912,171966464~4194304,356515840~8388608,369098752~8388608,402653184~8388608] 2024-02-18T09:00:57.442 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~4194304,71303168~8388608,100663296~12582912,171966464~8388608,356515840~25165824,402653184~8388608] 2024-02-18T09:00:57.442 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 3 diff [8388608~4194304,20971520~12582912,71303168~8388608,83886080~8388608,100663296~12582912,138412032~8388608,171966464~4194304,226492416~8388608,356515840~8388608,369098752~8388608,381681664~4194304,402653184~8388608] 2024-02-18T09:00:57.442 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~4194304,20971520~12582912,71303168~8388608,83886080~8388608,100663296~12582912,138412032~8388608,171966464~4194304,226492416~8388608,356515840~8388608,369098752~8388608,381681664~4194304,402653184~8388608] 2024-02-18T09:00:57.448 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~8388608,20971520~16777216,71303168~8388608,83886080~12582912,100663296~12582912,138412032~12582912,171966464~8388608,226492416~8388608,356515840~33554432,402653184~8388608] 2024-02-18T09:00:57.449 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 4 diff [8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~8388608,83886080~8388608,96468992~16777216,121634816~4194304,138412032~8388608,155189248~8388608,167772160~8388608,213909504~4194304,226492416~8388608,243269632~4194304,356515840~8388608,369098752~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:57.449 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~8388608,83886080~8388608,96468992~16777216,121634816~4194304,138412032~8388608,155189248~8388608,167772160~8388608,213909504~4194304,226492416~8388608,243269632~4194304,356515840~8388608,369098752~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:57.455 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~8388608,20971520~16777216,41943040~8388608,54525952~8388608,71303168~8388608,83886080~29360128,121634816~8388608,138412032~12582912,155189248~25165824,213909504~8388608,226492416~8388608,243269632~4194304,356515840~41943040,402653184~8388608] 2024-02-18T09:00:57.456 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 5 diff [8388608~8388608,20971520~12582912,41943040~8388608,54525952~8388608,71303168~8388608,83886080~8388608,96468992~16777216,121634816~4194304,138412032~12582912,155189248~8388608,167772160~8388608,213909504~4194304,226492416~8388608,239075328~8388608,293601280~8388608,331350016~4194304,356515840~8388608,369098752~25165824,402653184~8388608] 2024-02-18T09:00:57.456 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~12582912,41943040~8388608,54525952~8388608,71303168~8388608,83886080~8388608,96468992~16777216,121634816~4194304,138412032~12582912,155189248~8388608,167772160~8388608,213909504~4194304,226492416~8388608,239075328~8388608,293601280~8388608,331350016~4194304,356515840~8388608,369098752~25165824,402653184~8388608] 2024-02-18T09:00:57.462 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~29360128,41943040~8388608,54525952~8388608,71303168~8388608,83886080~29360128,121634816~8388608,138412032~12582912,155189248~25165824,213909504~8388608,226492416~8388608,239075328~12582912,293601280~12582912,331350016~8388608,356515840~41943040,402653184~8388608] 2024-02-18T09:00:57.463 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 6 diff [8388608~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~8388608,83886080~8388608,96468992~16777216,121634816~4194304,138412032~12582912,155189248~8388608,167772160~8388608,184549376~4194304,209715200~8388608,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~8388608,356515840~8388608,369098752~25165824,402653184~8388608] 2024-02-18T09:00:57.463 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~8388608,83886080~8388608,96468992~16777216,121634816~4194304,138412032~12582912,155189248~8388608,167772160~8388608,184549376~4194304,209715200~8388608,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~8388608,356515840~8388608,369098752~25165824,402653184~8388608] 2024-02-18T09:00:57.469 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~41943040,54525952~8388608,71303168~8388608,83886080~29360128,121634816~8388608,138412032~12582912,155189248~25165824,184549376~8388608,209715200~12582912,226492416~8388608,239075328~20971520,293601280~25165824,331350016~12582912,356515840~41943040,402653184~8388608] 2024-02-18T09:00:57.469 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 7 diff [8388608~8388608,20971520~29360128,54525952~8388608,71303168~8388608,83886080~8388608,96468992~16777216,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~12582912,356515840~8388608,369098752~25165824,402653184~8388608] 2024-02-18T09:00:57.469 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~29360128,54525952~8388608,71303168~8388608,83886080~8388608,96468992~16777216,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~12582912,356515840~8388608,369098752~25165824,402653184~8388608] 2024-02-18T09:00:57.476 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~41943040,54525952~8388608,71303168~8388608,83886080~29360128,121634816~8388608,134217728~16777216,155189248~25165824,184549376~8388608,201326592~20971520,226492416~8388608,239075328~20971520,293601280~25165824,331350016~16777216,356515840~41943040,402653184~8388608] 2024-02-18T09:00:57.476 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 8 diff [8388608~8388608,20971520~41943040,71303168~20971520,96468992~16777216,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,226492416~41943040,293601280~8388608,306184192~12582912,331350016~12582912,352321536~12582912,369098752~25165824,402653184~8388608] 2024-02-18T09:00:57.476 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~41943040,71303168~20971520,96468992~16777216,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,226492416~41943040,293601280~8388608,306184192~12582912,331350016~12582912,352321536~12582912,369098752~25165824,402653184~8388608] 2024-02-18T09:00:57.483 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~54525952,71303168~41943040,121634816~29360128,155189248~25165824,184549376~8388608,201326592~20971520,226492416~41943040,293601280~25165824,331350016~16777216,352321536~46137344,402653184~8388608] 2024-02-18T09:00:57.483 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 9 diff [8388608~8388608,20971520~41943040,71303168~41943040,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~67108864,285212672~16777216,306184192~16777216,331350016~16777216,352321536~12582912,369098752~29360128,402653184~8388608] 2024-02-18T09:00:57.483 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~41943040,71303168~41943040,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~67108864,285212672~16777216,306184192~16777216,331350016~16777216,352321536~12582912,369098752~29360128,402653184~8388608] 2024-02-18T09:00:57.490 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~54525952,71303168~41943040,121634816~29360128,155189248~25165824,184549376~8388608,201326592~67108864,285212672~37748736,331350016~79691776] 2024-02-18T09:00:57.490 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 10 diff [8388608~8388608,20971520~41943040,71303168~41943040,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~12582912,369098752~29360128,402653184~8388608] 2024-02-18T09:00:57.490 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~41943040,71303168~41943040,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~12582912,369098752~29360128,402653184~8388608] 2024-02-18T09:00:57.497 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~58720256,71303168~41943040,121634816~29360128,155189248~25165824,184549376~8388608,201326592~75497472,285212672~37748736,331350016~79691776] 2024-02-18T09:00:57.497 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 11 diff [8388608~8388608,20971520~54525952,79691776~33554432,121634816~41943040,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~46137344,402653184~8388608] 2024-02-18T09:00:57.497 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~54525952,79691776~33554432,121634816~41943040,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~46137344,402653184~8388608] 2024-02-18T09:00:57.504 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~104857600,121634816~58720256,184549376~8388608,201326592~75497472,285212672~37748736,331350016~79691776] 2024-02-18T09:00:57.504 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 12 diff [8388608~8388608,20971520~54525952,79691776~37748736,121634816~54525952,184549376~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~58720256] 2024-02-18T09:00:57.504 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~54525952,79691776~37748736,121634816~54525952,184549376~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~58720256] 2024-02-18T09:00:57.511 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~171966464,184549376~8388608,201326592~79691776,285212672~130023424] 2024-02-18T09:00:57.511 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 13 diff [8388608~8388608,20971520~54525952,79691776~37748736,121634816~54525952,184549376~4194304,192937984~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~58720256] 2024-02-18T09:00:57.511 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~54525952,79691776~37748736,121634816~54525952,184549376~4194304,192937984~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~58720256] 2024-02-18T09:00:57.518 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~171966464,184549376~96468992,285212672~130023424] 2024-02-18T09:00:57.518 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 14 diff [0~16777216,20971520~54525952,79691776~37748736,121634816~54525952,184549376~4194304,192937984~4194304,201326592~79691776,285212672~125829120] 2024-02-18T09:00:57.518 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~54525952,79691776~37748736,121634816~54525952,184549376~4194304,192937984~4194304,201326592~79691776,285212672~125829120] 2024-02-18T09:00:57.525 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:00:57.525 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 15 diff [0~16777216,20971520~75497472,100663296~16777216,121634816~54525952,184549376~12582912,201326592~79691776,285212672~125829120] 2024-02-18T09:00:57.525 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~54525952,184549376~12582912,201326592~79691776,285212672~125829120] 2024-02-18T09:00:57.532 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:00:57.532 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 16 diff [0~16777216,20971520~75497472,100663296~16777216,121634816~54525952,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.532 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~54525952,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.539 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:00:57.539 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 17 diff [0~16777216,20971520~75497472,100663296~16777216,121634816~54525952,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.539 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~54525952,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.546 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:00:57.546 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 18 diff [0~16777216,20971520~75497472,100663296~16777216,121634816~54525952,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.546 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~54525952,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.553 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:00:57.553 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to 19 diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.553 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:00:57.560 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:00:57.560 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 3 diff [8388608~4194304,25165824~8388608,83886080~8388608,138412032~8388608,226492416~8388608,369098752~4194304,381681664~4194304,402653184~4194304] 2024-02-18T09:00:57.560 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~4194304,25165824~8388608,83886080~8388608,138412032~8388608,226492416~8388608,369098752~4194304,381681664~4194304,402653184~4194304] 2024-02-18T09:00:57.568 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~8388608,25165824~12582912,83886080~12582912,138412032~12582912,226492416~8388608,369098752~4194304,381681664~8388608,402653184~8388608] 2024-02-18T09:00:57.568 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 4 diff [8388608~4194304,25165824~8388608,41943040~8388608,54525952~8388608,83886080~8388608,96468992~4194304,121634816~4194304,138412032~8388608,155189248~8388608,167772160~8388608,213909504~4194304,226492416~8388608,243269632~4194304,369098752~4194304,381681664~12582912,402653184~4194304] 2024-02-18T09:00:57.568 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~4194304,25165824~8388608,41943040~8388608,54525952~8388608,83886080~8388608,96468992~4194304,121634816~4194304,138412032~8388608,155189248~8388608,167772160~8388608,213909504~4194304,226492416~8388608,243269632~4194304,369098752~4194304,381681664~12582912,402653184~4194304] 2024-02-18T09:00:57.575 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~8388608,25165824~12582912,41943040~8388608,54525952~8388608,83886080~16777216,121634816~8388608,138412032~12582912,155189248~20971520,213909504~8388608,226492416~8388608,243269632~4194304,369098752~4194304,381681664~16777216,402653184~8388608] 2024-02-18T09:00:57.575 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 5 diff [8388608~8388608,20971520~12582912,41943040~8388608,54525952~8388608,83886080~8388608,96468992~4194304,121634816~4194304,138412032~12582912,155189248~8388608,167772160~8388608,213909504~4194304,226492416~8388608,239075328~8388608,293601280~8388608,331350016~4194304,369098752~8388608,381681664~12582912,402653184~4194304] 2024-02-18T09:00:57.575 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~12582912,41943040~8388608,54525952~8388608,83886080~8388608,96468992~4194304,121634816~4194304,138412032~12582912,155189248~8388608,167772160~8388608,213909504~4194304,226492416~8388608,239075328~8388608,293601280~8388608,331350016~4194304,369098752~8388608,381681664~12582912,402653184~4194304] 2024-02-18T09:00:57.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:57 smithi191 bash[38688]: cluster 2024-02-18T09:00:56.293698+0000 mon.a (mon.0) 2121 : cluster [DBG] osdmap e1109: 8 total, 8 up, 8 in 2024-02-18T09:00:57.582 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~29360128,41943040~8388608,54525952~8388608,83886080~16777216,121634816~8388608,138412032~12582912,155189248~20971520,213909504~8388608,226492416~8388608,239075328~12582912,293601280~12582912,331350016~8388608,369098752~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:57.582 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 6 diff [8388608~8388608,20971520~12582912,37748736~12582912,54525952~8388608,83886080~8388608,96468992~4194304,121634816~4194304,138412032~12582912,155189248~8388608,167772160~8388608,184549376~4194304,209715200~8388608,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~8388608,360710144~4194304,369098752~8388608,381681664~12582912,402653184~4194304] 2024-02-18T09:00:57.582 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~12582912,37748736~12582912,54525952~8388608,83886080~8388608,96468992~4194304,121634816~4194304,138412032~12582912,155189248~8388608,167772160~8388608,184549376~4194304,209715200~8388608,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~8388608,360710144~4194304,369098752~8388608,381681664~12582912,402653184~4194304] 2024-02-18T09:00:57.590 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~41943040,54525952~8388608,83886080~16777216,121634816~8388608,138412032~12582912,155189248~20971520,184549376~8388608,209715200~12582912,226492416~8388608,239075328~20971520,293601280~25165824,331350016~12582912,360710144~16777216,381681664~16777216,402653184~8388608] 2024-02-18T09:00:57.590 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 7 diff [8388608~8388608,20971520~29360128,54525952~8388608,83886080~8388608,96468992~4194304,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~12582912,360710144~4194304,369098752~8388608,381681664~12582912,402653184~4194304] 2024-02-18T09:00:57.590 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~29360128,54525952~8388608,83886080~8388608,96468992~4194304,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,226492416~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~12582912,360710144~4194304,369098752~8388608,381681664~12582912,402653184~4194304] 2024-02-18T09:00:57.596 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~41943040,54525952~8388608,83886080~16777216,121634816~8388608,134217728~16777216,155189248~20971520,184549376~8388608,201326592~20971520,226492416~8388608,239075328~20971520,293601280~25165824,331350016~16777216,360710144~16777216,381681664~16777216,402653184~8388608] 2024-02-18T09:00:57.596 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 8 diff [8388608~8388608,20971520~41943040,79691776~12582912,96468992~4194304,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,226492416~41943040,293601280~8388608,306184192~12582912,331350016~12582912,352321536~12582912,369098752~8388608,381681664~12582912,402653184~4194304] 2024-02-18T09:00:57.597 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~41943040,79691776~12582912,96468992~4194304,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,226492416~41943040,293601280~8388608,306184192~12582912,331350016~12582912,352321536~12582912,369098752~8388608,381681664~12582912,402653184~4194304] 2024-02-18T09:00:57.604 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~54525952,79691776~20971520,121634816~29360128,155189248~20971520,184549376~8388608,201326592~20971520,226492416~41943040,293601280~25165824,331350016~16777216,352321536~25165824,381681664~16777216,402653184~8388608] 2024-02-18T09:00:57.604 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 9 diff [8388608~8388608,20971520~41943040,79691776~20971520,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~67108864,285212672~16777216,306184192~16777216,331350016~16777216,352321536~12582912,369098752~8388608,381681664~16777216,402653184~4194304] 2024-02-18T09:00:57.604 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~41943040,79691776~20971520,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~67108864,285212672~16777216,306184192~16777216,331350016~16777216,352321536~12582912,369098752~8388608,381681664~16777216,402653184~4194304] 2024-02-18T09:00:57.611 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~54525952,79691776~20971520,121634816~29360128,155189248~20971520,184549376~8388608,201326592~67108864,285212672~37748736,331350016~46137344,381681664~29360128] 2024-02-18T09:00:57.611 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 10 diff [8388608~8388608,20971520~41943040,79691776~20971520,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~12582912,369098752~8388608,381681664~16777216,402653184~4194304] 2024-02-18T09:00:57.611 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~41943040,79691776~20971520,121634816~29360128,155189248~8388608,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~12582912,369098752~8388608,381681664~16777216,402653184~4194304] 2024-02-18T09:00:57.618 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~58720256,79691776~20971520,121634816~29360128,155189248~20971520,184549376~8388608,201326592~75497472,285212672~37748736,331350016~46137344,381681664~29360128] 2024-02-18T09:00:57.618 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 11 diff [8388608~8388608,20971520~50331648,79691776~20971520,121634816~41943040,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~25165824,381681664~16777216,402653184~4194304] 2024-02-18T09:00:57.618 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~50331648,79691776~20971520,121634816~41943040,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~25165824,381681664~16777216,402653184~4194304] 2024-02-18T09:00:57.625 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~67108864,79691776~20971520,121634816~54525952,184549376~8388608,201326592~75497472,285212672~37748736,331350016~46137344,381681664~29360128] 2024-02-18T09:00:57.625 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 12 diff [8388608~8388608,20971520~50331648,79691776~20971520,113246208~4194304,121634816~54525952,184549376~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~25165824,381681664~29360128] 2024-02-18T09:00:57.625 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~50331648,79691776~20971520,113246208~4194304,121634816~54525952,184549376~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~25165824,381681664~29360128] 2024-02-18T09:00:57.632 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~67108864,79691776~20971520,113246208~62914560,184549376~8388608,201326592~79691776,285212672~92274688,381681664~33554432] 2024-02-18T09:00:57.632 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 13 diff [8388608~8388608,20971520~50331648,79691776~20971520,113246208~4194304,121634816~50331648,184549376~4194304,192937984~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~25165824,381681664~29360128] 2024-02-18T09:00:57.632 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [8388608~8388608,20971520~50331648,79691776~20971520,113246208~4194304,121634816~50331648,184549376~4194304,192937984~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~25165824,381681664~29360128] 2024-02-18T09:00:57.640 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [8388608~67108864,79691776~20971520,113246208~62914560,184549376~96468992,285212672~92274688,381681664~33554432] 2024-02-18T09:00:57.640 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 14 diff [0~16777216,20971520~50331648,79691776~25165824,113246208~4194304,121634816~50331648,184549376~4194304,192937984~4194304,201326592~79691776,285212672~71303168,360710144~16777216,381681664~29360128] 2024-02-18T09:00:57.640 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~50331648,79691776~25165824,113246208~4194304,121634816~50331648,184549376~4194304,192937984~4194304,201326592~79691776,285212672~71303168,360710144~16777216,381681664~29360128] 2024-02-18T09:00:57.647 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~75497472,79691776~29360128,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.647 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 15 diff [0~16777216,20971520~75497472,100663296~4194304,113246208~4194304,121634816~54525952,184549376~12582912,201326592~79691776,285212672~71303168,360710144~16777216,381681664~29360128] 2024-02-18T09:00:57.648 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~4194304,113246208~4194304,121634816~54525952,184549376~12582912,201326592~79691776,285212672~71303168,360710144~16777216,381681664~29360128] 2024-02-18T09:00:57.655 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.655 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 16 diff [0~16777216,20971520~75497472,100663296~4194304,113246208~4194304,121634816~54525952,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.655 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~4194304,113246208~4194304,121634816~54525952,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.663 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.663 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 17 diff [0~16777216,20971520~75497472,100663296~4194304,113246208~4194304,121634816~54525952,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.663 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~4194304,113246208~4194304,121634816~54525952,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.670 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.670 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 18 diff [0~16777216,20971520~75497472,100663296~4194304,113246208~4194304,121634816~54525952,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.671 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~4194304,113246208~4194304,121634816~54525952,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.677 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.678 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to 19 diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.678 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.684 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.684 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 4 diff [41943040~8388608,54525952~8388608,88080384~4194304,96468992~4194304,121634816~4194304,155189248~8388608,167772160~8388608,213909504~4194304,243269632~4194304,385875968~8388608] 2024-02-18T09:00:57.684 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [41943040~8388608,54525952~8388608,88080384~4194304,96468992~4194304,121634816~4194304,155189248~8388608,167772160~8388608,213909504~4194304,243269632~4194304,385875968~8388608] 2024-02-18T09:00:57.691 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [41943040~8388608,54525952~8388608,88080384~4194304,96468992~4194304,121634816~8388608,155189248~20971520,213909504~8388608,243269632~4194304,385875968~12582912] 2024-02-18T09:00:57.691 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 5 diff [12582912~4194304,20971520~4194304,41943040~8388608,54525952~8388608,83886080~8388608,96468992~4194304,121634816~4194304,138412032~8388608,155189248~8388608,167772160~8388608,213909504~4194304,239075328~8388608,293601280~8388608,331350016~4194304,369098752~8388608,385875968~8388608] 2024-02-18T09:00:57.691 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~4194304,20971520~4194304,41943040~8388608,54525952~8388608,83886080~8388608,96468992~4194304,121634816~4194304,138412032~8388608,155189248~8388608,167772160~8388608,213909504~4194304,239075328~8388608,293601280~8388608,331350016~4194304,369098752~8388608,385875968~8388608] 2024-02-18T09:00:57.698 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,41943040~8388608,54525952~8388608,83886080~8388608,96468992~4194304,121634816~8388608,138412032~8388608,155189248~20971520,213909504~8388608,239075328~12582912,293601280~12582912,331350016~8388608,369098752~8388608,385875968~12582912] 2024-02-18T09:00:57.698 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 6 diff [12582912~4194304,20971520~4194304,37748736~12582912,54525952~8388608,83886080~8388608,96468992~4194304,121634816~4194304,138412032~8388608,155189248~8388608,167772160~8388608,184549376~4194304,209715200~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~8388608,360710144~4194304,369098752~8388608,385875968~8388608] 2024-02-18T09:00:57.698 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~4194304,20971520~4194304,37748736~12582912,54525952~8388608,83886080~8388608,96468992~4194304,121634816~4194304,138412032~8388608,155189248~8388608,167772160~8388608,184549376~4194304,209715200~8388608,239075328~20971520,293601280~8388608,306184192~12582912,331350016~8388608,360710144~4194304,369098752~8388608,385875968~8388608] 2024-02-18T09:00:57.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:57 smithi110 bash[54479]: cluster 2024-02-18T09:00:56.293698+0000 mon.a (mon.0) 2121 : cluster [DBG] osdmap e1109: 8 total, 8 up, 8 in 2024-02-18T09:00:57.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:57 smithi110 bash[55875]: cluster 2024-02-18T09:00:56.293698+0000 mon.a (mon.0) 2121 : cluster [DBG] osdmap e1109: 8 total, 8 up, 8 in 2024-02-18T09:00:57.705 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,37748736~12582912,54525952~8388608,83886080~8388608,96468992~4194304,121634816~8388608,138412032~8388608,155189248~20971520,184549376~8388608,209715200~12582912,239075328~20971520,293601280~25165824,331350016~12582912,360710144~16777216,385875968~12582912] 2024-02-18T09:00:57.706 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 7 diff [12582912~4194304,20971520~12582912,37748736~12582912,54525952~8388608,83886080~8388608,96468992~4194304,121634816~8388608,134217728~12582912,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,239075328~20971520,293601280~8388608,306184192~12582912,331350016~12582912,360710144~4194304,369098752~8388608,385875968~8388608] 2024-02-18T09:00:57.706 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~4194304,20971520~12582912,37748736~12582912,54525952~8388608,83886080~8388608,96468992~4194304,121634816~8388608,134217728~12582912,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,239075328~20971520,293601280~8388608,306184192~12582912,331350016~12582912,360710144~4194304,369098752~8388608,385875968~8388608] 2024-02-18T09:00:57.712 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~20971520,37748736~12582912,54525952~8388608,83886080~8388608,96468992~4194304,121634816~8388608,134217728~12582912,155189248~20971520,184549376~8388608,201326592~20971520,239075328~20971520,293601280~25165824,331350016~16777216,360710144~16777216,385875968~12582912] 2024-02-18T09:00:57.712 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 8 diff [12582912~4194304,20971520~12582912,37748736~25165824,79691776~12582912,96468992~4194304,121634816~25165824,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,226492416~41943040,293601280~8388608,306184192~12582912,331350016~12582912,352321536~12582912,369098752~8388608,385875968~8388608] 2024-02-18T09:00:57.712 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~4194304,20971520~12582912,37748736~25165824,79691776~12582912,96468992~4194304,121634816~25165824,155189248~8388608,167772160~8388608,184549376~4194304,201326592~16777216,226492416~41943040,293601280~8388608,306184192~12582912,331350016~12582912,352321536~12582912,369098752~8388608,385875968~8388608] 2024-02-18T09:00:57.719 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~20971520,37748736~25165824,79691776~12582912,96468992~4194304,121634816~25165824,155189248~20971520,184549376~8388608,201326592~20971520,226492416~41943040,293601280~25165824,331350016~16777216,352321536~25165824,385875968~12582912] 2024-02-18T09:00:57.719 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 9 diff [12582912~4194304,20971520~41943040,79691776~20971520,121634816~25165824,155189248~8388608,167772160~8388608,184549376~4194304,201326592~67108864,285212672~16777216,306184192~16777216,331350016~16777216,352321536~12582912,369098752~8388608,385875968~12582912] 2024-02-18T09:00:57.719 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~4194304,20971520~41943040,79691776~20971520,121634816~25165824,155189248~8388608,167772160~8388608,184549376~4194304,201326592~67108864,285212672~16777216,306184192~16777216,331350016~16777216,352321536~12582912,369098752~8388608,385875968~12582912] 2024-02-18T09:00:57.726 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~50331648,79691776~20971520,121634816~25165824,155189248~20971520,184549376~8388608,201326592~67108864,285212672~37748736,331350016~46137344,385875968~16777216] 2024-02-18T09:00:57.726 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 10 diff [12582912~50331648,79691776~20971520,121634816~25165824,155189248~8388608,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~12582912,369098752~8388608,385875968~12582912] 2024-02-18T09:00:57.726 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~50331648,79691776~20971520,121634816~25165824,155189248~8388608,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~12582912,369098752~8388608,385875968~12582912] 2024-02-18T09:00:57.733 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~54525952,79691776~20971520,121634816~25165824,155189248~20971520,184549376~8388608,201326592~75497472,285212672~37748736,331350016~46137344,385875968~16777216] 2024-02-18T09:00:57.733 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 11 diff [12582912~58720256,79691776~20971520,121634816~25165824,150994944~12582912,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~25165824,385875968~12582912] 2024-02-18T09:00:57.733 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~20971520,121634816~25165824,150994944~12582912,167772160~8388608,184549376~4194304,201326592~71303168,285212672~33554432,331350016~16777216,352321536~25165824,385875968~12582912] 2024-02-18T09:00:57.739 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,121634816~25165824,150994944~25165824,184549376~8388608,201326592~75497472,285212672~37748736,331350016~46137344,385875968~16777216] 2024-02-18T09:00:57.739 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 12 diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~25165824,184549376~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~25165824,385875968~16777216,406847488~4194304] 2024-02-18T09:00:57.739 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~25165824,184549376~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~25165824,385875968~16777216,406847488~4194304] 2024-02-18T09:00:57.746 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,113246208~33554432,150994944~25165824,184549376~8388608,201326592~79691776,285212672~92274688,385875968~29360128] 2024-02-18T09:00:57.746 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 13 diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~25165824,385875968~25165824] 2024-02-18T09:00:57.746 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~71303168,276824064~4194304,285212672~62914560,352321536~25165824,385875968~25165824] 2024-02-18T09:00:57.753 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,113246208~33554432,150994944~25165824,184549376~96468992,285212672~92274688,385875968~29360128] 2024-02-18T09:00:57.753 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 14 diff [0~8388608,12582912~58720256,79691776~25165824,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~79691776,285212672~71303168,360710144~16777216,385875968~25165824] 2024-02-18T09:00:57.753 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~58720256,79691776~25165824,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~79691776,285212672~71303168,360710144~16777216,385875968~25165824] 2024-02-18T09:00:57.759 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~62914560,79691776~29360128,113246208~33554432,150994944~25165824,184549376~192937984,385875968~29360128] 2024-02-18T09:00:57.759 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 15 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~12582912,201326592~79691776,285212672~71303168,360710144~16777216,385875968~25165824] 2024-02-18T09:00:57.759 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~12582912,201326592~79691776,285212672~71303168,360710144~16777216,385875968~25165824] 2024-02-18T09:00:57.766 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,385875968~29360128] 2024-02-18T09:00:57.766 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 16 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.766 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.772 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.772 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 17 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.772 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.779 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.779 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 18 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.779 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.786 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.786 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to 19 diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.786 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.793 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.793 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 5 diff [12582912~4194304,20971520~4194304,83886080~8388608,138412032~8388608,239075328~8388608,293601280~8388608,331350016~4194304,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.793 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~4194304,20971520~4194304,83886080~8388608,138412032~8388608,239075328~8388608,293601280~8388608,331350016~4194304,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.800 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,83886080~8388608,138412032~8388608,239075328~12582912,293601280~12582912,331350016~8388608,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.800 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 6 diff [12582912~4194304,20971520~4194304,37748736~4194304,83886080~8388608,138412032~8388608,163577856~4194304,184549376~4194304,209715200~4194304,239075328~20971520,293601280~8388608,306184192~12582912,331350016~8388608,360710144~4194304,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.800 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~4194304,20971520~4194304,37748736~4194304,83886080~8388608,138412032~8388608,163577856~4194304,184549376~4194304,209715200~4194304,239075328~20971520,293601280~8388608,306184192~12582912,331350016~8388608,360710144~4194304,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.807 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,37748736~4194304,83886080~8388608,138412032~8388608,163577856~4194304,184549376~8388608,209715200~8388608,239075328~20971520,293601280~25165824,331350016~12582912,360710144~16777216,390070272~8388608] 2024-02-18T09:00:57.807 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 7 diff [12582912~4194304,20971520~12582912,37748736~12582912,83886080~8388608,121634816~8388608,134217728~12582912,163577856~4194304,184549376~4194304,201326592~12582912,239075328~20971520,293601280~8388608,306184192~12582912,331350016~12582912,360710144~4194304,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.808 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~4194304,20971520~12582912,37748736~12582912,83886080~8388608,121634816~8388608,134217728~12582912,163577856~4194304,184549376~4194304,201326592~12582912,239075328~20971520,293601280~8388608,306184192~12582912,331350016~12582912,360710144~4194304,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.814 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~20971520,37748736~12582912,83886080~8388608,121634816~8388608,134217728~12582912,163577856~4194304,184549376~8388608,201326592~16777216,239075328~20971520,293601280~25165824,331350016~16777216,360710144~16777216,390070272~8388608] 2024-02-18T09:00:57.814 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 8 diff [12582912~4194304,20971520~12582912,37748736~20971520,79691776~12582912,121634816~25165824,163577856~4194304,184549376~4194304,201326592~12582912,226492416~41943040,293601280~8388608,306184192~12582912,331350016~12582912,352321536~12582912,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.814 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~4194304,20971520~12582912,37748736~20971520,79691776~12582912,121634816~25165824,163577856~4194304,184549376~4194304,201326592~12582912,226492416~41943040,293601280~8388608,306184192~12582912,331350016~12582912,352321536~12582912,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.821 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~20971520,37748736~20971520,79691776~12582912,121634816~25165824,163577856~4194304,184549376~8388608,201326592~16777216,226492416~41943040,293601280~25165824,331350016~16777216,352321536~25165824,390070272~8388608] 2024-02-18T09:00:57.821 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 9 diff [12582912~4194304,20971520~37748736,79691776~20971520,121634816~25165824,163577856~4194304,184549376~4194304,201326592~12582912,218103808~50331648,285212672~16777216,306184192~16777216,331350016~16777216,352321536~12582912,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.821 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~4194304,20971520~37748736,79691776~20971520,121634816~25165824,163577856~4194304,184549376~4194304,201326592~12582912,218103808~50331648,285212672~16777216,306184192~16777216,331350016~16777216,352321536~12582912,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.828 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~46137344,79691776~20971520,121634816~25165824,163577856~4194304,184549376~8388608,201326592~67108864,285212672~37748736,331350016~46137344,390070272~12582912] 2024-02-18T09:00:57.828 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 10 diff [12582912~50331648,79691776~20971520,121634816~25165824,163577856~4194304,184549376~4194304,201326592~12582912,218103808~54525952,285212672~33554432,331350016~16777216,352321536~12582912,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.828 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~50331648,79691776~20971520,121634816~25165824,163577856~4194304,184549376~4194304,201326592~12582912,218103808~54525952,285212672~33554432,331350016~16777216,352321536~12582912,369098752~8388608,390070272~8388608] 2024-02-18T09:00:57.835 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~54525952,79691776~20971520,121634816~25165824,163577856~4194304,184549376~8388608,201326592~75497472,285212672~37748736,331350016~46137344,390070272~12582912] 2024-02-18T09:00:57.835 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 11 diff [12582912~58720256,79691776~20971520,121634816~25165824,150994944~4194304,163577856~4194304,184549376~4194304,201326592~12582912,218103808~54525952,285212672~33554432,331350016~16777216,352321536~25165824,390070272~8388608] 2024-02-18T09:00:57.835 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~20971520,121634816~25165824,150994944~4194304,163577856~4194304,184549376~4194304,201326592~12582912,218103808~54525952,285212672~33554432,331350016~16777216,352321536~25165824,390070272~8388608] 2024-02-18T09:00:57.842 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,121634816~25165824,150994944~4194304,163577856~4194304,184549376~8388608,201326592~75497472,285212672~37748736,331350016~46137344,390070272~12582912] 2024-02-18T09:00:57.842 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 12 diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~16777216,184549376~4194304,201326592~12582912,218103808~54525952,276824064~4194304,285212672~62914560,352321536~25165824,390070272~12582912,406847488~4194304] 2024-02-18T09:00:57.842 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~16777216,184549376~4194304,201326592~12582912,218103808~54525952,276824064~4194304,285212672~62914560,352321536~25165824,390070272~12582912,406847488~4194304] 2024-02-18T09:00:57.849 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,113246208~33554432,150994944~16777216,184549376~8388608,201326592~79691776,285212672~92274688,390070272~25165824] 2024-02-18T09:00:57.849 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 13 diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~12582912,218103808~54525952,276824064~4194304,285212672~62914560,352321536~25165824,390070272~20971520] 2024-02-18T09:00:57.849 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~12582912,218103808~54525952,276824064~4194304,285212672~62914560,352321536~25165824,390070272~20971520] 2024-02-18T09:00:57.856 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,113246208~33554432,150994944~25165824,184549376~96468992,285212672~92274688,390070272~25165824] 2024-02-18T09:00:57.856 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 14 diff [0~8388608,12582912~58720256,79691776~25165824,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~12582912,218103808~62914560,285212672~71303168,360710144~16777216,390070272~20971520] 2024-02-18T09:00:57.856 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~58720256,79691776~25165824,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~12582912,218103808~62914560,285212672~71303168,360710144~16777216,390070272~20971520] 2024-02-18T09:00:57.863 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~62914560,79691776~29360128,113246208~33554432,150994944~25165824,184549376~192937984,390070272~25165824] 2024-02-18T09:00:57.863 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 15 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~12582912,201326592~79691776,285212672~71303168,360710144~16777216,390070272~20971520] 2024-02-18T09:00:57.863 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~12582912,201326592~79691776,285212672~71303168,360710144~16777216,390070272~20971520] 2024-02-18T09:00:57.870 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,390070272~25165824] 2024-02-18T09:00:57.870 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 16 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.870 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.878 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.878 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 17 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.878 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.885 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.885 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 18 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.885 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.892 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.892 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to 19 diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.892 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.899 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:00:57.899 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 6 diff [37748736~4194304,163577856~4194304,184549376~4194304,209715200~4194304,247463936~12582912,306184192~12582912,335544320~4194304,360710144~4194304] 2024-02-18T09:00:57.899 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,163577856~4194304,184549376~4194304,209715200~4194304,247463936~12582912,306184192~12582912,335544320~4194304,360710144~4194304] 2024-02-18T09:00:57.906 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~4194304,163577856~4194304,184549376~8388608,209715200~8388608,247463936~12582912,306184192~12582912,335544320~8388608,360710144~8388608] 2024-02-18T09:00:57.906 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 7 diff [20971520~12582912,37748736~12582912,121634816~8388608,134217728~4194304,163577856~4194304,184549376~4194304,201326592~12582912,247463936~12582912,306184192~12582912,335544320~8388608,360710144~4194304] 2024-02-18T09:00:57.907 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~12582912,37748736~12582912,121634816~8388608,134217728~4194304,163577856~4194304,184549376~4194304,201326592~12582912,247463936~12582912,306184192~12582912,335544320~8388608,360710144~4194304] 2024-02-18T09:00:57.913 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~12582912,37748736~12582912,121634816~8388608,134217728~4194304,163577856~4194304,184549376~8388608,201326592~16777216,247463936~12582912,306184192~12582912,335544320~12582912,360710144~8388608] 2024-02-18T09:00:57.913 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 8 diff [20971520~12582912,37748736~20971520,79691776~4194304,121634816~16777216,163577856~4194304,184549376~4194304,201326592~12582912,226492416~12582912,247463936~20971520,306184192~12582912,335544320~8388608,352321536~12582912] 2024-02-18T09:00:57.913 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~12582912,37748736~20971520,79691776~4194304,121634816~16777216,163577856~4194304,184549376~4194304,201326592~12582912,226492416~12582912,247463936~20971520,306184192~12582912,335544320~8388608,352321536~12582912] 2024-02-18T09:00:57.920 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~12582912,37748736~20971520,79691776~8388608,121634816~16777216,163577856~4194304,184549376~8388608,201326592~16777216,226492416~16777216,247463936~20971520,306184192~12582912,335544320~12582912,352321536~16777216] 2024-02-18T09:00:57.920 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 9 diff [20971520~37748736,79691776~4194304,92274688~8388608,121634816~16777216,163577856~4194304,184549376~4194304,201326592~12582912,218103808~50331648,285212672~8388608,297795584~4194304,306184192~16777216,335544320~12582912,352321536~12582912,390070272~8388608] 2024-02-18T09:00:57.920 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~37748736,79691776~4194304,92274688~8388608,121634816~16777216,163577856~4194304,184549376~4194304,201326592~12582912,218103808~50331648,285212672~8388608,297795584~4194304,306184192~16777216,335544320~12582912,352321536~12582912,390070272~8388608] 2024-02-18T09:00:57.928 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~37748736,79691776~8388608,92274688~8388608,121634816~16777216,163577856~4194304,184549376~8388608,201326592~67108864,285212672~37748736,335544320~33554432,390070272~12582912] 2024-02-18T09:00:57.928 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 10 diff [12582912~50331648,79691776~4194304,92274688~8388608,121634816~25165824,163577856~4194304,184549376~4194304,201326592~12582912,218103808~54525952,285212672~8388608,297795584~20971520,335544320~12582912,352321536~12582912,390070272~8388608] 2024-02-18T09:00:57.928 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~50331648,79691776~4194304,92274688~8388608,121634816~25165824,163577856~4194304,184549376~4194304,201326592~12582912,218103808~54525952,285212672~8388608,297795584~20971520,335544320~12582912,352321536~12582912,390070272~8388608] 2024-02-18T09:00:57.935 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~54525952,79691776~8388608,92274688~8388608,121634816~25165824,163577856~4194304,184549376~8388608,201326592~75497472,285212672~37748736,335544320~33554432,390070272~12582912] 2024-02-18T09:00:57.935 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 11 diff [12582912~58720256,79691776~4194304,88080384~12582912,121634816~25165824,150994944~4194304,163577856~4194304,184549376~4194304,201326592~12582912,218103808~54525952,285212672~33554432,331350016~16777216,352321536~16777216,390070272~8388608] 2024-02-18T09:00:57.935 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~4194304,88080384~12582912,121634816~25165824,150994944~4194304,163577856~4194304,184549376~4194304,201326592~12582912,218103808~54525952,285212672~33554432,331350016~16777216,352321536~16777216,390070272~8388608] 2024-02-18T09:00:57.942 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,121634816~25165824,150994944~4194304,163577856~4194304,184549376~8388608,201326592~75497472,285212672~37748736,331350016~37748736,390070272~12582912] 2024-02-18T09:00:57.942 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 12 diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~16777216,184549376~4194304,201326592~12582912,218103808~54525952,276824064~4194304,285212672~62914560,352321536~16777216,390070272~12582912,406847488~4194304] 2024-02-18T09:00:57.942 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~16777216,184549376~4194304,201326592~12582912,218103808~54525952,276824064~4194304,285212672~62914560,352321536~16777216,390070272~12582912,406847488~4194304] 2024-02-18T09:00:57.949 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,113246208~33554432,150994944~16777216,184549376~8388608,201326592~79691776,285212672~83886080,390070272~25165824] 2024-02-18T09:00:57.949 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 13 diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~12582912,218103808~54525952,276824064~4194304,285212672~62914560,352321536~16777216,390070272~20971520] 2024-02-18T09:00:57.949 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~12582912,218103808~54525952,276824064~4194304,285212672~62914560,352321536~16777216,390070272~20971520] 2024-02-18T09:00:57.956 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,113246208~33554432,150994944~25165824,184549376~96468992,285212672~83886080,390070272~25165824] 2024-02-18T09:00:57.956 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 14 diff [0~8388608,12582912~58720256,79691776~25165824,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~12582912,218103808~62914560,285212672~71303168,360710144~8388608,390070272~20971520] 2024-02-18T09:00:57.956 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~58720256,79691776~25165824,113246208~4194304,121634816~25165824,150994944~20971520,184549376~4194304,192937984~4194304,201326592~12582912,218103808~62914560,285212672~71303168,360710144~8388608,390070272~20971520] 2024-02-18T09:00:57.964 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~62914560,79691776~29360128,113246208~33554432,150994944~25165824,184549376~184549376,390070272~25165824] 2024-02-18T09:00:57.965 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 15 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~12582912,201326592~79691776,285212672~71303168,360710144~8388608,390070272~20971520] 2024-02-18T09:00:57.965 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~12582912,201326592~79691776,285212672~71303168,360710144~8388608,390070272~20971520] 2024-02-18T09:00:57.972 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~184549376,390070272~25165824] 2024-02-18T09:00:57.973 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 16 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.973 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.980 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:00:57.981 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 17 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.981 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.988 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:00:57.988 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 18 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.988 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.996 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:00:57.996 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to 19 diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:57.996 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:58.002 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:00:58.003 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 7 diff [20971520~12582912,41943040~8388608,121634816~8388608,134217728~4194304,201326592~8388608,339738624~4194304] 2024-02-18T09:00:58.003 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~12582912,41943040~8388608,121634816~8388608,134217728~4194304,201326592~8388608,339738624~4194304] 2024-02-18T09:00:58.009 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~12582912,41943040~8388608,121634816~8388608,134217728~4194304,201326592~12582912,339738624~8388608] 2024-02-18T09:00:58.009 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 8 diff [20971520~12582912,41943040~16777216,79691776~4194304,121634816~16777216,201326592~8388608,226492416~12582912,255852544~12582912,339738624~4194304,352321536~8388608] 2024-02-18T09:00:58.010 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~12582912,41943040~16777216,79691776~4194304,121634816~16777216,201326592~8388608,226492416~12582912,255852544~12582912,339738624~4194304,352321536~8388608] 2024-02-18T09:00:58.017 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~12582912,41943040~16777216,79691776~8388608,121634816~16777216,201326592~12582912,226492416~16777216,255852544~12582912,339738624~8388608,352321536~8388608] 2024-02-18T09:00:58.017 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 9 diff [20971520~16777216,41943040~16777216,79691776~4194304,92274688~8388608,121634816~16777216,201326592~8388608,218103808~29360128,255852544~12582912,285212672~8388608,297795584~4194304,310378496~8388608,339738624~8388608,352321536~8388608,390070272~8388608] 2024-02-18T09:00:58.017 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~16777216,41943040~16777216,79691776~4194304,92274688~8388608,121634816~16777216,201326592~8388608,218103808~29360128,255852544~12582912,285212672~8388608,297795584~4194304,310378496~8388608,339738624~8388608,352321536~8388608,390070272~8388608] 2024-02-18T09:00:58.024 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~37748736,79691776~8388608,92274688~8388608,121634816~16777216,201326592~12582912,218103808~33554432,255852544~12582912,285212672~20971520,310378496~12582912,339738624~20971520,390070272~12582912] 2024-02-18T09:00:58.024 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 10 diff [12582912~25165824,41943040~20971520,79691776~4194304,92274688~8388608,121634816~25165824,201326592~8388608,218103808~29360128,255852544~16777216,285212672~8388608,297795584~20971520,339738624~8388608,352321536~8388608,390070272~8388608] 2024-02-18T09:00:58.024 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~25165824,41943040~20971520,79691776~4194304,92274688~8388608,121634816~25165824,201326592~8388608,218103808~29360128,255852544~16777216,285212672~8388608,297795584~20971520,339738624~8388608,352321536~8388608,390070272~8388608] 2024-02-18T09:00:58.031 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~54525952,79691776~8388608,92274688~8388608,121634816~25165824,201326592~12582912,218103808~33554432,255852544~20971520,285212672~37748736,339738624~20971520,390070272~12582912] 2024-02-18T09:00:58.032 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 11 diff [12582912~58720256,79691776~4194304,88080384~12582912,121634816~25165824,150994944~4194304,201326592~8388608,218103808~29360128,255852544~16777216,285212672~33554432,331350016~4194304,339738624~8388608,352321536~8388608,364904448~4194304,390070272~8388608] 2024-02-18T09:00:58.032 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~4194304,88080384~12582912,121634816~25165824,150994944~4194304,201326592~8388608,218103808~29360128,255852544~16777216,285212672~33554432,331350016~4194304,339738624~8388608,352321536~8388608,364904448~4194304,390070272~8388608] 2024-02-18T09:00:58.039 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,121634816~25165824,150994944~4194304,201326592~12582912,218103808~33554432,255852544~20971520,285212672~37748736,331350016~29360128,364904448~4194304,390070272~12582912] 2024-02-18T09:00:58.039 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 12 diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~12582912,201326592~8388608,218103808~33554432,255852544~16777216,276824064~4194304,285212672~50331648,339738624~8388608,352321536~8388608,364904448~4194304,390070272~12582912,406847488~4194304] 2024-02-18T09:00:58.039 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~12582912,201326592~8388608,218103808~33554432,255852544~16777216,276824064~4194304,285212672~50331648,339738624~8388608,352321536~8388608,364904448~4194304,390070272~12582912,406847488~4194304] 2024-02-18T09:00:58.046 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,113246208~33554432,150994944~12582912,201326592~12582912,218103808~62914560,285212672~75497472,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.046 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 13 diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~20971520,192937984~4194304,201326592~12582912,218103808~33554432,255852544~16777216,276824064~4194304,285212672~50331648,339738624~8388608,352321536~8388608,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.047 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~58720256,79691776~20971520,113246208~4194304,121634816~25165824,150994944~20971520,192937984~4194304,201326592~12582912,218103808~33554432,255852544~16777216,276824064~4194304,285212672~50331648,339738624~8388608,352321536~8388608,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.054 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~62914560,79691776~20971520,113246208~33554432,150994944~25165824,192937984~88080384,285212672~75497472,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.054 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 14 diff [0~8388608,12582912~58720256,79691776~25165824,113246208~4194304,121634816~25165824,150994944~20971520,192937984~4194304,201326592~12582912,218103808~33554432,255852544~25165824,285212672~50331648,339738624~16777216,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.055 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~58720256,79691776~25165824,113246208~4194304,121634816~25165824,150994944~20971520,192937984~4194304,201326592~12582912,218103808~33554432,255852544~25165824,285212672~50331648,339738624~16777216,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.062 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~62914560,79691776~29360128,113246208~33554432,150994944~25165824,192937984~167772160,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.062 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 15 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~12582912,201326592~50331648,255852544~25165824,285212672~50331648,339738624~16777216,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.062 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~12582912,201326592~50331648,255852544~25165824,285212672~50331648,339738624~16777216,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.069 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.069 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 16 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~67108864,255852544~25165824,285212672~50331648,339738624~16777216,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.069 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~67108864,255852544~25165824,285212672~50331648,339738624~16777216,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.076 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.076 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 17 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.076 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.083 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.083 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 18 diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.083 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~92274688,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.091 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.091 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to 19 diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.091 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.098 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.098 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 8 diff [20971520~4194304,50331648~8388608,79691776~4194304,130023424~4194304,226492416~12582912,255852544~12582912,352321536~8388608] 2024-02-18T09:00:58.098 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~4194304,50331648~8388608,79691776~4194304,130023424~4194304,226492416~12582912,255852544~12582912,352321536~8388608] 2024-02-18T09:00:58.105 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~8388608,50331648~8388608,79691776~8388608,130023424~8388608,226492416~16777216,255852544~12582912,352321536~8388608] 2024-02-18T09:00:58.105 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 9 diff [20971520~4194304,33554432~4194304,50331648~8388608,79691776~4194304,92274688~8388608,130023424~4194304,218103808~29360128,255852544~12582912,285212672~8388608,297795584~4194304,310378496~8388608,343932928~4194304,352321536~8388608,390070272~8388608] 2024-02-18T09:00:58.105 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~4194304,33554432~4194304,50331648~8388608,79691776~4194304,92274688~8388608,130023424~4194304,218103808~29360128,255852544~12582912,285212672~8388608,297795584~4194304,310378496~8388608,343932928~4194304,352321536~8388608,390070272~8388608] 2024-02-18T09:00:58.112 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~8388608,33554432~8388608,50331648~8388608,79691776~8388608,92274688~8388608,130023424~8388608,218103808~33554432,255852544~12582912,285212672~20971520,310378496~12582912,343932928~16777216,390070272~12582912] 2024-02-18T09:00:58.113 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 10 diff [12582912~12582912,33554432~4194304,50331648~12582912,79691776~4194304,92274688~8388608,130023424~4194304,138412032~8388608,218103808~29360128,255852544~16777216,285212672~8388608,297795584~20971520,343932928~4194304,352321536~8388608,390070272~8388608] 2024-02-18T09:00:58.113 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~12582912,33554432~4194304,50331648~12582912,79691776~4194304,92274688~8388608,130023424~4194304,138412032~8388608,218103808~29360128,255852544~16777216,285212672~8388608,297795584~20971520,343932928~4194304,352321536~8388608,390070272~8388608] 2024-02-18T09:00:58.120 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,33554432~8388608,50331648~16777216,79691776~8388608,92274688~8388608,130023424~16777216,218103808~33554432,255852544~20971520,285212672~37748736,343932928~16777216,390070272~12582912] 2024-02-18T09:00:58.120 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 11 diff [12582912~12582912,33554432~12582912,50331648~20971520,79691776~4194304,88080384~12582912,130023424~4194304,138412032~8388608,150994944~4194304,218103808~29360128,255852544~16777216,285212672~33554432,331350016~4194304,343932928~4194304,352321536~8388608,364904448~4194304,390070272~8388608] 2024-02-18T09:00:58.120 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~12582912,33554432~12582912,50331648~20971520,79691776~4194304,88080384~12582912,130023424~4194304,138412032~8388608,150994944~4194304,218103808~29360128,255852544~16777216,285212672~33554432,331350016~4194304,343932928~4194304,352321536~8388608,364904448~4194304,390070272~8388608] 2024-02-18T09:00:58.127 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,33554432~12582912,50331648~25165824,79691776~20971520,130023424~16777216,150994944~4194304,218103808~33554432,255852544~20971520,285212672~37748736,331350016~8388608,343932928~16777216,364904448~4194304,390070272~12582912] 2024-02-18T09:00:58.127 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 12 diff [12582912~16777216,33554432~12582912,50331648~20971520,79691776~20971520,113246208~4194304,130023424~4194304,138412032~8388608,150994944~12582912,218103808~33554432,255852544~16777216,276824064~4194304,285212672~50331648,343932928~4194304,352321536~8388608,364904448~4194304,390070272~12582912,406847488~4194304] 2024-02-18T09:00:58.127 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~16777216,33554432~12582912,50331648~20971520,79691776~20971520,113246208~4194304,130023424~4194304,138412032~8388608,150994944~12582912,218103808~33554432,255852544~16777216,276824064~4194304,285212672~50331648,343932928~4194304,352321536~8388608,364904448~4194304,390070272~12582912,406847488~4194304] 2024-02-18T09:00:58.134 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,33554432~12582912,50331648~25165824,79691776~20971520,113246208~8388608,130023424~16777216,150994944~12582912,218103808~62914560,285212672~54525952,343932928~16777216,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.134 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 13 diff [12582912~16777216,33554432~12582912,50331648~20971520,79691776~20971520,113246208~4194304,130023424~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~41943040,255852544~16777216,276824064~4194304,285212672~50331648,343932928~4194304,352321536~8388608,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.134 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~16777216,33554432~12582912,50331648~20971520,79691776~20971520,113246208~4194304,130023424~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~41943040,255852544~16777216,276824064~4194304,285212672~50331648,343932928~4194304,352321536~8388608,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.141 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,33554432~12582912,50331648~25165824,79691776~20971520,113246208~8388608,130023424~16777216,150994944~25165824,192937984~8388608,209715200~71303168,285212672~54525952,343932928~16777216,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.141 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 14 diff [0~8388608,12582912~16777216,33554432~12582912,50331648~20971520,79691776~25165824,113246208~4194304,130023424~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~41943040,255852544~25165824,285212672~50331648,343932928~12582912,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.142 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~12582912,50331648~20971520,79691776~25165824,113246208~4194304,130023424~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~41943040,255852544~25165824,285212672~50331648,343932928~12582912,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.148 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~12582912,50331648~25165824,79691776~29360128,113246208~8388608,130023424~16777216,150994944~25165824,192937984~8388608,209715200~130023424,343932928~16777216,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.149 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 15 diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~12582912,209715200~41943040,255852544~25165824,285212672~50331648,343932928~12582912,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.149 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~12582912,209715200~41943040,255852544~25165824,285212672~50331648,343932928~12582912,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.155 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~16777216,209715200~130023424,343932928~16777216,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.155 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 16 diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~41943040,255852544~25165824,285212672~50331648,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.156 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~41943040,255852544~25165824,285212672~50331648,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.164 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~20971520,209715200~130023424,343932928~16777216,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.164 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 17 diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.164 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.171 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~20971520,209715200~150994944,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.171 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 18 diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.171 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.179 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~20971520,209715200~150994944,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.179 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to 19 diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.179 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.186 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.186 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 9 diff [33554432~4194304,92274688~8388608,218103808~12582912,239075328~8388608,285212672~8388608,297795584~4194304,310378496~8388608,343932928~4194304,390070272~8388608] 2024-02-18T09:00:58.186 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [33554432~4194304,92274688~8388608,218103808~12582912,239075328~8388608,285212672~8388608,297795584~4194304,310378496~8388608,343932928~4194304,390070272~8388608] 2024-02-18T09:00:58.193 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [33554432~8388608,92274688~8388608,218103808~12582912,239075328~12582912,285212672~20971520,310378496~12582912,343932928~8388608,390070272~12582912] 2024-02-18T09:00:58.194 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 10 diff [12582912~8388608,33554432~4194304,58720256~4194304,92274688~8388608,138412032~8388608,218103808~12582912,239075328~8388608,255852544~4194304,268435456~4194304,285212672~8388608,297795584~20971520,343932928~4194304,352321536~4194304,390070272~8388608] 2024-02-18T09:00:58.194 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~8388608,33554432~4194304,58720256~4194304,92274688~8388608,138412032~8388608,218103808~12582912,239075328~8388608,255852544~4194304,268435456~4194304,285212672~8388608,297795584~20971520,343932928~4194304,352321536~4194304,390070272~8388608] 2024-02-18T09:00:58.200 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~8388608,33554432~8388608,58720256~8388608,92274688~8388608,138412032~8388608,218103808~16777216,239075328~12582912,255852544~8388608,268435456~8388608,285212672~37748736,343932928~12582912,390070272~12582912] 2024-02-18T09:00:58.201 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 11 diff [12582912~8388608,33554432~12582912,50331648~4194304,58720256~12582912,88080384~12582912,138412032~8388608,150994944~4194304,218103808~16777216,239075328~8388608,255852544~4194304,268435456~4194304,285212672~33554432,331350016~4194304,343932928~4194304,352321536~4194304,364904448~4194304,390070272~8388608] 2024-02-18T09:00:58.201 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~8388608,33554432~12582912,50331648~4194304,58720256~12582912,88080384~12582912,138412032~8388608,150994944~4194304,218103808~16777216,239075328~8388608,255852544~4194304,268435456~4194304,285212672~33554432,331350016~4194304,343932928~4194304,352321536~4194304,364904448~4194304,390070272~8388608] 2024-02-18T09:00:58.207 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~8388608,33554432~12582912,50331648~25165824,88080384~12582912,138412032~8388608,150994944~4194304,218103808~16777216,239075328~12582912,255852544~8388608,268435456~8388608,285212672~37748736,331350016~8388608,343932928~12582912,364904448~4194304,390070272~12582912] 2024-02-18T09:00:58.207 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 12 diff [12582912~16777216,33554432~12582912,50331648~4194304,58720256~12582912,79691776~20971520,113246208~4194304,138412032~8388608,150994944~12582912,218103808~16777216,239075328~12582912,255852544~4194304,268435456~4194304,276824064~4194304,285212672~50331648,343932928~4194304,352321536~4194304,364904448~4194304,390070272~12582912,406847488~4194304] 2024-02-18T09:00:58.208 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~16777216,33554432~12582912,50331648~4194304,58720256~12582912,79691776~20971520,113246208~4194304,138412032~8388608,150994944~12582912,218103808~16777216,239075328~12582912,255852544~4194304,268435456~4194304,276824064~4194304,285212672~50331648,343932928~4194304,352321536~4194304,364904448~4194304,390070272~12582912,406847488~4194304] 2024-02-18T09:00:58.215 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,33554432~12582912,50331648~25165824,79691776~20971520,113246208~8388608,138412032~8388608,150994944~12582912,218103808~16777216,239075328~25165824,268435456~12582912,285212672~54525952,343932928~12582912,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.215 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 13 diff [12582912~16777216,33554432~12582912,50331648~4194304,58720256~12582912,79691776~20971520,113246208~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~25165824,239075328~12582912,255852544~4194304,268435456~4194304,276824064~4194304,285212672~50331648,343932928~4194304,352321536~4194304,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.215 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~16777216,33554432~12582912,50331648~4194304,58720256~12582912,79691776~20971520,113246208~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~25165824,239075328~12582912,255852544~4194304,268435456~4194304,276824064~4194304,285212672~50331648,343932928~4194304,352321536~4194304,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.221 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,33554432~12582912,50331648~25165824,79691776~20971520,113246208~8388608,138412032~8388608,150994944~25165824,192937984~8388608,209715200~25165824,239075328~25165824,268435456~12582912,285212672~54525952,343932928~16777216,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.222 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 14 diff [0~8388608,12582912~16777216,33554432~12582912,50331648~20971520,79691776~25165824,113246208~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~41943040,255852544~4194304,268435456~12582912,285212672~50331648,343932928~12582912,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.222 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~12582912,50331648~20971520,79691776~25165824,113246208~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~41943040,255852544~4194304,268435456~12582912,285212672~50331648,343932928~12582912,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.229 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~12582912,50331648~25165824,79691776~29360128,113246208~8388608,138412032~8388608,150994944~25165824,192937984~8388608,209715200~54525952,268435456~71303168,343932928~16777216,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.229 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 15 diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,138412032~8388608,150994944~25165824,184549376~12582912,209715200~41943040,255852544~4194304,268435456~12582912,285212672~50331648,343932928~12582912,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.229 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,138412032~8388608,150994944~25165824,184549376~12582912,209715200~41943040,255852544~4194304,268435456~12582912,285212672~50331648,343932928~12582912,364904448~4194304,390070272~20971520] 2024-02-18T09:00:58.236 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,138412032~8388608,150994944~25165824,184549376~16777216,209715200~54525952,268435456~71303168,343932928~16777216,364904448~4194304,390070272~25165824] 2024-02-18T09:00:58.236 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 16 diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~41943040,255852544~4194304,268435456~12582912,285212672~50331648,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.236 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~41943040,255852544~4194304,268435456~12582912,285212672~50331648,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.243 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,138412032~8388608,150994944~25165824,184549376~20971520,209715200~54525952,268435456~71303168,343932928~16777216,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.243 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 17 diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~50331648,268435456~12582912,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.243 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~50331648,268435456~12582912,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.251 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~4194304,138412032~8388608,150994944~25165824,184549376~20971520,209715200~54525952,268435456~92274688,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.251 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 18 diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~20971520,209715200~50331648,268435456~12582912,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.251 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~71303168,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~20971520,209715200~50331648,268435456~12582912,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.258 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~4194304,138412032~8388608,150994944~25165824,184549376~20971520,209715200~54525952,268435456~92274688,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.258 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to 19 diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.258 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:58.265 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.265 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 10 diff [12582912~8388608,58720256~4194304,138412032~8388608,222298112~8388608,255852544~4194304,268435456~4194304,297795584~12582912,352321536~4194304] 2024-02-18T09:00:58.265 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~8388608,58720256~4194304,138412032~8388608,222298112~8388608,255852544~4194304,268435456~4194304,297795584~12582912,352321536~4194304] 2024-02-18T09:00:58.272 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~8388608,58720256~8388608,138412032~8388608,222298112~12582912,255852544~8388608,268435456~8388608,297795584~16777216,352321536~4194304] 2024-02-18T09:00:58.272 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 11 diff [12582912~8388608,37748736~8388608,50331648~4194304,58720256~12582912,88080384~12582912,138412032~8388608,150994944~4194304,222298112~12582912,255852544~4194304,268435456~4194304,289406976~20971520,331350016~4194304,352321536~4194304,364904448~4194304] 2024-02-18T09:00:58.272 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~8388608,37748736~8388608,50331648~4194304,58720256~12582912,88080384~12582912,138412032~8388608,150994944~4194304,222298112~12582912,255852544~4194304,268435456~4194304,289406976~20971520,331350016~4194304,352321536~4194304,364904448~4194304] 2024-02-18T09:00:58.279 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~8388608,37748736~8388608,50331648~25165824,88080384~12582912,138412032~8388608,150994944~4194304,222298112~12582912,255852544~8388608,268435456~8388608,289406976~25165824,331350016~8388608,352321536~4194304,364904448~4194304] 2024-02-18T09:00:58.279 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 12 diff [12582912~16777216,37748736~8388608,50331648~4194304,58720256~12582912,79691776~20971520,113246208~4194304,138412032~8388608,150994944~12582912,222298112~12582912,247463936~4194304,255852544~4194304,268435456~4194304,276824064~4194304,289406976~20971520,318767104~16777216,352321536~4194304,364904448~4194304,398458880~4194304,406847488~4194304] 2024-02-18T09:00:58.279 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~16777216,37748736~8388608,50331648~4194304,58720256~12582912,79691776~20971520,113246208~4194304,138412032~8388608,150994944~12582912,222298112~12582912,247463936~4194304,255852544~4194304,268435456~4194304,276824064~4194304,289406976~20971520,318767104~16777216,352321536~4194304,364904448~4194304,398458880~4194304,406847488~4194304] 2024-02-18T09:00:58.286 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,37748736~8388608,50331648~25165824,79691776~20971520,113246208~8388608,138412032~8388608,150994944~12582912,222298112~12582912,247463936~16777216,268435456~12582912,289406976~25165824,318767104~20971520,352321536~4194304,364904448~4194304,398458880~16777216] 2024-02-18T09:00:58.287 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 13 diff [12582912~16777216,37748736~8388608,50331648~4194304,58720256~12582912,79691776~20971520,113246208~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~8388608,222298112~12582912,247463936~4194304,255852544~4194304,268435456~4194304,276824064~4194304,285212672~25165824,318767104~16777216,352321536~4194304,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.287 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [12582912~16777216,37748736~8388608,50331648~4194304,58720256~12582912,79691776~20971520,113246208~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~8388608,222298112~12582912,247463936~4194304,255852544~4194304,268435456~4194304,276824064~4194304,285212672~25165824,318767104~16777216,352321536~4194304,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.296 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [12582912~16777216,37748736~8388608,50331648~25165824,79691776~20971520,113246208~8388608,138412032~8388608,150994944~25165824,192937984~8388608,209715200~8388608,222298112~12582912,247463936~16777216,268435456~12582912,285212672~29360128,318767104~20971520,352321536~8388608,364904448~4194304,398458880~16777216] 2024-02-18T09:00:58.296 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 14 diff [0~8388608,12582912~16777216,37748736~8388608,50331648~20971520,79691776~25165824,113246208~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~8388608,222298112~16777216,243269632~8388608,255852544~4194304,268435456~12582912,285212672~25165824,318767104~16777216,348127232~8388608,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.297 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~8388608,50331648~20971520,79691776~25165824,113246208~4194304,138412032~8388608,150994944~20971520,192937984~4194304,209715200~8388608,222298112~16777216,243269632~8388608,255852544~4194304,268435456~12582912,285212672~25165824,318767104~16777216,348127232~8388608,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.304 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~8388608,50331648~25165824,79691776~29360128,113246208~8388608,138412032~8388608,150994944~25165824,192937984~8388608,209715200~8388608,222298112~16777216,243269632~20971520,268435456~46137344,318767104~20971520,348127232~12582912,364904448~4194304,398458880~16777216] 2024-02-18T09:00:58.304 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 15 diff [0~8388608,12582912~16777216,37748736~67108864,113246208~4194304,138412032~8388608,150994944~25165824,184549376~12582912,209715200~8388608,222298112~16777216,243269632~8388608,255852544~4194304,268435456~12582912,285212672~25165824,318767104~16777216,348127232~8388608,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.304 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~67108864,113246208~4194304,138412032~8388608,150994944~25165824,184549376~12582912,209715200~8388608,222298112~16777216,243269632~8388608,255852544~4194304,268435456~12582912,285212672~25165824,318767104~16777216,348127232~8388608,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.312 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,138412032~8388608,150994944~25165824,184549376~16777216,209715200~8388608,222298112~16777216,243269632~20971520,268435456~46137344,318767104~20971520,348127232~12582912,364904448~4194304,398458880~16777216] 2024-02-18T09:00:58.312 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 16 diff [0~8388608,12582912~16777216,37748736~67108864,113246208~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~8388608,222298112~16777216,243269632~8388608,255852544~4194304,268435456~12582912,285212672~25165824,318767104~16777216,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.312 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~67108864,113246208~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~8388608,222298112~16777216,243269632~8388608,255852544~4194304,268435456~12582912,285212672~25165824,318767104~16777216,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.320 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,138412032~8388608,150994944~25165824,184549376~20971520,209715200~8388608,222298112~16777216,243269632~20971520,268435456~46137344,318767104~20971520,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.320 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 17 diff [0~8388608,12582912~16777216,37748736~67108864,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~8388608,222298112~16777216,243269632~16777216,268435456~12582912,285212672~25165824,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.320 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~67108864,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~16777216,209715200~8388608,222298112~16777216,243269632~16777216,268435456~12582912,285212672~25165824,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.327 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~4194304,138412032~8388608,150994944~25165824,184549376~20971520,209715200~8388608,222298112~16777216,243269632~20971520,268435456~46137344,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.327 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 18 diff [0~8388608,12582912~16777216,37748736~67108864,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~20971520,209715200~29360128,243269632~16777216,268435456~12582912,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.327 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~67108864,113246208~4194304,130023424~4194304,138412032~8388608,150994944~25165824,184549376~20971520,209715200~29360128,243269632~16777216,268435456~12582912,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.334 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~4194304,138412032~8388608,150994944~25165824,184549376~20971520,209715200~29360128,243269632~20971520,268435456~46137344,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.335 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to 19 diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.335 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.342 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~16777216,150994944~25165824,184549376~54525952,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.342 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 11 diff [37748736~8388608,50331648~4194304,62914560~8388608,88080384~12582912,150994944~4194304,226492416~8388608,289406976~8388608,331350016~4194304,364904448~4194304] 2024-02-18T09:00:58.342 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~8388608,50331648~4194304,62914560~8388608,88080384~12582912,150994944~4194304,226492416~8388608,289406976~8388608,331350016~4194304,364904448~4194304] 2024-02-18T09:00:58.348 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~8388608,62914560~12582912,88080384~12582912,150994944~4194304,226492416~8388608,289406976~8388608,331350016~8388608,364904448~4194304] 2024-02-18T09:00:58.348 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 12 diff [20971520~8388608,37748736~8388608,50331648~4194304,62914560~8388608,79691776~20971520,113246208~4194304,150994944~12582912,226492416~8388608,247463936~4194304,276824064~4194304,289406976~8388608,318767104~16777216,364904448~4194304,398458880~4194304,406847488~4194304] 2024-02-18T09:00:58.349 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~8388608,37748736~8388608,50331648~4194304,62914560~8388608,79691776~20971520,113246208~4194304,150994944~12582912,226492416~8388608,247463936~4194304,276824064~4194304,289406976~8388608,318767104~16777216,364904448~4194304,398458880~4194304,406847488~4194304] 2024-02-18T09:00:58.355 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~8388608,37748736~8388608,50331648~8388608,62914560~12582912,79691776~20971520,113246208~8388608,150994944~12582912,226492416~8388608,247463936~8388608,276824064~4194304,289406976~8388608,318767104~20971520,364904448~4194304,398458880~16777216] 2024-02-18T09:00:58.355 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 13 diff [20971520~8388608,37748736~8388608,50331648~4194304,62914560~8388608,79691776~20971520,113246208~4194304,150994944~20971520,192937984~4194304,209715200~8388608,226492416~8388608,247463936~4194304,276824064~4194304,285212672~12582912,318767104~16777216,352321536~4194304,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.355 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~8388608,37748736~8388608,50331648~4194304,62914560~8388608,79691776~20971520,113246208~4194304,150994944~20971520,192937984~4194304,209715200~8388608,226492416~8388608,247463936~4194304,276824064~4194304,285212672~12582912,318767104~16777216,352321536~4194304,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.362 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~8388608,37748736~8388608,50331648~8388608,62914560~12582912,79691776~20971520,113246208~8388608,150994944~25165824,192937984~8388608,209715200~8388608,226492416~8388608,247463936~8388608,276824064~4194304,285212672~12582912,318767104~20971520,352321536~8388608,364904448~4194304,398458880~16777216] 2024-02-18T09:00:58.362 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 14 diff [0~8388608,20971520~8388608,37748736~8388608,50331648~8388608,62914560~8388608,79691776~25165824,113246208~4194304,150994944~20971520,192937984~4194304,209715200~8388608,226492416~12582912,243269632~8388608,272629760~8388608,285212672~12582912,318767104~16777216,348127232~8388608,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.362 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~8388608,50331648~8388608,62914560~8388608,79691776~25165824,113246208~4194304,150994944~20971520,192937984~4194304,209715200~8388608,226492416~12582912,243269632~8388608,272629760~8388608,285212672~12582912,318767104~16777216,348127232~8388608,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.369 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~8388608,50331648~8388608,62914560~12582912,79691776~29360128,113246208~8388608,150994944~25165824,192937984~8388608,209715200~8388608,226492416~12582912,243269632~12582912,272629760~25165824,318767104~20971520,348127232~12582912,364904448~4194304,398458880~16777216] 2024-02-18T09:00:58.369 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 15 diff [0~8388608,20971520~8388608,37748736~20971520,62914560~41943040,113246208~4194304,150994944~25165824,184549376~12582912,209715200~8388608,226492416~12582912,243269632~8388608,272629760~8388608,285212672~20971520,318767104~16777216,348127232~8388608,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.369 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~41943040,113246208~4194304,150994944~25165824,184549376~12582912,209715200~8388608,226492416~12582912,243269632~8388608,272629760~8388608,285212672~20971520,318767104~16777216,348127232~8388608,364904448~4194304,398458880~12582912] 2024-02-18T09:00:58.376 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~8388608,150994944~25165824,184549376~16777216,209715200~8388608,226492416~12582912,243269632~12582912,272629760~33554432,318767104~20971520,348127232~12582912,364904448~4194304,398458880~16777216] 2024-02-18T09:00:58.376 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 16 diff [0~8388608,20971520~8388608,37748736~20971520,62914560~41943040,113246208~4194304,150994944~25165824,184549376~16777216,209715200~8388608,226492416~12582912,243269632~8388608,272629760~8388608,285212672~20971520,318767104~16777216,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.376 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~41943040,113246208~4194304,150994944~25165824,184549376~16777216,209715200~8388608,226492416~12582912,243269632~8388608,272629760~8388608,285212672~20971520,318767104~16777216,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.383 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~8388608,150994944~25165824,184549376~20971520,209715200~8388608,226492416~12582912,243269632~12582912,272629760~33554432,318767104~20971520,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.383 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 17 diff [0~8388608,20971520~8388608,37748736~20971520,62914560~41943040,113246208~4194304,130023424~4194304,150994944~25165824,184549376~16777216,209715200~8388608,226492416~12582912,243269632~12582912,268435456~12582912,285212672~20971520,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.383 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~41943040,113246208~4194304,130023424~4194304,150994944~25165824,184549376~16777216,209715200~8388608,226492416~12582912,243269632~12582912,268435456~12582912,285212672~20971520,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.390 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~8388608,130023424~4194304,150994944~25165824,184549376~20971520,209715200~8388608,226492416~12582912,243269632~16777216,268435456~37748736,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.390 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 18 diff [0~8388608,20971520~8388608,37748736~20971520,62914560~41943040,113246208~4194304,130023424~4194304,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,268435456~12582912,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.390 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~41943040,113246208~4194304,130023424~4194304,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,268435456~12582912,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.397 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~8388608,130023424~4194304,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~16777216,268435456~46137344,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.398 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to 19 diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.398 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.404 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~71303168,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,226492416~12582912,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.404 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 12 diff [20971520~8388608,79691776~8388608,113246208~4194304,155189248~8388608,247463936~4194304,276824064~4194304,318767104~12582912,398458880~4194304,406847488~4194304] 2024-02-18T09:00:58.404 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~8388608,79691776~8388608,113246208~4194304,155189248~8388608,247463936~4194304,276824064~4194304,318767104~12582912,398458880~4194304,406847488~4194304] 2024-02-18T09:00:58.411 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~8388608,79691776~8388608,113246208~8388608,155189248~8388608,247463936~8388608,276824064~4194304,318767104~16777216,398458880~16777216] 2024-02-18T09:00:58.412 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 13 diff [20971520~8388608,37748736~4194304,79691776~8388608,113246208~4194304,155189248~16777216,192937984~4194304,209715200~8388608,247463936~4194304,276824064~4194304,285212672~4194304,318767104~12582912,352321536~4194304,398458880~12582912] 2024-02-18T09:00:58.412 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [20971520~8388608,37748736~4194304,79691776~8388608,113246208~4194304,155189248~16777216,192937984~4194304,209715200~8388608,247463936~4194304,276824064~4194304,285212672~4194304,318767104~12582912,352321536~4194304,398458880~12582912] 2024-02-18T09:00:58.418 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [20971520~8388608,37748736~8388608,79691776~8388608,113246208~8388608,155189248~20971520,192937984~8388608,209715200~8388608,247463936~8388608,276824064~4194304,285212672~4194304,318767104~16777216,352321536~8388608,398458880~16777216] 2024-02-18T09:00:58.418 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 14 diff [0~8388608,20971520~8388608,37748736~4194304,54525952~4194304,79691776~8388608,100663296~4194304,113246208~4194304,155189248~16777216,192937984~4194304,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,318767104~12582912,348127232~8388608,398458880~12582912] 2024-02-18T09:00:58.418 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,54525952~4194304,79691776~8388608,100663296~4194304,113246208~4194304,155189248~16777216,192937984~4194304,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,318767104~12582912,348127232~8388608,398458880~12582912] 2024-02-18T09:00:58.425 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~8388608,54525952~4194304,79691776~8388608,100663296~8388608,113246208~8388608,155189248~20971520,192937984~8388608,209715200~8388608,234881024~4194304,243269632~12582912,272629760~16777216,318767104~16777216,348127232~12582912,398458880~16777216] 2024-02-18T09:00:58.425 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 15 diff [0~8388608,20971520~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~25165824,100663296~4194304,113246208~4194304,150994944~25165824,184549376~12582912,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,297795584~8388608,318767104~12582912,348127232~8388608,398458880~12582912] 2024-02-18T09:00:58.425 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~25165824,100663296~4194304,113246208~4194304,150994944~25165824,184549376~12582912,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,297795584~8388608,318767104~12582912,348127232~8388608,398458880~12582912] 2024-02-18T09:00:58.432 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~12582912,54525952~4194304,62914560~25165824,100663296~8388608,113246208~8388608,150994944~25165824,184549376~16777216,209715200~8388608,234881024~4194304,243269632~12582912,272629760~16777216,297795584~8388608,318767104~16777216,348127232~12582912,398458880~16777216] 2024-02-18T09:00:58.433 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 16 diff [0~8388608,20971520~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~25165824,100663296~4194304,113246208~4194304,150994944~25165824,184549376~16777216,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,297795584~8388608,318767104~12582912,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.433 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~25165824,100663296~4194304,113246208~4194304,150994944~25165824,184549376~16777216,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,297795584~8388608,318767104~12582912,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.440 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~12582912,54525952~4194304,62914560~29360128,100663296~8388608,113246208~8388608,150994944~25165824,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,272629760~16777216,297795584~8388608,318767104~16777216,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.440 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 17 diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~25165824,184549376~16777216,209715200~8388608,234881024~4194304,243269632~12582912,268435456~12582912,285212672~4194304,297795584~8388608,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.440 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~25165824,184549376~16777216,209715200~8388608,234881024~4194304,243269632~12582912,268435456~12582912,285212672~4194304,297795584~8388608,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.447 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~20971520,62914560~29360128,100663296~8388608,113246208~8388608,130023424~4194304,150994944~25165824,184549376~20971520,209715200~8388608,234881024~4194304,243269632~16777216,268435456~20971520,297795584~8388608,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.447 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 18 diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,268435456~12582912,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.447 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,268435456~12582912,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.454 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~20971520,62914560~29360128,100663296~8388608,113246208~8388608,130023424~4194304,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~16777216,268435456~25165824,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.455 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to 19 diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.455 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:58.462 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:58.462 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 13 diff [37748736~4194304,83886080~4194304,113246208~4194304,163577856~8388608,192937984~4194304,209715200~8388608,285212672~4194304,327155712~8388608,352321536~4194304,402653184~8388608] 2024-02-18T09:00:58.462 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,83886080~4194304,113246208~4194304,163577856~8388608,192937984~4194304,209715200~8388608,285212672~4194304,327155712~8388608,352321536~4194304,402653184~8388608] 2024-02-18T09:00:58.469 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,83886080~4194304,113246208~8388608,163577856~12582912,192937984~8388608,209715200~8388608,285212672~4194304,327155712~8388608,352321536~8388608,402653184~8388608] 2024-02-18T09:00:58.469 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 14 diff [0~8388608,37748736~4194304,54525952~4194304,83886080~4194304,100663296~4194304,113246208~4194304,163577856~8388608,192937984~4194304,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,318767104~12582912,348127232~8388608,402653184~8388608] 2024-02-18T09:00:58.469 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,54525952~4194304,83886080~4194304,100663296~4194304,113246208~4194304,163577856~8388608,192937984~4194304,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,318767104~12582912,348127232~8388608,402653184~8388608] 2024-02-18T09:00:58.476 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~8388608,54525952~4194304,83886080~4194304,100663296~8388608,113246208~8388608,163577856~12582912,192937984~8388608,209715200~8388608,234881024~4194304,243269632~12582912,272629760~16777216,318767104~16777216,348127232~12582912,402653184~8388608] 2024-02-18T09:00:58.476 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 15 diff [0~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~16777216,83886080~4194304,100663296~4194304,113246208~4194304,150994944~4194304,163577856~12582912,184549376~12582912,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,297795584~8388608,318767104~12582912,348127232~8388608,402653184~8388608] 2024-02-18T09:00:58.476 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~16777216,83886080~4194304,100663296~4194304,113246208~4194304,150994944~4194304,163577856~12582912,184549376~12582912,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,297795584~8388608,318767104~12582912,348127232~8388608,402653184~8388608] 2024-02-18T09:00:58.483 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~12582912,54525952~4194304,62914560~25165824,100663296~8388608,113246208~8388608,150994944~4194304,163577856~12582912,184549376~16777216,209715200~8388608,234881024~4194304,243269632~12582912,272629760~16777216,297795584~8388608,318767104~16777216,348127232~12582912,402653184~8388608] 2024-02-18T09:00:58.483 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 16 diff [0~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~25165824,100663296~4194304,113246208~4194304,150994944~4194304,163577856~12582912,184549376~16777216,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,297795584~8388608,318767104~12582912,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.483 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~25165824,100663296~4194304,113246208~4194304,150994944~4194304,163577856~12582912,184549376~16777216,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,285212672~4194304,297795584~8388608,318767104~12582912,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.490 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~12582912,54525952~4194304,62914560~29360128,100663296~8388608,113246208~8388608,150994944~4194304,163577856~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,272629760~16777216,297795584~8388608,318767104~16777216,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:58.490 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 17 diff [0~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~4194304,163577856~12582912,184549376~16777216,209715200~8388608,234881024~4194304,243269632~12582912,268435456~12582912,285212672~4194304,297795584~8388608,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.490 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~4194304,163577856~12582912,184549376~16777216,209715200~8388608,234881024~4194304,243269632~12582912,268435456~12582912,285212672~4194304,297795584~8388608,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.497 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~20971520,62914560~29360128,100663296~8388608,113246208~8388608,130023424~4194304,150994944~4194304,163577856~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~16777216,268435456~20971520,297795584~8388608,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:58.497 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 18 diff [0~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,268435456~12582912,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.497 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,268435456~12582912,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.504 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~20971520,62914560~29360128,100663296~8388608,113246208~8388608,130023424~4194304,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~16777216,268435456~25165824,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:58.504 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to 19 diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.504 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.512 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~4194304,159383552~16777216,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:58.512 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 14 diff [0~8388608,54525952~4194304,100663296~4194304,234881024~4194304,243269632~8388608,272629760~8388608,318767104~8388608,348127232~8388608] 2024-02-18T09:00:58.512 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,54525952~4194304,100663296~4194304,234881024~4194304,243269632~8388608,272629760~8388608,318767104~8388608,348127232~8388608] 2024-02-18T09:00:58.519 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,54525952~4194304,100663296~8388608,234881024~4194304,243269632~12582912,272629760~12582912,318767104~12582912,348127232~12582912] 2024-02-18T09:00:58.519 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 15 diff [0~8388608,46137344~4194304,54525952~4194304,62914560~16777216,100663296~4194304,150994944~4194304,163577856~4194304,184549376~8388608,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,297795584~8388608,318767104~8388608,348127232~8388608] 2024-02-18T09:00:58.519 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,46137344~4194304,54525952~4194304,62914560~16777216,100663296~4194304,150994944~4194304,163577856~4194304,184549376~8388608,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,297795584~8388608,318767104~8388608,348127232~8388608] 2024-02-18T09:00:58.526 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,46137344~4194304,54525952~4194304,62914560~20971520,100663296~8388608,150994944~4194304,163577856~8388608,184549376~8388608,209715200~8388608,234881024~4194304,243269632~12582912,272629760~12582912,297795584~8388608,318767104~12582912,348127232~12582912] 2024-02-18T09:00:58.526 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 16 diff [0~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~25165824,100663296~4194304,150994944~4194304,163577856~8388608,184549376~8388608,197132288~4194304,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,297795584~8388608,318767104~8388608,348127232~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.526 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~4194304,54525952~4194304,62914560~25165824,100663296~4194304,150994944~4194304,163577856~8388608,184549376~8388608,197132288~4194304,209715200~8388608,234881024~4194304,243269632~8388608,272629760~8388608,297795584~8388608,318767104~8388608,348127232~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.535 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~12582912,54525952~4194304,62914560~29360128,100663296~8388608,150994944~4194304,163577856~8388608,184549376~8388608,197132288~8388608,209715200~8388608,234881024~4194304,243269632~12582912,272629760~12582912,297795584~8388608,318767104~12582912,348127232~12582912,364904448~8388608,381681664~16777216] 2024-02-18T09:00:58.535 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 17 diff [0~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~4194304,163577856~8388608,184549376~16777216,209715200~8388608,234881024~4194304,243269632~12582912,268435456~12582912,297795584~8388608,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.535 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~4194304,163577856~8388608,184549376~16777216,209715200~8388608,234881024~4194304,243269632~12582912,268435456~12582912,297795584~8388608,318767104~20971520,348127232~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.542 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~20971520,62914560~29360128,100663296~8388608,113246208~4194304,130023424~4194304,150994944~4194304,163577856~8388608,184549376~20971520,209715200~8388608,234881024~4194304,243269632~16777216,268435456~16777216,297795584~8388608,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216] 2024-02-18T09:00:58.542 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 18 diff [0~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,268435456~12582912,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.542 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~25165824,100663296~4194304,113246208~4194304,130023424~4194304,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,268435456~12582912,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.549 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~20971520,62914560~29360128,100663296~8388608,113246208~4194304,130023424~4194304,150994944~4194304,159383552~12582912,184549376~20971520,209715200~12582912,234881024~4194304,243269632~16777216,268435456~25165824,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216] 2024-02-18T09:00:58.550 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to 19 diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.550 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.557 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:58.557 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to 15 diff [46137344~4194304,62914560~16777216,150994944~4194304,163577856~4194304,184549376~8388608,209715200~8388608,297795584~8388608] 2024-02-18T09:00:58.557 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [46137344~4194304,62914560~16777216,150994944~4194304,163577856~4194304,184549376~8388608,209715200~8388608,297795584~8388608] 2024-02-18T09:00:58.564 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [46137344~4194304,62914560~20971520,150994944~4194304,163577856~8388608,184549376~8388608,209715200~8388608,297795584~8388608] 2024-02-18T09:00:58.564 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to 16 diff [37748736~4194304,46137344~4194304,62914560~25165824,150994944~4194304,163577856~8388608,184549376~8388608,197132288~4194304,209715200~8388608,247463936~4194304,276824064~4194304,297795584~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.564 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,46137344~4194304,62914560~25165824,150994944~4194304,163577856~8388608,184549376~8388608,197132288~4194304,209715200~8388608,247463936~4194304,276824064~4194304,297795584~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.571 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~12582912,62914560~29360128,150994944~4194304,163577856~8388608,184549376~8388608,197132288~8388608,209715200~8388608,247463936~8388608,276824064~4194304,297795584~8388608,364904448~8388608,381681664~16777216] 2024-02-18T09:00:58.571 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to 17 diff [37748736~4194304,46137344~12582912,62914560~25165824,113246208~4194304,130023424~4194304,150994944~4194304,163577856~8388608,184549376~16777216,209715200~8388608,247463936~8388608,268435456~4194304,276824064~4194304,297795584~8388608,318767104~8388608,331350016~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.571 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,46137344~12582912,62914560~25165824,113246208~4194304,130023424~4194304,150994944~4194304,163577856~8388608,184549376~16777216,209715200~8388608,247463936~8388608,268435456~4194304,276824064~4194304,297795584~8388608,318767104~8388608,331350016~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:58 smithi191 bash[38688]: cluster 2024-02-18T09:00:57.302544+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e1110: 8 total, 8 up, 8 in 2024-02-18T09:00:58.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:00:58 smithi191 bash[38688]: cluster 2024-02-18T09:00:57.549911+0000 mgr.y (mgr.44100) 1345 : cluster [DBG] pgmap v2047: 105 pgs: 105 active+clean; 799 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 36 MiB/s wr, 27 op/s 2024-02-18T09:00:58.578 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~20971520,62914560~29360128,113246208~4194304,130023424~4194304,150994944~4194304,163577856~8388608,184549376~20971520,209715200~8388608,247463936~12582912,268435456~4194304,276824064~4194304,297795584~8388608,318767104~8388608,331350016~12582912,364904448~8388608,381681664~16777216] 2024-02-18T09:00:58.578 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to 18 diff [37748736~4194304,46137344~12582912,62914560~25165824,113246208~4194304,130023424~4194304,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,268435456~4194304,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.578 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,46137344~12582912,62914560~25165824,113246208~4194304,130023424~4194304,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,268435456~4194304,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.585 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~20971520,62914560~29360128,113246208~4194304,130023424~4194304,150994944~4194304,159383552~12582912,184549376~20971520,209715200~12582912,247463936~12582912,268435456~4194304,276824064~4194304,285212672~8388608,297795584~16777216,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216] 2024-02-18T09:00:58.585 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to 19 diff [37748736~4194304,46137344~12582912,62914560~33554432,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.586 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,46137344~12582912,62914560~33554432,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.593 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~58720256,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,247463936~25165824,276824064~4194304,285212672~8388608,297795584~16777216,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:58.593 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to 16 diff [37748736~4194304,71303168~4194304,79691776~8388608,167772160~4194304,197132288~4194304,247463936~4194304,276824064~4194304,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.593 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,71303168~4194304,79691776~8388608,167772160~4194304,197132288~4194304,247463936~4194304,276824064~4194304,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.600 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,71303168~4194304,79691776~12582912,167772160~4194304,197132288~8388608,247463936~8388608,276824064~4194304,364904448~8388608,381681664~16777216] 2024-02-18T09:00:58.600 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to 17 diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~8388608,113246208~4194304,130023424~4194304,167772160~4194304,188743680~12582912,247463936~8388608,268435456~4194304,276824064~4194304,318767104~8388608,331350016~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.600 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~8388608,113246208~4194304,130023424~4194304,167772160~4194304,188743680~12582912,247463936~8388608,268435456~4194304,276824064~4194304,318767104~8388608,331350016~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.607 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~8388608,71303168~4194304,79691776~12582912,113246208~4194304,130023424~4194304,167772160~4194304,188743680~16777216,247463936~12582912,268435456~4194304,276824064~4194304,318767104~8388608,331350016~12582912,364904448~8388608,381681664~16777216] 2024-02-18T09:00:58.607 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to 18 diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~8388608,113246208~4194304,130023424~4194304,150994944~4194304,159383552~4194304,167772160~4194304,188743680~16777216,209715200~8388608,247463936~8388608,268435456~4194304,276824064~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.608 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~8388608,113246208~4194304,130023424~4194304,150994944~4194304,159383552~4194304,167772160~4194304,188743680~16777216,209715200~8388608,247463936~8388608,268435456~4194304,276824064~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912] 2024-02-18T09:00:58.615 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~8388608,71303168~4194304,79691776~12582912,113246208~4194304,130023424~4194304,150994944~4194304,159383552~12582912,188743680~16777216,209715200~12582912,247463936~12582912,268435456~4194304,276824064~4194304,285212672~8388608,297795584~4194304,306184192~8388608,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216] 2024-02-18T09:00:58.615 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to 19 diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,167772160~4194304,188743680~16777216,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.615 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,167772160~4194304,188743680~16777216,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:58.623 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~12582912,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,188743680~33554432,247463936~25165824,276824064~4194304,285212672~8388608,297795584~4194304,306184192~8388608,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:58.623 INFO:tasks.workunit.client.0.smithi110.stdout:from 16 to 17 diff [37748736~4194304,50331648~8388608,113246208~4194304,130023424~4194304,188743680~8388608,251658240~4194304,268435456~4194304,318767104~8388608,331350016~8388608] 2024-02-18T09:00:58.623 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,113246208~4194304,130023424~4194304,188743680~8388608,251658240~4194304,268435456~4194304,318767104~8388608,331350016~8388608] 2024-02-18T09:00:58.630 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~8388608,113246208~4194304,130023424~4194304,188743680~12582912,251658240~8388608,268435456~4194304,318767104~8388608,331350016~12582912] 2024-02-18T09:00:58.630 INFO:tasks.workunit.client.0.smithi110.stdout:from 16 to 18 diff [37748736~4194304,50331648~8388608,113246208~4194304,130023424~4194304,150994944~4194304,159383552~4194304,188743680~16777216,209715200~8388608,251658240~4194304,268435456~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,385875968~8388608] 2024-02-18T09:00:58.630 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,113246208~4194304,130023424~4194304,150994944~4194304,159383552~4194304,188743680~16777216,209715200~8388608,251658240~4194304,268435456~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,385875968~8388608] 2024-02-18T09:00:58.637 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~8388608,113246208~4194304,130023424~4194304,150994944~4194304,159383552~8388608,188743680~16777216,209715200~12582912,251658240~8388608,268435456~4194304,285212672~8388608,297795584~4194304,306184192~8388608,318767104~8388608,331350016~12582912,348127232~8388608,385875968~8388608] 2024-02-18T09:00:58.637 INFO:tasks.workunit.client.0.smithi110.stdout:from 16 to 19 diff [37748736~4194304,50331648~8388608,88080384~8388608,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,188743680~16777216,209715200~8388608,251658240~4194304,260046848~8388608,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:58.637 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,88080384~8388608,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,188743680~16777216,209715200~8388608,251658240~4194304,260046848~8388608,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:58.644 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~12582912,88080384~8388608,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~8388608,188743680~33554432,251658240~20971520,285212672~8388608,297795584~4194304,306184192~8388608,318767104~8388608,331350016~12582912,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:58.644 INFO:tasks.workunit.client.0.smithi110.stdout:from 17 to 18 diff [150994944~4194304,159383552~4194304,197132288~8388608,209715200~8388608,285212672~4194304,297795584~4194304,306184192~8388608,331350016~4194304,348127232~8388608,385875968~8388608] 2024-02-18T09:00:58.645 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [150994944~4194304,159383552~4194304,197132288~8388608,209715200~8388608,285212672~4194304,297795584~4194304,306184192~8388608,331350016~4194304,348127232~8388608,385875968~8388608] 2024-02-18T09:00:58.652 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [150994944~4194304,159383552~8388608,197132288~8388608,209715200~12582912,285212672~8388608,297795584~4194304,306184192~8388608,331350016~8388608,348127232~8388608,385875968~8388608] 2024-02-18T09:00:58.652 INFO:tasks.workunit.client.0.smithi110.stdout:from 17 to 19 diff [54525952~4194304,88080384~8388608,104857600~4194304,134217728~4194304,150994944~4194304,159383552~4194304,197132288~20971520,260046848~8388608,285212672~4194304,297795584~4194304,306184192~8388608,331350016~4194304,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:58.652 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [54525952~4194304,88080384~8388608,104857600~4194304,134217728~4194304,150994944~4194304,159383552~4194304,197132288~20971520,260046848~8388608,285212672~4194304,297795584~4194304,306184192~8388608,331350016~4194304,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:58.659 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [54525952~8388608,88080384~8388608,104857600~4194304,134217728~8388608,150994944~4194304,159383552~8388608,197132288~25165824,260046848~12582912,285212672~8388608,297795584~4194304,306184192~8388608,331350016~8388608,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:58.659 INFO:tasks.workunit.client.0.smithi110.stdout:from 18 to 19 diff [54525952~4194304,88080384~8388608,104857600~4194304,134217728~4194304,197132288~8388608,260046848~8388608,348127232~8388608,402653184~8388608] 2024-02-18T09:00:58.659 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [54525952~4194304,88080384~8388608,104857600~4194304,134217728~4194304,197132288~8388608,260046848~8388608,348127232~8388608,402653184~8388608] 2024-02-18T09:00:58.666 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [54525952~8388608,88080384~8388608,104857600~4194304,134217728~8388608,197132288~12582912,260046848~12582912,348127232~8388608,402653184~8388608] 2024-02-18T09:00:58.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:58 smithi110 bash[54479]: cluster 2024-02-18T09:00:57.302544+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e1110: 8 total, 8 up, 8 in 2024-02-18T09:00:58.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:00:58 smithi110 bash[54479]: cluster 2024-02-18T09:00:57.549911+0000 mgr.y (mgr.44100) 1345 : cluster [DBG] pgmap v2047: 105 pgs: 105 active+clean; 799 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 36 MiB/s wr, 27 op/s 2024-02-18T09:00:58.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:58 smithi110 bash[55875]: cluster 2024-02-18T09:00:57.302544+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e1110: 8 total, 8 up, 8 in 2024-02-18T09:00:58.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:00:58 smithi110 bash[55875]: cluster 2024-02-18T09:00:57.549911+0000 mgr.y (mgr.44100) 1345 : cluster [DBG] pgmap v2047: 105 pgs: 105 active+clean; 799 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 36 MiB/s wr, 27 op/s 2024-02-18T09:00:59.304 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:00:59.304 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:00:59.319 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:00:59.319 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:00:59.319 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:00:59.325 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:00:59.325 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:59.326 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:59.331 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:00:59.332 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:59.332 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:59.338 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:00:59.338 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:59.338 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:59.345 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:00:59.345 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:59.345 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:00:59.351 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:00:59.351 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:00:59.351 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:00:59.358 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:00:59.358 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:59.358 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:59.365 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:00:59.365 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:59.365 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:00:59.372 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:00:59.372 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:59.372 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:59.379 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~16777216,150994944~25165824,184549376~54525952,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:59.379 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:59.379 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:59.386 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~71303168,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,226492416~12582912,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:59.386 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:59.386 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:00:59.399 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:00:59.399 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:59.399 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:59.406 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~4194304,159383552~16777216,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:59.406 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:59.406 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:59.414 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:59.414 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to HEAD diff [37748736~4194304,46137344~12582912,62914560~33554432,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:59.414 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,46137344~12582912,62914560~33554432,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:59.420 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~58720256,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,247463936~25165824,276824064~4194304,285212672~8388608,297795584~16777216,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:59.421 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to HEAD diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,167772160~4194304,188743680~16777216,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:59.421 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,167772160~4194304,188743680~16777216,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:00:59.427 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~12582912,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,188743680~33554432,247463936~25165824,276824064~4194304,285212672~8388608,297795584~4194304,306184192~8388608,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:00:59.427 INFO:tasks.workunit.client.0.smithi110.stdout:from 16 to HEAD diff [37748736~4194304,50331648~8388608,88080384~8388608,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,188743680~16777216,209715200~8388608,251658240~4194304,260046848~8388608,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:59.427 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,88080384~8388608,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,188743680~16777216,209715200~8388608,251658240~4194304,260046848~8388608,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:59.434 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~12582912,88080384~8388608,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~8388608,188743680~33554432,251658240~20971520,285212672~8388608,297795584~4194304,306184192~8388608,318767104~8388608,331350016~12582912,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:59.434 INFO:tasks.workunit.client.0.smithi110.stdout:from 17 to HEAD diff [54525952~4194304,88080384~8388608,104857600~4194304,134217728~4194304,150994944~4194304,159383552~4194304,197132288~20971520,260046848~8388608,285212672~4194304,297795584~4194304,306184192~8388608,331350016~4194304,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:59.434 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [54525952~4194304,88080384~8388608,104857600~4194304,134217728~4194304,150994944~4194304,159383552~4194304,197132288~20971520,260046848~8388608,285212672~4194304,297795584~4194304,306184192~8388608,331350016~4194304,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:00:59.441 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [54525952~8388608,88080384~8388608,104857600~4194304,134217728~8388608,150994944~4194304,159383552~8388608,197132288~25165824,260046848~12582912,285212672~8388608,297795584~4194304,306184192~8388608,331350016~8388608,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:01:00.316 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:00.316 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:00.344 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:00.344 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:00.344 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:00.351 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:00.351 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:00.351 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:00.357 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:00.357 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:00.357 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:00.363 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:00.363 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:00.363 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:00.370 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:00.370 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:00.370 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:00.377 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:00.377 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:00.377 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:00.384 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:00.384 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:00.384 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:00.391 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:00.391 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:00.391 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:00.397 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:00.398 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:00.398 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:00.404 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~16777216,150994944~25165824,184549376~54525952,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:00.404 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:00.404 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:00.411 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~71303168,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,226492416~12582912,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:00.411 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:00.411 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:00.417 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:00.417 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:00.417 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:00.424 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~4194304,159383552~16777216,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:00.424 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:00.424 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:00.430 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:00.430 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to HEAD diff [37748736~4194304,46137344~12582912,62914560~33554432,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:00.431 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,46137344~12582912,62914560~33554432,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:00.437 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~58720256,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,247463936~25165824,276824064~4194304,285212672~8388608,297795584~16777216,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:00.437 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to HEAD diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,167772160~4194304,188743680~16777216,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:00.437 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,167772160~4194304,188743680~16777216,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:00.444 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~12582912,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,188743680~33554432,247463936~25165824,276824064~4194304,285212672~8388608,297795584~4194304,306184192~8388608,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:00.444 INFO:tasks.workunit.client.0.smithi110.stdout:from 16 to HEAD diff [37748736~4194304,50331648~8388608,88080384~8388608,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,188743680~16777216,209715200~8388608,251658240~4194304,260046848~8388608,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:01:00.444 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,88080384~8388608,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,188743680~16777216,209715200~8388608,251658240~4194304,260046848~8388608,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:01:00.450 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~12582912,88080384~8388608,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~8388608,188743680~33554432,251658240~20971520,285212672~8388608,297795584~4194304,306184192~8388608,318767104~8388608,331350016~12582912,348127232~8388608,385875968~8388608,402653184~8388608] 2024-02-18T09:01:00.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:00 smithi191 bash[38688]: cluster 2024-02-18T09:00:59.312140+0000 mon.a (mon.0) 2123 : cluster [DBG] osdmap e1111: 8 total, 8 up, 8 in 2024-02-18T09:01:00.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:00 smithi191 bash[38688]: cluster 2024-02-18T09:00:59.550622+0000 mgr.y (mgr.44100) 1346 : cluster [DBG] pgmap v2049: 105 pgs: 105 active+clean; 845 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 23 MiB/s wr, 807 op/s 2024-02-18T09:01:00.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:00 smithi110 bash[54479]: cluster 2024-02-18T09:00:59.312140+0000 mon.a (mon.0) 2123 : cluster [DBG] osdmap e1111: 8 total, 8 up, 8 in 2024-02-18T09:01:00.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:00 smithi110 bash[54479]: cluster 2024-02-18T09:00:59.550622+0000 mgr.y (mgr.44100) 1346 : cluster [DBG] pgmap v2049: 105 pgs: 105 active+clean; 845 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 23 MiB/s wr, 807 op/s 2024-02-18T09:01:00.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:00 smithi110 bash[55875]: cluster 2024-02-18T09:00:59.312140+0000 mon.a (mon.0) 2123 : cluster [DBG] osdmap e1111: 8 total, 8 up, 8 in 2024-02-18T09:01:00.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:00 smithi110 bash[55875]: cluster 2024-02-18T09:00:59.550622+0000 mgr.y (mgr.44100) 1346 : cluster [DBG] pgmap v2049: 105 pgs: 105 active+clean; 845 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 23 MiB/s wr, 807 op/s 2024-02-18T09:01:01.327 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:01.328 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:01.358 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:01.358 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:01.358 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:01.364 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:01.364 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:01.364 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:01.371 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:01.371 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:01.371 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:01.378 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:01.378 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:01.378 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:01.385 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:01.385 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:01.385 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:01.392 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:01.392 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:01.392 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:01.399 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:01.399 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:01.399 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:01.407 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:01.407 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:01.407 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:01.414 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:01.414 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:01.414 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:01.421 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~16777216,150994944~25165824,184549376~54525952,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:01.421 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:01.421 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:01.428 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~71303168,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,226492416~12582912,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:01.428 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:01.429 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:01.435 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:01.435 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:01.435 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:01.442 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~4194304,159383552~16777216,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:01.442 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:01.442 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:01.449 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:01.449 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to HEAD diff [37748736~4194304,46137344~12582912,62914560~33554432,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:01.449 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,46137344~12582912,62914560~33554432,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:01.456 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~58720256,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,247463936~25165824,276824064~4194304,285212672~8388608,297795584~16777216,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:01.456 INFO:tasks.workunit.client.0.smithi110.stdout:from 15 to HEAD diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,167772160~4194304,188743680~16777216,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:01.456 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,50331648~8388608,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~4194304,167772160~4194304,188743680~16777216,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:01.463 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~8388608,50331648~12582912,71303168~4194304,79691776~16777216,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,188743680~33554432,247463936~25165824,276824064~4194304,285212672~8388608,297795584~4194304,306184192~8388608,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:01.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:01 smithi191 bash[38688]: cluster 2024-02-18T09:01:00.322804+0000 mon.a (mon.0) 2124 : cluster [DBG] osdmap e1112: 8 total, 8 up, 8 in 2024-02-18T09:01:01.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:01 smithi110 bash[55875]: cluster 2024-02-18T09:01:00.322804+0000 mon.a (mon.0) 2124 : cluster [DBG] osdmap e1112: 8 total, 8 up, 8 in 2024-02-18T09:01:01.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:01 smithi110 bash[54479]: cluster 2024-02-18T09:01:00.322804+0000 mon.a (mon.0) 2124 : cluster [DBG] osdmap e1112: 8 total, 8 up, 8 in 2024-02-18T09:01:02.343 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:02.343 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:02.373 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:02.373 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:02.373 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:02.382 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:02.382 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:02.382 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:02.389 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:02.389 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:02.389 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:02.396 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:02.396 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:02.396 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:02.402 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:02.402 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:02.403 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:02.409 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:02.409 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:02.409 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:02.415 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:02.415 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:02.416 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:02.422 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:02.423 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:02.423 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:02.430 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:02.430 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:02.430 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:02.437 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~16777216,150994944~25165824,184549376~54525952,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:02.437 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:02.437 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:02.444 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~71303168,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,226492416~12582912,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:02.444 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:02.444 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:02.451 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:02.451 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:02.451 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:02.458 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~4194304,159383552~16777216,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:02.458 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:02.458 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:02.465 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:02.465 INFO:tasks.workunit.client.0.smithi110.stdout:from 14 to HEAD diff [37748736~4194304,46137344~12582912,62914560~33554432,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:02.465 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [37748736~4194304,46137344~12582912,62914560~33554432,104857600~4194304,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,247463936~8388608,260046848~8388608,276824064~4194304,285212672~4194304,297795584~16777216,318767104~8388608,331350016~8388608,348127232~8388608,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:02.472 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [37748736~58720256,104857600~4194304,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,247463936~25165824,276824064~4194304,285212672~8388608,297795584~16777216,318767104~8388608,331350016~12582912,348127232~8388608,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:02.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:02 smithi191 bash[38688]: cluster 2024-02-18T09:01:01.331787+0000 mon.a (mon.0) 2125 : cluster [DBG] osdmap e1113: 8 total, 8 up, 8 in 2024-02-18T09:01:02.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:02 smithi191 bash[38688]: cluster 2024-02-18T09:01:01.551127+0000 mgr.y (mgr.44100) 1347 : cluster [DBG] pgmap v2052: 105 pgs: 105 active+clean; 876 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 18 MiB/s wr, 2.91k op/s 2024-02-18T09:01:02.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:02 smithi110 bash[54479]: cluster 2024-02-18T09:01:01.331787+0000 mon.a (mon.0) 2125 : cluster [DBG] osdmap e1113: 8 total, 8 up, 8 in 2024-02-18T09:01:02.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:02 smithi110 bash[54479]: cluster 2024-02-18T09:01:01.551127+0000 mgr.y (mgr.44100) 1347 : cluster [DBG] pgmap v2052: 105 pgs: 105 active+clean; 876 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 18 MiB/s wr, 2.91k op/s 2024-02-18T09:01:02.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:02 smithi110 bash[55875]: cluster 2024-02-18T09:01:01.331787+0000 mon.a (mon.0) 2125 : cluster [DBG] osdmap e1113: 8 total, 8 up, 8 in 2024-02-18T09:01:02.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:02 smithi110 bash[55875]: cluster 2024-02-18T09:01:01.551127+0000 mgr.y (mgr.44100) 1347 : cluster [DBG] pgmap v2052: 105 pgs: 105 active+clean; 876 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 18 MiB/s wr, 2.91k op/s 2024-02-18T09:01:03.348 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:03.349 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:03.384 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:03.384 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:03.385 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:03.390 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:03.390 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:03.390 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:03.397 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:03.397 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:03.397 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:03.403 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:03.403 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:03.403 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:03.410 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:03.410 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:03.410 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:03.417 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:03.417 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:03.417 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:03.423 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:03.423 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:03.424 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:03.430 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:03.430 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:03.430 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:03.437 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:03.437 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:03.437 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:03.444 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~16777216,150994944~25165824,184549376~54525952,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:03.444 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:03.444 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:03.451 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~71303168,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,226492416~12582912,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:03.451 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:03.451 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:03.458 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:03.458 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:03.458 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:03.465 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~4194304,159383552~16777216,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:03.465 INFO:tasks.workunit.client.0.smithi110.stdout:from 13 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:03.465 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~12582912,184549376~20971520,209715200~8388608,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:03.471 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~4194304,130023424~12582912,150994944~4194304,159383552~12582912,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:03.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:03 smithi191 bash[38688]: cluster 2024-02-18T09:01:02.347065+0000 mon.a (mon.0) 2126 : cluster [DBG] osdmap e1114: 8 total, 8 up, 8 in 2024-02-18T09:01:03.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:03 smithi110 bash[54479]: cluster 2024-02-18T09:01:02.347065+0000 mon.a (mon.0) 2126 : cluster [DBG] osdmap e1114: 8 total, 8 up, 8 in 2024-02-18T09:01:03.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:03 smithi110 bash[55875]: cluster 2024-02-18T09:01:02.347065+0000 mon.a (mon.0) 2126 : cluster [DBG] osdmap e1114: 8 total, 8 up, 8 in 2024-02-18T09:01:04.356 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:04.356 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:04.398 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:04.398 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:04.398 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:04.405 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:04.405 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:04.405 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:04.411 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:04.411 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:04.411 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:04.418 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:04.418 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:04.418 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:04.425 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:04.425 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:04.425 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:04.432 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:04.432 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:04.432 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:04.439 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:04.439 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:04.439 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:04.445 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:04.446 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:04.446 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:04.452 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:04.452 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:04.452 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:04.458 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~16777216,150994944~25165824,184549376~54525952,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:04.458 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:04.458 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:04.465 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~71303168,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,226492416~12582912,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:04.465 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:04.465 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:04.472 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:04.472 INFO:tasks.workunit.client.0.smithi110.stdout:from 12 to HEAD diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:04.472 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~4194304,159383552~16777216,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,402653184~8388608] 2024-02-18T09:01:04.478 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~4194304,159383552~16777216,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~16777216,402653184~8388608] 2024-02-18T09:01:04.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:04 smithi110 bash[54479]: cluster 2024-02-18T09:01:03.350577+0000 mon.a (mon.0) 2127 : cluster [DBG] osdmap e1115: 8 total, 8 up, 8 in 2024-02-18T09:01:04.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:04 smithi110 bash[54479]: cluster 2024-02-18T09:01:03.551813+0000 mgr.y (mgr.44100) 1348 : cluster [DBG] pgmap v2055: 105 pgs: 105 active+clean; 867 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 7.9 MiB/s wr, 4.87k op/s 2024-02-18T09:01:04.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:04 smithi110 bash[55875]: cluster 2024-02-18T09:01:03.350577+0000 mon.a (mon.0) 2127 : cluster [DBG] osdmap e1115: 8 total, 8 up, 8 in 2024-02-18T09:01:04.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:04 smithi110 bash[55875]: cluster 2024-02-18T09:01:03.551813+0000 mgr.y (mgr.44100) 1348 : cluster [DBG] pgmap v2055: 105 pgs: 105 active+clean; 867 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 7.9 MiB/s wr, 4.87k op/s 2024-02-18T09:01:04.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:04 smithi191 bash[38688]: cluster 2024-02-18T09:01:03.350577+0000 mon.a (mon.0) 2127 : cluster [DBG] osdmap e1115: 8 total, 8 up, 8 in 2024-02-18T09:01:04.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:04 smithi191 bash[38688]: cluster 2024-02-18T09:01:03.551813+0000 mgr.y (mgr.44100) 1348 : cluster [DBG] pgmap v2055: 105 pgs: 105 active+clean; 867 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 7.9 MiB/s wr, 4.87k op/s 2024-02-18T09:01:05.365 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:05.365 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:05.417 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:05.417 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:05.417 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:05.423 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:05.423 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:05.424 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:05.430 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:05.430 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:05.430 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:05.436 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:05.436 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:05.436 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:05.443 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:05.443 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:05.443 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:05.449 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:05.450 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:05.450 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:05.456 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:05.456 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:05.456 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:05.463 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:05.463 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:05.463 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:05.469 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:05.469 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:05.469 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:05.476 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~16777216,150994944~25165824,184549376~54525952,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:05.476 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:05.476 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:05.483 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~71303168,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,226492416~12582912,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:05.483 INFO:tasks.workunit.client.0.smithi110.stdout:from 11 to HEAD diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:05.483 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~4194304,46137344~12582912,62914560~33554432,100663296~8388608,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,234881024~4194304,243269632~12582912,260046848~8388608,272629760~8388608,285212672~4194304,297795584~16777216,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:05.489 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~58720256,100663296~8388608,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,234881024~4194304,243269632~50331648,297795584~16777216,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:05.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:05 smithi110 bash[54479]: cluster 2024-02-18T09:01:04.359388+0000 mon.a (mon.0) 2128 : cluster [DBG] osdmap e1116: 8 total, 8 up, 8 in 2024-02-18T09:01:05.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:05 smithi110 bash[55875]: cluster 2024-02-18T09:01:04.359388+0000 mon.a (mon.0) 2128 : cluster [DBG] osdmap e1116: 8 total, 8 up, 8 in 2024-02-18T09:01:05.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:05 smithi191 bash[38688]: cluster 2024-02-18T09:01:04.359388+0000 mon.a (mon.0) 2128 : cluster [DBG] osdmap e1116: 8 total, 8 up, 8 in 2024-02-18T09:01:06.373 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:06.373 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:06.420 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:06.420 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:06.420 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:06.427 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:06.427 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:06.427 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:06.433 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:06.433 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:06.434 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:06.440 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:06.440 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:06.440 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:06.447 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:06.447 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:06.447 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:06.453 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:06.453 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:06.453 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:06.460 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:06.460 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:06.460 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:06.466 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:06.466 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:06.467 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:06.473 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:06.473 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:06.473 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:06.479 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~16777216,150994944~25165824,184549376~54525952,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:06.480 INFO:tasks.workunit.client.0.smithi110.stdout:from 10 to HEAD diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:06.480 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,20971520~8388608,37748736~20971520,62914560~46137344,113246208~4194304,130023424~8388608,150994944~25165824,184549376~20971520,209715200~12582912,226492416~12582912,243269632~12582912,260046848~8388608,272629760~8388608,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:06.486 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,20971520~8388608,37748736~71303168,113246208~8388608,130023424~12582912,150994944~25165824,184549376~37748736,226492416~12582912,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:06.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:06 smithi110 bash[54479]: cluster 2024-02-18T09:01:05.369031+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e1117: 8 total, 8 up, 8 in 2024-02-18T09:01:06.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:06 smithi110 bash[54479]: cluster 2024-02-18T09:01:05.552509+0000 mgr.y (mgr.44100) 1349 : cluster [DBG] pgmap v2058: 105 pgs: 105 active+clean; 843 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 3.30k op/s 2024-02-18T09:01:06.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:06 smithi110 bash[55875]: cluster 2024-02-18T09:01:05.369031+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e1117: 8 total, 8 up, 8 in 2024-02-18T09:01:06.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:06 smithi110 bash[55875]: cluster 2024-02-18T09:01:05.552509+0000 mgr.y (mgr.44100) 1349 : cluster [DBG] pgmap v2058: 105 pgs: 105 active+clean; 843 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 3.30k op/s 2024-02-18T09:01:06.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:06 smithi191 bash[38688]: cluster 2024-02-18T09:01:05.369031+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e1117: 8 total, 8 up, 8 in 2024-02-18T09:01:06.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:06 smithi191 bash[38688]: cluster 2024-02-18T09:01:05.552509+0000 mgr.y (mgr.44100) 1349 : cluster [DBG] pgmap v2058: 105 pgs: 105 active+clean; 843 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 3.30k op/s 2024-02-18T09:01:07.381 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:07.382 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:07.421 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:07.421 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:07.421 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:07.431 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:07.431 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:07.431 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:07.437 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:07.437 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:07.437 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:07.443 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:07.443 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:07.443 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:07.449 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:07.449 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:07.450 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:07.455 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:07.456 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:07.456 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:07.462 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:07.462 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:07.462 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:07.468 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:07.468 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:07.468 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:07.475 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:07.475 INFO:tasks.workunit.client.0.smithi110.stdout:from 9 to HEAD diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:07.475 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,37748736~58720256,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~29360128,243269632~37748736,285212672~29360128,318767104~20971520,348127232~12582912,364904448~8388608,381681664~12582912,398458880~12582912] 2024-02-18T09:01:07.481 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,113246208~8388608,130023424~16777216,150994944~25165824,184549376~54525952,243269632~71303168,318767104~25165824,348127232~12582912,364904448~8388608,381681664~33554432] 2024-02-18T09:01:07.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:07 smithi110 bash[54479]: cluster 2024-02-18T09:01:06.380749+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e1118: 8 total, 8 up, 8 in 2024-02-18T09:01:07.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:07 smithi110 bash[55875]: cluster 2024-02-18T09:01:06.380749+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e1118: 8 total, 8 up, 8 in 2024-02-18T09:01:07.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:07 smithi191 bash[38688]: cluster 2024-02-18T09:01:06.380749+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e1118: 8 total, 8 up, 8 in 2024-02-18T09:01:08.404 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:08.405 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:08.443 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:08.443 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:08.443 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:08.456 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:08.457 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:08.457 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:08.462 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:08.462 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:08.462 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:08.469 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:08.469 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:08.469 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:08.475 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:08.475 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:08.475 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:08.481 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:08.482 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:08.482 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:08.488 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:08.488 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:08.488 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:08.495 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:08.495 INFO:tasks.workunit.client.0.smithi110.stdout:from 8 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:08.495 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:08.501 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:08.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:08 smithi110 bash[54479]: cluster 2024-02-18T09:01:07.383537+0000 mon.a (mon.0) 2131 : cluster [DBG] osdmap e1119: 8 total, 8 up, 8 in 2024-02-18T09:01:08.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:08 smithi110 bash[54479]: cluster 2024-02-18T09:01:07.553116+0000 mgr.y (mgr.44100) 1350 : cluster [DBG] pgmap v2061: 105 pgs: 105 active+clean; 822 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.22k op/s 2024-02-18T09:01:08.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:08 smithi110 bash[55875]: cluster 2024-02-18T09:01:07.383537+0000 mon.a (mon.0) 2131 : cluster [DBG] osdmap e1119: 8 total, 8 up, 8 in 2024-02-18T09:01:08.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:08 smithi110 bash[55875]: cluster 2024-02-18T09:01:07.553116+0000 mgr.y (mgr.44100) 1350 : cluster [DBG] pgmap v2061: 105 pgs: 105 active+clean; 822 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.22k op/s 2024-02-18T09:01:08.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:08 smithi191 bash[38688]: cluster 2024-02-18T09:01:07.383537+0000 mon.a (mon.0) 2131 : cluster [DBG] osdmap e1119: 8 total, 8 up, 8 in 2024-02-18T09:01:08.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:08 smithi191 bash[38688]: cluster 2024-02-18T09:01:07.553116+0000 mgr.y (mgr.44100) 1350 : cluster [DBG] pgmap v2061: 105 pgs: 105 active+clean; 822 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.22k op/s 2024-02-18T09:01:09.411 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:09.411 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:09.452 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:09.452 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:09.452 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:09.460 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:09.461 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:09.461 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:09.467 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:09.467 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:09.467 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:09.473 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:09.475 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:09.475 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:09.479 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:09.479 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:09.479 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:09.485 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:09.485 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:09.485 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:09.492 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:09.492 INFO:tasks.workunit.client.0.smithi110.stdout:from 7 to HEAD diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:09.492 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~16777216,33554432~62914560,100663296~8388608,113246208~4194304,130023424~16777216,150994944~25165824,184549376~20971520,209715200~71303168,285212672~54525952,343932928~12582912,364904448~8388608,381681664~29360128] 2024-02-18T09:01:09.498 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~8388608,130023424~16777216,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:09.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:09 smithi110 bash[54479]: cluster 2024-02-18T09:01:08.401920+0000 mon.a (mon.0) 2132 : cluster [DBG] osdmap e1120: 8 total, 8 up, 8 in 2024-02-18T09:01:09.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:09 smithi110 bash[55875]: cluster 2024-02-18T09:01:08.401920+0000 mon.a (mon.0) 2132 : cluster [DBG] osdmap e1120: 8 total, 8 up, 8 in 2024-02-18T09:01:09.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:09 smithi191 bash[38688]: cluster 2024-02-18T09:01:08.401920+0000 mon.a (mon.0) 2132 : cluster [DBG] osdmap e1120: 8 total, 8 up, 8 in 2024-02-18T09:01:10.421 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:10.421 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:10.465 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:10.466 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:10.466 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:10.474 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:10.475 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:10.475 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:10.481 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:10.481 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:10.481 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:10.487 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:10.488 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:10.488 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:10.494 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:10.494 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:10.494 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:10.501 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:10.501 INFO:tasks.workunit.client.0.smithi110.stdout:from 6 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:10.501 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,364904448~8388608,381681664~29360128] 2024-02-18T09:01:10.507 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~176160768,364904448~8388608,381681664~33554432] 2024-02-18T09:01:10.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:10 smithi110 bash[54479]: cluster 2024-02-18T09:01:09.411203+0000 mon.a (mon.0) 2133 : cluster [DBG] osdmap e1121: 8 total, 8 up, 8 in 2024-02-18T09:01:10.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:10 smithi110 bash[54479]: cluster 2024-02-18T09:01:09.553614+0000 mgr.y (mgr.44100) 1351 : cluster [DBG] pgmap v2064: 105 pgs: 105 active+clean; 799 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.11k op/s 2024-02-18T09:01:10.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:10 smithi110 bash[55875]: cluster 2024-02-18T09:01:09.411203+0000 mon.a (mon.0) 2133 : cluster [DBG] osdmap e1121: 8 total, 8 up, 8 in 2024-02-18T09:01:10.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:10 smithi110 bash[55875]: cluster 2024-02-18T09:01:09.553614+0000 mgr.y (mgr.44100) 1351 : cluster [DBG] pgmap v2064: 105 pgs: 105 active+clean; 799 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.11k op/s 2024-02-18T09:01:10.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:10 smithi191 bash[38688]: cluster 2024-02-18T09:01:09.411203+0000 mon.a (mon.0) 2133 : cluster [DBG] osdmap e1121: 8 total, 8 up, 8 in 2024-02-18T09:01:10.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:10 smithi191 bash[38688]: cluster 2024-02-18T09:01:09.553614+0000 mgr.y (mgr.44100) 1351 : cluster [DBG] pgmap v2064: 105 pgs: 105 active+clean; 799 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.11k op/s 2024-02-18T09:01:11.157 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:11.157 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:11.200 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:11.200 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:11.200 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:11.205 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:11.206 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:11.206 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:11.212 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:11.212 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:11.212 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:11.218 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:11.218 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:11.218 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:11.226 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:11.226 INFO:tasks.workunit.client.0.smithi110.stdout:from 5 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:11.226 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:11.233 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~188743680,381681664~33554432] 2024-02-18T09:01:11.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:11 smithi110 bash[55875]: cluster 2024-02-18T09:01:10.421316+0000 mon.a (mon.0) 2134 : cluster [DBG] osdmap e1122: 8 total, 8 up, 8 in 2024-02-18T09:01:11.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:11 smithi110 bash[55875]: cluster 2024-02-18T09:01:11.160358+0000 mon.a (mon.0) 2135 : cluster [DBG] osdmap e1123: 8 total, 8 up, 8 in 2024-02-18T09:01:11.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:11 smithi110 bash[54479]: cluster 2024-02-18T09:01:10.421316+0000 mon.a (mon.0) 2134 : cluster [DBG] osdmap e1122: 8 total, 8 up, 8 in 2024-02-18T09:01:11.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:11 smithi110 bash[54479]: cluster 2024-02-18T09:01:11.160358+0000 mon.a (mon.0) 2135 : cluster [DBG] osdmap e1123: 8 total, 8 up, 8 in 2024-02-18T09:01:11.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:11 smithi191 bash[38688]: cluster 2024-02-18T09:01:10.421316+0000 mon.a (mon.0) 2134 : cluster [DBG] osdmap e1122: 8 total, 8 up, 8 in 2024-02-18T09:01:11.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:11 smithi191 bash[38688]: cluster 2024-02-18T09:01:11.160358+0000 mon.a (mon.0) 2135 : cluster [DBG] osdmap e1123: 8 total, 8 up, 8 in 2024-02-18T09:01:12.159 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:12.159 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:12.202 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:12.202 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:12.202 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:12.208 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:12.208 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:12.208 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:12.214 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:12.214 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:12.214 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:12.220 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:12.221 INFO:tasks.workunit.client.0.smithi110.stdout:from 4 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:12.221 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:12.227 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:12.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:12 smithi110 bash[55875]: cluster 2024-02-18T09:01:11.554116+0000 mgr.y (mgr.44100) 1352 : cluster [DBG] pgmap v2067: 105 pgs: 105 active+clean; 757 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.06k op/s 2024-02-18T09:01:12.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:12 smithi110 bash[55875]: cluster 2024-02-18T09:01:12.162190+0000 mon.a (mon.0) 2136 : cluster [DBG] osdmap e1124: 8 total, 8 up, 8 in 2024-02-18T09:01:12.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:12 smithi110 bash[54479]: cluster 2024-02-18T09:01:11.554116+0000 mgr.y (mgr.44100) 1352 : cluster [DBG] pgmap v2067: 105 pgs: 105 active+clean; 757 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.06k op/s 2024-02-18T09:01:12.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:12 smithi110 bash[54479]: cluster 2024-02-18T09:01:12.162190+0000 mon.a (mon.0) 2136 : cluster [DBG] osdmap e1124: 8 total, 8 up, 8 in 2024-02-18T09:01:12.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:12 smithi191 bash[38688]: cluster 2024-02-18T09:01:11.554116+0000 mgr.y (mgr.44100) 1352 : cluster [DBG] pgmap v2067: 105 pgs: 105 active+clean; 757 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 1.06k op/s 2024-02-18T09:01:12.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:12 smithi191 bash[38688]: cluster 2024-02-18T09:01:12.162190+0000 mon.a (mon.0) 2136 : cluster [DBG] osdmap e1124: 8 total, 8 up, 8 in 2024-02-18T09:01:13.157 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:13.157 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:13.203 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:13.204 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:13.204 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:13.210 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:13.210 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:13.210 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:13.216 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:13.216 INFO:tasks.workunit.client.0.smithi110.stdout:from 3 to HEAD diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:13.216 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~8388608,12582912~83886080,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:13.222 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~8388608,12582912~96468992,113246208~33554432,150994944~25165824,184549376~192937984,381681664~33554432] 2024-02-18T09:01:14.176 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:14.176 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:14.210 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:14.210 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:14.210 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:14.216 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:14.216 INFO:tasks.workunit.client.0.smithi110.stdout:from 2 to HEAD diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:14.216 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~8388608,113246208~4194304,121634816~25165824,150994944~25165824,184549376~96468992,285212672~71303168,360710144~12582912,381681664~29360128] 2024-02-18T09:01:14.222 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~109051904,113246208~62914560,184549376~192937984,381681664~33554432] 2024-02-18T09:01:14.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:14 smithi110 bash[54479]: cluster 2024-02-18T09:01:13.165005+0000 mon.a (mon.0) 2137 : cluster [DBG] osdmap e1125: 8 total, 8 up, 8 in 2024-02-18T09:01:14.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:14 smithi110 bash[54479]: cluster 2024-02-18T09:01:13.554776+0000 mgr.y (mgr.44100) 1353 : cluster [DBG] pgmap v2070: 105 pgs: 105 active+clean; 687 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 979 op/s 2024-02-18T09:01:14.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:14 smithi110 bash[55875]: cluster 2024-02-18T09:01:13.165005+0000 mon.a (mon.0) 2137 : cluster [DBG] osdmap e1125: 8 total, 8 up, 8 in 2024-02-18T09:01:14.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:14 smithi110 bash[55875]: cluster 2024-02-18T09:01:13.554776+0000 mgr.y (mgr.44100) 1353 : cluster [DBG] pgmap v2070: 105 pgs: 105 active+clean; 687 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 979 op/s 2024-02-18T09:01:14.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:14 smithi191 bash[38688]: cluster 2024-02-18T09:01:13.165005+0000 mon.a (mon.0) 2137 : cluster [DBG] osdmap e1125: 8 total, 8 up, 8 in 2024-02-18T09:01:14.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:14 smithi191 bash[38688]: cluster 2024-02-18T09:01:13.554776+0000 mgr.y (mgr.44100) 1353 : cluster [DBG] pgmap v2070: 105 pgs: 105 active+clean; 687 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 979 op/s 2024-02-18T09:01:15.173 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:15.174 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:15.208 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:15.208 INFO:tasks.workunit.client.0.smithi110.stdout:from 1 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:15.208 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~25165824,184549376~96468992,285212672~125829120] 2024-02-18T09:01:15.214 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~180355072,184549376~230686720] 2024-02-18T09:01:15.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:15 smithi110 bash[54479]: cluster 2024-02-18T09:01:14.174592+0000 mon.a (mon.0) 2138 : cluster [DBG] osdmap e1126: 8 total, 8 up, 8 in 2024-02-18T09:01:15.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:15 smithi110 bash[55875]: cluster 2024-02-18T09:01:14.174592+0000 mon.a (mon.0) 2138 : cluster [DBG] osdmap e1126: 8 total, 8 up, 8 in 2024-02-18T09:01:15.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:15 smithi191 bash[38688]: cluster 2024-02-18T09:01:14.174592+0000 mon.a (mon.0) 2138 : cluster [DBG] osdmap e1126: 8 total, 8 up, 8 in 2024-02-18T09:01:16.155 INFO:tasks.workunit.client.0.smithi110.stdout:from 0 to HEAD diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:16.155 INFO:tasks.workunit.client.0.smithi110.stdout: limited diff [0~16777216,20971520~75497472,100663296~16777216,121634816~25165824,150994944~29360128,184549376~96468992,285212672~125829120] 2024-02-18T09:01:16.195 INFO:tasks.workunit.client.0.smithi110.stdout: actual was [0~415236096] 2024-02-18T09:01:16.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:16 smithi110 bash[55875]: cluster 2024-02-18T09:01:15.175170+0000 mon.a (mon.0) 2139 : cluster [DBG] osdmap e1127: 8 total, 8 up, 8 in 2024-02-18T09:01:16.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:16 smithi110 bash[55875]: cluster 2024-02-18T09:01:15.555519+0000 mgr.y (mgr.44100) 1354 : cluster [DBG] pgmap v2073: 105 pgs: 105 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 706 op/s 2024-02-18T09:01:16.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:16 smithi110 bash[55875]: cluster 2024-02-18T09:01:16.160545+0000 mon.a (mon.0) 2140 : cluster [DBG] osdmap e1128: 8 total, 8 up, 8 in 2024-02-18T09:01:16.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:16 smithi110 bash[54479]: cluster 2024-02-18T09:01:15.175170+0000 mon.a (mon.0) 2139 : cluster [DBG] osdmap e1127: 8 total, 8 up, 8 in 2024-02-18T09:01:16.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:16 smithi110 bash[54479]: cluster 2024-02-18T09:01:15.555519+0000 mgr.y (mgr.44100) 1354 : cluster [DBG] pgmap v2073: 105 pgs: 105 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 706 op/s 2024-02-18T09:01:16.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:16 smithi110 bash[54479]: cluster 2024-02-18T09:01:16.160545+0000 mon.a (mon.0) 2140 : cluster [DBG] osdmap e1128: 8 total, 8 up, 8 in 2024-02-18T09:01:16.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:16 smithi191 bash[38688]: cluster 2024-02-18T09:01:15.175170+0000 mon.a (mon.0) 2139 : cluster [DBG] osdmap e1127: 8 total, 8 up, 8 in 2024-02-18T09:01:16.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:16 smithi191 bash[38688]: cluster 2024-02-18T09:01:15.555519+0000 mgr.y (mgr.44100) 1354 : cluster [DBG] pgmap v2073: 105 pgs: 105 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 706 op/s 2024-02-18T09:01:16.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:16 smithi191 bash[38688]: cluster 2024-02-18T09:01:16.160545+0000 mon.a (mon.0) 2140 : cluster [DBG] osdmap e1128: 8 total, 8 up, 8 in 2024-02-18T09:01:17.206 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39920 ms) 2024-02-18T09:01:17.206 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/1.DiffIterateRegression6926 2024-02-18T09:01:17.206 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:01:18.200 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 0~4194304 2024-02-18T09:01:18.204 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/1.DiffIterateRegression6926 (998 ms) 2024-02-18T09:01:18.204 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-02-18T09:01:18.204 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:18.204 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (0 ms) 2024-02-18T09:01:18.204 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-02-18T09:01:18.204 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:18.204 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (0 ms) 2024-02-18T09:01:18.204 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-02-18T09:01:18.204 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:01:18.233 INFO:tasks.workunit.client.0.smithi110.stdout: wrote [3793145~24554,4803137~88161,6990383~28164,11571809~94410,12381414~95757,15399810~76961,16658775~107381,17234267~73096,20363708~5918] 2024-02-18T09:01:18.235 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (31 ms) 2024-02-18T09:01:18.235 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-02-18T09:01:18.235 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:18.235 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (0 ms) 2024-02-18T09:01:18.235 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-02-18T09:01:18.235 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:01:18.280 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 5000005~1234 2024-02-18T09:01:18.280 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (45 ms) 2024-02-18T09:01:18.280 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-02-18T09:01:18.280 INFO:tasks.workunit.client.0.smithi110.stdout:using old format 2024-02-18T09:01:18.357 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 8376263~12345 2024-02-18T09:01:18.357 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 8388608~4194304 2024-02-18T09:01:18.357 INFO:tasks.workunit.client.0.smithi110.stdout:iterate_cb 12582912~54321 2024-02-18T09:01:18.360 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (81 ms) 2024-02-18T09:01:18.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:18 smithi110 bash[54479]: cluster 2024-02-18T09:01:17.196182+0000 mon.a (mon.0) 2141 : cluster [DBG] osdmap e1129: 8 total, 8 up, 8 in 2024-02-18T09:01:18.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:18 smithi110 bash[54479]: cluster 2024-02-18T09:01:17.556257+0000 mgr.y (mgr.44100) 1355 : cluster [DBG] pgmap v2076: 105 pgs: 105 active+clean; 568 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 374 op/s 2024-02-18T09:01:18.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:18 smithi110 bash[55875]: cluster 2024-02-18T09:01:17.196182+0000 mon.a (mon.0) 2141 : cluster [DBG] osdmap e1129: 8 total, 8 up, 8 in 2024-02-18T09:01:18.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:18 smithi110 bash[55875]: cluster 2024-02-18T09:01:17.556257+0000 mgr.y (mgr.44100) 1355 : cluster [DBG] pgmap v2076: 105 pgs: 105 active+clean; 568 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 374 op/s 2024-02-18T09:01:18.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:18 smithi191 bash[38688]: cluster 2024-02-18T09:01:17.196182+0000 mon.a (mon.0) 2141 : cluster [DBG] osdmap e1129: 8 total, 8 up, 8 in 2024-02-18T09:01:18.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:18 smithi191 bash[38688]: cluster 2024-02-18T09:01:17.556257+0000 mgr.y (mgr.44100) 1355 : cluster [DBG] pgmap v2076: 105 pgs: 105 active+clean; 568 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 374 op/s 2024-02-18T09:01:19.197 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 10 tests from DiffIterateTest/1 (49135 ms total) 2024-02-18T09:01:19.198 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:01:19.198 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 16 tests from TestImageWatcher 2024-02-18T09:01:19.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:19 smithi110 bash[55875]: cluster 2024-02-18T09:01:18.206517+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e1130: 8 total, 8 up, 8 in 2024-02-18T09:01:19.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:19 smithi110 bash[54479]: cluster 2024-02-18T09:01:18.206517+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e1130: 8 total, 8 up, 8 in 2024-02-18T09:01:19.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:19 smithi191 bash[38688]: cluster 2024-02-18T09:01:18.206517+0000 mon.a (mon.0) 2142 : cluster [DBG] osdmap e1130: 8 total, 8 up, 8 in 2024-02-18T09:01:20.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:20 smithi110 bash[54479]: cluster 2024-02-18T09:01:19.208392+0000 mon.a (mon.0) 2143 : cluster [DBG] osdmap e1131: 8 total, 8 up, 8 in 2024-02-18T09:01:20.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:20 smithi110 bash[54479]: cluster 2024-02-18T09:01:19.556941+0000 mgr.y (mgr.44100) 1356 : cluster [DBG] pgmap v2079: 73 pgs: 73 active+clean; 4.0 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-02-18T09:01:20.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:20 smithi110 bash[55875]: cluster 2024-02-18T09:01:19.208392+0000 mon.a (mon.0) 2143 : cluster [DBG] osdmap e1131: 8 total, 8 up, 8 in 2024-02-18T09:01:20.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:20 smithi110 bash[55875]: cluster 2024-02-18T09:01:19.556941+0000 mgr.y (mgr.44100) 1356 : cluster [DBG] pgmap v2079: 73 pgs: 73 active+clean; 4.0 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-02-18T09:01:20.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:20 smithi191 bash[38688]: cluster 2024-02-18T09:01:19.208392+0000 mon.a (mon.0) 2143 : cluster [DBG] osdmap e1131: 8 total, 8 up, 8 in 2024-02-18T09:01:20.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:20 smithi191 bash[38688]: cluster 2024-02-18T09:01:19.556941+0000 mgr.y (mgr.44100) 1356 : cluster [DBG] pgmap v2079: 73 pgs: 73 active+clean; 4.0 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-02-18T09:01:21.217 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-02-18T09:01:21.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:21 smithi191 bash[38688]: cluster 2024-02-18T09:01:20.227382+0000 mon.a (mon.0) 2144 : cluster [DBG] osdmap e1132: 8 total, 8 up, 8 in 2024-02-18T09:01:21.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:21 smithi191 bash[38688]: audit 2024-02-18T09:01:20.229924+0000 mon.a (mon.0) 2145 : audit [INF] from='client.? 172.21.15.110:0/188116917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:21.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:21 smithi110 bash[55875]: cluster 2024-02-18T09:01:20.227382+0000 mon.a (mon.0) 2144 : cluster [DBG] osdmap e1132: 8 total, 8 up, 8 in 2024-02-18T09:01:21.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:21 smithi110 bash[55875]: audit 2024-02-18T09:01:20.229924+0000 mon.a (mon.0) 2145 : audit [INF] from='client.? 172.21.15.110:0/188116917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:21.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:21 smithi110 bash[54479]: cluster 2024-02-18T09:01:20.227382+0000 mon.a (mon.0) 2144 : cluster [DBG] osdmap e1132: 8 total, 8 up, 8 in 2024-02-18T09:01:21.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:21 smithi110 bash[54479]: audit 2024-02-18T09:01:20.229924+0000 mon.a (mon.0) 2145 : audit [INF] from='client.? 172.21.15.110:0/188116917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:22.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:22 smithi191 bash[38688]: audit 2024-02-18T09:01:21.231150+0000 mon.a (mon.0) 2146 : audit [INF] from='client.? 172.21.15.110:0/188116917' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:22.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:22 smithi191 bash[38688]: cluster 2024-02-18T09:01:21.231326+0000 mon.a (mon.0) 2147 : cluster [DBG] osdmap e1133: 8 total, 8 up, 8 in 2024-02-18T09:01:22.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:22 smithi191 bash[38688]: cluster 2024-02-18T09:01:21.557500+0000 mgr.y (mgr.44100) 1357 : cluster [DBG] pgmap v2082: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:01:22.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:22 smithi110 bash[54479]: audit 2024-02-18T09:01:21.231150+0000 mon.a (mon.0) 2146 : audit [INF] from='client.? 172.21.15.110:0/188116917' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:22.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:22 smithi110 bash[54479]: cluster 2024-02-18T09:01:21.231326+0000 mon.a (mon.0) 2147 : cluster [DBG] osdmap e1133: 8 total, 8 up, 8 in 2024-02-18T09:01:22.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:22 smithi110 bash[54479]: cluster 2024-02-18T09:01:21.557500+0000 mgr.y (mgr.44100) 1357 : cluster [DBG] pgmap v2082: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:01:22.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:22 smithi110 bash[55875]: audit 2024-02-18T09:01:21.231150+0000 mon.a (mon.0) 2146 : audit [INF] from='client.? 172.21.15.110:0/188116917' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:22.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:22 smithi110 bash[55875]: cluster 2024-02-18T09:01:21.231326+0000 mon.a (mon.0) 2147 : cluster [DBG] osdmap e1133: 8 total, 8 up, 8 in 2024-02-18T09:01:22.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:22 smithi110 bash[55875]: cluster 2024-02-18T09:01:21.557500+0000 mgr.y (mgr.44100) 1357 : cluster [DBG] pgmap v2082: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:01:23.254 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.254 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2036 ms) 2024-02-18T09:01:23.254 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-02-18T09:01:23.259 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.259 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifyFlatten (6 ms) 2024-02-18T09:01:23.259 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-02-18T09:01:23.263 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.263 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifyResize (4 ms) 2024-02-18T09:01:23.263 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-02-18T09:01:23.268 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.268 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (4 ms) 2024-02-18T09:01:23.268 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-02-18T09:01:23.273 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.274 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (6 ms) 2024-02-18T09:01:23.274 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-02-18T09:01:23.277 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.277 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (3 ms) 2024-02-18T09:01:23.277 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-02-18T09:01:23.281 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.281 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifySnapRename (4 ms) 2024-02-18T09:01:23.281 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-02-18T09:01:23.285 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.285 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (4 ms) 2024-02-18T09:01:23.285 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-02-18T09:01:23.288 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.288 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (4 ms) 2024-02-18T09:01:23.288 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-02-18T09:01:23.292 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.292 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (3 ms) 2024-02-18T09:01:23.292 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-02-18T09:01:23.296 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.296 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (4 ms) 2024-02-18T09:01:23.296 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-02-18T09:01:23.300 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.300 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifyRename (4 ms) 2024-02-18T09:01:23.300 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-02-18T09:01:23.303 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.304 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (4 ms) 2024-02-18T09:01:23.304 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-02-18T09:01:23.307 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.307 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (3 ms) 2024-02-18T09:01:23.307 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-02-18T09:01:23.310 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.311 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (4 ms) 2024-02-18T09:01:23.311 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-02-18T09:01:23.314 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:23.314 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (4 ms) 2024-02-18T09:01:23.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:23 smithi191 bash[38688]: cluster 2024-02-18T09:01:22.253509+0000 mon.a (mon.0) 2148 : cluster [DBG] osdmap e1134: 8 total, 8 up, 8 in 2024-02-18T09:01:23.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:23 smithi110 bash[54479]: cluster 2024-02-18T09:01:22.253509+0000 mon.a (mon.0) 2148 : cluster [DBG] osdmap e1134: 8 total, 8 up, 8 in 2024-02-18T09:01:23.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:23 smithi110 bash[55875]: cluster 2024-02-18T09:01:22.253509+0000 mon.a (mon.0) 2148 : cluster [DBG] osdmap e1134: 8 total, 8 up, 8 in 2024-02-18T09:01:24.265 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 16 tests from TestImageWatcher (2097 ms total) 2024-02-18T09:01:24.265 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:01:24.265 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 33 tests from TestInternal 2024-02-18T09:01:24.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:24 smithi191 bash[38688]: cluster 2024-02-18T09:01:23.257819+0000 mon.a (mon.0) 2149 : cluster [DBG] osdmap e1135: 8 total, 8 up, 8 in 2024-02-18T09:01:24.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:24 smithi191 bash[38688]: cluster 2024-02-18T09:01:23.558184+0000 mgr.y (mgr.44100) 1358 : cluster [DBG] pgmap v2085: 105 pgs: 5 creating+peering, 10 unknown, 90 active+clean; 4.0 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:01:24.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:24 smithi110 bash[54479]: cluster 2024-02-18T09:01:23.257819+0000 mon.a (mon.0) 2149 : cluster [DBG] osdmap e1135: 8 total, 8 up, 8 in 2024-02-18T09:01:24.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:24 smithi110 bash[54479]: cluster 2024-02-18T09:01:23.558184+0000 mgr.y (mgr.44100) 1358 : cluster [DBG] pgmap v2085: 105 pgs: 5 creating+peering, 10 unknown, 90 active+clean; 4.0 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:01:24.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:24 smithi110 bash[55875]: cluster 2024-02-18T09:01:23.257819+0000 mon.a (mon.0) 2149 : cluster [DBG] osdmap e1135: 8 total, 8 up, 8 in 2024-02-18T09:01:24.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:24 smithi110 bash[55875]: cluster 2024-02-18T09:01:23.558184+0000 mgr.y (mgr.44100) 1358 : cluster [DBG] pgmap v2085: 105 pgs: 5 creating+peering, 10 unknown, 90 active+clean; 4.0 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:01:25.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:25 smithi191 bash[38688]: cluster 2024-02-18T09:01:24.274696+0000 mon.a (mon.0) 2150 : cluster [DBG] osdmap e1136: 8 total, 8 up, 8 in 2024-02-18T09:01:25.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:25 smithi110 bash[54479]: cluster 2024-02-18T09:01:24.274696+0000 mon.a (mon.0) 2150 : cluster [DBG] osdmap e1136: 8 total, 8 up, 8 in 2024-02-18T09:01:25.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:25 smithi110 bash[55875]: cluster 2024-02-18T09:01:24.274696+0000 mon.a (mon.0) 2150 : cluster [DBG] osdmap e1136: 8 total, 8 up, 8 in 2024-02-18T09:01:26.284 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.OpenByID 2024-02-18T09:01:26.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:26 smithi191 bash[38688]: cluster 2024-02-18T09:01:25.286498+0000 mon.a (mon.0) 2151 : cluster [DBG] osdmap e1137: 8 total, 8 up, 8 in 2024-02-18T09:01:26.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:26 smithi191 bash[38688]: audit 2024-02-18T09:01:25.289563+0000 mon.c (mon.1) 46 : audit [INF] from='client.? 172.21.15.110:0/2052278554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:26.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:26 smithi191 bash[38688]: audit 2024-02-18T09:01:25.290501+0000 mon.a (mon.0) 2152 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:26.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:26 smithi191 bash[38688]: cluster 2024-02-18T09:01:25.558894+0000 mgr.y (mgr.44100) 1359 : cluster [DBG] pgmap v2088: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:26.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:26 smithi110 bash[54479]: cluster 2024-02-18T09:01:25.286498+0000 mon.a (mon.0) 2151 : cluster [DBG] osdmap e1137: 8 total, 8 up, 8 in 2024-02-18T09:01:26.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:26 smithi110 bash[54479]: audit 2024-02-18T09:01:25.289563+0000 mon.c (mon.1) 46 : audit [INF] from='client.? 172.21.15.110:0/2052278554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:26.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:26 smithi110 bash[54479]: audit 2024-02-18T09:01:25.290501+0000 mon.a (mon.0) 2152 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:26.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:26 smithi110 bash[54479]: cluster 2024-02-18T09:01:25.558894+0000 mgr.y (mgr.44100) 1359 : cluster [DBG] pgmap v2088: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:26.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:26 smithi110 bash[55875]: cluster 2024-02-18T09:01:25.286498+0000 mon.a (mon.0) 2151 : cluster [DBG] osdmap e1137: 8 total, 8 up, 8 in 2024-02-18T09:01:26.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:26 smithi110 bash[55875]: audit 2024-02-18T09:01:25.289563+0000 mon.c (mon.1) 46 : audit [INF] from='client.? 172.21.15.110:0/2052278554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:26.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:26 smithi110 bash[55875]: audit 2024-02-18T09:01:25.290501+0000 mon.a (mon.0) 2152 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:26.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:26 smithi110 bash[55875]: cluster 2024-02-18T09:01:25.558894+0000 mgr.y (mgr.44100) 1359 : cluster [DBG] pgmap v2088: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:27.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:27 smithi191 bash[38688]: audit 2024-02-18T09:01:26.298582+0000 mon.a (mon.0) 2153 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:27.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:27 smithi191 bash[38688]: cluster 2024-02-18T09:01:26.298912+0000 mon.a (mon.0) 2154 : cluster [DBG] osdmap e1138: 8 total, 8 up, 8 in 2024-02-18T09:01:27.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:27 smithi110 bash[55875]: audit 2024-02-18T09:01:26.298582+0000 mon.a (mon.0) 2153 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:27.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:27 smithi110 bash[55875]: cluster 2024-02-18T09:01:26.298912+0000 mon.a (mon.0) 2154 : cluster [DBG] osdmap e1138: 8 total, 8 up, 8 in 2024-02-18T09:01:27.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:27 smithi110 bash[54479]: audit 2024-02-18T09:01:26.298582+0000 mon.a (mon.0) 2153 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:27.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:27 smithi110 bash[54479]: cluster 2024-02-18T09:01:26.298912+0000 mon.a (mon.0) 2154 : cluster [DBG] osdmap e1138: 8 total, 8 up, 8 in 2024-02-18T09:01:28.306 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.307 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.OpenByID (2022 ms) 2024-02-18T09:01:28.307 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-02-18T09:01:28.329 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.OpenSnapDNE (23 ms) 2024-02-18T09:01:28.330 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-02-18T09:01:28.334 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.334 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (4 ms) 2024-02-18T09:01:28.334 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-02-18T09:01:28.337 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.338 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.ResizeLocksImage (4 ms) 2024-02-18T09:01:28.338 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-02-18T09:01:28.342 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.342 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (4 ms) 2024-02-18T09:01:28.342 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-02-18T09:01:28.345 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.346 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.SnapCreateLocksImage (4 ms) 2024-02-18T09:01:28.346 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-02-18T09:01:28.350 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.350 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (4 ms) 2024-02-18T09:01:28.350 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-02-18T09:01:28.354 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.354 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (4 ms) 2024-02-18T09:01:28.354 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-02-18T09:01:28.357 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.358 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (4 ms) 2024-02-18T09:01:28.358 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-02-18T09:01:28.362 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.362 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.SnapSetReleasesLock (5 ms) 2024-02-18T09:01:28.362 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-02-18T09:01:28.366 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.366 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.FlattenLocksImage (4 ms) 2024-02-18T09:01:28.366 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-02-18T09:01:28.370 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.370 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (3 ms) 2024-02-18T09:01:28.370 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-02-18T09:01:28.374 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.374 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.AioWriteRequestsLock (4 ms) 2024-02-18T09:01:28.374 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-02-18T09:01:28.377 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.377 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (4 ms) 2024-02-18T09:01:28.377 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-02-18T09:01:28.381 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.381 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.CancelAsyncResize (4 ms) 2024-02-18T09:01:28.381 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.MultipleResize 2024-02-18T09:01:28.430 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.MultipleResize (48 ms) 2024-02-18T09:01:28.430 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.Metadata 2024-02-18T09:01:28.436 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.436 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.Metadata (6 ms) 2024-02-18T09:01:28.436 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-02-18T09:01:28.441 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.441 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.MetadataConfApply (6 ms) 2024-02-18T09:01:28.442 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-02-18T09:01:28.446 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.446 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.SnapshotCopyup (4 ms) 2024-02-18T09:01:28.446 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-02-18T09:01:28.449 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.449 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (4 ms) 2024-02-18T09:01:28.449 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-02-18T09:01:28.453 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.453 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (4 ms) 2024-02-18T09:01:28.453 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-02-18T09:01:28.457 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.457 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.ResizeCopyup (4 ms) 2024-02-18T09:01:28.457 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-02-18T09:01:28.461 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.461 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.DiscardCopyup (4 ms) 2024-02-18T09:01:28.462 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.ShrinkFlushesCache 2024-02-18T09:01:28.478 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.ShrinkFlushesCache (16 ms) 2024-02-18T09:01:28.478 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.ImageOptions 2024-02-18T09:01:28.482 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.ImageOptions (4 ms) 2024-02-18T09:01:28.482 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-02-18T09:01:28.486 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.486 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.WriteFullCopyup (4 ms) 2024-02-18T09:01:28.486 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-02-18T09:01:28.490 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.490 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (4 ms) 2024-02-18T09:01:28.490 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.TestCoR 2024-02-18T09:01:28.494 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.494 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.TestCoR (4 ms) 2024-02-18T09:01:28.494 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-02-18T09:01:28.498 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.498 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (4 ms) 2024-02-18T09:01:28.498 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-02-18T09:01:28.502 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.502 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.PoolMetadataConfApply (5 ms) 2024-02-18T09:01:28.502 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.Sparsify 2024-02-18T09:01:28.524 INFO:tasks.workunit.client.0.smithi110.stdout:sparsify_supported=1 2024-02-18T09:01:28.524 INFO:tasks.workunit.client.0.smithi110.stdout:sparse_read_supported=1 2024-02-18T09:01:28.543 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.Sparsify (40 ms) 2024-02-18T09:01:28.543 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.SparsifyClone 2024-02-18T09:01:28.547 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.547 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.SparsifyClone (4 ms) 2024-02-18T09:01:28.547 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestInternal.MissingDataPool 2024-02-18T09:01:28.550 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:28.551 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestInternal.MissingDataPool (4 ms) 2024-02-18T09:01:28.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:28 smithi191 bash[38688]: cluster 2024-02-18T09:01:27.302457+0000 mon.a (mon.0) 2155 : cluster [DBG] osdmap e1139: 8 total, 8 up, 8 in 2024-02-18T09:01:28.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:28 smithi191 bash[38688]: cluster 2024-02-18T09:01:27.559584+0000 mgr.y (mgr.44100) 1360 : cluster [DBG] pgmap v2091: 105 pgs: 4 creating+peering, 22 unknown, 79 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:28.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:28 smithi110 bash[55875]: cluster 2024-02-18T09:01:27.302457+0000 mon.a (mon.0) 2155 : cluster [DBG] osdmap e1139: 8 total, 8 up, 8 in 2024-02-18T09:01:28.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:28 smithi110 bash[55875]: cluster 2024-02-18T09:01:27.559584+0000 mgr.y (mgr.44100) 1360 : cluster [DBG] pgmap v2091: 105 pgs: 4 creating+peering, 22 unknown, 79 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:28.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:28 smithi110 bash[54479]: cluster 2024-02-18T09:01:27.302457+0000 mon.a (mon.0) 2155 : cluster [DBG] osdmap e1139: 8 total, 8 up, 8 in 2024-02-18T09:01:28.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:28 smithi110 bash[54479]: cluster 2024-02-18T09:01:27.559584+0000 mgr.y (mgr.44100) 1360 : cluster [DBG] pgmap v2091: 105 pgs: 4 creating+peering, 22 unknown, 79 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:29.320 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 33 tests from TestInternal (2266 ms total) 2024-02-18T09:01:29.320 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:01:29.320 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 51 tests from TestMirroring 2024-02-18T09:01:29.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:29 smithi191 bash[38688]: cluster 2024-02-18T09:01:28.305411+0000 mon.a (mon.0) 2156 : cluster [DBG] osdmap e1140: 8 total, 8 up, 8 in 2024-02-18T09:01:29.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:29 smithi110 bash[54479]: cluster 2024-02-18T09:01:28.305411+0000 mon.a (mon.0) 2156 : cluster [DBG] osdmap e1140: 8 total, 8 up, 8 in 2024-02-18T09:01:29.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:29 smithi110 bash[55875]: cluster 2024-02-18T09:01:28.305411+0000 mon.a (mon.0) 2156 : cluster [DBG] osdmap e1140: 8 total, 8 up, 8 in 2024-02-18T09:01:30.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:30 smithi191 bash[38688]: cluster 2024-02-18T09:01:29.329985+0000 mon.a (mon.0) 2157 : cluster [DBG] osdmap e1141: 8 total, 8 up, 8 in 2024-02-18T09:01:30.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:30 smithi191 bash[38688]: cluster 2024-02-18T09:01:29.560222+0000 mgr.y (mgr.44100) 1361 : cluster [DBG] pgmap v2094: 73 pgs: 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:30.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:30 smithi110 bash[54479]: cluster 2024-02-18T09:01:29.329985+0000 mon.a (mon.0) 2157 : cluster [DBG] osdmap e1141: 8 total, 8 up, 8 in 2024-02-18T09:01:30.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:30 smithi110 bash[54479]: cluster 2024-02-18T09:01:29.560222+0000 mgr.y (mgr.44100) 1361 : cluster [DBG] pgmap v2094: 73 pgs: 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:30.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:30 smithi110 bash[55875]: cluster 2024-02-18T09:01:29.329985+0000 mon.a (mon.0) 2157 : cluster [DBG] osdmap e1141: 8 total, 8 up, 8 in 2024-02-18T09:01:30.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:30 smithi110 bash[55875]: cluster 2024-02-18T09:01:29.560222+0000 mgr.y (mgr.44100) 1361 : cluster [DBG] pgmap v2094: 73 pgs: 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:31.337 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-02-18T09:01:31.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:31 smithi110 bash[54479]: cluster 2024-02-18T09:01:30.340289+0000 mon.a (mon.0) 2158 : cluster [DBG] osdmap e1142: 8 total, 8 up, 8 in 2024-02-18T09:01:31.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:31 smithi110 bash[54479]: audit 2024-02-18T09:01:30.343465+0000 mon.a (mon.0) 2159 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:31.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:31 smithi110 bash[55875]: cluster 2024-02-18T09:01:30.340289+0000 mon.a (mon.0) 2158 : cluster [DBG] osdmap e1142: 8 total, 8 up, 8 in 2024-02-18T09:01:31.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:31 smithi110 bash[55875]: audit 2024-02-18T09:01:30.343465+0000 mon.a (mon.0) 2159 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:31.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:31 smithi191 bash[38688]: cluster 2024-02-18T09:01:30.340289+0000 mon.a (mon.0) 2158 : cluster [DBG] osdmap e1142: 8 total, 8 up, 8 in 2024-02-18T09:01:31.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:31 smithi191 bash[38688]: audit 2024-02-18T09:01:30.343465+0000 mon.a (mon.0) 2159 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:32.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:32 smithi110 bash[54479]: audit 2024-02-18T09:01:31.344704+0000 mon.a (mon.0) 2160 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:32.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:32 smithi110 bash[54479]: cluster 2024-02-18T09:01:31.344963+0000 mon.a (mon.0) 2161 : cluster [DBG] osdmap e1143: 8 total, 8 up, 8 in 2024-02-18T09:01:32.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:32 smithi110 bash[54479]: cluster 2024-02-18T09:01:31.560718+0000 mgr.y (mgr.44100) 1362 : cluster [DBG] pgmap v2097: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:32.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:32 smithi110 bash[54479]: cluster 2024-02-18T09:01:32.346517+0000 mon.a (mon.0) 2162 : cluster [DBG] osdmap e1144: 8 total, 8 up, 8 in 2024-02-18T09:01:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:32 smithi110 bash[55875]: audit 2024-02-18T09:01:31.344704+0000 mon.a (mon.0) 2160 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:32 smithi110 bash[55875]: cluster 2024-02-18T09:01:31.344963+0000 mon.a (mon.0) 2161 : cluster [DBG] osdmap e1143: 8 total, 8 up, 8 in 2024-02-18T09:01:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:32 smithi110 bash[55875]: cluster 2024-02-18T09:01:31.560718+0000 mgr.y (mgr.44100) 1362 : cluster [DBG] pgmap v2097: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:32.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:32 smithi110 bash[55875]: cluster 2024-02-18T09:01:32.346517+0000 mon.a (mon.0) 2162 : cluster [DBG] osdmap e1144: 8 total, 8 up, 8 in 2024-02-18T09:01:32.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:32 smithi191 bash[38688]: audit 2024-02-18T09:01:31.344704+0000 mon.a (mon.0) 2160 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:32.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:32 smithi191 bash[38688]: cluster 2024-02-18T09:01:31.344963+0000 mon.a (mon.0) 2161 : cluster [DBG] osdmap e1143: 8 total, 8 up, 8 in 2024-02-18T09:01:32.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:32 smithi191 bash[38688]: cluster 2024-02-18T09:01:31.560718+0000 mgr.y (mgr.44100) 1362 : cluster [DBG] pgmap v2097: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:32.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:32 smithi191 bash[38688]: cluster 2024-02-18T09:01:32.346517+0000 mon.a (mon.0) 2162 : cluster [DBG] osdmap e1144: 8 total, 8 up, 8 in 2024-02-18T09:01:33.474 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2137 ms) 2024-02-18T09:01:33.474 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-02-18T09:01:33.616 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (142 ms) 2024-02-18T09:01:33.616 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-02-18T09:01:33.728 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (113 ms) 2024-02-18T09:01:33.728 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-02-18T09:01:33.873 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (144 ms) 2024-02-18T09:01:33.873 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-02-18T09:01:34.001 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (128 ms) 2024-02-18T09:01:34.001 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-02-18T09:01:34.135 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (135 ms) 2024-02-18T09:01:34.136 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-02-18T09:01:34.300 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (164 ms) 2024-02-18T09:01:34.300 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-02-18T09:01:34.300 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:34.301 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-02-18T09:01:34.301 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-02-18T09:01:34.301 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:34.301 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-02-18T09:01:34.301 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-02-18T09:01:34.405 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (105 ms) 2024-02-18T09:01:34.405 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-02-18T09:01:34.522 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (117 ms) 2024-02-18T09:01:34.522 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-02-18T09:01:34.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:34 smithi110 bash[54479]: cluster 2024-02-18T09:01:33.349184+0000 mon.a (mon.0) 2163 : cluster [DBG] osdmap e1145: 8 total, 8 up, 8 in 2024-02-18T09:01:34.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:34 smithi110 bash[54479]: cluster 2024-02-18T09:01:33.561273+0000 mgr.y (mgr.44100) 1363 : cluster [DBG] pgmap v2100: 105 pgs: 4 creating+peering, 8 unknown, 93 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:34.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:34 smithi110 bash[55875]: cluster 2024-02-18T09:01:33.349184+0000 mon.a (mon.0) 2163 : cluster [DBG] osdmap e1145: 8 total, 8 up, 8 in 2024-02-18T09:01:34.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:34 smithi110 bash[55875]: cluster 2024-02-18T09:01:33.561273+0000 mgr.y (mgr.44100) 1363 : cluster [DBG] pgmap v2100: 105 pgs: 4 creating+peering, 8 unknown, 93 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:34.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:34 smithi191 bash[38688]: cluster 2024-02-18T09:01:33.349184+0000 mon.a (mon.0) 2163 : cluster [DBG] osdmap e1145: 8 total, 8 up, 8 in 2024-02-18T09:01:34.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:34 smithi191 bash[38688]: cluster 2024-02-18T09:01:33.561273+0000 mgr.y (mgr.44100) 1363 : cluster [DBG] pgmap v2100: 105 pgs: 4 creating+peering, 8 unknown, 93 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:36.415 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1892 ms) 2024-02-18T09:01:36.415 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-02-18T09:01:36.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:36 smithi110 bash[54479]: cluster 2024-02-18T09:01:35.356334+0000 mon.a (mon.0) 2164 : cluster [DBG] osdmap e1146: 8 total, 8 up, 8 in 2024-02-18T09:01:36.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:36 smithi110 bash[54479]: cluster 2024-02-18T09:01:35.562080+0000 mgr.y (mgr.44100) 1364 : cluster [DBG] pgmap v2102: 105 pgs: 4 creating+peering, 101 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 9.7 KiB/s wr, 107 op/s 2024-02-18T09:01:36.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:36 smithi110 bash[55875]: cluster 2024-02-18T09:01:35.356334+0000 mon.a (mon.0) 2164 : cluster [DBG] osdmap e1146: 8 total, 8 up, 8 in 2024-02-18T09:01:36.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:36 smithi110 bash[55875]: cluster 2024-02-18T09:01:35.562080+0000 mgr.y (mgr.44100) 1364 : cluster [DBG] pgmap v2102: 105 pgs: 4 creating+peering, 101 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 9.7 KiB/s wr, 107 op/s 2024-02-18T09:01:36.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:36 smithi191 bash[38688]: cluster 2024-02-18T09:01:35.356334+0000 mon.a (mon.0) 2164 : cluster [DBG] osdmap e1146: 8 total, 8 up, 8 in 2024-02-18T09:01:36.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:36 smithi191 bash[38688]: cluster 2024-02-18T09:01:35.562080+0000 mgr.y (mgr.44100) 1364 : cluster [DBG] pgmap v2102: 105 pgs: 4 creating+peering, 101 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 9.7 KiB/s wr, 107 op/s 2024-02-18T09:01:37.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:37 smithi110 bash[54479]: cluster 2024-02-18T09:01:36.364238+0000 mon.a (mon.0) 2165 : cluster [DBG] osdmap e1147: 8 total, 8 up, 8 in 2024-02-18T09:01:37.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:37 smithi110 bash[55875]: cluster 2024-02-18T09:01:36.364238+0000 mon.a (mon.0) 2165 : cluster [DBG] osdmap e1147: 8 total, 8 up, 8 in 2024-02-18T09:01:37.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:37 smithi191 bash[38688]: cluster 2024-02-18T09:01:36.364238+0000 mon.a (mon.0) 2165 : cluster [DBG] osdmap e1147: 8 total, 8 up, 8 in 2024-02-18T09:01:38.428 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2014 ms) 2024-02-18T09:01:38.429 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-02-18T09:01:38.551 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (123 ms) 2024-02-18T09:01:38.551 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-02-18T09:01:38.680 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (129 ms) 2024-02-18T09:01:38.680 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-02-18T09:01:38.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[54479]: cluster 2024-02-18T09:01:37.374168+0000 mon.a (mon.0) 2166 : cluster [DBG] osdmap e1148: 8 total, 8 up, 8 in 2024-02-18T09:01:38.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[54479]: cluster 2024-02-18T09:01:37.562834+0000 mgr.y (mgr.44100) 1365 : cluster [DBG] pgmap v2105: 105 pgs: 105 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 28 KiB/s wr, 325 op/s 2024-02-18T09:01:38.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[54479]: audit 2024-02-18T09:01:37.840343+0000 mon.a (mon.0) 2167 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:01:38.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[54479]: audit 2024-02-18T09:01:38.140926+0000 mon.a (mon.0) 2168 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:01:38.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[54479]: audit 2024-02-18T09:01:38.142414+0000 mon.a (mon.0) 2169 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:01:38.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[54479]: audit 2024-02-18T09:01:38.149232+0000 mon.a (mon.0) 2170 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:01:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[55875]: cluster 2024-02-18T09:01:37.374168+0000 mon.a (mon.0) 2166 : cluster [DBG] osdmap e1148: 8 total, 8 up, 8 in 2024-02-18T09:01:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[55875]: cluster 2024-02-18T09:01:37.562834+0000 mgr.y (mgr.44100) 1365 : cluster [DBG] pgmap v2105: 105 pgs: 105 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 28 KiB/s wr, 325 op/s 2024-02-18T09:01:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[55875]: audit 2024-02-18T09:01:37.840343+0000 mon.a (mon.0) 2167 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:01:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[55875]: audit 2024-02-18T09:01:38.140926+0000 mon.a (mon.0) 2168 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:01:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[55875]: audit 2024-02-18T09:01:38.142414+0000 mon.a (mon.0) 2169 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:01:38.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:38 smithi110 bash[55875]: audit 2024-02-18T09:01:38.149232+0000 mon.a (mon.0) 2170 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:01:38.825 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (144 ms) 2024-02-18T09:01:38.825 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-02-18T09:01:38.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:38 smithi191 bash[38688]: cluster 2024-02-18T09:01:37.374168+0000 mon.a (mon.0) 2166 : cluster [DBG] osdmap e1148: 8 total, 8 up, 8 in 2024-02-18T09:01:38.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:38 smithi191 bash[38688]: cluster 2024-02-18T09:01:37.562834+0000 mgr.y (mgr.44100) 1365 : cluster [DBG] pgmap v2105: 105 pgs: 105 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 28 KiB/s wr, 325 op/s 2024-02-18T09:01:38.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:38 smithi191 bash[38688]: audit 2024-02-18T09:01:37.840343+0000 mon.a (mon.0) 2167 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:01:38.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:38 smithi191 bash[38688]: audit 2024-02-18T09:01:38.140926+0000 mon.a (mon.0) 2168 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:01:38.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:38 smithi191 bash[38688]: audit 2024-02-18T09:01:38.142414+0000 mon.a (mon.0) 2169 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:01:38.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:38 smithi191 bash[38688]: audit 2024-02-18T09:01:38.149232+0000 mon.a (mon.0) 2170 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:01:38.949 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (124 ms) 2024-02-18T09:01:38.949 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-02-18T09:01:39.059 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (110 ms) 2024-02-18T09:01:39.059 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-02-18T09:01:39.182 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (123 ms) 2024-02-18T09:01:39.182 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-02-18T09:01:39.324 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (142 ms) 2024-02-18T09:01:39.324 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-02-18T09:01:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:39 smithi110 bash[54479]: cephadm 2024-02-18T09:01:38.143608+0000 mgr.y (mgr.44100) 1366 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:01:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:39 smithi110 bash[54479]: cluster 2024-02-18T09:01:38.384583+0000 mon.a (mon.0) 2171 : cluster [DBG] osdmap e1149: 8 total, 8 up, 8 in 2024-02-18T09:01:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:39 smithi110 bash[54479]: audit 2024-02-18T09:01:39.092907+0000 mon.a (mon.0) 2172 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T09:01:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:39 smithi110 bash[54479]: audit 2024-02-18T09:01:39.093293+0000 mon.a (mon.0) 2173 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:01:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:39 smithi110 bash[54479]: audit 2024-02-18T09:01:39.093663+0000 mon.a (mon.0) 2174 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T09:01:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:39 smithi110 bash[55875]: cephadm 2024-02-18T09:01:38.143608+0000 mgr.y (mgr.44100) 1366 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:01:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:39 smithi110 bash[55875]: cluster 2024-02-18T09:01:38.384583+0000 mon.a (mon.0) 2171 : cluster [DBG] osdmap e1149: 8 total, 8 up, 8 in 2024-02-18T09:01:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:39 smithi110 bash[55875]: audit 2024-02-18T09:01:39.092907+0000 mon.a (mon.0) 2172 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T09:01:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:39 smithi110 bash[55875]: audit 2024-02-18T09:01:39.093293+0000 mon.a (mon.0) 2173 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:01:39.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:39 smithi110 bash[55875]: audit 2024-02-18T09:01:39.093663+0000 mon.a (mon.0) 2174 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T09:01:39.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:39 smithi191 bash[38688]: cephadm 2024-02-18T09:01:38.143608+0000 mgr.y (mgr.44100) 1366 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:01:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:39 smithi191 bash[38688]: cluster 2024-02-18T09:01:38.384583+0000 mon.a (mon.0) 2171 : cluster [DBG] osdmap e1149: 8 total, 8 up, 8 in 2024-02-18T09:01:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:39 smithi191 bash[38688]: audit 2024-02-18T09:01:39.092907+0000 mon.a (mon.0) 2172 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T09:01:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:39 smithi191 bash[38688]: audit 2024-02-18T09:01:39.093293+0000 mon.a (mon.0) 2173 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:01:39.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:39 smithi191 bash[38688]: audit 2024-02-18T09:01:39.093663+0000 mon.a (mon.0) 2174 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2024-02-18T09:01:40.463 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1139 ms) 2024-02-18T09:01:40.463 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-02-18T09:01:40.616 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (153 ms) 2024-02-18T09:01:40.616 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-02-18T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:40 smithi110 bash[54479]: cluster 2024-02-18T09:01:39.391889+0000 mon.a (mon.0) 2175 : cluster [DBG] osdmap e1150: 8 total, 8 up, 8 in 2024-02-18T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:40 smithi110 bash[54479]: cluster 2024-02-18T09:01:39.563547+0000 mgr.y (mgr.44100) 1367 : cluster [DBG] pgmap v2108: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 340 KiB/s rd, 46 KiB/s wr, 499 op/s 2024-02-18T09:01:40.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:40 smithi110 bash[55875]: cluster 2024-02-18T09:01:39.391889+0000 mon.a (mon.0) 2175 : cluster [DBG] osdmap e1150: 8 total, 8 up, 8 in 2024-02-18T09:01:40.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:40 smithi110 bash[55875]: cluster 2024-02-18T09:01:39.563547+0000 mgr.y (mgr.44100) 1367 : cluster [DBG] pgmap v2108: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 340 KiB/s rd, 46 KiB/s wr, 499 op/s 2024-02-18T09:01:40.757 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (142 ms) 2024-02-18T09:01:40.757 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-02-18T09:01:40.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:40 smithi191 bash[38688]: cluster 2024-02-18T09:01:39.391889+0000 mon.a (mon.0) 2175 : cluster [DBG] osdmap e1150: 8 total, 8 up, 8 in 2024-02-18T09:01:40.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:40 smithi191 bash[38688]: cluster 2024-02-18T09:01:39.563547+0000 mgr.y (mgr.44100) 1367 : cluster [DBG] pgmap v2108: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 340 KiB/s rd, 46 KiB/s wr, 499 op/s 2024-02-18T09:01:40.906 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (149 ms) 2024-02-18T09:01:40.907 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-02-18T09:01:41.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (206 ms) 2024-02-18T09:01:41.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-02-18T09:01:41.337 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (224 ms) 2024-02-18T09:01:41.337 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-02-18T09:01:41.529 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (192 ms) 2024-02-18T09:01:41.529 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-02-18T09:01:41.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:41 smithi110 bash[54479]: cluster 2024-02-18T09:01:40.405447+0000 mon.a (mon.0) 2176 : cluster [DBG] osdmap e1151: 8 total, 8 up, 8 in 2024-02-18T09:01:41.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:41 smithi110 bash[54479]: cluster 2024-02-18T09:01:41.164879+0000 mon.a (mon.0) 2177 : cluster [DBG] osdmap e1152: 8 total, 8 up, 8 in 2024-02-18T09:01:41.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:41 smithi110 bash[55875]: cluster 2024-02-18T09:01:40.405447+0000 mon.a (mon.0) 2176 : cluster [DBG] osdmap e1151: 8 total, 8 up, 8 in 2024-02-18T09:01:41.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:41 smithi110 bash[55875]: cluster 2024-02-18T09:01:41.164879+0000 mon.a (mon.0) 2177 : cluster [DBG] osdmap e1152: 8 total, 8 up, 8 in 2024-02-18T09:01:41.732 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (204 ms) 2024-02-18T09:01:41.732 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-02-18T09:01:41.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:41 smithi191 bash[38688]: cluster 2024-02-18T09:01:40.405447+0000 mon.a (mon.0) 2176 : cluster [DBG] osdmap e1151: 8 total, 8 up, 8 in 2024-02-18T09:01:41.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:41 smithi191 bash[38688]: cluster 2024-02-18T09:01:41.164879+0000 mon.a (mon.0) 2177 : cluster [DBG] osdmap e1152: 8 total, 8 up, 8 in 2024-02-18T09:01:41.953 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (221 ms) 2024-02-18T09:01:41.953 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-02-18T09:01:42.200 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (247 ms) 2024-02-18T09:01:42.200 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-02-18T09:01:42.319 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (118 ms) 2024-02-18T09:01:42.319 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-02-18T09:01:42.431 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (111 ms) 2024-02-18T09:01:42.431 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-02-18T09:01:42.529 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (99 ms) 2024-02-18T09:01:42.529 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-02-18T09:01:42.699 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (171 ms) 2024-02-18T09:01:42.699 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-02-18T09:01:42.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:42 smithi110 bash[54479]: cluster 2024-02-18T09:01:41.564063+0000 mgr.y (mgr.44100) 1368 : cluster [DBG] pgmap v2111: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 303 KiB/s rd, 36 KiB/s wr, 433 op/s 2024-02-18T09:01:42.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:42 smithi110 bash[55875]: cluster 2024-02-18T09:01:41.564063+0000 mgr.y (mgr.44100) 1368 : cluster [DBG] pgmap v2111: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 303 KiB/s rd, 36 KiB/s wr, 433 op/s 2024-02-18T09:01:42.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:42 smithi191 bash[38688]: cluster 2024-02-18T09:01:41.564063+0000 mgr.y (mgr.44100) 1368 : cluster [DBG] pgmap v2111: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 303 KiB/s rd, 36 KiB/s wr, 433 op/s 2024-02-18T09:01:42.867 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (167 ms) 2024-02-18T09:01:42.867 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-02-18T09:01:43.011 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (144 ms) 2024-02-18T09:01:43.011 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-02-18T09:01:43.166 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (155 ms) 2024-02-18T09:01:43.166 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-02-18T09:01:43.274 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.MirrorStatusList (108 ms) 2024-02-18T09:01:43.274 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-02-18T09:01:43.409 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.RemoveBootstrapped (134 ms) 2024-02-18T09:01:43.409 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-02-18T09:01:43.933 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.AioPromoteDemote (524 ms) 2024-02-18T09:01:43.933 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-02-18T09:01:43.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:43 smithi110 bash[54479]: cluster 2024-02-18T09:01:43.564686+0000 mgr.y (mgr.44100) 1369 : cluster [DBG] pgmap v2112: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 605 KiB/s rd, 76 KiB/s wr, 876 op/s 2024-02-18T09:01:43.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:43 smithi110 bash[55875]: cluster 2024-02-18T09:01:43.564686+0000 mgr.y (mgr.44100) 1369 : cluster [DBG] pgmap v2112: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 605 KiB/s rd, 76 KiB/s wr, 876 op/s 2024-02-18T09:01:44.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:43 smithi191 bash[38688]: cluster 2024-02-18T09:01:43.564686+0000 mgr.y (mgr.44100) 1369 : cluster [DBG] pgmap v2112: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 605 KiB/s rd, 76 KiB/s wr, 876 op/s 2024-02-18T09:01:44.450 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.AioGetInfo (517 ms) 2024-02-18T09:01:44.450 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-02-18T09:01:44.776 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.AioGetStatus (327 ms) 2024-02-18T09:01:44.777 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.SiteName 2024-02-18T09:01:44.785 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.SiteName (8 ms) 2024-02-18T09:01:44.785 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.Bootstrap 2024-02-18T09:01:45.977 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.Bootstrap (1193 ms) 2024-02-18T09:01:45.977 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.PeerDirection 2024-02-18T09:01:45.994 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.PeerDirection (16 ms) 2024-02-18T09:01:45.994 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.Snapshot 2024-02-18T09:01:45.994 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:45.994 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.Snapshot (0 ms) 2024-02-18T09:01:45.994 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-02-18T09:01:45.994 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (0 ms) 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (0 ms) 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.SnapshotImageState (0 ms) 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (0 ms) 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:45.995 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroring.AioSnapshotCreate (0 ms) 2024-02-18T09:01:46.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:45 smithi191 bash[38688]: audit 2024-02-18T09:01:44.796108+0000 mon.a (mon.0) 2178 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' 2024-02-18T09:01:46.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:45 smithi191 bash[38688]: audit 2024-02-18T09:01:44.796621+0000 mon.a (mon.0) 2179 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:46.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:45 smithi191 bash[38688]: audit 2024-02-18T09:01:44.797052+0000 mon.a (mon.0) 2180 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:46.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:45 smithi191 bash[38688]: audit 2024-02-18T09:01:44.800255+0000 mon.a (mon.0) 2181 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-02-18T09:01:46.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:45 smithi191 bash[38688]: audit 2024-02-18T09:01:44.800645+0000 mon.a (mon.0) 2182 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:46.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:45 smithi191 bash[38688]: cluster 2024-02-18T09:01:45.565272+0000 mgr.y (mgr.44100) 1370 : cluster [DBG] pgmap v2113: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 711 KiB/s rd, 84 KiB/s wr, 995 op/s 2024-02-18T09:01:46.159 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 51 tests from TestMirroring (14658 ms total) 2024-02-18T09:01:46.159 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:01:46.159 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 31 tests from TestDeepCopy 2024-02-18T09:01:46.205 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[54479]: audit 2024-02-18T09:01:44.796108+0000 mon.a (mon.0) 2178 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' 2024-02-18T09:01:46.205 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[54479]: audit 2024-02-18T09:01:44.796621+0000 mon.a (mon.0) 2179 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:46.205 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[54479]: audit 2024-02-18T09:01:44.797052+0000 mon.a (mon.0) 2180 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:46.205 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[54479]: audit 2024-02-18T09:01:44.800255+0000 mon.a (mon.0) 2181 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-02-18T09:01:46.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[54479]: audit 2024-02-18T09:01:44.800645+0000 mon.a (mon.0) 2182 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:46.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[54479]: cluster 2024-02-18T09:01:45.565272+0000 mgr.y (mgr.44100) 1370 : cluster [DBG] pgmap v2113: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 711 KiB/s rd, 84 KiB/s wr, 995 op/s 2024-02-18T09:01:46.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[55875]: audit 2024-02-18T09:01:44.796108+0000 mon.a (mon.0) 2178 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' 2024-02-18T09:01:46.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[55875]: audit 2024-02-18T09:01:44.796621+0000 mon.a (mon.0) 2179 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:46.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[55875]: audit 2024-02-18T09:01:44.797052+0000 mon.a (mon.0) 2180 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:46.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[55875]: audit 2024-02-18T09:01:44.800255+0000 mon.a (mon.0) 2181 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-02-18T09:01:46.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[55875]: audit 2024-02-18T09:01:44.800645+0000 mon.a (mon.0) 2182 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:46.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:45 smithi110 bash[55875]: cluster 2024-02-18T09:01:45.565272+0000 mgr.y (mgr.44100) 1370 : cluster [DBG] pgmap v2113: 105 pgs: 105 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 711 KiB/s rd, 84 KiB/s wr, 995 op/s 2024-02-18T09:01:47.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:46 smithi191 bash[38688]: audit 2024-02-18T09:01:45.969110+0000 mon.a (mon.0) 2183 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-02-18T09:01:47.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:46 smithi191 bash[38688]: audit 2024-02-18T09:01:45.973707+0000 mon.a (mon.0) 2184 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' 2024-02-18T09:01:47.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:46 smithi191 bash[38688]: audit 2024-02-18T09:01:45.974090+0000 mon.a (mon.0) 2185 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-02-18T09:01:47.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:46 smithi191 bash[38688]: audit 2024-02-18T09:01:45.979187+0000 mon.a (mon.0) 2186 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-02-18T09:01:47.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:46 smithi191 bash[38688]: audit 2024-02-18T09:01:45.979812+0000 mon.a (mon.0) 2187 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:47.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:46 smithi191 bash[38688]: audit 2024-02-18T09:01:46.000585+0000 mon.a (mon.0) 2188 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/51/c84dc670-6693-46ad-832b-24b4baf02ea3"}]: dispatch 2024-02-18T09:01:47.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:46 smithi191 bash[38688]: audit 2024-02-18T09:01:46.005603+0000 mon.a (mon.0) 2189 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/51/c84dc670-6693-46ad-832b-24b4baf02ea3"}]': finished 2024-02-18T09:01:47.078 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:46 smithi191 bash[38688]: cluster 2024-02-18T09:01:46.170648+0000 mon.a (mon.0) 2190 : cluster [DBG] osdmap e1153: 8 total, 8 up, 8 in 2024-02-18T09:01:47.205 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[55875]: audit 2024-02-18T09:01:45.969110+0000 mon.a (mon.0) 2183 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-02-18T09:01:47.205 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[55875]: audit 2024-02-18T09:01:45.973707+0000 mon.a (mon.0) 2184 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' 2024-02-18T09:01:47.205 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[55875]: audit 2024-02-18T09:01:45.974090+0000 mon.a (mon.0) 2185 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-02-18T09:01:47.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[55875]: audit 2024-02-18T09:01:45.979187+0000 mon.a (mon.0) 2186 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-02-18T09:01:47.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[55875]: audit 2024-02-18T09:01:45.979812+0000 mon.a (mon.0) 2187 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:47.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[55875]: audit 2024-02-18T09:01:46.000585+0000 mon.a (mon.0) 2188 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/51/c84dc670-6693-46ad-832b-24b4baf02ea3"}]: dispatch 2024-02-18T09:01:47.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[55875]: audit 2024-02-18T09:01:46.005603+0000 mon.a (mon.0) 2189 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/51/c84dc670-6693-46ad-832b-24b4baf02ea3"}]': finished 2024-02-18T09:01:47.206 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[55875]: cluster 2024-02-18T09:01:46.170648+0000 mon.a (mon.0) 2190 : cluster [DBG] osdmap e1153: 8 total, 8 up, 8 in 2024-02-18T09:01:47.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[54479]: audit 2024-02-18T09:01:45.969110+0000 mon.a (mon.0) 2183 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-02-18T09:01:47.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[54479]: audit 2024-02-18T09:01:45.973707+0000 mon.a (mon.0) 2184 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' 2024-02-18T09:01:47.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[54479]: audit 2024-02-18T09:01:45.974090+0000 mon.a (mon.0) 2185 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-02-18T09:01:47.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[54479]: audit 2024-02-18T09:01:45.979187+0000 mon.a (mon.0) 2186 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-02-18T09:01:47.206 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[54479]: audit 2024-02-18T09:01:45.979812+0000 mon.a (mon.0) 2187 : audit [DBG] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-02-18T09:01:47.207 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[54479]: audit 2024-02-18T09:01:46.000585+0000 mon.a (mon.0) 2188 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/51/c84dc670-6693-46ad-832b-24b4baf02ea3"}]: dispatch 2024-02-18T09:01:47.207 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[54479]: audit 2024-02-18T09:01:46.005603+0000 mon.a (mon.0) 2189 : audit [INF] from='client.? 172.21.15.110:0/2577629361' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/51/c84dc670-6693-46ad-832b-24b4baf02ea3"}]': finished 2024-02-18T09:01:47.207 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:46 smithi110 bash[54479]: cluster 2024-02-18T09:01:46.170648+0000 mon.a (mon.0) 2190 : cluster [DBG] osdmap e1153: 8 total, 8 up, 8 in 2024-02-18T09:01:48.170 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Empty 2024-02-18T09:01:48.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:48 smithi110 bash[54479]: cluster 2024-02-18T09:01:47.174120+0000 mon.a (mon.0) 2191 : cluster [DBG] osdmap e1154: 8 total, 8 up, 8 in 2024-02-18T09:01:48.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:48 smithi110 bash[54479]: audit 2024-02-18T09:01:47.184122+0000 mon.a (mon.0) 2192 : audit [INF] from='client.? 172.21.15.110:0/1561901598' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:48.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:48 smithi110 bash[54479]: cluster 2024-02-18T09:01:47.565949+0000 mgr.y (mgr.44100) 1371 : cluster [DBG] pgmap v2116: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:48.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:48 smithi110 bash[55875]: cluster 2024-02-18T09:01:47.174120+0000 mon.a (mon.0) 2191 : cluster [DBG] osdmap e1154: 8 total, 8 up, 8 in 2024-02-18T09:01:48.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:48 smithi110 bash[55875]: audit 2024-02-18T09:01:47.184122+0000 mon.a (mon.0) 2192 : audit [INF] from='client.? 172.21.15.110:0/1561901598' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:48.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:48 smithi110 bash[55875]: cluster 2024-02-18T09:01:47.565949+0000 mgr.y (mgr.44100) 1371 : cluster [DBG] pgmap v2116: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:48.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:48 smithi191 bash[38688]: cluster 2024-02-18T09:01:47.174120+0000 mon.a (mon.0) 2191 : cluster [DBG] osdmap e1154: 8 total, 8 up, 8 in 2024-02-18T09:01:48.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:48 smithi191 bash[38688]: audit 2024-02-18T09:01:47.184122+0000 mon.a (mon.0) 2192 : audit [INF] from='client.? 172.21.15.110:0/1561901598' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:01:48.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:48 smithi191 bash[38688]: cluster 2024-02-18T09:01:47.565949+0000 mgr.y (mgr.44100) 1371 : cluster [DBG] pgmap v2116: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:49.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:49 smithi110 bash[54479]: audit 2024-02-18T09:01:48.184370+0000 mon.a (mon.0) 2193 : audit [INF] from='client.? 172.21.15.110:0/1561901598' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:49.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:49 smithi110 bash[54479]: cluster 2024-02-18T09:01:48.184541+0000 mon.a (mon.0) 2194 : cluster [DBG] osdmap e1155: 8 total, 8 up, 8 in 2024-02-18T09:01:49.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:49 smithi110 bash[55875]: audit 2024-02-18T09:01:48.184370+0000 mon.a (mon.0) 2193 : audit [INF] from='client.? 172.21.15.110:0/1561901598' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:49.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:49 smithi110 bash[55875]: cluster 2024-02-18T09:01:48.184541+0000 mon.a (mon.0) 2194 : cluster [DBG] osdmap e1155: 8 total, 8 up, 8 in 2024-02-18T09:01:49.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:49 smithi191 bash[38688]: audit 2024-02-18T09:01:48.184370+0000 mon.a (mon.0) 2193 : audit [INF] from='client.? 172.21.15.110:0/1561901598' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:01:49.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:49 smithi191 bash[38688]: cluster 2024-02-18T09:01:48.184541+0000 mon.a (mon.0) 2194 : cluster [DBG] osdmap e1155: 8 total, 8 up, 8 in 2024-02-18T09:01:50.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:50 smithi110 bash[54479]: cluster 2024-02-18T09:01:49.184032+0000 mon.a (mon.0) 2195 : cluster [DBG] osdmap e1156: 8 total, 8 up, 8 in 2024-02-18T09:01:50.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:50 smithi110 bash[54479]: cluster 2024-02-18T09:01:49.566714+0000 mgr.y (mgr.44100) 1372 : cluster [DBG] pgmap v2119: 105 pgs: 13 creating+peering, 16 unknown, 76 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:50.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:50 smithi110 bash[55875]: cluster 2024-02-18T09:01:49.184032+0000 mon.a (mon.0) 2195 : cluster [DBG] osdmap e1156: 8 total, 8 up, 8 in 2024-02-18T09:01:50.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:50 smithi110 bash[55875]: cluster 2024-02-18T09:01:49.566714+0000 mgr.y (mgr.44100) 1372 : cluster [DBG] pgmap v2119: 105 pgs: 13 creating+peering, 16 unknown, 76 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:50.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:50 smithi191 bash[38688]: cluster 2024-02-18T09:01:49.184032+0000 mon.a (mon.0) 2195 : cluster [DBG] osdmap e1156: 8 total, 8 up, 8 in 2024-02-18T09:01:50.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:50 smithi191 bash[38688]: cluster 2024-02-18T09:01:49.566714+0000 mgr.y (mgr.44100) 1372 : cluster [DBG] pgmap v2119: 105 pgs: 13 creating+peering, 16 unknown, 76 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:51.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:51 smithi110 bash[54479]: cluster 2024-02-18T09:01:50.188606+0000 mon.a (mon.0) 2196 : cluster [DBG] osdmap e1157: 8 total, 8 up, 8 in 2024-02-18T09:01:51.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:51 smithi110 bash[55875]: cluster 2024-02-18T09:01:50.188606+0000 mon.a (mon.0) 2196 : cluster [DBG] osdmap e1157: 8 total, 8 up, 8 in 2024-02-18T09:01:51.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:51 smithi191 bash[38688]: cluster 2024-02-18T09:01:50.188606+0000 mon.a (mon.0) 2196 : cluster [DBG] osdmap e1157: 8 total, 8 up, 8 in 2024-02-18T09:01:52.305 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Empty (4134 ms) 2024-02-18T09:01:52.305 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-02-18T09:01:52.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:52 smithi110 bash[55875]: cluster 2024-02-18T09:01:51.206228+0000 mon.a (mon.0) 2197 : cluster [DBG] osdmap e1158: 8 total, 8 up, 8 in 2024-02-18T09:01:52.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:52 smithi110 bash[55875]: cluster 2024-02-18T09:01:51.567353+0000 mgr.y (mgr.44100) 1373 : cluster [DBG] pgmap v2122: 105 pgs: 13 creating+peering, 8 unknown, 84 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:52.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:52 smithi110 bash[54479]: cluster 2024-02-18T09:01:51.206228+0000 mon.a (mon.0) 2197 : cluster [DBG] osdmap e1158: 8 total, 8 up, 8 in 2024-02-18T09:01:52.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:52 smithi110 bash[54479]: cluster 2024-02-18T09:01:51.567353+0000 mgr.y (mgr.44100) 1373 : cluster [DBG] pgmap v2122: 105 pgs: 13 creating+peering, 8 unknown, 84 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:52.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:52 smithi191 bash[38688]: cluster 2024-02-18T09:01:51.206228+0000 mon.a (mon.0) 2197 : cluster [DBG] osdmap e1158: 8 total, 8 up, 8 in 2024-02-18T09:01:52.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:52 smithi191 bash[38688]: cluster 2024-02-18T09:01:51.567353+0000 mgr.y (mgr.44100) 1373 : cluster [DBG] pgmap v2122: 105 pgs: 13 creating+peering, 8 unknown, 84 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:01:52.615 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.NoSnaps (310 ms) 2024-02-18T09:01:52.615 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Snaps 2024-02-18T09:01:53.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:53 smithi110 bash[54479]: cluster 2024-02-18T09:01:52.218683+0000 mon.a (mon.0) 2198 : cluster [DBG] osdmap e1159: 8 total, 8 up, 8 in 2024-02-18T09:01:53.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:53 smithi110 bash[55875]: cluster 2024-02-18T09:01:52.218683+0000 mon.a (mon.0) 2198 : cluster [DBG] osdmap e1159: 8 total, 8 up, 8 in 2024-02-18T09:01:53.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:53 smithi191 bash[38688]: cluster 2024-02-18T09:01:52.218683+0000 mon.a (mon.0) 2198 : cluster [DBG] osdmap e1159: 8 total, 8 up, 8 in 2024-02-18T09:01:54.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:54 smithi191 bash[38688]: cluster 2024-02-18T09:01:53.225449+0000 mon.a (mon.0) 2199 : cluster [DBG] osdmap e1160: 8 total, 8 up, 8 in 2024-02-18T09:01:54.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:54 smithi191 bash[38688]: cluster 2024-02-18T09:01:53.568011+0000 mgr.y (mgr.44100) 1374 : cluster [DBG] pgmap v2125: 105 pgs: 105 active+clean; 28 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.0 MiB/s wr, 24 op/s 2024-02-18T09:01:54.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:54 smithi110 bash[54479]: cluster 2024-02-18T09:01:53.225449+0000 mon.a (mon.0) 2199 : cluster [DBG] osdmap e1160: 8 total, 8 up, 8 in 2024-02-18T09:01:54.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:54 smithi110 bash[54479]: cluster 2024-02-18T09:01:53.568011+0000 mgr.y (mgr.44100) 1374 : cluster [DBG] pgmap v2125: 105 pgs: 105 active+clean; 28 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.0 MiB/s wr, 24 op/s 2024-02-18T09:01:54.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:54 smithi110 bash[55875]: cluster 2024-02-18T09:01:53.225449+0000 mon.a (mon.0) 2199 : cluster [DBG] osdmap e1160: 8 total, 8 up, 8 in 2024-02-18T09:01:54.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:54 smithi110 bash[55875]: cluster 2024-02-18T09:01:53.568011+0000 mgr.y (mgr.44100) 1374 : cluster [DBG] pgmap v2125: 105 pgs: 105 active+clean; 28 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.0 MiB/s wr, 24 op/s 2024-02-18T09:01:55.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:55 smithi191 bash[38688]: cluster 2024-02-18T09:01:54.236171+0000 mon.a (mon.0) 2200 : cluster [DBG] osdmap e1161: 8 total, 8 up, 8 in 2024-02-18T09:01:55.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:55 smithi110 bash[54479]: cluster 2024-02-18T09:01:54.236171+0000 mon.a (mon.0) 2200 : cluster [DBG] osdmap e1161: 8 total, 8 up, 8 in 2024-02-18T09:01:55.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:55 smithi110 bash[55875]: cluster 2024-02-18T09:01:54.236171+0000 mon.a (mon.0) 2200 : cluster [DBG] osdmap e1161: 8 total, 8 up, 8 in 2024-02-18T09:01:56.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:56 smithi191 bash[38688]: cluster 2024-02-18T09:01:55.245067+0000 mon.a (mon.0) 2201 : cluster [DBG] osdmap e1162: 8 total, 8 up, 8 in 2024-02-18T09:01:56.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:56 smithi191 bash[38688]: cluster 2024-02-18T09:01:55.568738+0000 mgr.y (mgr.44100) 1375 : cluster [DBG] pgmap v2128: 105 pgs: 105 active+clean; 36 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.0 MiB/s wr, 47 op/s 2024-02-18T09:01:56.656 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Snaps (4041 ms) 2024-02-18T09:01:56.656 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-02-18T09:01:56.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:56 smithi110 bash[55875]: cluster 2024-02-18T09:01:55.245067+0000 mon.a (mon.0) 2201 : cluster [DBG] osdmap e1162: 8 total, 8 up, 8 in 2024-02-18T09:01:56.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:56 smithi110 bash[55875]: cluster 2024-02-18T09:01:55.568738+0000 mgr.y (mgr.44100) 1375 : cluster [DBG] pgmap v2128: 105 pgs: 105 active+clean; 36 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.0 MiB/s wr, 47 op/s 2024-02-18T09:01:56.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:56 smithi110 bash[54479]: cluster 2024-02-18T09:01:55.245067+0000 mon.a (mon.0) 2201 : cluster [DBG] osdmap e1162: 8 total, 8 up, 8 in 2024-02-18T09:01:56.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:56 smithi110 bash[54479]: cluster 2024-02-18T09:01:55.568738+0000 mgr.y (mgr.44100) 1375 : cluster [DBG] pgmap v2128: 105 pgs: 105 active+clean; 36 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.0 MiB/s wr, 47 op/s 2024-02-18T09:01:57.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:57 smithi191 bash[38688]: cluster 2024-02-18T09:01:56.254567+0000 mon.a (mon.0) 2202 : cluster [DBG] osdmap e1163: 8 total, 8 up, 8 in 2024-02-18T09:01:57.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:57 smithi110 bash[54479]: cluster 2024-02-18T09:01:56.254567+0000 mon.a (mon.0) 2202 : cluster [DBG] osdmap e1163: 8 total, 8 up, 8 in 2024-02-18T09:01:57.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:57 smithi110 bash[55875]: cluster 2024-02-18T09:01:56.254567+0000 mon.a (mon.0) 2202 : cluster [DBG] osdmap e1163: 8 total, 8 up, 8 in 2024-02-18T09:01:58.432 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.SnapDiscard (1777 ms) 2024-02-18T09:01:58.432 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-02-18T09:01:58.449 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:58.551 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.CloneDiscard (119 ms) 2024-02-18T09:01:58.551 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-02-18T09:01:58.570 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:58.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:58 smithi191 bash[38688]: cluster 2024-02-18T09:01:57.264355+0000 mon.a (mon.0) 2203 : cluster [DBG] osdmap e1164: 8 total, 8 up, 8 in 2024-02-18T09:01:58.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:58 smithi191 bash[38688]: cluster 2024-02-18T09:01:57.569466+0000 mgr.y (mgr.44100) 1376 : cluster [DBG] pgmap v2131: 105 pgs: 105 active+clean; 48 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 37 op/s 2024-02-18T09:01:58.662 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.CloneShrink (111 ms) 2024-02-18T09:01:58.662 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-02-18T09:01:58.676 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:58.704 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:58 smithi110 bash[54479]: cluster 2024-02-18T09:01:57.264355+0000 mon.a (mon.0) 2203 : cluster [DBG] osdmap e1164: 8 total, 8 up, 8 in 2024-02-18T09:01:58.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:58 smithi110 bash[54479]: cluster 2024-02-18T09:01:57.569466+0000 mgr.y (mgr.44100) 1376 : cluster [DBG] pgmap v2131: 105 pgs: 105 active+clean; 48 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 37 op/s 2024-02-18T09:01:58.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:58 smithi110 bash[55875]: cluster 2024-02-18T09:01:57.264355+0000 mon.a (mon.0) 2203 : cluster [DBG] osdmap e1164: 8 total, 8 up, 8 in 2024-02-18T09:01:58.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:58 smithi110 bash[55875]: cluster 2024-02-18T09:01:57.569466+0000 mgr.y (mgr.44100) 1376 : cluster [DBG] pgmap v2131: 105 pgs: 105 active+clean; 48 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 37 op/s 2024-02-18T09:01:58.759 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.CloneExpand (97 ms) 2024-02-18T09:01:58.759 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-02-18T09:01:58.774 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:58.866 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.CloneHideParent (106 ms) 2024-02-18T09:01:58.866 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Clone 2024-02-18T09:01:58.881 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:58.976 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Clone (111 ms) 2024-02-18T09:01:58.976 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-02-18T09:01:58.991 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:01:59.089 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.CloneFlatten (113 ms) 2024-02-18T09:01:59.089 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Stress 2024-02-18T09:01:59.107 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 78311930~5574150 2024-02-18T09:01:59.132 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 61355347~7755555 2024-02-18T09:01:59.135 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 46764607~4200462 2024-02-18T09:01:59.153 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 45026560~4080181 2024-02-18T09:01:59.156 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 78166712~5083490 2024-02-18T09:01:59.175 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 26383883~7419927 2024-02-18T09:01:59.178 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 35461660~5267778 2024-02-18T09:01:59.190 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 51520116~4123583 2024-02-18T09:01:59.191 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap0 2024-02-18T09:01:59.274 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 122766827 2024-02-18T09:01:59.279 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 113741417~4652933 2024-02-18T09:01:59.280 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 17522537~5279868 2024-02-18T09:01:59.283 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 9966869~4599629 2024-02-18T09:01:59.283 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 82725857~2697259 2024-02-18T09:01:59.285 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 84934554~2917068 2024-02-18T09:01:59.290 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 10940842~5790096 2024-02-18T09:01:59.300 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 44251198~1616263 2024-02-18T09:01:59.300 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 15627195~6119435 2024-02-18T09:01:59.306 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap1 2024-02-18T09:01:59.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:01:59 smithi191 bash[38688]: cluster 2024-02-18T09:01:58.273453+0000 mon.a (mon.0) 2204 : cluster [DBG] osdmap e1165: 8 total, 8 up, 8 in 2024-02-18T09:01:59.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:01:59 smithi110 bash[54479]: cluster 2024-02-18T09:01:58.273453+0000 mon.a (mon.0) 2204 : cluster [DBG] osdmap e1165: 8 total, 8 up, 8 in 2024-02-18T09:01:59.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:01:59 smithi110 bash[55875]: cluster 2024-02-18T09:01:58.273453+0000 mon.a (mon.0) 2204 : cluster [DBG] osdmap e1165: 8 total, 8 up, 8 in 2024-02-18T09:02:00.280 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 189673749 2024-02-18T09:02:00.285 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 61426655~5804778 2024-02-18T09:02:00.287 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 142789817~5014809 2024-02-18T09:02:00.288 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 45077086~3971542 2024-02-18T09:02:00.288 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 169570928~3717720 2024-02-18T09:02:00.295 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 43747888~5953357 2024-02-18T09:02:00.322 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 152486140~2039181 2024-02-18T09:02:00.324 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 12764543~4779010 2024-02-18T09:02:00.324 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 101421484~3101436 2024-02-18T09:02:00.348 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap2 2024-02-18T09:02:00.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:00 smithi191 bash[38688]: cluster 2024-02-18T09:01:59.283596+0000 mon.a (mon.0) 2205 : cluster [DBG] osdmap e1166: 8 total, 8 up, 8 in 2024-02-18T09:02:00.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:00 smithi191 bash[38688]: cluster 2024-02-18T09:01:59.570208+0000 mgr.y (mgr.44100) 1377 : cluster [DBG] pgmap v2134: 105 pgs: 105 active+clean; 56 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-02-18T09:02:00.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:00 smithi110 bash[55875]: cluster 2024-02-18T09:01:59.283596+0000 mon.a (mon.0) 2205 : cluster [DBG] osdmap e1166: 8 total, 8 up, 8 in 2024-02-18T09:02:00.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:00 smithi110 bash[55875]: cluster 2024-02-18T09:01:59.570208+0000 mgr.y (mgr.44100) 1377 : cluster [DBG] pgmap v2134: 105 pgs: 105 active+clean; 56 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-02-18T09:02:00.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:00 smithi110 bash[54479]: cluster 2024-02-18T09:01:59.283596+0000 mon.a (mon.0) 2205 : cluster [DBG] osdmap e1166: 8 total, 8 up, 8 in 2024-02-18T09:02:00.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:00 smithi110 bash[54479]: cluster 2024-02-18T09:01:59.570208+0000 mgr.y (mgr.44100) 1377 : cluster [DBG] pgmap v2134: 105 pgs: 105 active+clean; 56 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-02-18T09:02:01.167 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 262623540 2024-02-18T09:02:01.172 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 109374380~6978305 2024-02-18T09:02:01.174 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 86051377~416257 2024-02-18T09:02:01.175 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 149471221~3331250 2024-02-18T09:02:01.175 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 106927873~67644 2024-02-18T09:02:01.175 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 166229163~793383 2024-02-18T09:02:01.176 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 200000628~5930724 2024-02-18T09:02:01.179 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 216297318~8118369 2024-02-18T09:02:01.185 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 175751954~7706414 2024-02-18T09:02:01.211 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap3 2024-02-18T09:02:01.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:01 smithi191 bash[38688]: cluster 2024-02-18T09:02:00.291911+0000 mon.a (mon.0) 2206 : cluster [DBG] osdmap e1167: 8 total, 8 up, 8 in 2024-02-18T09:02:01.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:01 smithi191 bash[38688]: cluster 2024-02-18T09:02:01.175161+0000 mon.a (mon.0) 2207 : cluster [DBG] osdmap e1168: 8 total, 8 up, 8 in 2024-02-18T09:02:01.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:01 smithi110 bash[54479]: cluster 2024-02-18T09:02:00.291911+0000 mon.a (mon.0) 2206 : cluster [DBG] osdmap e1167: 8 total, 8 up, 8 in 2024-02-18T09:02:01.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:01 smithi110 bash[54479]: cluster 2024-02-18T09:02:01.175161+0000 mon.a (mon.0) 2207 : cluster [DBG] osdmap e1168: 8 total, 8 up, 8 in 2024-02-18T09:02:01.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:01 smithi110 bash[55875]: cluster 2024-02-18T09:02:00.291911+0000 mon.a (mon.0) 2206 : cluster [DBG] osdmap e1167: 8 total, 8 up, 8 in 2024-02-18T09:02:01.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:01 smithi110 bash[55875]: cluster 2024-02-18T09:02:01.175161+0000 mon.a (mon.0) 2207 : cluster [DBG] osdmap e1168: 8 total, 8 up, 8 in 2024-02-18T09:02:02.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:02 smithi191 bash[38688]: cluster 2024-02-18T09:02:01.570931+0000 mgr.y (mgr.44100) 1378 : cluster [DBG] pgmap v2137: 105 pgs: 105 active+clean; 69 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.2 MiB/s wr, 73 op/s 2024-02-18T09:02:02.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:02 smithi191 bash[38688]: cluster 2024-02-18T09:02:02.178669+0000 mon.a (mon.0) 2208 : cluster [DBG] osdmap e1169: 8 total, 8 up, 8 in 2024-02-18T09:02:02.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:02 smithi110 bash[54479]: cluster 2024-02-18T09:02:01.570931+0000 mgr.y (mgr.44100) 1378 : cluster [DBG] pgmap v2137: 105 pgs: 105 active+clean; 69 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.2 MiB/s wr, 73 op/s 2024-02-18T09:02:02.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:02 smithi110 bash[54479]: cluster 2024-02-18T09:02:02.178669+0000 mon.a (mon.0) 2208 : cluster [DBG] osdmap e1169: 8 total, 8 up, 8 in 2024-02-18T09:02:02.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:02 smithi110 bash[55875]: cluster 2024-02-18T09:02:01.570931+0000 mgr.y (mgr.44100) 1378 : cluster [DBG] pgmap v2137: 105 pgs: 105 active+clean; 69 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.2 MiB/s wr, 73 op/s 2024-02-18T09:02:02.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:02 smithi110 bash[55875]: cluster 2024-02-18T09:02:02.178669+0000 mon.a (mon.0) 2208 : cluster [DBG] osdmap e1169: 8 total, 8 up, 8 in 2024-02-18T09:02:04.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:04 smithi110 bash[54479]: cluster 2024-02-18T09:02:03.178566+0000 mon.a (mon.0) 2209 : cluster [DBG] osdmap e1170: 8 total, 8 up, 8 in 2024-02-18T09:02:04.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:04 smithi110 bash[54479]: cluster 2024-02-18T09:02:03.571689+0000 mgr.y (mgr.44100) 1379 : cluster [DBG] pgmap v2140: 105 pgs: 105 active+clean; 134 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 18 MiB/s wr, 149 op/s 2024-02-18T09:02:04.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:04 smithi110 bash[55875]: cluster 2024-02-18T09:02:03.178566+0000 mon.a (mon.0) 2209 : cluster [DBG] osdmap e1170: 8 total, 8 up, 8 in 2024-02-18T09:02:04.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:04 smithi110 bash[55875]: cluster 2024-02-18T09:02:03.571689+0000 mgr.y (mgr.44100) 1379 : cluster [DBG] pgmap v2140: 105 pgs: 105 active+clean; 134 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 18 MiB/s wr, 149 op/s 2024-02-18T09:02:04.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:04 smithi191 bash[38688]: cluster 2024-02-18T09:02:03.178566+0000 mon.a (mon.0) 2209 : cluster [DBG] osdmap e1170: 8 total, 8 up, 8 in 2024-02-18T09:02:04.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:04 smithi191 bash[38688]: cluster 2024-02-18T09:02:03.571689+0000 mgr.y (mgr.44100) 1379 : cluster [DBG] pgmap v2140: 105 pgs: 105 active+clean; 134 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 18 MiB/s wr, 149 op/s 2024-02-18T09:02:05.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:05 smithi110 bash[54479]: cluster 2024-02-18T09:02:04.189864+0000 mon.a (mon.0) 2210 : cluster [DBG] osdmap e1171: 8 total, 8 up, 8 in 2024-02-18T09:02:05.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:05 smithi110 bash[55875]: cluster 2024-02-18T09:02:04.189864+0000 mon.a (mon.0) 2210 : cluster [DBG] osdmap e1171: 8 total, 8 up, 8 in 2024-02-18T09:02:05.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:05 smithi191 bash[38688]: cluster 2024-02-18T09:02:04.189864+0000 mon.a (mon.0) 2210 : cluster [DBG] osdmap e1171: 8 total, 8 up, 8 in 2024-02-18T09:02:06.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:06 smithi110 bash[55875]: cluster 2024-02-18T09:02:05.197102+0000 mon.a (mon.0) 2211 : cluster [DBG] osdmap e1172: 8 total, 8 up, 8 in 2024-02-18T09:02:06.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:06 smithi110 bash[55875]: cluster 2024-02-18T09:02:05.572416+0000 mgr.y (mgr.44100) 1380 : cluster [DBG] pgmap v2143: 105 pgs: 105 active+clean; 151 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 17 MiB/s wr, 129 op/s 2024-02-18T09:02:06.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:06 smithi110 bash[54479]: cluster 2024-02-18T09:02:05.197102+0000 mon.a (mon.0) 2211 : cluster [DBG] osdmap e1172: 8 total, 8 up, 8 in 2024-02-18T09:02:06.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:06 smithi110 bash[54479]: cluster 2024-02-18T09:02:05.572416+0000 mgr.y (mgr.44100) 1380 : cluster [DBG] pgmap v2143: 105 pgs: 105 active+clean; 151 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 17 MiB/s wr, 129 op/s 2024-02-18T09:02:06.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:06 smithi191 bash[38688]: cluster 2024-02-18T09:02:05.197102+0000 mon.a (mon.0) 2211 : cluster [DBG] osdmap e1172: 8 total, 8 up, 8 in 2024-02-18T09:02:06.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:06 smithi191 bash[38688]: cluster 2024-02-18T09:02:05.572416+0000 mgr.y (mgr.44100) 1380 : cluster [DBG] pgmap v2143: 105 pgs: 105 active+clean; 151 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 81 KiB/s rd, 17 MiB/s wr, 129 op/s 2024-02-18T09:02:07.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:07 smithi110 bash[54479]: cluster 2024-02-18T09:02:06.208047+0000 mon.a (mon.0) 2212 : cluster [DBG] osdmap e1173: 8 total, 8 up, 8 in 2024-02-18T09:02:07.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:07 smithi110 bash[55875]: cluster 2024-02-18T09:02:06.208047+0000 mon.a (mon.0) 2212 : cluster [DBG] osdmap e1173: 8 total, 8 up, 8 in 2024-02-18T09:02:07.577 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Stress (8487 ms) 2024-02-18T09:02:07.577 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-02-18T09:02:07.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:07 smithi191 bash[38688]: cluster 2024-02-18T09:02:06.208047+0000 mon.a (mon.0) 2212 : cluster [DBG] osdmap e1173: 8 total, 8 up, 8 in 2024-02-18T09:02:07.953 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (376 ms) 2024-02-18T09:02:07.953 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-02-18T09:02:08.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:08 smithi110 bash[54479]: cluster 2024-02-18T09:02:07.573392+0000 mgr.y (mgr.44100) 1381 : cluster [DBG] pgmap v2145: 105 pgs: 105 active+clean; 177 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 25 op/s 2024-02-18T09:02:08.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:08 smithi110 bash[55875]: cluster 2024-02-18T09:02:07.573392+0000 mgr.y (mgr.44100) 1381 : cluster [DBG] pgmap v2145: 105 pgs: 105 active+clean; 177 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 25 op/s 2024-02-18T09:02:08.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:08 smithi191 bash[38688]: cluster 2024-02-18T09:02:07.573392+0000 mgr.y (mgr.44100) 1381 : cluster [DBG] pgmap v2145: 105 pgs: 105 active+clean; 177 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 25 op/s 2024-02-18T09:02:09.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:09 smithi110 bash[54479]: cluster 2024-02-18T09:02:08.219350+0000 mon.a (mon.0) 2213 : cluster [DBG] osdmap e1174: 8 total, 8 up, 8 in 2024-02-18T09:02:09.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:09 smithi110 bash[55875]: cluster 2024-02-18T09:02:08.219350+0000 mon.a (mon.0) 2213 : cluster [DBG] osdmap e1174: 8 total, 8 up, 8 in 2024-02-18T09:02:09.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:09 smithi191 bash[38688]: cluster 2024-02-18T09:02:08.219350+0000 mon.a (mon.0) 2213 : cluster [DBG] osdmap e1174: 8 total, 8 up, 8 in 2024-02-18T09:02:10.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:10 smithi191 bash[38688]: cluster 2024-02-18T09:02:09.228475+0000 mon.a (mon.0) 2214 : cluster [DBG] osdmap e1175: 8 total, 8 up, 8 in 2024-02-18T09:02:10.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:10 smithi191 bash[38688]: cluster 2024-02-18T09:02:09.574176+0000 mgr.y (mgr.44100) 1382 : cluster [DBG] pgmap v2148: 105 pgs: 105 active+clean; 229 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 13 MiB/s wr, 73 op/s 2024-02-18T09:02:10.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:10 smithi110 bash[54479]: cluster 2024-02-18T09:02:09.228475+0000 mon.a (mon.0) 2214 : cluster [DBG] osdmap e1175: 8 total, 8 up, 8 in 2024-02-18T09:02:10.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:10 smithi110 bash[54479]: cluster 2024-02-18T09:02:09.574176+0000 mgr.y (mgr.44100) 1382 : cluster [DBG] pgmap v2148: 105 pgs: 105 active+clean; 229 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 13 MiB/s wr, 73 op/s 2024-02-18T09:02:10.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:10 smithi110 bash[55875]: cluster 2024-02-18T09:02:09.228475+0000 mon.a (mon.0) 2214 : cluster [DBG] osdmap e1175: 8 total, 8 up, 8 in 2024-02-18T09:02:10.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:10 smithi110 bash[55875]: cluster 2024-02-18T09:02:09.574176+0000 mgr.y (mgr.44100) 1382 : cluster [DBG] pgmap v2148: 105 pgs: 105 active+clean; 229 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 13 MiB/s wr, 73 op/s 2024-02-18T09:02:11.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:11 smithi191 bash[38688]: cluster 2024-02-18T09:02:10.239487+0000 mon.a (mon.0) 2215 : cluster [DBG] osdmap e1176: 8 total, 8 up, 8 in 2024-02-18T09:02:11.656 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3703 ms) 2024-02-18T09:02:11.656 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-02-18T09:02:11.676 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:11.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:11 smithi110 bash[54479]: cluster 2024-02-18T09:02:10.239487+0000 mon.a (mon.0) 2215 : cluster [DBG] osdmap e1176: 8 total, 8 up, 8 in 2024-02-18T09:02:11.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:11 smithi110 bash[55875]: cluster 2024-02-18T09:02:10.239487+0000 mon.a (mon.0) 2215 : cluster [DBG] osdmap e1176: 8 total, 8 up, 8 in 2024-02-18T09:02:11.776 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (120 ms) 2024-02-18T09:02:11.776 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-02-18T09:02:11.792 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:11.878 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (102 ms) 2024-02-18T09:02:11.878 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-02-18T09:02:11.894 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 49204389~7077643 2024-02-18T09:02:11.916 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 72776204~2784011 2024-02-18T09:02:11.919 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 28366092~4348601 2024-02-18T09:02:11.938 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 58011500~7174105 2024-02-18T09:02:11.940 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 49184789~1018013 2024-02-18T09:02:11.944 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 26977220~4238757 2024-02-18T09:02:11.947 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 18558089~5040221 2024-02-18T09:02:11.961 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 46713022~8215508 2024-02-18T09:02:11.963 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap0 2024-02-18T09:02:12.251 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 150139650 2024-02-18T09:02:12.254 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 91603558~1125944 2024-02-18T09:02:12.255 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 4949211~2434054 2024-02-18T09:02:12.256 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 99704097~3761380 2024-02-18T09:02:12.256 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 41365350~7883483 2024-02-18T09:02:12.258 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 120726681~4364748 2024-02-18T09:02:12.258 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 112931968~1408507 2024-02-18T09:02:12.260 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 123525112~3336547 2024-02-18T09:02:12.281 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 75795305~7720237 2024-02-18T09:02:12.290 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap1 2024-02-18T09:02:12.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:12 smithi191 bash[38688]: cluster 2024-02-18T09:02:11.243506+0000 mon.a (mon.0) 2216 : cluster [DBG] osdmap e1177: 8 total, 8 up, 8 in 2024-02-18T09:02:12.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:12 smithi191 bash[38688]: cluster 2024-02-18T09:02:11.574668+0000 mgr.y (mgr.44100) 1383 : cluster [DBG] pgmap v2151: 105 pgs: 105 active+clean; 262 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 18 MiB/s wr, 83 op/s 2024-02-18T09:02:12.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:12 smithi110 bash[55875]: cluster 2024-02-18T09:02:11.243506+0000 mon.a (mon.0) 2216 : cluster [DBG] osdmap e1177: 8 total, 8 up, 8 in 2024-02-18T09:02:12.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:12 smithi110 bash[55875]: cluster 2024-02-18T09:02:11.574668+0000 mgr.y (mgr.44100) 1383 : cluster [DBG] pgmap v2151: 105 pgs: 105 active+clean; 262 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 18 MiB/s wr, 83 op/s 2024-02-18T09:02:12.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:12 smithi110 bash[54479]: cluster 2024-02-18T09:02:11.243506+0000 mon.a (mon.0) 2216 : cluster [DBG] osdmap e1177: 8 total, 8 up, 8 in 2024-02-18T09:02:12.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:12 smithi110 bash[54479]: cluster 2024-02-18T09:02:11.574668+0000 mgr.y (mgr.44100) 1383 : cluster [DBG] pgmap v2151: 105 pgs: 105 active+clean; 262 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 18 MiB/s wr, 83 op/s 2024-02-18T09:02:13.256 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 108437867~3680231 2024-02-18T09:02:13.257 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 48335691~4550379 2024-02-18T09:02:13.258 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 139496168~1950233 2024-02-18T09:02:13.258 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 122057435~7210232 2024-02-18T09:02:13.258 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 70441576~55133 2024-02-18T09:02:13.258 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 73644567~3588530 2024-02-18T09:02:13.261 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 47242158~5730265 2024-02-18T09:02:13.263 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 143553333~5951060 2024-02-18T09:02:13.288 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap2 2024-02-18T09:02:13.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:13 smithi191 bash[38688]: cluster 2024-02-18T09:02:12.260701+0000 mon.a (mon.0) 2217 : cluster [DBG] osdmap e1178: 8 total, 8 up, 8 in 2024-02-18T09:02:13.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:13 smithi110 bash[54479]: cluster 2024-02-18T09:02:12.260701+0000 mon.a (mon.0) 2217 : cluster [DBG] osdmap e1178: 8 total, 8 up, 8 in 2024-02-18T09:02:13.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:13 smithi110 bash[55875]: cluster 2024-02-18T09:02:12.260701+0000 mon.a (mon.0) 2217 : cluster [DBG] osdmap e1178: 8 total, 8 up, 8 in 2024-02-18T09:02:14.270 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 122518057 2024-02-18T09:02:14.282 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 46618518~3688752 2024-02-18T09:02:14.283 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 12712237~6973971 2024-02-18T09:02:14.286 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 8383545~7717546 2024-02-18T09:02:14.293 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 81463623~1098393 2024-02-18T09:02:14.295 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 22606894~1786904 2024-02-18T09:02:14.295 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 115009993~7508064 2024-02-18T09:02:14.297 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 86685767~6960817 2024-02-18T09:02:14.304 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 28066511~451074 2024-02-18T09:02:14.326 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap3 2024-02-18T09:02:14.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:14 smithi191 bash[38688]: cluster 2024-02-18T09:02:13.262337+0000 mon.a (mon.0) 2218 : cluster [DBG] osdmap e1179: 8 total, 8 up, 8 in 2024-02-18T09:02:14.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:14 smithi191 bash[38688]: cluster 2024-02-18T09:02:13.575351+0000 mgr.y (mgr.44100) 1384 : cluster [DBG] pgmap v2154: 105 pgs: 105 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 44 MiB/s rd, 17 MiB/s wr, 106 op/s 2024-02-18T09:02:14.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:14 smithi110 bash[54479]: cluster 2024-02-18T09:02:13.262337+0000 mon.a (mon.0) 2218 : cluster [DBG] osdmap e1179: 8 total, 8 up, 8 in 2024-02-18T09:02:14.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:14 smithi110 bash[54479]: cluster 2024-02-18T09:02:13.575351+0000 mgr.y (mgr.44100) 1384 : cluster [DBG] pgmap v2154: 105 pgs: 105 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 44 MiB/s rd, 17 MiB/s wr, 106 op/s 2024-02-18T09:02:14.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:14 smithi110 bash[55875]: cluster 2024-02-18T09:02:13.262337+0000 mon.a (mon.0) 2218 : cluster [DBG] osdmap e1179: 8 total, 8 up, 8 in 2024-02-18T09:02:14.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:14 smithi110 bash[55875]: cluster 2024-02-18T09:02:13.575351+0000 mgr.y (mgr.44100) 1384 : cluster [DBG] pgmap v2154: 105 pgs: 105 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 44 MiB/s rd, 17 MiB/s wr, 106 op/s 2024-02-18T09:02:15.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:15 smithi191 bash[38688]: cluster 2024-02-18T09:02:14.281186+0000 mon.a (mon.0) 2219 : cluster [DBG] osdmap e1180: 8 total, 8 up, 8 in 2024-02-18T09:02:15.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:15 smithi110 bash[54479]: cluster 2024-02-18T09:02:14.281186+0000 mon.a (mon.0) 2219 : cluster [DBG] osdmap e1180: 8 total, 8 up, 8 in 2024-02-18T09:02:15.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:15 smithi110 bash[55875]: cluster 2024-02-18T09:02:14.281186+0000 mon.a (mon.0) 2219 : cluster [DBG] osdmap e1180: 8 total, 8 up, 8 in 2024-02-18T09:02:16.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:16 smithi191 bash[38688]: cluster 2024-02-18T09:02:15.292756+0000 mon.a (mon.0) 2220 : cluster [DBG] osdmap e1181: 8 total, 8 up, 8 in 2024-02-18T09:02:16.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:16 smithi191 bash[38688]: cluster 2024-02-18T09:02:15.576087+0000 mgr.y (mgr.44100) 1385 : cluster [DBG] pgmap v2157: 105 pgs: 105 active+clean; 330 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 108 op/s 2024-02-18T09:02:16.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:16 smithi110 bash[54479]: cluster 2024-02-18T09:02:15.292756+0000 mon.a (mon.0) 2220 : cluster [DBG] osdmap e1181: 8 total, 8 up, 8 in 2024-02-18T09:02:16.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:16 smithi110 bash[54479]: cluster 2024-02-18T09:02:15.576087+0000 mgr.y (mgr.44100) 1385 : cluster [DBG] pgmap v2157: 105 pgs: 105 active+clean; 330 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 108 op/s 2024-02-18T09:02:16.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:16 smithi110 bash[55875]: cluster 2024-02-18T09:02:15.292756+0000 mon.a (mon.0) 2220 : cluster [DBG] osdmap e1181: 8 total, 8 up, 8 in 2024-02-18T09:02:16.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:16 smithi110 bash[55875]: cluster 2024-02-18T09:02:15.576087+0000 mgr.y (mgr.44100) 1385 : cluster [DBG] pgmap v2157: 105 pgs: 105 active+clean; 330 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 108 op/s 2024-02-18T09:02:17.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:17 smithi191 bash[38688]: cluster 2024-02-18T09:02:16.303017+0000 mon.a (mon.0) 2221 : cluster [DBG] osdmap e1182: 8 total, 8 up, 8 in 2024-02-18T09:02:17.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:17 smithi110 bash[54479]: cluster 2024-02-18T09:02:16.303017+0000 mon.a (mon.0) 2221 : cluster [DBG] osdmap e1182: 8 total, 8 up, 8 in 2024-02-18T09:02:17.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:17 smithi110 bash[55875]: cluster 2024-02-18T09:02:16.303017+0000 mon.a (mon.0) 2221 : cluster [DBG] osdmap e1182: 8 total, 8 up, 8 in 2024-02-18T09:02:18.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:18 smithi191 bash[38688]: cluster 2024-02-18T09:02:17.305263+0000 mon.a (mon.0) 2222 : cluster [DBG] osdmap e1183: 8 total, 8 up, 8 in 2024-02-18T09:02:18.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:18 smithi191 bash[38688]: cluster 2024-02-18T09:02:17.576841+0000 mgr.y (mgr.44100) 1386 : cluster [DBG] pgmap v2160: 105 pgs: 105 active+clean; 347 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.4 MiB/s wr, 39 op/s 2024-02-18T09:02:18.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:18 smithi110 bash[54479]: cluster 2024-02-18T09:02:17.305263+0000 mon.a (mon.0) 2222 : cluster [DBG] osdmap e1183: 8 total, 8 up, 8 in 2024-02-18T09:02:18.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:18 smithi110 bash[54479]: cluster 2024-02-18T09:02:17.576841+0000 mgr.y (mgr.44100) 1386 : cluster [DBG] pgmap v2160: 105 pgs: 105 active+clean; 347 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.4 MiB/s wr, 39 op/s 2024-02-18T09:02:18.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:18 smithi110 bash[55875]: cluster 2024-02-18T09:02:17.305263+0000 mon.a (mon.0) 2222 : cluster [DBG] osdmap e1183: 8 total, 8 up, 8 in 2024-02-18T09:02:18.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:18 smithi110 bash[55875]: cluster 2024-02-18T09:02:17.576841+0000 mgr.y (mgr.44100) 1386 : cluster [DBG] pgmap v2160: 105 pgs: 105 active+clean; 347 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.4 MiB/s wr, 39 op/s 2024-02-18T09:02:19.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:19 smithi191 bash[38688]: cluster 2024-02-18T09:02:18.322603+0000 mon.a (mon.0) 2223 : cluster [DBG] osdmap e1184: 8 total, 8 up, 8 in 2024-02-18T09:02:19.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:19 smithi110 bash[54479]: cluster 2024-02-18T09:02:18.322603+0000 mon.a (mon.0) 2223 : cluster [DBG] osdmap e1184: 8 total, 8 up, 8 in 2024-02-18T09:02:19.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:19 smithi110 bash[55875]: cluster 2024-02-18T09:02:18.322603+0000 mon.a (mon.0) 2223 : cluster [DBG] osdmap e1184: 8 total, 8 up, 8 in 2024-02-18T09:02:20.335 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (8457 ms) 2024-02-18T09:02:20.335 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-02-18T09:02:20.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:20 smithi191 bash[38688]: cluster 2024-02-18T09:02:19.330211+0000 mon.a (mon.0) 2224 : cluster [DBG] osdmap e1185: 8 total, 8 up, 8 in 2024-02-18T09:02:20.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:20 smithi191 bash[38688]: cluster 2024-02-18T09:02:19.577798+0000 mgr.y (mgr.44100) 1387 : cluster [DBG] pgmap v2163: 105 pgs: 105 active+clean; 377 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 10 MiB/s wr, 25 op/s 2024-02-18T09:02:20.591 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (257 ms) 2024-02-18T09:02:20.592 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-02-18T09:02:20.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:20 smithi110 bash[54479]: cluster 2024-02-18T09:02:19.330211+0000 mon.a (mon.0) 2224 : cluster [DBG] osdmap e1185: 8 total, 8 up, 8 in 2024-02-18T09:02:20.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:20 smithi110 bash[54479]: cluster 2024-02-18T09:02:19.577798+0000 mgr.y (mgr.44100) 1387 : cluster [DBG] pgmap v2163: 105 pgs: 105 active+clean; 377 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 10 MiB/s wr, 25 op/s 2024-02-18T09:02:20.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:20 smithi110 bash[55875]: cluster 2024-02-18T09:02:19.330211+0000 mon.a (mon.0) 2224 : cluster [DBG] osdmap e1185: 8 total, 8 up, 8 in 2024-02-18T09:02:20.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:20 smithi110 bash[55875]: cluster 2024-02-18T09:02:19.577798+0000 mgr.y (mgr.44100) 1387 : cluster [DBG] pgmap v2163: 105 pgs: 105 active+clean; 377 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 10 MiB/s wr, 25 op/s 2024-02-18T09:02:22.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:22 smithi110 bash[54479]: cluster 2024-02-18T09:02:21.344754+0000 mon.a (mon.0) 2225 : cluster [DBG] osdmap e1186: 8 total, 8 up, 8 in 2024-02-18T09:02:22.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:22 smithi110 bash[54479]: cluster 2024-02-18T09:02:21.578499+0000 mgr.y (mgr.44100) 1388 : cluster [DBG] pgmap v2165: 105 pgs: 105 active+clean; 397 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-02-18T09:02:22.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:22 smithi110 bash[55875]: cluster 2024-02-18T09:02:21.344754+0000 mon.a (mon.0) 2225 : cluster [DBG] osdmap e1186: 8 total, 8 up, 8 in 2024-02-18T09:02:22.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:22 smithi110 bash[55875]: cluster 2024-02-18T09:02:21.578499+0000 mgr.y (mgr.44100) 1388 : cluster [DBG] pgmap v2165: 105 pgs: 105 active+clean; 397 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-02-18T09:02:22.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:22 smithi191 bash[38688]: cluster 2024-02-18T09:02:21.344754+0000 mon.a (mon.0) 2225 : cluster [DBG] osdmap e1186: 8 total, 8 up, 8 in 2024-02-18T09:02:22.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:22 smithi191 bash[38688]: cluster 2024-02-18T09:02:21.578499+0000 mgr.y (mgr.44100) 1388 : cluster [DBG] pgmap v2165: 105 pgs: 105 active+clean; 397 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-02-18T09:02:23.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:23 smithi110 bash[54479]: cluster 2024-02-18T09:02:22.353614+0000 mon.a (mon.0) 2226 : cluster [DBG] osdmap e1187: 8 total, 8 up, 8 in 2024-02-18T09:02:23.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:23 smithi110 bash[55875]: cluster 2024-02-18T09:02:22.353614+0000 mon.a (mon.0) 2226 : cluster [DBG] osdmap e1187: 8 total, 8 up, 8 in 2024-02-18T09:02:23.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:23 smithi191 bash[38688]: cluster 2024-02-18T09:02:22.353614+0000 mon.a (mon.0) 2226 : cluster [DBG] osdmap e1187: 8 total, 8 up, 8 in 2024-02-18T09:02:24.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:24 smithi110 bash[54479]: cluster 2024-02-18T09:02:23.363330+0000 mon.a (mon.0) 2227 : cluster [DBG] osdmap e1188: 8 total, 8 up, 8 in 2024-02-18T09:02:24.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:24 smithi110 bash[54479]: cluster 2024-02-18T09:02:23.579258+0000 mgr.y (mgr.44100) 1389 : cluster [DBG] pgmap v2168: 105 pgs: 105 active+clean; 520 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 20 MiB/s wr, 118 op/s 2024-02-18T09:02:24.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:24 smithi110 bash[55875]: cluster 2024-02-18T09:02:23.363330+0000 mon.a (mon.0) 2227 : cluster [DBG] osdmap e1188: 8 total, 8 up, 8 in 2024-02-18T09:02:24.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:24 smithi110 bash[55875]: cluster 2024-02-18T09:02:23.579258+0000 mgr.y (mgr.44100) 1389 : cluster [DBG] pgmap v2168: 105 pgs: 105 active+clean; 520 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 20 MiB/s wr, 118 op/s 2024-02-18T09:02:24.724 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (4132 ms) 2024-02-18T09:02:24.724 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-02-18T09:02:24.740 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:24.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:24 smithi191 bash[38688]: cluster 2024-02-18T09:02:23.363330+0000 mon.a (mon.0) 2227 : cluster [DBG] osdmap e1188: 8 total, 8 up, 8 in 2024-02-18T09:02:24.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:24 smithi191 bash[38688]: cluster 2024-02-18T09:02:23.579258+0000 mgr.y (mgr.44100) 1389 : cluster [DBG] pgmap v2168: 105 pgs: 105 active+clean; 520 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 20 MiB/s wr, 118 op/s 2024-02-18T09:02:24.836 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (113 ms) 2024-02-18T09:02:24.836 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-02-18T09:02:24.851 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:24.944 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (108 ms) 2024-02-18T09:02:24.945 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-02-18T09:02:24.961 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 9263386~2464314 2024-02-18T09:02:24.970 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 48096106~8059297 2024-02-18T09:02:24.973 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 15033268~4227576 2024-02-18T09:02:24.988 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 62276771~5842952 2024-02-18T09:02:24.991 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 57272994~5095017 2024-02-18T09:02:25.006 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 32047745~3344342 2024-02-18T09:02:25.008 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 52795446~8137281 2024-02-18T09:02:25.032 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 15098099~6400776 2024-02-18T09:02:25.034 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap0 2024-02-18T09:02:25.376 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 68552335~6851850 2024-02-18T09:02:25.393 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 59584806~2646040 2024-02-18T09:02:25.393 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 74347691~7969580 2024-02-18T09:02:25.409 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 6162215~7027487 2024-02-18T09:02:25.410 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 67110602~4045504 2024-02-18T09:02:25.410 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 48525487~791357 2024-02-18T09:02:25.412 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 76869031~4097833 2024-02-18T09:02:25.414 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 13361220~658153 2024-02-18T09:02:25.431 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap1 2024-02-18T09:02:25.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:25 smithi110 bash[54479]: cluster 2024-02-18T09:02:24.373697+0000 mon.a (mon.0) 2228 : cluster [DBG] osdmap e1189: 8 total, 8 up, 8 in 2024-02-18T09:02:25.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:25 smithi110 bash[55875]: cluster 2024-02-18T09:02:24.373697+0000 mon.a (mon.0) 2228 : cluster [DBG] osdmap e1189: 8 total, 8 up, 8 in 2024-02-18T09:02:25.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:25 smithi191 bash[38688]: cluster 2024-02-18T09:02:24.373697+0000 mon.a (mon.0) 2228 : cluster [DBG] osdmap e1189: 8 total, 8 up, 8 in 2024-02-18T09:02:26.385 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 76309052~6811219 2024-02-18T09:02:26.386 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 12654171~7686909 2024-02-18T09:02:26.388 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 37947750~4368095 2024-02-18T09:02:26.388 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 58044085~2818301 2024-02-18T09:02:26.390 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 78064447~2886631 2024-02-18T09:02:26.421 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 34453231~1787628 2024-02-18T09:02:26.421 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 32216938~887858 2024-02-18T09:02:26.421 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 27497153~7750649 2024-02-18T09:02:26.430 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap2 2024-02-18T09:02:26.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:26 smithi110 bash[54479]: cluster 2024-02-18T09:02:25.381045+0000 mon.a (mon.0) 2229 : cluster [DBG] osdmap e1190: 8 total, 8 up, 8 in 2024-02-18T09:02:26.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:26 smithi110 bash[54479]: cluster 2024-02-18T09:02:25.579998+0000 mgr.y (mgr.44100) 1390 : cluster [DBG] pgmap v2171: 105 pgs: 105 active+clean; 538 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 84 MiB/s rd, 23 MiB/s wr, 118 op/s 2024-02-18T09:02:26.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:26 smithi110 bash[55875]: cluster 2024-02-18T09:02:25.381045+0000 mon.a (mon.0) 2229 : cluster [DBG] osdmap e1190: 8 total, 8 up, 8 in 2024-02-18T09:02:26.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:26 smithi110 bash[55875]: cluster 2024-02-18T09:02:25.579998+0000 mgr.y (mgr.44100) 1390 : cluster [DBG] pgmap v2171: 105 pgs: 105 active+clean; 538 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 84 MiB/s rd, 23 MiB/s wr, 118 op/s 2024-02-18T09:02:26.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:26 smithi191 bash[38688]: cluster 2024-02-18T09:02:25.381045+0000 mon.a (mon.0) 2229 : cluster [DBG] osdmap e1190: 8 total, 8 up, 8 in 2024-02-18T09:02:26.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:26 smithi191 bash[38688]: cluster 2024-02-18T09:02:25.579998+0000 mgr.y (mgr.44100) 1390 : cluster [DBG] pgmap v2171: 105 pgs: 105 active+clean; 538 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 84 MiB/s rd, 23 MiB/s wr, 118 op/s 2024-02-18T09:02:27.392 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 27078126~226591 2024-02-18T09:02:27.392 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 15642686~158766 2024-02-18T09:02:27.395 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 75811563~8074517 2024-02-18T09:02:27.395 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 34031698~7255816 2024-02-18T09:02:27.396 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 2965042~2398109 2024-02-18T09:02:27.396 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 19833478~1848825 2024-02-18T09:02:27.399 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 44834113~7937654 2024-02-18T09:02:27.403 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 42303666~1478873 2024-02-18T09:02:27.441 INFO:tasks.workunit.client.0.smithi110.stdout:snap: snap3 2024-02-18T09:02:27.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:27 smithi110 bash[54479]: cluster 2024-02-18T09:02:26.392224+0000 mon.a (mon.0) 2230 : cluster [DBG] osdmap e1191: 8 total, 8 up, 8 in 2024-02-18T09:02:27.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:27 smithi110 bash[55875]: cluster 2024-02-18T09:02:26.392224+0000 mon.a (mon.0) 2230 : cluster [DBG] osdmap e1191: 8 total, 8 up, 8 in 2024-02-18T09:02:27.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:27 smithi191 bash[38688]: cluster 2024-02-18T09:02:26.392224+0000 mon.a (mon.0) 2230 : cluster [DBG] osdmap e1191: 8 total, 8 up, 8 in 2024-02-18T09:02:28.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:28 smithi110 bash[54479]: cluster 2024-02-18T09:02:27.402499+0000 mon.a (mon.0) 2231 : cluster [DBG] osdmap e1192: 8 total, 8 up, 8 in 2024-02-18T09:02:28.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:28 smithi110 bash[54479]: cluster 2024-02-18T09:02:27.580725+0000 mgr.y (mgr.44100) 1391 : cluster [DBG] pgmap v2174: 105 pgs: 105 active+clean; 556 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 8.9 MiB/s wr, 82 op/s 2024-02-18T09:02:28.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:28 smithi110 bash[55875]: cluster 2024-02-18T09:02:27.402499+0000 mon.a (mon.0) 2231 : cluster [DBG] osdmap e1192: 8 total, 8 up, 8 in 2024-02-18T09:02:28.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:28 smithi110 bash[55875]: cluster 2024-02-18T09:02:27.580725+0000 mgr.y (mgr.44100) 1391 : cluster [DBG] pgmap v2174: 105 pgs: 105 active+clean; 556 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 8.9 MiB/s wr, 82 op/s 2024-02-18T09:02:28.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:28 smithi191 bash[38688]: cluster 2024-02-18T09:02:27.402499+0000 mon.a (mon.0) 2231 : cluster [DBG] osdmap e1192: 8 total, 8 up, 8 in 2024-02-18T09:02:28.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:28 smithi191 bash[38688]: cluster 2024-02-18T09:02:27.580725+0000 mgr.y (mgr.44100) 1391 : cluster [DBG] pgmap v2174: 105 pgs: 105 active+clean; 556 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 8.9 MiB/s wr, 82 op/s 2024-02-18T09:02:29.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:29 smithi110 bash[54479]: cluster 2024-02-18T09:02:28.412447+0000 mon.a (mon.0) 2232 : cluster [DBG] osdmap e1193: 8 total, 8 up, 8 in 2024-02-18T09:02:29.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:29 smithi110 bash[55875]: cluster 2024-02-18T09:02:28.412447+0000 mon.a (mon.0) 2232 : cluster [DBG] osdmap e1193: 8 total, 8 up, 8 in 2024-02-18T09:02:29.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:29 smithi191 bash[38688]: cluster 2024-02-18T09:02:28.412447+0000 mon.a (mon.0) 2232 : cluster [DBG] osdmap e1193: 8 total, 8 up, 8 in 2024-02-18T09:02:30.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:30 smithi110 bash[54479]: cluster 2024-02-18T09:02:29.419131+0000 mon.a (mon.0) 2233 : cluster [DBG] osdmap e1194: 8 total, 8 up, 8 in 2024-02-18T09:02:30.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:30 smithi110 bash[54479]: cluster 2024-02-18T09:02:29.581405+0000 mgr.y (mgr.44100) 1392 : cluster [DBG] pgmap v2177: 105 pgs: 105 active+clean; 600 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 16 MiB/s wr, 75 op/s 2024-02-18T09:02:30.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:30 smithi110 bash[55875]: cluster 2024-02-18T09:02:29.419131+0000 mon.a (mon.0) 2233 : cluster [DBG] osdmap e1194: 8 total, 8 up, 8 in 2024-02-18T09:02:30.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:30 smithi110 bash[55875]: cluster 2024-02-18T09:02:29.581405+0000 mgr.y (mgr.44100) 1392 : cluster [DBG] pgmap v2177: 105 pgs: 105 active+clean; 600 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 16 MiB/s wr, 75 op/s 2024-02-18T09:02:30.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:30 smithi191 bash[38688]: cluster 2024-02-18T09:02:29.419131+0000 mon.a (mon.0) 2233 : cluster [DBG] osdmap e1194: 8 total, 8 up, 8 in 2024-02-18T09:02:30.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:30 smithi191 bash[38688]: cluster 2024-02-18T09:02:29.581405+0000 mgr.y (mgr.44100) 1392 : cluster [DBG] pgmap v2177: 105 pgs: 105 active+clean; 600 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 16 MiB/s wr, 75 op/s 2024-02-18T09:02:31.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:31 smithi110 bash[54479]: cluster 2024-02-18T09:02:30.432095+0000 mon.a (mon.0) 2234 : cluster [DBG] osdmap e1195: 8 total, 8 up, 8 in 2024-02-18T09:02:31.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:31 smithi110 bash[55875]: cluster 2024-02-18T09:02:30.432095+0000 mon.a (mon.0) 2234 : cluster [DBG] osdmap e1195: 8 total, 8 up, 8 in 2024-02-18T09:02:31.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:31 smithi191 bash[38688]: cluster 2024-02-18T09:02:30.432095+0000 mon.a (mon.0) 2234 : cluster [DBG] osdmap e1195: 8 total, 8 up, 8 in 2024-02-18T09:02:32.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:32 smithi110 bash[54479]: cluster 2024-02-18T09:02:31.434509+0000 mon.a (mon.0) 2235 : cluster [DBG] osdmap e1196: 8 total, 8 up, 8 in 2024-02-18T09:02:32.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:32 smithi110 bash[54479]: cluster 2024-02-18T09:02:31.582193+0000 mgr.y (mgr.44100) 1393 : cluster [DBG] pgmap v2180: 105 pgs: 105 active+clean; 618 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 14 MiB/s wr, 30 op/s 2024-02-18T09:02:32.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:32 smithi110 bash[55875]: cluster 2024-02-18T09:02:31.434509+0000 mon.a (mon.0) 2235 : cluster [DBG] osdmap e1196: 8 total, 8 up, 8 in 2024-02-18T09:02:32.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:32 smithi110 bash[55875]: cluster 2024-02-18T09:02:31.582193+0000 mgr.y (mgr.44100) 1393 : cluster [DBG] pgmap v2180: 105 pgs: 105 active+clean; 618 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 14 MiB/s wr, 30 op/s 2024-02-18T09:02:32.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:32 smithi191 bash[38688]: cluster 2024-02-18T09:02:31.434509+0000 mon.a (mon.0) 2235 : cluster [DBG] osdmap e1196: 8 total, 8 up, 8 in 2024-02-18T09:02:32.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:32 smithi191 bash[38688]: cluster 2024-02-18T09:02:31.582193+0000 mgr.y (mgr.44100) 1393 : cluster [DBG] pgmap v2180: 105 pgs: 105 active+clean; 618 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 14 MiB/s wr, 30 op/s 2024-02-18T09:02:33.192 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (8247 ms) 2024-02-18T09:02:33.192 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-02-18T09:02:33.206 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:33.298 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (107 ms) 2024-02-18T09:02:33.298 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-02-18T09:02:33.314 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:33.423 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (125 ms) 2024-02-18T09:02:33.423 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-02-18T09:02:33.439 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:33.544 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (121 ms) 2024-02-18T09:02:33.544 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-02-18T09:02:33.561 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:33.650 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (106 ms) 2024-02-18T09:02:33.650 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-02-18T09:02:33.665 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:33.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:33 smithi110 bash[54479]: cluster 2024-02-18T09:02:32.451203+0000 mon.a (mon.0) 2236 : cluster [DBG] osdmap e1197: 8 total, 8 up, 8 in 2024-02-18T09:02:33.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:33 smithi110 bash[55875]: cluster 2024-02-18T09:02:32.451203+0000 mon.a (mon.0) 2236 : cluster [DBG] osdmap e1197: 8 total, 8 up, 8 in 2024-02-18T09:02:33.761 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (111 ms) 2024-02-18T09:02:33.761 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-02-18T09:02:33.777 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:33.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:33 smithi191 bash[38688]: cluster 2024-02-18T09:02:32.451203+0000 mon.a (mon.0) 2236 : cluster [DBG] osdmap e1197: 8 total, 8 up, 8 in 2024-02-18T09:02:33.869 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (108 ms) 2024-02-18T09:02:33.870 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-02-18T09:02:33.888 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:33.967 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (98 ms) 2024-02-18T09:02:33.967 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-02-18T09:02:33.985 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:34.085 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (118 ms) 2024-02-18T09:02:34.086 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-02-18T09:02:34.102 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:34.193 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (107 ms) 2024-02-18T09:02:34.193 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-02-18T09:02:34.209 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:34.300 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (108 ms) 2024-02-18T09:02:34.451 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 31 tests from TestDeepCopy (46130 ms total) 2024-02-18T09:02:34.452 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:02:34.452 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 6 tests from TestGroup 2024-02-18T09:02:34.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:34 smithi110 bash[54479]: cluster 2024-02-18T09:02:33.582976+0000 mgr.y (mgr.44100) 1394 : cluster [DBG] pgmap v2182: 105 pgs: 105 active+clean; 655 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 63 op/s 2024-02-18T09:02:34.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:34 smithi110 bash[55875]: cluster 2024-02-18T09:02:33.582976+0000 mgr.y (mgr.44100) 1394 : cluster [DBG] pgmap v2182: 105 pgs: 105 active+clean; 655 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 63 op/s 2024-02-18T09:02:34.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:34 smithi191 bash[38688]: cluster 2024-02-18T09:02:33.582976+0000 mgr.y (mgr.44100) 1394 : cluster [DBG] pgmap v2182: 105 pgs: 105 active+clean; 655 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 63 op/s 2024-02-18T09:02:35.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:35 smithi110 bash[54479]: cluster 2024-02-18T09:02:34.463502+0000 mon.a (mon.0) 2237 : cluster [DBG] osdmap e1198: 8 total, 8 up, 8 in 2024-02-18T09:02:35.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:35 smithi110 bash[55875]: cluster 2024-02-18T09:02:34.463502+0000 mon.a (mon.0) 2237 : cluster [DBG] osdmap e1198: 8 total, 8 up, 8 in 2024-02-18T09:02:35.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:35 smithi191 bash[38688]: cluster 2024-02-18T09:02:34.463502+0000 mon.a (mon.0) 2237 : cluster [DBG] osdmap e1198: 8 total, 8 up, 8 in 2024-02-18T09:02:36.474 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestGroup.group_create 2024-02-18T09:02:36.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:36 smithi191 bash[38688]: cluster 2024-02-18T09:02:35.473376+0000 mon.a (mon.0) 2238 : cluster [DBG] osdmap e1199: 8 total, 8 up, 8 in 2024-02-18T09:02:36.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:36 smithi191 bash[38688]: audit 2024-02-18T09:02:35.475883+0000 mon.a (mon.0) 2239 : audit [INF] from='client.? 172.21.15.110:0/2937597998' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:02:36.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:36 smithi191 bash[38688]: cluster 2024-02-18T09:02:35.583399+0000 mgr.y (mgr.44100) 1395 : cluster [DBG] pgmap v2185: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-02-18T09:02:36.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:36 smithi110 bash[54479]: cluster 2024-02-18T09:02:35.473376+0000 mon.a (mon.0) 2238 : cluster [DBG] osdmap e1199: 8 total, 8 up, 8 in 2024-02-18T09:02:36.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:36 smithi110 bash[54479]: audit 2024-02-18T09:02:35.475883+0000 mon.a (mon.0) 2239 : audit [INF] from='client.? 172.21.15.110:0/2937597998' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:02:36.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:36 smithi110 bash[54479]: cluster 2024-02-18T09:02:35.583399+0000 mgr.y (mgr.44100) 1395 : cluster [DBG] pgmap v2185: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-02-18T09:02:36.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:36 smithi110 bash[55875]: cluster 2024-02-18T09:02:35.473376+0000 mon.a (mon.0) 2238 : cluster [DBG] osdmap e1199: 8 total, 8 up, 8 in 2024-02-18T09:02:36.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:36 smithi110 bash[55875]: audit 2024-02-18T09:02:35.475883+0000 mon.a (mon.0) 2239 : audit [INF] from='client.? 172.21.15.110:0/2937597998' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:02:36.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:36 smithi110 bash[55875]: cluster 2024-02-18T09:02:35.583399+0000 mgr.y (mgr.44100) 1395 : cluster [DBG] pgmap v2185: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-02-18T09:02:37.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:37 smithi191 bash[38688]: audit 2024-02-18T09:02:36.486157+0000 mon.a (mon.0) 2240 : audit [INF] from='client.? 172.21.15.110:0/2937597998' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:02:37.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:37 smithi191 bash[38688]: cluster 2024-02-18T09:02:36.486383+0000 mon.a (mon.0) 2241 : cluster [DBG] osdmap e1200: 8 total, 8 up, 8 in 2024-02-18T09:02:37.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:37 smithi110 bash[54479]: audit 2024-02-18T09:02:36.486157+0000 mon.a (mon.0) 2240 : audit [INF] from='client.? 172.21.15.110:0/2937597998' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:02:37.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:37 smithi110 bash[54479]: cluster 2024-02-18T09:02:36.486383+0000 mon.a (mon.0) 2241 : cluster [DBG] osdmap e1200: 8 total, 8 up, 8 in 2024-02-18T09:02:37.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:37 smithi110 bash[55875]: audit 2024-02-18T09:02:36.486157+0000 mon.a (mon.0) 2240 : audit [INF] from='client.? 172.21.15.110:0/2937597998' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:02:37.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:37 smithi110 bash[55875]: cluster 2024-02-18T09:02:36.486383+0000 mon.a (mon.0) 2241 : cluster [DBG] osdmap e1200: 8 total, 8 up, 8 in 2024-02-18T09:02:38.507 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestGroup.group_create (2032 ms) 2024-02-18T09:02:38.507 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestGroup.group_createPP 2024-02-18T09:02:38.523 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestGroup.group_createPP (17 ms) 2024-02-18T09:02:38.523 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestGroup.add_image 2024-02-18T09:02:38.527 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:38.527 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestGroup.add_image (4 ms) 2024-02-18T09:02:38.527 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestGroup.add_imagePP 2024-02-18T09:02:38.530 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:38.530 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestGroup.add_imagePP (3 ms) 2024-02-18T09:02:38.530 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestGroup.add_snapshot 2024-02-18T09:02:38.533 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:38.533 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestGroup.add_snapshot (3 ms) 2024-02-18T09:02:38.534 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-02-18T09:02:38.538 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:38.538 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestGroup.add_snapshotPP (4 ms) 2024-02-18T09:02:38.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:38 smithi191 bash[38688]: cluster 2024-02-18T09:02:37.486496+0000 mon.a (mon.0) 2242 : cluster [DBG] osdmap e1201: 8 total, 8 up, 8 in 2024-02-18T09:02:38.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:38 smithi191 bash[38688]: cluster 2024-02-18T09:02:37.584024+0000 mgr.y (mgr.44100) 1396 : cluster [DBG] pgmap v2188: 105 pgs: 3 creating+peering, 23 unknown, 79 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:02:38.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:38 smithi191 bash[38688]: audit 2024-02-18T09:02:38.156603+0000 mon.a (mon.0) 2243 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:02:38.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:38 smithi191 bash[38688]: audit 2024-02-18T09:02:38.465470+0000 mon.a (mon.0) 2244 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:02:38.828 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:38 smithi191 bash[38688]: cluster 2024-02-18T09:02:38.487464+0000 mon.a (mon.0) 2245 : cluster [DBG] osdmap e1202: 8 total, 8 up, 8 in 2024-02-18T09:02:38.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:38 smithi110 bash[54479]: cluster 2024-02-18T09:02:37.486496+0000 mon.a (mon.0) 2242 : cluster [DBG] osdmap e1201: 8 total, 8 up, 8 in 2024-02-18T09:02:38.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:38 smithi110 bash[54479]: cluster 2024-02-18T09:02:37.584024+0000 mgr.y (mgr.44100) 1396 : cluster [DBG] pgmap v2188: 105 pgs: 3 creating+peering, 23 unknown, 79 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:02:38.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:38 smithi110 bash[54479]: audit 2024-02-18T09:02:38.156603+0000 mon.a (mon.0) 2243 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:02:38.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:38 smithi110 bash[54479]: audit 2024-02-18T09:02:38.465470+0000 mon.a (mon.0) 2244 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:02:38.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:38 smithi110 bash[54479]: cluster 2024-02-18T09:02:38.487464+0000 mon.a (mon.0) 2245 : cluster [DBG] osdmap e1202: 8 total, 8 up, 8 in 2024-02-18T09:02:38.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:38 smithi110 bash[55875]: cluster 2024-02-18T09:02:37.486496+0000 mon.a (mon.0) 2242 : cluster [DBG] osdmap e1201: 8 total, 8 up, 8 in 2024-02-18T09:02:38.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:38 smithi110 bash[55875]: cluster 2024-02-18T09:02:37.584024+0000 mgr.y (mgr.44100) 1396 : cluster [DBG] pgmap v2188: 105 pgs: 3 creating+peering, 23 unknown, 79 active+clean; 4.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:02:38.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:38 smithi110 bash[55875]: audit 2024-02-18T09:02:38.156603+0000 mon.a (mon.0) 2243 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:02:38.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:38 smithi110 bash[55875]: audit 2024-02-18T09:02:38.465470+0000 mon.a (mon.0) 2244 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:02:38.956 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:38 smithi110 bash[55875]: cluster 2024-02-18T09:02:38.487464+0000 mon.a (mon.0) 2245 : cluster [DBG] osdmap e1202: 8 total, 8 up, 8 in 2024-02-18T09:02:39.496 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 6 tests from TestGroup (2063 ms total) 2024-02-18T09:02:39.496 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:02:39.496 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 57 tests from TestMigration 2024-02-18T09:02:39.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:39 smithi191 bash[38688]: audit 2024-02-18T09:02:38.763405+0000 mon.a (mon.0) 2246 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:02:39.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:39 smithi191 bash[38688]: audit 2024-02-18T09:02:38.764621+0000 mon.a (mon.0) 2247 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:02:39.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:39 smithi191 bash[38688]: audit 2024-02-18T09:02:38.771196+0000 mon.a (mon.0) 2248 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:02:39.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:39 smithi110 bash[54479]: audit 2024-02-18T09:02:38.763405+0000 mon.a (mon.0) 2246 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:02:39.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:39 smithi110 bash[54479]: audit 2024-02-18T09:02:38.764621+0000 mon.a (mon.0) 2247 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:02:39.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:39 smithi110 bash[54479]: audit 2024-02-18T09:02:38.771196+0000 mon.a (mon.0) 2248 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:02:39.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:39 smithi110 bash[55875]: audit 2024-02-18T09:02:38.763405+0000 mon.a (mon.0) 2246 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:02:39.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:39 smithi110 bash[55875]: audit 2024-02-18T09:02:38.764621+0000 mon.a (mon.0) 2247 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:02:39.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:39 smithi110 bash[55875]: audit 2024-02-18T09:02:38.771196+0000 mon.a (mon.0) 2248 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:02:40.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:40 smithi191 bash[38688]: cephadm 2024-02-18T09:02:38.765612+0000 mgr.y (mgr.44100) 1397 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:02:40.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:40 smithi191 bash[38688]: cluster 2024-02-18T09:02:39.505686+0000 mon.a (mon.0) 2249 : cluster [DBG] osdmap e1203: 8 total, 8 up, 8 in 2024-02-18T09:02:40.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:40 smithi191 bash[38688]: cluster 2024-02-18T09:02:39.584631+0000 mgr.y (mgr.44100) 1398 : cluster [DBG] pgmap v2191: 73 pgs: 73 active+clean; 4.0 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:02:40.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:40 smithi110 bash[54479]: cephadm 2024-02-18T09:02:38.765612+0000 mgr.y (mgr.44100) 1397 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:02:40.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:40 smithi110 bash[54479]: cluster 2024-02-18T09:02:39.505686+0000 mon.a (mon.0) 2249 : cluster [DBG] osdmap e1203: 8 total, 8 up, 8 in 2024-02-18T09:02:40.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:40 smithi110 bash[54479]: cluster 2024-02-18T09:02:39.584631+0000 mgr.y (mgr.44100) 1398 : cluster [DBG] pgmap v2191: 73 pgs: 73 active+clean; 4.0 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:02:40.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:40 smithi110 bash[55875]: cephadm 2024-02-18T09:02:38.765612+0000 mgr.y (mgr.44100) 1397 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:02:40.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:40 smithi110 bash[55875]: cluster 2024-02-18T09:02:39.505686+0000 mon.a (mon.0) 2249 : cluster [DBG] osdmap e1203: 8 total, 8 up, 8 in 2024-02-18T09:02:40.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:40 smithi110 bash[55875]: cluster 2024-02-18T09:02:39.584631+0000 mgr.y (mgr.44100) 1398 : cluster [DBG] pgmap v2191: 73 pgs: 73 active+clean; 4.0 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-02-18T09:02:42.205 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:41 smithi110 bash[54479]: cluster 2024-02-18T09:02:40.529476+0000 mon.a (mon.0) 2250 : cluster [DBG] osdmap e1204: 8 total, 8 up, 8 in 2024-02-18T09:02:42.205 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:41 smithi110 bash[54479]: audit 2024-02-18T09:02:40.534680+0000 mon.a (mon.0) 2251 : audit [INF] from='client.? 172.21.15.110:0/2151062130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:02:42.205 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:41 smithi110 bash[55875]: cluster 2024-02-18T09:02:40.529476+0000 mon.a (mon.0) 2250 : cluster [DBG] osdmap e1204: 8 total, 8 up, 8 in 2024-02-18T09:02:42.205 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:41 smithi110 bash[55875]: audit 2024-02-18T09:02:40.534680+0000 mon.a (mon.0) 2251 : audit [INF] from='client.? 172.21.15.110:0/2151062130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:02:42.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:41 smithi191 bash[38688]: cluster 2024-02-18T09:02:40.529476+0000 mon.a (mon.0) 2250 : cluster [DBG] osdmap e1204: 8 total, 8 up, 8 in 2024-02-18T09:02:42.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:41 smithi191 bash[38688]: audit 2024-02-18T09:02:40.534680+0000 mon.a (mon.0) 2251 : audit [INF] from='client.? 172.21.15.110:0/2151062130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:02:42.531 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.Empty 2024-02-18T09:02:43.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:42 smithi191 bash[38688]: audit 2024-02-18T09:02:41.530586+0000 mon.a (mon.0) 2252 : audit [INF] from='client.? 172.21.15.110:0/2151062130' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:02:43.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:42 smithi191 bash[38688]: cluster 2024-02-18T09:02:41.530751+0000 mon.a (mon.0) 2253 : cluster [DBG] osdmap e1205: 8 total, 8 up, 8 in 2024-02-18T09:02:43.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:42 smithi191 bash[38688]: cluster 2024-02-18T09:02:41.585124+0000 mgr.y (mgr.44100) 1399 : cluster [DBG] pgmap v2194: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:02:43.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:42 smithi191 bash[38688]: cluster 2024-02-18T09:02:42.539825+0000 mon.a (mon.0) 2254 : cluster [DBG] osdmap e1206: 8 total, 8 up, 8 in 2024-02-18T09:02:43.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:42 smithi110 bash[54479]: audit 2024-02-18T09:02:41.530586+0000 mon.a (mon.0) 2252 : audit [INF] from='client.? 172.21.15.110:0/2151062130' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:02:43.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:42 smithi110 bash[54479]: cluster 2024-02-18T09:02:41.530751+0000 mon.a (mon.0) 2253 : cluster [DBG] osdmap e1205: 8 total, 8 up, 8 in 2024-02-18T09:02:43.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:42 smithi110 bash[54479]: cluster 2024-02-18T09:02:41.585124+0000 mgr.y (mgr.44100) 1399 : cluster [DBG] pgmap v2194: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:02:43.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:42 smithi110 bash[54479]: cluster 2024-02-18T09:02:42.539825+0000 mon.a (mon.0) 2254 : cluster [DBG] osdmap e1206: 8 total, 8 up, 8 in 2024-02-18T09:02:43.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:42 smithi110 bash[55875]: audit 2024-02-18T09:02:41.530586+0000 mon.a (mon.0) 2252 : audit [INF] from='client.? 172.21.15.110:0/2151062130' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:02:43.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:42 smithi110 bash[55875]: cluster 2024-02-18T09:02:41.530751+0000 mon.a (mon.0) 2253 : cluster [DBG] osdmap e1205: 8 total, 8 up, 8 in 2024-02-18T09:02:43.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:42 smithi110 bash[55875]: cluster 2024-02-18T09:02:41.585124+0000 mgr.y (mgr.44100) 1399 : cluster [DBG] pgmap v2194: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:02:43.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:42 smithi110 bash[55875]: cluster 2024-02-18T09:02:42.539825+0000 mon.a (mon.0) 2254 : cluster [DBG] osdmap e1206: 8 total, 8 up, 8 in 2024-02-18T09:02:44.567 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:44.572 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:44.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:44 smithi191 bash[38688]: cluster 2024-02-18T09:02:43.543944+0000 mon.a (mon.0) 2255 : cluster [DBG] osdmap e1207: 8 total, 8 up, 8 in 2024-02-18T09:02:44.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:44 smithi191 bash[38688]: cluster 2024-02-18T09:02:43.585591+0000 mgr.y (mgr.44100) 1400 : cluster [DBG] pgmap v2197: 137 pgs: 19 creating+peering, 27 unknown, 91 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:02:44.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:44 smithi110 bash[54479]: cluster 2024-02-18T09:02:43.543944+0000 mon.a (mon.0) 2255 : cluster [DBG] osdmap e1207: 8 total, 8 up, 8 in 2024-02-18T09:02:44.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:44 smithi110 bash[54479]: cluster 2024-02-18T09:02:43.585591+0000 mgr.y (mgr.44100) 1400 : cluster [DBG] pgmap v2197: 137 pgs: 19 creating+peering, 27 unknown, 91 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:02:44.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:44 smithi110 bash[55875]: cluster 2024-02-18T09:02:43.543944+0000 mon.a (mon.0) 2255 : cluster [DBG] osdmap e1207: 8 total, 8 up, 8 in 2024-02-18T09:02:44.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:44 smithi110 bash[55875]: cluster 2024-02-18T09:02:43.585591+0000 mgr.y (mgr.44100) 1400 : cluster [DBG] pgmap v2197: 137 pgs: 19 creating+peering, 27 unknown, 91 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:02:45.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:45 smithi191 bash[38688]: cluster 2024-02-18T09:02:44.551935+0000 mon.a (mon.0) 2256 : cluster [DBG] osdmap e1208: 8 total, 8 up, 8 in 2024-02-18T09:02:45.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:45 smithi110 bash[55875]: cluster 2024-02-18T09:02:44.551935+0000 mon.a (mon.0) 2256 : cluster [DBG] osdmap e1208: 8 total, 8 up, 8 in 2024-02-18T09:02:45.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:45 smithi110 bash[54479]: cluster 2024-02-18T09:02:44.551935+0000 mon.a (mon.0) 2256 : cluster [DBG] osdmap e1208: 8 total, 8 up, 8 in 2024-02-18T09:02:46.726 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:46.798 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:46.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:46 smithi191 bash[38688]: cluster 2024-02-18T09:02:45.560253+0000 mon.a (mon.0) 2257 : cluster [DBG] osdmap e1209: 8 total, 8 up, 8 in 2024-02-18T09:02:46.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:46 smithi191 bash[38688]: cluster 2024-02-18T09:02:45.586256+0000 mgr.y (mgr.44100) 1401 : cluster [DBG] pgmap v2200: 137 pgs: 19 creating+peering, 9 unknown, 109 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:02:46.924 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.Empty (4393 ms) 2024-02-18T09:02:46.925 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.OtherName 2024-02-18T09:02:46.947 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:46.954 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:46 smithi110 bash[54479]: cluster 2024-02-18T09:02:45.560253+0000 mon.a (mon.0) 2257 : cluster [DBG] osdmap e1209: 8 total, 8 up, 8 in 2024-02-18T09:02:46.954 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:46 smithi110 bash[54479]: cluster 2024-02-18T09:02:45.586256+0000 mgr.y (mgr.44100) 1401 : cluster [DBG] pgmap v2200: 137 pgs: 19 creating+peering, 9 unknown, 109 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:02:46.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:46 smithi110 bash[55875]: cluster 2024-02-18T09:02:45.560253+0000 mon.a (mon.0) 2257 : cluster [DBG] osdmap e1209: 8 total, 8 up, 8 in 2024-02-18T09:02:46.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:46 smithi110 bash[55875]: cluster 2024-02-18T09:02:45.586256+0000 mgr.y (mgr.44100) 1401 : cluster [DBG] pgmap v2200: 137 pgs: 19 creating+peering, 9 unknown, 109 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:02:46.955 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:47.104 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:47.174 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:47.289 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.OtherName (364 ms) 2024-02-18T09:02:47.289 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.OtherPool 2024-02-18T09:02:47.313 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:47.318 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:47.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:47 smithi191 bash[38688]: cluster 2024-02-18T09:02:46.569208+0000 mon.a (mon.0) 2258 : cluster [DBG] osdmap e1210: 8 total, 8 up, 8 in 2024-02-18T09:02:47.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:47 smithi110 bash[54479]: cluster 2024-02-18T09:02:46.569208+0000 mon.a (mon.0) 2258 : cluster [DBG] osdmap e1210: 8 total, 8 up, 8 in 2024-02-18T09:02:47.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:47 smithi110 bash[55875]: cluster 2024-02-18T09:02:46.569208+0000 mon.a (mon.0) 2258 : cluster [DBG] osdmap e1210: 8 total, 8 up, 8 in 2024-02-18T09:02:48.720 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:48.780 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:48.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:48 smithi191 bash[38688]: cluster 2024-02-18T09:02:47.578261+0000 mon.a (mon.0) 2259 : cluster [DBG] osdmap e1211: 8 total, 8 up, 8 in 2024-02-18T09:02:48.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:48 smithi191 bash[38688]: cluster 2024-02-18T09:02:47.586689+0000 mgr.y (mgr.44100) 1402 : cluster [DBG] pgmap v2203: 137 pgs: 13 creating+peering, 124 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 25 op/s 2024-02-18T09:02:48.890 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.OtherPool (1602 ms) 2024-02-18T09:02:48.890 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.OtherNamespace 2024-02-18T09:02:48.921 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:48.929 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:48.954 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:48 smithi110 bash[54479]: cluster 2024-02-18T09:02:47.578261+0000 mon.a (mon.0) 2259 : cluster [DBG] osdmap e1211: 8 total, 8 up, 8 in 2024-02-18T09:02:48.954 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:48 smithi110 bash[54479]: cluster 2024-02-18T09:02:47.586689+0000 mgr.y (mgr.44100) 1402 : cluster [DBG] pgmap v2203: 137 pgs: 13 creating+peering, 124 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 25 op/s 2024-02-18T09:02:48.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:48 smithi110 bash[55875]: cluster 2024-02-18T09:02:47.578261+0000 mon.a (mon.0) 2259 : cluster [DBG] osdmap e1211: 8 total, 8 up, 8 in 2024-02-18T09:02:48.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:48 smithi110 bash[55875]: cluster 2024-02-18T09:02:47.586689+0000 mgr.y (mgr.44100) 1402 : cluster [DBG] pgmap v2203: 137 pgs: 13 creating+peering, 124 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 25 op/s 2024-02-18T09:02:49.075 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:49.144 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:49.251 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.OtherNamespace (361 ms) 2024-02-18T09:02:49.251 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.DataPool 2024-02-18T09:02:49.277 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:49.281 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:49.452 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:49.530 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:49.649 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.DataPool (398 ms) 2024-02-18T09:02:49.649 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-02-18T09:02:49.672 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:49.677 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:49.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:49 smithi191 bash[38688]: cluster 2024-02-18T09:02:48.590384+0000 mon.a (mon.0) 2260 : cluster [DBG] osdmap e1212: 8 total, 8 up, 8 in 2024-02-18T09:02:49.850 INFO:tasks.workunit.client.0.smithi110.stdout:migration_abort 2024-02-18T09:02:49.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:49 smithi110 bash[54479]: cluster 2024-02-18T09:02:48.590384+0000 mon.a (mon.0) 2260 : cluster [DBG] osdmap e1212: 8 total, 8 up, 8 in 2024-02-18T09:02:49.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:49 smithi110 bash[55875]: cluster 2024-02-18T09:02:48.590384+0000 mon.a (mon.0) 2260 : cluster [DBG] osdmap e1212: 8 total, 8 up, 8 in 2024-02-18T09:02:49.988 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.AbortAfterPrepare (338 ms) 2024-02-18T09:02:49.988 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-02-18T09:02:50.012 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:50.019 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:50.112 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (124 ms) 2024-02-18T09:02:50.113 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-02-18T09:02:50.131 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:50.138 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:50.311 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:50.393 INFO:tasks.workunit.client.0.smithi110.stdout:migration_abort 2024-02-18T09:02:50.528 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.AbortAfterExecute (416 ms) 2024-02-18T09:02:50.528 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-02-18T09:02:50.550 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:50.555 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:50.708 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:50.762 INFO:tasks.workunit.client.0.smithi110.stdout:migration_abort 2024-02-18T09:02:50.880 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (352 ms) 2024-02-18T09:02:50.880 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-02-18T09:02:50.908 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:50.919 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:50.954 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:50 smithi110 bash[54479]: cluster 2024-02-18T09:02:49.587232+0000 mgr.y (mgr.44100) 1403 : cluster [DBG] pgmap v2205: 137 pgs: 137 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 9.2 KiB/s wr, 52 op/s 2024-02-18T09:02:50.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:50 smithi110 bash[55875]: cluster 2024-02-18T09:02:49.587232+0000 mgr.y (mgr.44100) 1403 : cluster [DBG] pgmap v2205: 137 pgs: 137 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 9.2 KiB/s wr, 52 op/s 2024-02-18T09:02:51.063 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:51.076 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:50 smithi191 bash[38688]: cluster 2024-02-18T09:02:49.587232+0000 mgr.y (mgr.44100) 1403 : cluster [DBG] pgmap v2205: 137 pgs: 137 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 9.2 KiB/s wr, 52 op/s 2024-02-18T09:02:51.129 INFO:tasks.workunit.client.0.smithi110.stdout:migration_abort 2024-02-18T09:02:51.280 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (400 ms) 2024-02-18T09:02:51.281 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-02-18T09:02:51.304 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:51.309 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:51.312 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.MirroringSamePool (32 ms) 2024-02-18T09:02:51.312 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.MirroringAbort 2024-02-18T09:02:51.332 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:51.336 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:51.339 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.MirroringAbort (27 ms) 2024-02-18T09:02:51.339 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-02-18T09:02:51.364 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:51.369 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:51.372 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (33 ms) 2024-02-18T09:02:51.372 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-02-18T09:02:51.392 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:51.397 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:51.400 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (28 ms) 2024-02-18T09:02:51.400 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.MirroringPool 2024-02-18T09:02:51.421 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:51.426 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:51.429 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.MirroringPool (29 ms) 2024-02-18T09:02:51.429 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.Group 2024-02-18T09:02:51.453 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:51.458 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:51.461 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.Group (32 ms) 2024-02-18T09:02:51.461 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.GroupAbort 2024-02-18T09:02:51.484 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:51.491 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:02:51.494 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.GroupAbort (33 ms) 2024-02-18T09:02:51.494 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.NoSnaps 2024-02-18T09:02:51.514 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:51.523 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:02:51.588 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:02:51.644 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:51.884 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:51.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:51 smithi110 bash[54479]: cluster 2024-02-18T09:02:50.585240+0000 mon.a (mon.0) 2261 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-02-18T09:02:51.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:51 smithi110 bash[54479]: cluster 2024-02-18T09:02:51.190270+0000 mon.a (mon.0) 2262 : cluster [DBG] osdmap e1213: 8 total, 8 up, 8 in 2024-02-18T09:02:51.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:51 smithi110 bash[55875]: cluster 2024-02-18T09:02:50.585240+0000 mon.a (mon.0) 2261 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-02-18T09:02:51.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:51 smithi110 bash[55875]: cluster 2024-02-18T09:02:51.190270+0000 mon.a (mon.0) 2262 : cluster [DBG] osdmap e1213: 8 total, 8 up, 8 in 2024-02-18T09:02:52.003 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:52.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:51 smithi191 bash[38688]: cluster 2024-02-18T09:02:50.585240+0000 mon.a (mon.0) 2261 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-02-18T09:02:52.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:51 smithi191 bash[38688]: cluster 2024-02-18T09:02:51.190270+0000 mon.a (mon.0) 2262 : cluster [DBG] osdmap e1213: 8 total, 8 up, 8 in 2024-02-18T09:02:52.162 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.NoSnaps (668 ms) 2024-02-18T09:02:52.163 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-02-18T09:02:52.189 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:52.194 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:02:52.240 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:02:52.299 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:02:52.303 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:02:52.359 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:52.566 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:52.676 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:52.819 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.NoSnapsOtherPool (656 ms) 2024-02-18T09:02:52.819 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-02-18T09:02:52.849 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:52.854 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:02:52.909 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:02:52.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:52 smithi110 bash[54479]: cluster 2024-02-18T09:02:51.587769+0000 mgr.y (mgr.44100) 1404 : cluster [DBG] pgmap v2207: 137 pgs: 137 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 220 KiB/s rd, 22 KiB/s wr, 294 op/s 2024-02-18T09:02:52.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:52 smithi110 bash[55875]: cluster 2024-02-18T09:02:51.587769+0000 mgr.y (mgr.44100) 1404 : cluster [DBG] pgmap v2207: 137 pgs: 137 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 220 KiB/s rd, 22 KiB/s wr, 294 op/s 2024-02-18T09:02:52.956 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:53.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:52 smithi191 bash[38688]: cluster 2024-02-18T09:02:51.587769+0000 mgr.y (mgr.44100) 1404 : cluster [DBG] pgmap v2207: 137 pgs: 137 active+clean; 4.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 220 KiB/s rd, 22 KiB/s wr, 294 op/s 2024-02-18T09:02:53.180 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:53.285 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:53.438 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.NoSnapsDataPool (620 ms) 2024-02-18T09:02:53.439 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-02-18T09:02:53.474 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:53.478 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:02:53.531 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:02:53.582 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:53.821 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 41943040 2024-02-18T09:02:53.832 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:53.923 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:53.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:53 smithi110 bash[54479]: cluster 2024-02-18T09:02:53.588464+0000 mgr.y (mgr.44100) 1405 : cluster [DBG] pgmap v2208: 137 pgs: 137 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 496 op/s 2024-02-18T09:02:53.955 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:53 smithi110 bash[55875]: cluster 2024-02-18T09:02:53.588464+0000 mgr.y (mgr.44100) 1405 : cluster [DBG] pgmap v2208: 137 pgs: 137 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 496 op/s 2024-02-18T09:02:54.051 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (613 ms) 2024-02-18T09:02:54.051 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-02-18T09:02:54.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:53 smithi191 bash[38688]: cluster 2024-02-18T09:02:53.588464+0000 mgr.y (mgr.44100) 1405 : cluster [DBG] pgmap v2208: 137 pgs: 137 active+clean; 52 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 496 op/s 2024-02-18T09:02:54.080 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:54.084 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:02:54.146 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:02:54.200 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 0 2024-02-18T09:02:54.214 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:54.279 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:54.343 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:54.387 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (336 ms) 2024-02-18T09:02:54.387 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-02-18T09:02:54.412 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:54.417 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:02:54.469 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:02:54.514 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:54.721 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 0 2024-02-18T09:02:54.738 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:54.801 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:54.857 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (470 ms) 2024-02-18T09:02:54.857 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-02-18T09:02:54.878 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:54.885 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:02:54.936 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:02:54.982 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:55.206 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:02:55.210 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:55.326 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:55.560 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (703 ms) 2024-02-18T09:02:55.560 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-02-18T09:02:55.583 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:55.588 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:02:55.649 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:02:55.698 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:02:55.911 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: after_prepare_snap 2024-02-18T09:02:55.954 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:55 smithi110 bash[55875]: cluster 2024-02-18T09:02:55.589096+0000 mgr.y (mgr.44100) 1406 : cluster [DBG] pgmap v2209: 137 pgs: 137 active+clean; 88 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 498 op/s 2024-02-18T09:02:55.955 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:55 smithi110 bash[54479]: cluster 2024-02-18T09:02:55.589096+0000 mgr.y (mgr.44100) 1406 : cluster [DBG] pgmap v2209: 137 pgs: 137 active+clean; 88 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 498 op/s 2024-02-18T09:02:56.077 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:55 smithi191 bash[38688]: cluster 2024-02-18T09:02:55.589096+0000 mgr.y (mgr.44100) 1406 : cluster [DBG] pgmap v2209: 137 pgs: 137 active+clean; 88 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 498 op/s 2024-02-18T09:02:57.186 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 41943040 2024-02-18T09:02:57.210 INFO:tasks.workunit.client.0.smithi110.stdout:write: * 0~1000 2024-02-18T09:02:57.215 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:02:57.307 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:02:57.454 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:57 smithi110 bash[54479]: cluster 2024-02-18T09:02:56.191685+0000 mon.a (mon.0) 2263 : cluster [DBG] osdmap e1214: 8 total, 8 up, 8 in 2024-02-18T09:02:57.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:57 smithi110 bash[55875]: cluster 2024-02-18T09:02:56.191685+0000 mon.a (mon.0) 2263 : cluster [DBG] osdmap e1214: 8 total, 8 up, 8 in 2024-02-18T09:02:57.528 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1967 ms) 2024-02-18T09:02:57.528 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.Snaps 2024-02-18T09:02:57.551 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:02:57.556 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:02:57.576 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:57 smithi191 bash[38688]: cluster 2024-02-18T09:02:56.191685+0000 mon.a (mon.0) 2263 : cluster [DBG] osdmap e1214: 8 total, 8 up, 8 in 2024-02-18T09:02:57.598 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:02:58.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:58 smithi110 bash[54479]: cluster 2024-02-18T09:02:57.196112+0000 mon.a (mon.0) 2264 : cluster [DBG] osdmap e1215: 8 total, 8 up, 8 in 2024-02-18T09:02:58.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:58 smithi110 bash[54479]: cluster 2024-02-18T09:02:57.589588+0000 mgr.y (mgr.44100) 1407 : cluster [DBG] pgmap v2212: 137 pgs: 137 active+clean; 124 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 39 MiB/s wr, 611 op/s 2024-02-18T09:02:58.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:58 smithi110 bash[55875]: cluster 2024-02-18T09:02:57.196112+0000 mon.a (mon.0) 2264 : cluster [DBG] osdmap e1215: 8 total, 8 up, 8 in 2024-02-18T09:02:58.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:58 smithi110 bash[55875]: cluster 2024-02-18T09:02:57.589588+0000 mgr.y (mgr.44100) 1407 : cluster [DBG] pgmap v2212: 137 pgs: 137 active+clean; 124 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 39 MiB/s wr, 611 op/s 2024-02-18T09:02:58.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:58 smithi191 bash[38688]: cluster 2024-02-18T09:02:57.196112+0000 mon.a (mon.0) 2264 : cluster [DBG] osdmap e1215: 8 total, 8 up, 8 in 2024-02-18T09:02:58.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:58 smithi191 bash[38688]: cluster 2024-02-18T09:02:57.589588+0000 mgr.y (mgr.44100) 1407 : cluster [DBG] pgmap v2212: 137 pgs: 137 active+clean; 124 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 39 MiB/s wr, 611 op/s 2024-02-18T09:02:59.211 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 8388609~8388609 2024-02-18T09:02:59.230 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 0~1000 2024-02-18T09:02:59.230 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 1010~1000 2024-02-18T09:02:59.230 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:02:59.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:02:59 smithi191 bash[38688]: cluster 2024-02-18T09:02:58.214894+0000 mon.a (mon.0) 2265 : cluster [DBG] osdmap e1216: 8 total, 8 up, 8 in 2024-02-18T09:02:59.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:02:59 smithi110 bash[54479]: cluster 2024-02-18T09:02:58.214894+0000 mon.a (mon.0) 2265 : cluster [DBG] osdmap e1216: 8 total, 8 up, 8 in 2024-02-18T09:02:59.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:02:59 smithi110 bash[55875]: cluster 2024-02-18T09:02:58.214894+0000 mon.a (mon.0) 2265 : cluster [DBG] osdmap e1216: 8 total, 8 up, 8 in 2024-02-18T09:03:00.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:00 smithi191 bash[38688]: cluster 2024-02-18T09:02:59.219549+0000 mon.a (mon.0) 2266 : cluster [DBG] osdmap e1217: 8 total, 8 up, 8 in 2024-02-18T09:03:00.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:00 smithi191 bash[38688]: cluster 2024-02-18T09:02:59.590144+0000 mgr.y (mgr.44100) 1408 : cluster [DBG] pgmap v2215: 137 pgs: 137 active+clean; 188 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 85 MiB/s rd, 60 MiB/s wr, 598 op/s 2024-02-18T09:03:00.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:00 smithi110 bash[54479]: cluster 2024-02-18T09:02:59.219549+0000 mon.a (mon.0) 2266 : cluster [DBG] osdmap e1217: 8 total, 8 up, 8 in 2024-02-18T09:03:00.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:00 smithi110 bash[54479]: cluster 2024-02-18T09:02:59.590144+0000 mgr.y (mgr.44100) 1408 : cluster [DBG] pgmap v2215: 137 pgs: 137 active+clean; 188 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 85 MiB/s rd, 60 MiB/s wr, 598 op/s 2024-02-18T09:03:00.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:00 smithi110 bash[55875]: cluster 2024-02-18T09:02:59.219549+0000 mon.a (mon.0) 2266 : cluster [DBG] osdmap e1217: 8 total, 8 up, 8 in 2024-02-18T09:03:00.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:00 smithi110 bash[55875]: cluster 2024-02-18T09:02:59.590144+0000 mgr.y (mgr.44100) 1408 : cluster [DBG] pgmap v2215: 137 pgs: 137 active+clean; 188 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 85 MiB/s rd, 60 MiB/s wr, 598 op/s 2024-02-18T09:03:01.231 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 8388609~1000 2024-02-18T09:03:01.234 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16777228~1000 2024-02-18T09:03:01.234 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:03:01.244 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 83886079~8388609 2024-02-18T09:03:01.252 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:03:01.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:01 smithi191 bash[38688]: cluster 2024-02-18T09:03:00.235980+0000 mon.a (mon.0) 2267 : cluster [DBG] osdmap e1218: 8 total, 8 up, 8 in 2024-02-18T09:03:01.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:01 smithi110 bash[54479]: cluster 2024-02-18T09:03:00.235980+0000 mon.a (mon.0) 2267 : cluster [DBG] osdmap e1218: 8 total, 8 up, 8 in 2024-02-18T09:03:01.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:01 smithi110 bash[55875]: cluster 2024-02-18T09:03:00.235980+0000 mon.a (mon.0) 2267 : cluster [DBG] osdmap e1218: 8 total, 8 up, 8 in 2024-02-18T09:03:02.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:02 smithi191 bash[38688]: cluster 2024-02-18T09:03:01.239965+0000 mon.a (mon.0) 2268 : cluster [DBG] osdmap e1219: 8 total, 8 up, 8 in 2024-02-18T09:03:02.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:02 smithi191 bash[38688]: cluster 2024-02-18T09:03:01.591019+0000 mgr.y (mgr.44100) 1409 : cluster [DBG] pgmap v2218: 137 pgs: 137 active+clean; 208 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 37 MiB/s wr, 351 op/s 2024-02-18T09:03:02.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:02 smithi110 bash[54479]: cluster 2024-02-18T09:03:01.239965+0000 mon.a (mon.0) 2268 : cluster [DBG] osdmap e1219: 8 total, 8 up, 8 in 2024-02-18T09:03:02.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:02 smithi110 bash[54479]: cluster 2024-02-18T09:03:01.591019+0000 mgr.y (mgr.44100) 1409 : cluster [DBG] pgmap v2218: 137 pgs: 137 active+clean; 208 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 37 MiB/s wr, 351 op/s 2024-02-18T09:03:02.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:02 smithi110 bash[55875]: cluster 2024-02-18T09:03:01.239965+0000 mon.a (mon.0) 2268 : cluster [DBG] osdmap e1219: 8 total, 8 up, 8 in 2024-02-18T09:03:02.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:02 smithi110 bash[55875]: cluster 2024-02-18T09:03:01.591019+0000 mgr.y (mgr.44100) 1409 : cluster [DBG] pgmap v2218: 137 pgs: 137 active+clean; 208 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 37 MiB/s wr, 351 op/s 2024-02-18T09:03:03.265 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:03:03.289 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 83886079~1 2024-02-18T09:03:03.293 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:03:03.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:03 smithi191 bash[38688]: cluster 2024-02-18T09:03:02.258346+0000 mon.a (mon.0) 2269 : cluster [DBG] osdmap e1220: 8 total, 8 up, 8 in 2024-02-18T09:03:03.704 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:03 smithi110 bash[54479]: cluster 2024-02-18T09:03:02.258346+0000 mon.a (mon.0) 2269 : cluster [DBG] osdmap e1220: 8 total, 8 up, 8 in 2024-02-18T09:03:03.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:03 smithi110 bash[55875]: cluster 2024-02-18T09:03:02.258346+0000 mon.a (mon.0) 2269 : cluster [DBG] osdmap e1220: 8 total, 8 up, 8 in 2024-02-18T09:03:04.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:04 smithi191 bash[38688]: cluster 2024-02-18T09:03:03.269803+0000 mon.a (mon.0) 2270 : cluster [DBG] osdmap e1221: 8 total, 8 up, 8 in 2024-02-18T09:03:04.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:04 smithi191 bash[38688]: cluster 2024-02-18T09:03:03.591847+0000 mgr.y (mgr.44100) 1410 : cluster [DBG] pgmap v2221: 137 pgs: 137 active+clean; 252 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 15 MiB/s wr, 93 op/s 2024-02-18T09:03:04.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:04 smithi110 bash[54479]: cluster 2024-02-18T09:03:03.269803+0000 mon.a (mon.0) 2270 : cluster [DBG] osdmap e1221: 8 total, 8 up, 8 in 2024-02-18T09:03:04.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:04 smithi110 bash[54479]: cluster 2024-02-18T09:03:03.591847+0000 mgr.y (mgr.44100) 1410 : cluster [DBG] pgmap v2221: 137 pgs: 137 active+clean; 252 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 15 MiB/s wr, 93 op/s 2024-02-18T09:03:04.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:04 smithi110 bash[55875]: cluster 2024-02-18T09:03:03.269803+0000 mon.a (mon.0) 2270 : cluster [DBG] osdmap e1221: 8 total, 8 up, 8 in 2024-02-18T09:03:04.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:04 smithi110 bash[55875]: cluster 2024-02-18T09:03:03.591847+0000 mgr.y (mgr.44100) 1410 : cluster [DBG] pgmap v2221: 137 pgs: 137 active+clean; 252 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 15 MiB/s wr, 93 op/s 2024-02-18T09:03:05.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:05 smithi191 bash[38688]: cluster 2024-02-18T09:03:04.280651+0000 mon.a (mon.0) 2271 : cluster [DBG] osdmap e1222: 8 total, 8 up, 8 in 2024-02-18T09:03:05.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:05 smithi110 bash[54479]: cluster 2024-02-18T09:03:04.280651+0000 mon.a (mon.0) 2271 : cluster [DBG] osdmap e1222: 8 total, 8 up, 8 in 2024-02-18T09:03:05.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:05 smithi110 bash[55875]: cluster 2024-02-18T09:03:04.280651+0000 mon.a (mon.0) 2271 : cluster [DBG] osdmap e1222: 8 total, 8 up, 8 in 2024-02-18T09:03:06.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:06 smithi191 bash[38688]: cluster 2024-02-18T09:03:05.283018+0000 mon.a (mon.0) 2272 : cluster [DBG] osdmap e1223: 8 total, 8 up, 8 in 2024-02-18T09:03:06.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:06 smithi191 bash[38688]: cluster 2024-02-18T09:03:05.592691+0000 mgr.y (mgr.44100) 1411 : cluster [DBG] pgmap v2224: 137 pgs: 137 active+clean; 252 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.0 MiB/s wr, 34 op/s 2024-02-18T09:03:06.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:06 smithi110 bash[54479]: cluster 2024-02-18T09:03:05.283018+0000 mon.a (mon.0) 2272 : cluster [DBG] osdmap e1223: 8 total, 8 up, 8 in 2024-02-18T09:03:06.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:06 smithi110 bash[54479]: cluster 2024-02-18T09:03:05.592691+0000 mgr.y (mgr.44100) 1411 : cluster [DBG] pgmap v2224: 137 pgs: 137 active+clean; 252 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.0 MiB/s wr, 34 op/s 2024-02-18T09:03:06.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:06 smithi110 bash[55875]: cluster 2024-02-18T09:03:05.283018+0000 mon.a (mon.0) 2272 : cluster [DBG] osdmap e1223: 8 total, 8 up, 8 in 2024-02-18T09:03:06.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:06 smithi110 bash[55875]: cluster 2024-02-18T09:03:05.592691+0000 mgr.y (mgr.44100) 1411 : cluster [DBG] pgmap v2224: 137 pgs: 137 active+clean; 252 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.0 MiB/s wr, 34 op/s 2024-02-18T09:03:06.987 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:03:07.123 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:03:07.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:07 smithi191 bash[38688]: cluster 2024-02-18T09:03:06.295989+0000 mon.a (mon.0) 2273 : cluster [DBG] osdmap e1224: 8 total, 8 up, 8 in 2024-02-18T09:03:07.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:07 smithi110 bash[54479]: cluster 2024-02-18T09:03:06.295989+0000 mon.a (mon.0) 2273 : cluster [DBG] osdmap e1224: 8 total, 8 up, 8 in 2024-02-18T09:03:07.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:07 smithi110 bash[55875]: cluster 2024-02-18T09:03:06.295989+0000 mon.a (mon.0) 2273 : cluster [DBG] osdmap e1224: 8 total, 8 up, 8 in 2024-02-18T09:03:08.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:08 smithi191 bash[38688]: cluster 2024-02-18T09:03:07.315746+0000 mon.a (mon.0) 2274 : cluster [DBG] osdmap e1225: 8 total, 8 up, 8 in 2024-02-18T09:03:08.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:08 smithi191 bash[38688]: cluster 2024-02-18T09:03:07.593364+0000 mgr.y (mgr.44100) 1412 : cluster [DBG] pgmap v2227: 137 pgs: 137 active+clean; 252 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-02-18T09:03:08.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:08 smithi110 bash[55875]: cluster 2024-02-18T09:03:07.315746+0000 mon.a (mon.0) 2274 : cluster [DBG] osdmap e1225: 8 total, 8 up, 8 in 2024-02-18T09:03:08.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:08 smithi110 bash[55875]: cluster 2024-02-18T09:03:07.593364+0000 mgr.y (mgr.44100) 1412 : cluster [DBG] pgmap v2227: 137 pgs: 137 active+clean; 252 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-02-18T09:03:08.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:08 smithi110 bash[54479]: cluster 2024-02-18T09:03:07.315746+0000 mon.a (mon.0) 2274 : cluster [DBG] osdmap e1225: 8 total, 8 up, 8 in 2024-02-18T09:03:08.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:08 smithi110 bash[54479]: cluster 2024-02-18T09:03:07.593364+0000 mgr.y (mgr.44100) 1412 : cluster [DBG] pgmap v2227: 137 pgs: 137 active+clean; 252 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 KiB/s wr, 22 op/s 2024-02-18T09:03:09.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:09 smithi191 bash[38688]: cluster 2024-02-18T09:03:08.323845+0000 mon.a (mon.0) 2275 : cluster [DBG] osdmap e1226: 8 total, 8 up, 8 in 2024-02-18T09:03:09.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:09 smithi110 bash[54479]: cluster 2024-02-18T09:03:08.323845+0000 mon.a (mon.0) 2275 : cluster [DBG] osdmap e1226: 8 total, 8 up, 8 in 2024-02-18T09:03:09.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:09 smithi110 bash[55875]: cluster 2024-02-18T09:03:08.323845+0000 mon.a (mon.0) 2275 : cluster [DBG] osdmap e1226: 8 total, 8 up, 8 in 2024-02-18T09:03:09.878 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.Snaps (12350 ms) 2024-02-18T09:03:09.878 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-02-18T09:03:09.904 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:03:09.909 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:03:09.970 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:03:10.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:10 smithi191 bash[38688]: cluster 2024-02-18T09:03:09.328115+0000 mon.a (mon.0) 2276 : cluster [DBG] osdmap e1227: 8 total, 8 up, 8 in 2024-02-18T09:03:10.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:10 smithi191 bash[38688]: cluster 2024-02-18T09:03:09.593889+0000 mgr.y (mgr.44100) 1413 : cluster [DBG] pgmap v2230: 137 pgs: 137 active+clean; 252 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-02-18T09:03:10.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:10 smithi110 bash[54479]: cluster 2024-02-18T09:03:09.328115+0000 mon.a (mon.0) 2276 : cluster [DBG] osdmap e1227: 8 total, 8 up, 8 in 2024-02-18T09:03:10.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:10 smithi110 bash[54479]: cluster 2024-02-18T09:03:09.593889+0000 mgr.y (mgr.44100) 1413 : cluster [DBG] pgmap v2230: 137 pgs: 137 active+clean; 252 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-02-18T09:03:10.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:10 smithi110 bash[55875]: cluster 2024-02-18T09:03:09.328115+0000 mon.a (mon.0) 2276 : cluster [DBG] osdmap e1227: 8 total, 8 up, 8 in 2024-02-18T09:03:10.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:10 smithi110 bash[55875]: cluster 2024-02-18T09:03:09.593889+0000 mgr.y (mgr.44100) 1413 : cluster [DBG] pgmap v2230: 137 pgs: 137 active+clean; 252 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-02-18T09:03:11.342 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 8388609~8388609 2024-02-18T09:03:11.349 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 0~1000 2024-02-18T09:03:11.349 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 1010~1000 2024-02-18T09:03:11.349 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:03:11.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:11 smithi110 bash[54479]: cluster 2024-02-18T09:03:10.347159+0000 mon.a (mon.0) 2277 : cluster [DBG] osdmap e1228: 8 total, 8 up, 8 in 2024-02-18T09:03:11.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:11 smithi110 bash[55875]: cluster 2024-02-18T09:03:10.347159+0000 mon.a (mon.0) 2277 : cluster [DBG] osdmap e1228: 8 total, 8 up, 8 in 2024-02-18T09:03:11.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:11 smithi191 bash[38688]: cluster 2024-02-18T09:03:10.347159+0000 mon.a (mon.0) 2277 : cluster [DBG] osdmap e1228: 8 total, 8 up, 8 in 2024-02-18T09:03:12.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:12 smithi110 bash[55875]: cluster 2024-02-18T09:03:11.350239+0000 mon.a (mon.0) 2278 : cluster [DBG] osdmap e1229: 8 total, 8 up, 8 in 2024-02-18T09:03:12.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:12 smithi110 bash[55875]: cluster 2024-02-18T09:03:11.594760+0000 mgr.y (mgr.44100) 1414 : cluster [DBG] pgmap v2233: 137 pgs: 137 active+clean; 268 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 161 op/s 2024-02-18T09:03:12.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:12 smithi110 bash[54479]: cluster 2024-02-18T09:03:11.350239+0000 mon.a (mon.0) 2278 : cluster [DBG] osdmap e1229: 8 total, 8 up, 8 in 2024-02-18T09:03:12.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:12 smithi110 bash[54479]: cluster 2024-02-18T09:03:11.594760+0000 mgr.y (mgr.44100) 1414 : cluster [DBG] pgmap v2233: 137 pgs: 137 active+clean; 268 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 161 op/s 2024-02-18T09:03:12.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:12 smithi191 bash[38688]: cluster 2024-02-18T09:03:11.350239+0000 mon.a (mon.0) 2278 : cluster [DBG] osdmap e1229: 8 total, 8 up, 8 in 2024-02-18T09:03:12.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:12 smithi191 bash[38688]: cluster 2024-02-18T09:03:11.594760+0000 mgr.y (mgr.44100) 1414 : cluster [DBG] pgmap v2233: 137 pgs: 137 active+clean; 268 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 161 op/s 2024-02-18T09:03:13.363 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 8388609~1000 2024-02-18T09:03:13.368 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16777228~1000 2024-02-18T09:03:13.368 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:03:13.379 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 83886079~8388609 2024-02-18T09:03:13.392 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:03:13.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:13 smithi110 bash[54479]: cluster 2024-02-18T09:03:12.368599+0000 mon.a (mon.0) 2279 : cluster [DBG] osdmap e1230: 8 total, 8 up, 8 in 2024-02-18T09:03:13.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:13 smithi110 bash[55875]: cluster 2024-02-18T09:03:12.368599+0000 mon.a (mon.0) 2279 : cluster [DBG] osdmap e1230: 8 total, 8 up, 8 in 2024-02-18T09:03:13.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:13 smithi191 bash[38688]: cluster 2024-02-18T09:03:12.368599+0000 mon.a (mon.0) 2279 : cluster [DBG] osdmap e1230: 8 total, 8 up, 8 in 2024-02-18T09:03:14.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:14 smithi110 bash[54479]: cluster 2024-02-18T09:03:13.373751+0000 mon.a (mon.0) 2280 : cluster [DBG] osdmap e1231: 8 total, 8 up, 8 in 2024-02-18T09:03:14.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:14 smithi110 bash[54479]: cluster 2024-02-18T09:03:13.595576+0000 mgr.y (mgr.44100) 1415 : cluster [DBG] pgmap v2236: 137 pgs: 137 active+clean; 272 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 174 op/s 2024-02-18T09:03:14.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:14 smithi110 bash[55875]: cluster 2024-02-18T09:03:13.373751+0000 mon.a (mon.0) 2280 : cluster [DBG] osdmap e1231: 8 total, 8 up, 8 in 2024-02-18T09:03:14.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:14 smithi110 bash[55875]: cluster 2024-02-18T09:03:13.595576+0000 mgr.y (mgr.44100) 1415 : cluster [DBG] pgmap v2236: 137 pgs: 137 active+clean; 272 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 174 op/s 2024-02-18T09:03:14.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:14 smithi191 bash[38688]: cluster 2024-02-18T09:03:13.373751+0000 mon.a (mon.0) 2280 : cluster [DBG] osdmap e1231: 8 total, 8 up, 8 in 2024-02-18T09:03:14.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:14 smithi191 bash[38688]: cluster 2024-02-18T09:03:13.595576+0000 mgr.y (mgr.44100) 1415 : cluster [DBG] pgmap v2236: 137 pgs: 137 active+clean; 272 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 174 op/s 2024-02-18T09:03:15.385 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:03:15.412 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 83886079~1 2024-02-18T09:03:15.415 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:03:15.419 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:03:15.476 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:03:15.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:15 smithi110 bash[54479]: cluster 2024-02-18T09:03:14.391664+0000 mon.a (mon.0) 2281 : cluster [DBG] osdmap e1232: 8 total, 8 up, 8 in 2024-02-18T09:03:15.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:15 smithi110 bash[55875]: cluster 2024-02-18T09:03:14.391664+0000 mon.a (mon.0) 2281 : cluster [DBG] osdmap e1232: 8 total, 8 up, 8 in 2024-02-18T09:03:15.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:15 smithi191 bash[38688]: cluster 2024-02-18T09:03:14.391664+0000 mon.a (mon.0) 2281 : cluster [DBG] osdmap e1232: 8 total, 8 up, 8 in 2024-02-18T09:03:16.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:16 smithi110 bash[54479]: cluster 2024-02-18T09:03:15.396145+0000 mon.a (mon.0) 2282 : cluster [DBG] osdmap e1233: 8 total, 8 up, 8 in 2024-02-18T09:03:16.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:16 smithi110 bash[54479]: cluster 2024-02-18T09:03:15.596302+0000 mgr.y (mgr.44100) 1416 : cluster [DBG] pgmap v2239: 137 pgs: 137 active+clean; 280 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 29 op/s 2024-02-18T09:03:16.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:16 smithi110 bash[54479]: cluster 2024-02-18T09:03:16.200316+0000 mon.a (mon.0) 2283 : cluster [DBG] osdmap e1234: 8 total, 8 up, 8 in 2024-02-18T09:03:16.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:16 smithi110 bash[55875]: cluster 2024-02-18T09:03:15.396145+0000 mon.a (mon.0) 2282 : cluster [DBG] osdmap e1233: 8 total, 8 up, 8 in 2024-02-18T09:03:16.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:16 smithi110 bash[55875]: cluster 2024-02-18T09:03:15.596302+0000 mgr.y (mgr.44100) 1416 : cluster [DBG] pgmap v2239: 137 pgs: 137 active+clean; 280 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 29 op/s 2024-02-18T09:03:16.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:16 smithi110 bash[55875]: cluster 2024-02-18T09:03:16.200316+0000 mon.a (mon.0) 2283 : cluster [DBG] osdmap e1234: 8 total, 8 up, 8 in 2024-02-18T09:03:16.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:16 smithi191 bash[38688]: cluster 2024-02-18T09:03:15.396145+0000 mon.a (mon.0) 2282 : cluster [DBG] osdmap e1233: 8 total, 8 up, 8 in 2024-02-18T09:03:16.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:16 smithi191 bash[38688]: cluster 2024-02-18T09:03:15.596302+0000 mgr.y (mgr.44100) 1416 : cluster [DBG] pgmap v2239: 137 pgs: 137 active+clean; 280 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 29 op/s 2024-02-18T09:03:16.827 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:16 smithi191 bash[38688]: cluster 2024-02-18T09:03:16.200316+0000 mon.a (mon.0) 2283 : cluster [DBG] osdmap e1234: 8 total, 8 up, 8 in 2024-02-18T09:03:18.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:18 smithi110 bash[54479]: cluster 2024-02-18T09:03:17.202011+0000 mon.a (mon.0) 2284 : cluster [DBG] osdmap e1235: 8 total, 8 up, 8 in 2024-02-18T09:03:18.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:18 smithi110 bash[54479]: cluster 2024-02-18T09:03:17.597071+0000 mgr.y (mgr.44100) 1417 : cluster [DBG] pgmap v2242: 137 pgs: 137 active+clean; 304 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 8.0 MiB/s wr, 5 op/s 2024-02-18T09:03:18.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:18 smithi110 bash[55875]: cluster 2024-02-18T09:03:17.202011+0000 mon.a (mon.0) 2284 : cluster [DBG] osdmap e1235: 8 total, 8 up, 8 in 2024-02-18T09:03:18.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:18 smithi110 bash[55875]: cluster 2024-02-18T09:03:17.597071+0000 mgr.y (mgr.44100) 1417 : cluster [DBG] pgmap v2242: 137 pgs: 137 active+clean; 304 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 8.0 MiB/s wr, 5 op/s 2024-02-18T09:03:18.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:18 smithi191 bash[38688]: cluster 2024-02-18T09:03:17.202011+0000 mon.a (mon.0) 2284 : cluster [DBG] osdmap e1235: 8 total, 8 up, 8 in 2024-02-18T09:03:18.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:18 smithi191 bash[38688]: cluster 2024-02-18T09:03:17.597071+0000 mgr.y (mgr.44100) 1417 : cluster [DBG] pgmap v2242: 137 pgs: 137 active+clean; 304 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 8.0 MiB/s wr, 5 op/s 2024-02-18T09:03:19.003 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:03:19.151 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:03:19.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:19 smithi110 bash[54479]: cluster 2024-02-18T09:03:18.214519+0000 mon.a (mon.0) 2285 : cluster [DBG] osdmap e1236: 8 total, 8 up, 8 in 2024-02-18T09:03:19.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:19 smithi110 bash[55875]: cluster 2024-02-18T09:03:18.214519+0000 mon.a (mon.0) 2285 : cluster [DBG] osdmap e1236: 8 total, 8 up, 8 in 2024-02-18T09:03:19.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:19 smithi191 bash[38688]: cluster 2024-02-18T09:03:18.214519+0000 mon.a (mon.0) 2285 : cluster [DBG] osdmap e1236: 8 total, 8 up, 8 in 2024-02-18T09:03:20.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:20 smithi110 bash[54479]: cluster 2024-02-18T09:03:19.214003+0000 mon.a (mon.0) 2286 : cluster [DBG] osdmap e1237: 8 total, 8 up, 8 in 2024-02-18T09:03:20.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:20 smithi110 bash[54479]: cluster 2024-02-18T09:03:19.597845+0000 mgr.y (mgr.44100) 1418 : cluster [DBG] pgmap v2245: 137 pgs: 137 active+clean; 328 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 23 op/s 2024-02-18T09:03:20.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:20 smithi110 bash[55875]: cluster 2024-02-18T09:03:19.214003+0000 mon.a (mon.0) 2286 : cluster [DBG] osdmap e1237: 8 total, 8 up, 8 in 2024-02-18T09:03:20.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:20 smithi110 bash[55875]: cluster 2024-02-18T09:03:19.597845+0000 mgr.y (mgr.44100) 1418 : cluster [DBG] pgmap v2245: 137 pgs: 137 active+clean; 328 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 23 op/s 2024-02-18T09:03:20.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:20 smithi191 bash[38688]: cluster 2024-02-18T09:03:19.214003+0000 mon.a (mon.0) 2286 : cluster [DBG] osdmap e1237: 8 total, 8 up, 8 in 2024-02-18T09:03:20.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:20 smithi191 bash[38688]: cluster 2024-02-18T09:03:19.597845+0000 mgr.y (mgr.44100) 1418 : cluster [DBG] pgmap v2245: 137 pgs: 137 active+clean; 328 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 23 op/s 2024-02-18T09:03:21.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:21 smithi191 bash[38688]: cluster 2024-02-18T09:03:20.231536+0000 mon.a (mon.0) 2287 : cluster [DBG] osdmap e1238: 8 total, 8 up, 8 in 2024-02-18T09:03:21.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:21 smithi191 bash[38688]: cluster 2024-02-18T09:03:21.201428+0000 mon.a (mon.0) 2288 : cluster [DBG] osdmap e1239: 8 total, 8 up, 8 in 2024-02-18T09:03:21.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:21 smithi110 bash[54479]: cluster 2024-02-18T09:03:20.231536+0000 mon.a (mon.0) 2287 : cluster [DBG] osdmap e1238: 8 total, 8 up, 8 in 2024-02-18T09:03:21.736 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:21 smithi110 bash[54479]: cluster 2024-02-18T09:03:21.201428+0000 mon.a (mon.0) 2288 : cluster [DBG] osdmap e1239: 8 total, 8 up, 8 in 2024-02-18T09:03:21.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:21 smithi110 bash[55875]: cluster 2024-02-18T09:03:20.231536+0000 mon.a (mon.0) 2287 : cluster [DBG] osdmap e1238: 8 total, 8 up, 8 in 2024-02-18T09:03:21.737 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:21 smithi110 bash[55875]: cluster 2024-02-18T09:03:21.201428+0000 mon.a (mon.0) 2288 : cluster [DBG] osdmap e1239: 8 total, 8 up, 8 in 2024-02-18T09:03:21.817 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.SnapsOtherPool (11939 ms) 2024-02-18T09:03:21.817 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-02-18T09:03:21.841 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:03:21.848 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:03:21.928 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:03:22.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:22 smithi191 bash[38688]: cluster 2024-02-18T09:03:21.598532+0000 mgr.y (mgr.44100) 1419 : cluster [DBG] pgmap v2248: 137 pgs: 137 active+clean; 352 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 10 MiB/s wr, 108 op/s 2024-02-18T09:03:22.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:22 smithi110 bash[54479]: cluster 2024-02-18T09:03:21.598532+0000 mgr.y (mgr.44100) 1419 : cluster [DBG] pgmap v2248: 137 pgs: 137 active+clean; 352 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 10 MiB/s wr, 108 op/s 2024-02-18T09:03:22.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:22 smithi110 bash[55875]: cluster 2024-02-18T09:03:21.598532+0000 mgr.y (mgr.44100) 1419 : cluster [DBG] pgmap v2248: 137 pgs: 137 active+clean; 352 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 10 MiB/s wr, 108 op/s 2024-02-18T09:03:23.240 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 8388609~8388609 2024-02-18T09:03:23.253 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 0~1000 2024-02-18T09:03:23.253 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 1010~1000 2024-02-18T09:03:23.253 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:03:23.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:23 smithi191 bash[38688]: cluster 2024-02-18T09:03:22.242063+0000 mon.a (mon.0) 2289 : cluster [DBG] osdmap e1240: 8 total, 8 up, 8 in 2024-02-18T09:03:23.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:23 smithi110 bash[54479]: cluster 2024-02-18T09:03:22.242063+0000 mon.a (mon.0) 2289 : cluster [DBG] osdmap e1240: 8 total, 8 up, 8 in 2024-02-18T09:03:23.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:23 smithi110 bash[55875]: cluster 2024-02-18T09:03:22.242063+0000 mon.a (mon.0) 2289 : cluster [DBG] osdmap e1240: 8 total, 8 up, 8 in 2024-02-18T09:03:24.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:24 smithi191 bash[38688]: cluster 2024-02-18T09:03:23.248184+0000 mon.a (mon.0) 2290 : cluster [DBG] osdmap e1241: 8 total, 8 up, 8 in 2024-02-18T09:03:24.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:24 smithi191 bash[38688]: cluster 2024-02-18T09:03:23.599274+0000 mgr.y (mgr.44100) 1420 : cluster [DBG] pgmap v2251: 137 pgs: 137 active+clean; 352 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 12 MiB/s wr, 159 op/s 2024-02-18T09:03:24.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:24 smithi110 bash[54479]: cluster 2024-02-18T09:03:23.248184+0000 mon.a (mon.0) 2290 : cluster [DBG] osdmap e1241: 8 total, 8 up, 8 in 2024-02-18T09:03:24.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:24 smithi110 bash[54479]: cluster 2024-02-18T09:03:23.599274+0000 mgr.y (mgr.44100) 1420 : cluster [DBG] pgmap v2251: 137 pgs: 137 active+clean; 352 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 12 MiB/s wr, 159 op/s 2024-02-18T09:03:24.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:24 smithi110 bash[55875]: cluster 2024-02-18T09:03:23.248184+0000 mon.a (mon.0) 2290 : cluster [DBG] osdmap e1241: 8 total, 8 up, 8 in 2024-02-18T09:03:24.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:24 smithi110 bash[55875]: cluster 2024-02-18T09:03:23.599274+0000 mgr.y (mgr.44100) 1420 : cluster [DBG] pgmap v2251: 137 pgs: 137 active+clean; 352 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 12 MiB/s wr, 159 op/s 2024-02-18T09:03:25.261 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 8388609~1000 2024-02-18T09:03:25.264 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16777228~1000 2024-02-18T09:03:25.264 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:03:25.273 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 83886079~8388609 2024-02-18T09:03:25.281 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:03:25.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:25 smithi191 bash[38688]: cluster 2024-02-18T09:03:24.267057+0000 mon.a (mon.0) 2291 : cluster [DBG] osdmap e1242: 8 total, 8 up, 8 in 2024-02-18T09:03:25.704 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:25 smithi110 bash[54479]: cluster 2024-02-18T09:03:24.267057+0000 mon.a (mon.0) 2291 : cluster [DBG] osdmap e1242: 8 total, 8 up, 8 in 2024-02-18T09:03:25.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:25 smithi110 bash[55875]: cluster 2024-02-18T09:03:24.267057+0000 mon.a (mon.0) 2291 : cluster [DBG] osdmap e1242: 8 total, 8 up, 8 in 2024-02-18T09:03:26.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:26 smithi191 bash[38688]: cluster 2024-02-18T09:03:25.269293+0000 mon.a (mon.0) 2292 : cluster [DBG] osdmap e1243: 8 total, 8 up, 8 in 2024-02-18T09:03:26.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:26 smithi191 bash[38688]: cluster 2024-02-18T09:03:25.600032+0000 mgr.y (mgr.44100) 1421 : cluster [DBG] pgmap v2254: 137 pgs: 137 active+clean; 348 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 55 MiB/s rd, 9.0 MiB/s wr, 90 op/s 2024-02-18T09:03:26.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:26 smithi110 bash[54479]: cluster 2024-02-18T09:03:25.269293+0000 mon.a (mon.0) 2292 : cluster [DBG] osdmap e1243: 8 total, 8 up, 8 in 2024-02-18T09:03:26.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:26 smithi110 bash[54479]: cluster 2024-02-18T09:03:25.600032+0000 mgr.y (mgr.44100) 1421 : cluster [DBG] pgmap v2254: 137 pgs: 137 active+clean; 348 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 55 MiB/s rd, 9.0 MiB/s wr, 90 op/s 2024-02-18T09:03:26.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:26 smithi110 bash[55875]: cluster 2024-02-18T09:03:25.269293+0000 mon.a (mon.0) 2292 : cluster [DBG] osdmap e1243: 8 total, 8 up, 8 in 2024-02-18T09:03:26.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:26 smithi110 bash[55875]: cluster 2024-02-18T09:03:25.600032+0000 mgr.y (mgr.44100) 1421 : cluster [DBG] pgmap v2254: 137 pgs: 137 active+clean; 348 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 55 MiB/s rd, 9.0 MiB/s wr, 90 op/s 2024-02-18T09:03:27.286 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:03:27.304 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 83886079~1 2024-02-18T09:03:27.308 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:03:27.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:27 smithi191 bash[38688]: cluster 2024-02-18T09:03:26.287330+0000 mon.a (mon.0) 2293 : cluster [DBG] osdmap e1244: 8 total, 8 up, 8 in 2024-02-18T09:03:27.704 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:27 smithi110 bash[55875]: cluster 2024-02-18T09:03:26.287330+0000 mon.a (mon.0) 2293 : cluster [DBG] osdmap e1244: 8 total, 8 up, 8 in 2024-02-18T09:03:27.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:27 smithi110 bash[54479]: cluster 2024-02-18T09:03:26.287330+0000 mon.a (mon.0) 2293 : cluster [DBG] osdmap e1244: 8 total, 8 up, 8 in 2024-02-18T09:03:28.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:28 smithi191 bash[38688]: cluster 2024-02-18T09:03:27.289631+0000 mon.a (mon.0) 2294 : cluster [DBG] osdmap e1245: 8 total, 8 up, 8 in 2024-02-18T09:03:28.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:28 smithi191 bash[38688]: cluster 2024-02-18T09:03:27.600914+0000 mgr.y (mgr.44100) 1422 : cluster [DBG] pgmap v2257: 137 pgs: 137 active+clean; 376 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 9.0 MiB/s wr, 24 op/s 2024-02-18T09:03:28.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:28 smithi110 bash[54479]: cluster 2024-02-18T09:03:27.289631+0000 mon.a (mon.0) 2294 : cluster [DBG] osdmap e1245: 8 total, 8 up, 8 in 2024-02-18T09:03:28.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:28 smithi110 bash[54479]: cluster 2024-02-18T09:03:27.600914+0000 mgr.y (mgr.44100) 1422 : cluster [DBG] pgmap v2257: 137 pgs: 137 active+clean; 376 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 9.0 MiB/s wr, 24 op/s 2024-02-18T09:03:28.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:28 smithi110 bash[55875]: cluster 2024-02-18T09:03:27.289631+0000 mon.a (mon.0) 2294 : cluster [DBG] osdmap e1245: 8 total, 8 up, 8 in 2024-02-18T09:03:28.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:28 smithi110 bash[55875]: cluster 2024-02-18T09:03:27.600914+0000 mgr.y (mgr.44100) 1422 : cluster [DBG] pgmap v2257: 137 pgs: 137 active+clean; 376 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 9.0 MiB/s wr, 24 op/s 2024-02-18T09:03:29.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:29 smithi191 bash[38688]: cluster 2024-02-18T09:03:28.308908+0000 mon.a (mon.0) 2295 : cluster [DBG] osdmap e1246: 8 total, 8 up, 8 in 2024-02-18T09:03:29.704 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:29 smithi110 bash[54479]: cluster 2024-02-18T09:03:28.308908+0000 mon.a (mon.0) 2295 : cluster [DBG] osdmap e1246: 8 total, 8 up, 8 in 2024-02-18T09:03:29.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:29 smithi110 bash[55875]: cluster 2024-02-18T09:03:28.308908+0000 mon.a (mon.0) 2295 : cluster [DBG] osdmap e1246: 8 total, 8 up, 8 in 2024-02-18T09:03:30.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:30 smithi191 bash[38688]: cluster 2024-02-18T09:03:29.310650+0000 mon.a (mon.0) 2296 : cluster [DBG] osdmap e1247: 8 total, 8 up, 8 in 2024-02-18T09:03:30.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:30 smithi191 bash[38688]: cluster 2024-02-18T09:03:29.601456+0000 mgr.y (mgr.44100) 1423 : cluster [DBG] pgmap v2260: 137 pgs: 137 active+clean; 396 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 10 MiB/s wr, 17 op/s 2024-02-18T09:03:30.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:30 smithi110 bash[54479]: cluster 2024-02-18T09:03:29.310650+0000 mon.a (mon.0) 2296 : cluster [DBG] osdmap e1247: 8 total, 8 up, 8 in 2024-02-18T09:03:30.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:30 smithi110 bash[54479]: cluster 2024-02-18T09:03:29.601456+0000 mgr.y (mgr.44100) 1423 : cluster [DBG] pgmap v2260: 137 pgs: 137 active+clean; 396 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 10 MiB/s wr, 17 op/s 2024-02-18T09:03:30.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:30 smithi110 bash[55875]: cluster 2024-02-18T09:03:29.310650+0000 mon.a (mon.0) 2296 : cluster [DBG] osdmap e1247: 8 total, 8 up, 8 in 2024-02-18T09:03:30.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:30 smithi110 bash[55875]: cluster 2024-02-18T09:03:29.601456+0000 mgr.y (mgr.44100) 1423 : cluster [DBG] pgmap v2260: 137 pgs: 137 active+clean; 396 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 10 MiB/s wr, 17 op/s 2024-02-18T09:03:31.048 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:03:31.192 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:03:31.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:31 smithi191 bash[38688]: cluster 2024-02-18T09:03:30.329979+0000 mon.a (mon.0) 2297 : cluster [DBG] osdmap e1248: 8 total, 8 up, 8 in 2024-02-18T09:03:31.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:31 smithi191 bash[38688]: cluster 2024-02-18T09:03:31.200892+0000 mon.a (mon.0) 2298 : cluster [DBG] osdmap e1249: 8 total, 8 up, 8 in 2024-02-18T09:03:31.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:31 smithi110 bash[54479]: cluster 2024-02-18T09:03:30.329979+0000 mon.a (mon.0) 2297 : cluster [DBG] osdmap e1248: 8 total, 8 up, 8 in 2024-02-18T09:03:31.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:31 smithi110 bash[54479]: cluster 2024-02-18T09:03:31.200892+0000 mon.a (mon.0) 2298 : cluster [DBG] osdmap e1249: 8 total, 8 up, 8 in 2024-02-18T09:03:31.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:31 smithi110 bash[55875]: cluster 2024-02-18T09:03:30.329979+0000 mon.a (mon.0) 2297 : cluster [DBG] osdmap e1248: 8 total, 8 up, 8 in 2024-02-18T09:03:31.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:31 smithi110 bash[55875]: cluster 2024-02-18T09:03:31.200892+0000 mon.a (mon.0) 2298 : cluster [DBG] osdmap e1249: 8 total, 8 up, 8 in 2024-02-18T09:03:32.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:32 smithi191 bash[38688]: cluster 2024-02-18T09:03:31.602179+0000 mgr.y (mgr.44100) 1424 : cluster [DBG] pgmap v2263: 137 pgs: 137 active+clean; 396 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-02-18T09:03:32.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:32 smithi191 bash[38688]: cluster 2024-02-18T09:03:32.204730+0000 mon.a (mon.0) 2299 : cluster [DBG] osdmap e1250: 8 total, 8 up, 8 in 2024-02-18T09:03:32.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:32 smithi110 bash[54479]: cluster 2024-02-18T09:03:31.602179+0000 mgr.y (mgr.44100) 1424 : cluster [DBG] pgmap v2263: 137 pgs: 137 active+clean; 396 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-02-18T09:03:32.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:32 smithi110 bash[54479]: cluster 2024-02-18T09:03:32.204730+0000 mon.a (mon.0) 2299 : cluster [DBG] osdmap e1250: 8 total, 8 up, 8 in 2024-02-18T09:03:32.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:32 smithi110 bash[55875]: cluster 2024-02-18T09:03:31.602179+0000 mgr.y (mgr.44100) 1424 : cluster [DBG] pgmap v2263: 137 pgs: 137 active+clean; 396 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-02-18T09:03:32.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:32 smithi110 bash[55875]: cluster 2024-02-18T09:03:32.204730+0000 mon.a (mon.0) 2299 : cluster [DBG] osdmap e1250: 8 total, 8 up, 8 in 2024-02-18T09:03:34.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:34 smithi110 bash[54479]: cluster 2024-02-18T09:03:33.209685+0000 mon.a (mon.0) 2300 : cluster [DBG] osdmap e1251: 8 total, 8 up, 8 in 2024-02-18T09:03:34.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:34 smithi110 bash[54479]: cluster 2024-02-18T09:03:33.602999+0000 mgr.y (mgr.44100) 1425 : cluster [DBG] pgmap v2266: 137 pgs: 137 active+clean; 416 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-02-18T09:03:34.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:34 smithi110 bash[55875]: cluster 2024-02-18T09:03:33.209685+0000 mon.a (mon.0) 2300 : cluster [DBG] osdmap e1251: 8 total, 8 up, 8 in 2024-02-18T09:03:34.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:34 smithi110 bash[55875]: cluster 2024-02-18T09:03:33.602999+0000 mgr.y (mgr.44100) 1425 : cluster [DBG] pgmap v2266: 137 pgs: 137 active+clean; 416 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-02-18T09:03:34.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:34 smithi191 bash[38688]: cluster 2024-02-18T09:03:33.209685+0000 mon.a (mon.0) 2300 : cluster [DBG] osdmap e1251: 8 total, 8 up, 8 in 2024-02-18T09:03:34.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:34 smithi191 bash[38688]: cluster 2024-02-18T09:03:33.602999+0000 mgr.y (mgr.44100) 1425 : cluster [DBG] pgmap v2266: 137 pgs: 137 active+clean; 416 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-02-18T09:03:34.774 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.SnapsDataPool (12958 ms) 2024-02-18T09:03:34.774 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-02-18T09:03:34.798 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:03:34.804 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:03:34.870 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:03:35.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:35 smithi191 bash[38688]: cluster 2024-02-18T09:03:34.219282+0000 mon.a (mon.0) 2301 : cluster [DBG] osdmap e1252: 8 total, 8 up, 8 in 2024-02-18T09:03:35.704 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:35 smithi110 bash[54479]: cluster 2024-02-18T09:03:34.219282+0000 mon.a (mon.0) 2301 : cluster [DBG] osdmap e1252: 8 total, 8 up, 8 in 2024-02-18T09:03:35.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:35 smithi110 bash[55875]: cluster 2024-02-18T09:03:34.219282+0000 mon.a (mon.0) 2301 : cluster [DBG] osdmap e1252: 8 total, 8 up, 8 in 2024-02-18T09:03:36.231 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 8388609~8388609 2024-02-18T09:03:36.242 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 0~1000 2024-02-18T09:03:36.242 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 1010~1000 2024-02-18T09:03:36.243 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:03:36.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:36 smithi191 bash[38688]: cluster 2024-02-18T09:03:35.222716+0000 mon.a (mon.0) 2302 : cluster [DBG] osdmap e1253: 8 total, 8 up, 8 in 2024-02-18T09:03:36.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:36 smithi191 bash[38688]: cluster 2024-02-18T09:03:35.603723+0000 mgr.y (mgr.44100) 1426 : cluster [DBG] pgmap v2269: 137 pgs: 137 active+clean; 420 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 152 op/s 2024-02-18T09:03:36.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:36 smithi110 bash[54479]: cluster 2024-02-18T09:03:35.222716+0000 mon.a (mon.0) 2302 : cluster [DBG] osdmap e1253: 8 total, 8 up, 8 in 2024-02-18T09:03:36.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:36 smithi110 bash[54479]: cluster 2024-02-18T09:03:35.603723+0000 mgr.y (mgr.44100) 1426 : cluster [DBG] pgmap v2269: 137 pgs: 137 active+clean; 420 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 152 op/s 2024-02-18T09:03:36.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:36 smithi110 bash[55875]: cluster 2024-02-18T09:03:35.222716+0000 mon.a (mon.0) 2302 : cluster [DBG] osdmap e1253: 8 total, 8 up, 8 in 2024-02-18T09:03:36.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:36 smithi110 bash[55875]: cluster 2024-02-18T09:03:35.603723+0000 mgr.y (mgr.44100) 1426 : cluster [DBG] pgmap v2269: 137 pgs: 137 active+clean; 420 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 152 op/s 2024-02-18T09:03:37.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:37 smithi191 bash[38688]: cluster 2024-02-18T09:03:36.243297+0000 mon.a (mon.0) 2303 : cluster [DBG] osdmap e1254: 8 total, 8 up, 8 in 2024-02-18T09:03:37.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:37 smithi110 bash[54479]: cluster 2024-02-18T09:03:36.243297+0000 mon.a (mon.0) 2303 : cluster [DBG] osdmap e1254: 8 total, 8 up, 8 in 2024-02-18T09:03:37.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:37 smithi110 bash[55875]: cluster 2024-02-18T09:03:36.243297+0000 mon.a (mon.0) 2303 : cluster [DBG] osdmap e1254: 8 total, 8 up, 8 in 2024-02-18T09:03:38.254 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 8388609~1000 2024-02-18T09:03:38.260 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16777228~1000 2024-02-18T09:03:38.260 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:03:38.269 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 83886079~8388609 2024-02-18T09:03:38.281 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:03:38.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:38 smithi191 bash[38688]: cluster 2024-02-18T09:03:37.251901+0000 mon.a (mon.0) 2304 : cluster [DBG] osdmap e1255: 8 total, 8 up, 8 in 2024-02-18T09:03:38.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:38 smithi191 bash[38688]: cluster 2024-02-18T09:03:37.604529+0000 mgr.y (mgr.44100) 1427 : cluster [DBG] pgmap v2272: 137 pgs: 137 active+clean; 408 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 144 op/s 2024-02-18T09:03:38.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:38 smithi110 bash[54479]: cluster 2024-02-18T09:03:37.251901+0000 mon.a (mon.0) 2304 : cluster [DBG] osdmap e1255: 8 total, 8 up, 8 in 2024-02-18T09:03:38.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:38 smithi110 bash[54479]: cluster 2024-02-18T09:03:37.604529+0000 mgr.y (mgr.44100) 1427 : cluster [DBG] pgmap v2272: 137 pgs: 137 active+clean; 408 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 144 op/s 2024-02-18T09:03:38.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:38 smithi110 bash[55875]: cluster 2024-02-18T09:03:37.251901+0000 mon.a (mon.0) 2304 : cluster [DBG] osdmap e1255: 8 total, 8 up, 8 in 2024-02-18T09:03:38.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:38 smithi110 bash[55875]: cluster 2024-02-18T09:03:37.604529+0000 mgr.y (mgr.44100) 1427 : cluster [DBG] pgmap v2272: 137 pgs: 137 active+clean; 408 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 144 op/s 2024-02-18T09:03:39.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: cluster 2024-02-18T09:03:38.263074+0000 mon.a (mon.0) 2305 : cluster [DBG] osdmap e1256: 8 total, 8 up, 8 in 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:38.778201+0000 mon.a (mon.0) 2306 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.074685+0000 mon.a (mon.0) 2307 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.078442+0000 mon.a (mon.0) 2308 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.079249+0000 mon.a (mon.0) 2309 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.079834+0000 mon.a (mon.0) 2310 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.084438+0000 mon.a (mon.0) 2311 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.085406+0000 mon.a (mon.0) 2312 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.086512+0000 mon.a (mon.0) 2313 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.087608+0000 mon.a (mon.0) 2314 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.088293+0000 mon.a (mon.0) 2315 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.089418+0000 mon.a (mon.0) 2316 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.092118+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.101812+0000 mon.a (mon.0) 2318 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T09:03:39.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.102313+0000 mon.a (mon.0) 2319 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T09:03:39.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.102871+0000 mon.a (mon.0) 2320 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-02-18T09:03:39.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:39 smithi191 bash[38688]: audit 2024-02-18T09:03:39.103450+0000 mon.a (mon.0) 2321 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.c", "id": [3, 1]}]: dispatch 2024-02-18T09:03:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: cluster 2024-02-18T09:03:38.263074+0000 mon.a (mon.0) 2305 : cluster [DBG] osdmap e1256: 8 total, 8 up, 8 in 2024-02-18T09:03:39.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:38.778201+0000 mon.a (mon.0) 2306 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.074685+0000 mon.a (mon.0) 2307 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.078442+0000 mon.a (mon.0) 2308 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.079249+0000 mon.a (mon.0) 2309 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.079834+0000 mon.a (mon.0) 2310 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.084438+0000 mon.a (mon.0) 2311 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.085406+0000 mon.a (mon.0) 2312 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.086512+0000 mon.a (mon.0) 2313 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.087608+0000 mon.a (mon.0) 2314 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.088293+0000 mon.a (mon.0) 2315 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.089418+0000 mon.a (mon.0) 2316 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.092118+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.101812+0000 mon.a (mon.0) 2318 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.102313+0000 mon.a (mon.0) 2319 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.102871+0000 mon.a (mon.0) 2320 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-02-18T09:03:39.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[54479]: audit 2024-02-18T09:03:39.103450+0000 mon.a (mon.0) 2321 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.c", "id": [3, 1]}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: cluster 2024-02-18T09:03:38.263074+0000 mon.a (mon.0) 2305 : cluster [DBG] osdmap e1256: 8 total, 8 up, 8 in 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:38.778201+0000 mon.a (mon.0) 2306 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.074685+0000 mon.a (mon.0) 2307 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.078442+0000 mon.a (mon.0) 2308 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.079249+0000 mon.a (mon.0) 2309 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.079834+0000 mon.a (mon.0) 2310 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.084438+0000 mon.a (mon.0) 2311 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.085406+0000 mon.a (mon.0) 2312 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.086512+0000 mon.a (mon.0) 2313 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.087608+0000 mon.a (mon.0) 2314 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.088293+0000 mon.a (mon.0) 2315 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.089418+0000 mon.a (mon.0) 2316 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi110.fvzuby","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T09:03:39.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.092118+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.101812+0000 mon.a (mon.0) 2318 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-02-18T09:03:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.102313+0000 mon.a (mon.0) 2319 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2024-02-18T09:03:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.102871+0000 mon.a (mon.0) 2320 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-02-18T09:03:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:39 smithi110 bash[55875]: audit 2024-02-18T09:03:39.103450+0000 mon.a (mon.0) 2321 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.c", "id": [3, 1]}]: dispatch 2024-02-18T09:03:40.271 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:03:40.295 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 83886079~1 2024-02-18T09:03:40.299 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: cluster 2024-02-18T09:03:39.265707+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e1257: 8 total, 8 up, 8 in 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.374647+0000 mon.a (mon.0) 2323 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.375680+0000 mon.a (mon.0) 2324 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.376670+0000 mon.a (mon.0) 2325 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.377641+0000 mon.a (mon.0) 2326 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.378517+0000 mon.a (mon.0) 2327 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.379381+0000 mon.a (mon.0) 2328 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.380169+0000 mon.a (mon.0) 2329 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.381089+0000 mon.a (mon.0) 2330 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.382042+0000 mon.a (mon.0) 2331 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T09:03:40.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.382926+0000 mon.a (mon.0) 2332 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.384086+0000 mon.a (mon.0) 2333 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:03:40.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.385837+0000 mon.a (mon.0) 2334 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:03:40.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: cephadm 2024-02-18T09:03:39.387411+0000 mgr.y (mgr.44100) 1428 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:03:40.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: audit 2024-02-18T09:03:39.394164+0000 mon.a (mon.0) 2335 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:03:40.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:40 smithi191 bash[38688]: cluster 2024-02-18T09:03:39.605168+0000 mgr.y (mgr.44100) 1429 : cluster [DBG] pgmap v2275: 137 pgs: 137 active+clean; 416 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 29 op/s 2024-02-18T09:03:40.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: cluster 2024-02-18T09:03:39.265707+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e1257: 8 total, 8 up, 8 in 2024-02-18T09:03:40.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.374647+0000 mon.a (mon.0) 2323 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.375680+0000 mon.a (mon.0) 2324 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.376670+0000 mon.a (mon.0) 2325 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.377641+0000 mon.a (mon.0) 2326 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.378517+0000 mon.a (mon.0) 2327 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.379381+0000 mon.a (mon.0) 2328 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.380169+0000 mon.a (mon.0) 2329 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.381089+0000 mon.a (mon.0) 2330 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.382042+0000 mon.a (mon.0) 2331 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.382926+0000 mon.a (mon.0) 2332 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.384086+0000 mon.a (mon.0) 2333 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.385837+0000 mon.a (mon.0) 2334 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: cephadm 2024-02-18T09:03:39.387411+0000 mgr.y (mgr.44100) 1428 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: audit 2024-02-18T09:03:39.394164+0000 mon.a (mon.0) 2335 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:03:40.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[54479]: cluster 2024-02-18T09:03:39.605168+0000 mgr.y (mgr.44100) 1429 : cluster [DBG] pgmap v2275: 137 pgs: 137 active+clean; 416 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 29 op/s 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: cluster 2024-02-18T09:03:39.265707+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e1257: 8 total, 8 up, 8 in 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.374647+0000 mon.a (mon.0) 2323 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.375680+0000 mon.a (mon.0) 2324 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.376670+0000 mon.a (mon.0) 2325 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.377641+0000 mon.a (mon.0) 2326 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.378517+0000 mon.a (mon.0) 2327 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.379381+0000 mon.a (mon.0) 2328 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.380169+0000 mon.a (mon.0) 2329 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.381089+0000 mon.a (mon.0) 2330 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.382042+0000 mon.a (mon.0) 2331 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi191.yrmaff","key": "mds_cache_memory_limit"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.382926+0000 mon.a (mon.0) 2332 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd","key": "osd_memory_target_autotune"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.384086+0000 mon.a (mon.0) 2333 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.385837+0000 mon.a (mon.0) 2334 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:03:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: cephadm 2024-02-18T09:03:39.387411+0000 mgr.y (mgr.44100) 1428 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:03:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: audit 2024-02-18T09:03:39.394164+0000 mon.a (mon.0) 2335 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:03:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:40 smithi110 bash[55875]: cluster 2024-02-18T09:03:39.605168+0000 mgr.y (mgr.44100) 1429 : cluster [DBG] pgmap v2275: 137 pgs: 137 active+clean; 416 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 29 op/s 2024-02-18T09:03:41.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:41 smithi191 bash[38688]: cluster 2024-02-18T09:03:40.277684+0000 mon.a (mon.0) 2336 : cluster [DBG] osdmap e1258: 8 total, 8 up, 8 in 2024-02-18T09:03:41.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:41 smithi191 bash[38688]: cluster 2024-02-18T09:03:41.207442+0000 mon.a (mon.0) 2337 : cluster [DBG] osdmap e1259: 8 total, 8 up, 8 in 2024-02-18T09:03:41.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:41 smithi110 bash[54479]: cluster 2024-02-18T09:03:40.277684+0000 mon.a (mon.0) 2336 : cluster [DBG] osdmap e1258: 8 total, 8 up, 8 in 2024-02-18T09:03:41.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:41 smithi110 bash[54479]: cluster 2024-02-18T09:03:41.207442+0000 mon.a (mon.0) 2337 : cluster [DBG] osdmap e1259: 8 total, 8 up, 8 in 2024-02-18T09:03:41.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:41 smithi110 bash[55875]: cluster 2024-02-18T09:03:40.277684+0000 mon.a (mon.0) 2336 : cluster [DBG] osdmap e1258: 8 total, 8 up, 8 in 2024-02-18T09:03:41.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:41 smithi110 bash[55875]: cluster 2024-02-18T09:03:41.207442+0000 mon.a (mon.0) 2337 : cluster [DBG] osdmap e1259: 8 total, 8 up, 8 in 2024-02-18T09:03:42.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:42 smithi191 bash[38688]: cluster 2024-02-18T09:03:41.605931+0000 mgr.y (mgr.44100) 1430 : cluster [DBG] pgmap v2278: 137 pgs: 137 active+clean; 436 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-02-18T09:03:42.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:42 smithi191 bash[38688]: cluster 2024-02-18T09:03:42.210164+0000 mon.a (mon.0) 2338 : cluster [DBG] osdmap e1260: 8 total, 8 up, 8 in 2024-02-18T09:03:42.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:42 smithi110 bash[54479]: cluster 2024-02-18T09:03:41.605931+0000 mgr.y (mgr.44100) 1430 : cluster [DBG] pgmap v2278: 137 pgs: 137 active+clean; 436 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-02-18T09:03:42.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:42 smithi110 bash[54479]: cluster 2024-02-18T09:03:42.210164+0000 mon.a (mon.0) 2338 : cluster [DBG] osdmap e1260: 8 total, 8 up, 8 in 2024-02-18T09:03:42.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:42 smithi110 bash[55875]: cluster 2024-02-18T09:03:41.605931+0000 mgr.y (mgr.44100) 1430 : cluster [DBG] pgmap v2278: 137 pgs: 137 active+clean; 436 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-02-18T09:03:42.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:42 smithi110 bash[55875]: cluster 2024-02-18T09:03:42.210164+0000 mon.a (mon.0) 2338 : cluster [DBG] osdmap e1260: 8 total, 8 up, 8 in 2024-02-18T09:03:43.911 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 41943040 2024-02-18T09:03:43.931 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:03:44.049 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:03:44.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:44 smithi110 bash[54479]: cluster 2024-02-18T09:03:43.214763+0000 mon.a (mon.0) 2339 : cluster [DBG] osdmap e1261: 8 total, 8 up, 8 in 2024-02-18T09:03:44.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:44 smithi110 bash[54479]: cluster 2024-02-18T09:03:43.606660+0000 mgr.y (mgr.44100) 1431 : cluster [DBG] pgmap v2281: 137 pgs: 137 active+clean; 452 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 7.0 MiB/s wr, 29 op/s 2024-02-18T09:03:44.455 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:44 smithi110 bash[55875]: cluster 2024-02-18T09:03:43.214763+0000 mon.a (mon.0) 2339 : cluster [DBG] osdmap e1261: 8 total, 8 up, 8 in 2024-02-18T09:03:44.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:44 smithi110 bash[55875]: cluster 2024-02-18T09:03:43.606660+0000 mgr.y (mgr.44100) 1431 : cluster [DBG] pgmap v2281: 137 pgs: 137 active+clean; 452 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 7.0 MiB/s wr, 29 op/s 2024-02-18T09:03:44.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:44 smithi191 bash[38688]: cluster 2024-02-18T09:03:43.214763+0000 mon.a (mon.0) 2339 : cluster [DBG] osdmap e1261: 8 total, 8 up, 8 in 2024-02-18T09:03:44.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:44 smithi191 bash[38688]: cluster 2024-02-18T09:03:43.606660+0000 mgr.y (mgr.44100) 1431 : cluster [DBG] pgmap v2281: 137 pgs: 137 active+clean; 452 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 7.0 MiB/s wr, 29 op/s 2024-02-18T09:03:45.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:45 smithi191 bash[38688]: cluster 2024-02-18T09:03:44.223531+0000 mon.a (mon.0) 2340 : cluster [DBG] osdmap e1262: 8 total, 8 up, 8 in 2024-02-18T09:03:45.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:45 smithi110 bash[54479]: cluster 2024-02-18T09:03:44.223531+0000 mon.a (mon.0) 2340 : cluster [DBG] osdmap e1262: 8 total, 8 up, 8 in 2024-02-18T09:03:45.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:45 smithi110 bash[55875]: cluster 2024-02-18T09:03:44.223531+0000 mon.a (mon.0) 2340 : cluster [DBG] osdmap e1262: 8 total, 8 up, 8 in 2024-02-18T09:03:46.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:46 smithi191 bash[38688]: cluster 2024-02-18T09:03:45.224695+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e1263: 8 total, 8 up, 8 in 2024-02-18T09:03:46.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:46 smithi191 bash[38688]: cluster 2024-02-18T09:03:45.607502+0000 mgr.y (mgr.44100) 1432 : cluster [DBG] pgmap v2284: 137 pgs: 137 active+clean; 452 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-02-18T09:03:46.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:46 smithi110 bash[54479]: cluster 2024-02-18T09:03:45.224695+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e1263: 8 total, 8 up, 8 in 2024-02-18T09:03:46.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:46 smithi110 bash[54479]: cluster 2024-02-18T09:03:45.607502+0000 mgr.y (mgr.44100) 1432 : cluster [DBG] pgmap v2284: 137 pgs: 137 active+clean; 452 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-02-18T09:03:46.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:46 smithi110 bash[55875]: cluster 2024-02-18T09:03:45.224695+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e1263: 8 total, 8 up, 8 in 2024-02-18T09:03:46.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:46 smithi110 bash[55875]: cluster 2024-02-18T09:03:45.607502+0000 mgr.y (mgr.44100) 1432 : cluster [DBG] pgmap v2284: 137 pgs: 137 active+clean; 452 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-02-18T09:03:46.771 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11997 ms) 2024-02-18T09:03:46.772 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-02-18T09:03:46.798 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:03:46.806 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:03:46.853 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:03:47.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:47 smithi191 bash[38688]: cluster 2024-02-18T09:03:46.243752+0000 mon.a (mon.0) 2342 : cluster [DBG] osdmap e1264: 8 total, 8 up, 8 in 2024-02-18T09:03:47.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:47 smithi110 bash[54479]: cluster 2024-02-18T09:03:46.243752+0000 mon.a (mon.0) 2342 : cluster [DBG] osdmap e1264: 8 total, 8 up, 8 in 2024-02-18T09:03:47.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:47 smithi110 bash[55875]: cluster 2024-02-18T09:03:46.243752+0000 mon.a (mon.0) 2342 : cluster [DBG] osdmap e1264: 8 total, 8 up, 8 in 2024-02-18T09:03:48.250 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 8388609~8388609 2024-02-18T09:03:48.276 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 0~1000 2024-02-18T09:03:48.276 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 1010~1000 2024-02-18T09:03:48.276 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:03:48.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:48 smithi191 bash[38688]: cluster 2024-02-18T09:03:47.251840+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2024-02-18T09:03:48.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:48 smithi191 bash[38688]: cluster 2024-02-18T09:03:47.608307+0000 mgr.y (mgr.44100) 1433 : cluster [DBG] pgmap v2287: 137 pgs: 137 active+clean; 468 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 154 op/s 2024-02-18T09:03:48.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:48 smithi110 bash[55875]: cluster 2024-02-18T09:03:47.251840+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2024-02-18T09:03:48.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:48 smithi110 bash[55875]: cluster 2024-02-18T09:03:47.608307+0000 mgr.y (mgr.44100) 1433 : cluster [DBG] pgmap v2287: 137 pgs: 137 active+clean; 468 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 154 op/s 2024-02-18T09:03:48.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:48 smithi110 bash[54479]: cluster 2024-02-18T09:03:47.251840+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2024-02-18T09:03:48.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:48 smithi110 bash[54479]: cluster 2024-02-18T09:03:47.608307+0000 mgr.y (mgr.44100) 1433 : cluster [DBG] pgmap v2287: 137 pgs: 137 active+clean; 468 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 154 op/s 2024-02-18T09:03:49.577 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:49 smithi191 bash[38688]: cluster 2024-02-18T09:03:48.257748+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2024-02-18T09:03:49.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:49 smithi110 bash[54479]: cluster 2024-02-18T09:03:48.257748+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2024-02-18T09:03:49.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:49 smithi110 bash[55875]: cluster 2024-02-18T09:03:48.257748+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2024-02-18T09:03:50.280 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 8388609~1000 2024-02-18T09:03:50.285 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16777228~1000 2024-02-18T09:03:50.285 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:03:50.295 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 83886079~8388609 2024-02-18T09:03:50.303 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:03:50.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:50 smithi191 bash[38688]: cluster 2024-02-18T09:03:49.277478+0000 mon.a (mon.0) 2345 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2024-02-18T09:03:50.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:50 smithi191 bash[38688]: cluster 2024-02-18T09:03:49.609099+0000 mgr.y (mgr.44100) 1434 : cluster [DBG] pgmap v2290: 137 pgs: 137 active+clean; 472 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 47 MiB/s rd, 8.0 MiB/s wr, 173 op/s 2024-02-18T09:03:50.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:50 smithi110 bash[55875]: cluster 2024-02-18T09:03:49.277478+0000 mon.a (mon.0) 2345 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2024-02-18T09:03:50.705 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:50 smithi110 bash[55875]: cluster 2024-02-18T09:03:49.609099+0000 mgr.y (mgr.44100) 1434 : cluster [DBG] pgmap v2290: 137 pgs: 137 active+clean; 472 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 47 MiB/s rd, 8.0 MiB/s wr, 173 op/s 2024-02-18T09:03:50.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:50 smithi110 bash[54479]: cluster 2024-02-18T09:03:49.277478+0000 mon.a (mon.0) 2345 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2024-02-18T09:03:50.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:50 smithi110 bash[54479]: cluster 2024-02-18T09:03:49.609099+0000 mgr.y (mgr.44100) 1434 : cluster [DBG] pgmap v2290: 137 pgs: 137 active+clean; 472 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 47 MiB/s rd, 8.0 MiB/s wr, 173 op/s 2024-02-18T09:03:51.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:51 smithi191 bash[38688]: cluster 2024-02-18T09:03:50.287891+0000 mon.a (mon.0) 2346 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2024-02-18T09:03:51.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:51 smithi191 bash[38688]: cluster 2024-02-18T09:03:51.212933+0000 mon.a (mon.0) 2347 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2024-02-18T09:03:51.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:51 smithi110 bash[54479]: cluster 2024-02-18T09:03:50.287891+0000 mon.a (mon.0) 2346 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2024-02-18T09:03:51.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:51 smithi110 bash[54479]: cluster 2024-02-18T09:03:51.212933+0000 mon.a (mon.0) 2347 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2024-02-18T09:03:51.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:51 smithi110 bash[55875]: cluster 2024-02-18T09:03:50.287891+0000 mon.a (mon.0) 2346 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2024-02-18T09:03:51.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:51 smithi110 bash[55875]: cluster 2024-02-18T09:03:51.212933+0000 mon.a (mon.0) 2347 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2024-02-18T09:03:52.205 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:03:52.227 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 83886079~1 2024-02-18T09:03:52.231 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 0 2024-02-18T09:03:52.248 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:03:52.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:52 smithi191 bash[38688]: cluster 2024-02-18T09:03:51.609966+0000 mgr.y (mgr.44100) 1435 : cluster [DBG] pgmap v2293: 137 pgs: 137 active+clean; 488 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 10 MiB/s wr, 42 op/s 2024-02-18T09:03:52.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:52 smithi191 bash[38688]: cluster 2024-02-18T09:03:52.213180+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2024-02-18T09:03:52.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:52 smithi110 bash[54479]: cluster 2024-02-18T09:03:51.609966+0000 mgr.y (mgr.44100) 1435 : cluster [DBG] pgmap v2293: 137 pgs: 137 active+clean; 488 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 10 MiB/s wr, 42 op/s 2024-02-18T09:03:52.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:52 smithi110 bash[54479]: cluster 2024-02-18T09:03:52.213180+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2024-02-18T09:03:52.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:52 smithi110 bash[55875]: cluster 2024-02-18T09:03:51.609966+0000 mgr.y (mgr.44100) 1435 : cluster [DBG] pgmap v2293: 137 pgs: 137 active+clean; 488 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 10 MiB/s wr, 42 op/s 2024-02-18T09:03:52.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:52 smithi110 bash[55875]: cluster 2024-02-18T09:03:52.213180+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2024-02-18T09:03:54.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:54 smithi191 bash[38688]: cluster 2024-02-18T09:03:53.298703+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2024-02-18T09:03:54.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:54 smithi191 bash[38688]: cluster 2024-02-18T09:03:53.610736+0000 mgr.y (mgr.44100) 1436 : cluster [DBG] pgmap v2296: 137 pgs: 137 active+clean; 496 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-02-18T09:03:54.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:54 smithi110 bash[54479]: cluster 2024-02-18T09:03:53.298703+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2024-02-18T09:03:54.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:54 smithi110 bash[54479]: cluster 2024-02-18T09:03:53.610736+0000 mgr.y (mgr.44100) 1436 : cluster [DBG] pgmap v2296: 137 pgs: 137 active+clean; 496 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-02-18T09:03:54.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:54 smithi110 bash[55875]: cluster 2024-02-18T09:03:53.298703+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2024-02-18T09:03:54.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:54 smithi110 bash[55875]: cluster 2024-02-18T09:03:53.610736+0000 mgr.y (mgr.44100) 1436 : cluster [DBG] pgmap v2296: 137 pgs: 137 active+clean; 496 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-02-18T09:03:55.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:55 smithi191 bash[38688]: cluster 2024-02-18T09:03:54.306917+0000 mon.a (mon.0) 2350 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2024-02-18T09:03:55.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:55 smithi110 bash[54479]: cluster 2024-02-18T09:03:54.306917+0000 mon.a (mon.0) 2350 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2024-02-18T09:03:55.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:55 smithi110 bash[55875]: cluster 2024-02-18T09:03:54.306917+0000 mon.a (mon.0) 2350 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2024-02-18T09:03:55.934 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:03:56.071 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:03:56.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:56 smithi191 bash[38688]: cluster 2024-02-18T09:03:55.315992+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2024-02-18T09:03:56.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:56 smithi191 bash[38688]: cluster 2024-02-18T09:03:55.611526+0000 mgr.y (mgr.44100) 1437 : cluster [DBG] pgmap v2299: 137 pgs: 137 active+clean; 508 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-02-18T09:03:56.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:56 smithi191 bash[38688]: cluster 2024-02-18T09:03:56.213732+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2024-02-18T09:03:56.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:56 smithi110 bash[54479]: cluster 2024-02-18T09:03:55.315992+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2024-02-18T09:03:56.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:56 smithi110 bash[54479]: cluster 2024-02-18T09:03:55.611526+0000 mgr.y (mgr.44100) 1437 : cluster [DBG] pgmap v2299: 137 pgs: 137 active+clean; 508 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-02-18T09:03:56.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:56 smithi110 bash[54479]: cluster 2024-02-18T09:03:56.213732+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2024-02-18T09:03:56.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:56 smithi110 bash[55875]: cluster 2024-02-18T09:03:55.315992+0000 mon.a (mon.0) 2351 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2024-02-18T09:03:56.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:56 smithi110 bash[55875]: cluster 2024-02-18T09:03:55.611526+0000 mgr.y (mgr.44100) 1437 : cluster [DBG] pgmap v2299: 137 pgs: 137 active+clean; 508 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-02-18T09:03:56.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:56 smithi110 bash[55875]: cluster 2024-02-18T09:03:56.213732+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2024-02-18T09:03:58.455 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:58 smithi110 bash[54479]: cluster 2024-02-18T09:03:57.217093+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2024-02-18T09:03:58.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:58 smithi110 bash[54479]: cluster 2024-02-18T09:03:57.612423+0000 mgr.y (mgr.44100) 1438 : cluster [DBG] pgmap v2302: 137 pgs: 137 active+clean; 504 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 45 op/s 2024-02-18T09:03:58.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:58 smithi110 bash[55875]: cluster 2024-02-18T09:03:57.217093+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2024-02-18T09:03:58.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:58 smithi110 bash[55875]: cluster 2024-02-18T09:03:57.612423+0000 mgr.y (mgr.44100) 1438 : cluster [DBG] pgmap v2302: 137 pgs: 137 active+clean; 504 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 45 op/s 2024-02-18T09:03:58.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:58 smithi191 bash[38688]: cluster 2024-02-18T09:03:57.217093+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2024-02-18T09:03:58.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:58 smithi191 bash[38688]: cluster 2024-02-18T09:03:57.612423+0000 mgr.y (mgr.44100) 1438 : cluster [DBG] pgmap v2302: 137 pgs: 137 active+clean; 504 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 45 op/s 2024-02-18T09:03:58.661 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11889 ms) 2024-02-18T09:03:58.661 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-02-18T09:03:58.687 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:03:58.692 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:03:58.751 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:03:59.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:03:59 smithi191 bash[38688]: cluster 2024-02-18T09:03:58.224629+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2024-02-18T09:03:59.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:03:59 smithi110 bash[54479]: cluster 2024-02-18T09:03:58.224629+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2024-02-18T09:03:59.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:03:59 smithi110 bash[55875]: cluster 2024-02-18T09:03:58.224629+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2024-02-18T09:04:00.241 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 8388609~8388609 2024-02-18T09:04:00.264 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 0~1000 2024-02-18T09:04:00.264 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 1010~1000 2024-02-18T09:04:00.264 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:04:00.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:00 smithi191 bash[38688]: cluster 2024-02-18T09:03:59.229652+0000 mon.a (mon.0) 2355 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2024-02-18T09:04:00.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:00 smithi191 bash[38688]: cluster 2024-02-18T09:03:59.613249+0000 mgr.y (mgr.44100) 1439 : cluster [DBG] pgmap v2305: 137 pgs: 137 active+clean; 516 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-02-18T09:04:00.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:00 smithi110 bash[54479]: cluster 2024-02-18T09:03:59.229652+0000 mon.a (mon.0) 2355 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2024-02-18T09:04:00.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:00 smithi110 bash[54479]: cluster 2024-02-18T09:03:59.613249+0000 mgr.y (mgr.44100) 1439 : cluster [DBG] pgmap v2305: 137 pgs: 137 active+clean; 516 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-02-18T09:04:00.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:00 smithi110 bash[55875]: cluster 2024-02-18T09:03:59.229652+0000 mon.a (mon.0) 2355 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2024-02-18T09:04:00.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:00 smithi110 bash[55875]: cluster 2024-02-18T09:03:59.613249+0000 mgr.y (mgr.44100) 1439 : cluster [DBG] pgmap v2305: 137 pgs: 137 active+clean; 516 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-02-18T09:04:01.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:01 smithi191 bash[38688]: cluster 2024-02-18T09:04:00.249713+0000 mon.a (mon.0) 2356 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2024-02-18T09:04:01.705 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:01 smithi110 bash[54479]: cluster 2024-02-18T09:04:00.249713+0000 mon.a (mon.0) 2356 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2024-02-18T09:04:01.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:01 smithi110 bash[55875]: cluster 2024-02-18T09:04:00.249713+0000 mon.a (mon.0) 2356 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2024-02-18T09:04:02.253 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 8388609~1000 2024-02-18T09:04:02.259 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16777228~1000 2024-02-18T09:04:02.259 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:04:02.269 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 83886079~8388609 2024-02-18T09:04:02.282 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:04:02.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:02 smithi191 bash[38688]: cluster 2024-02-18T09:04:01.257590+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2024-02-18T09:04:02.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:02 smithi191 bash[38688]: cluster 2024-02-18T09:04:01.614116+0000 mgr.y (mgr.44100) 1440 : cluster [DBG] pgmap v2308: 137 pgs: 137 active+clean; 524 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-02-18T09:04:02.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:02 smithi110 bash[54479]: cluster 2024-02-18T09:04:01.257590+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2024-02-18T09:04:02.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:02 smithi110 bash[54479]: cluster 2024-02-18T09:04:01.614116+0000 mgr.y (mgr.44100) 1440 : cluster [DBG] pgmap v2308: 137 pgs: 137 active+clean; 524 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-02-18T09:04:02.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:02 smithi110 bash[55875]: cluster 2024-02-18T09:04:01.257590+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2024-02-18T09:04:02.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:02 smithi110 bash[55875]: cluster 2024-02-18T09:04:01.614116+0000 mgr.y (mgr.44100) 1440 : cluster [DBG] pgmap v2308: 137 pgs: 137 active+clean; 524 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-02-18T09:04:03.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:03 smithi191 bash[38688]: cluster 2024-02-18T09:04:02.260181+0000 mon.a (mon.0) 2358 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2024-02-18T09:04:03.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:03 smithi110 bash[54479]: cluster 2024-02-18T09:04:02.260181+0000 mon.a (mon.0) 2358 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2024-02-18T09:04:03.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:03 smithi110 bash[55875]: cluster 2024-02-18T09:04:02.260181+0000 mon.a (mon.0) 2358 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2024-02-18T09:04:04.277 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:04.300 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 83886079~1 2024-02-18T09:04:04.304 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:04:04.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:04 smithi191 bash[38688]: cluster 2024-02-18T09:04:03.277858+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2024-02-18T09:04:04.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:04 smithi191 bash[38688]: cluster 2024-02-18T09:04:03.614926+0000 mgr.y (mgr.44100) 1441 : cluster [DBG] pgmap v2311: 137 pgs: 137 active+clean; 556 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 13 MiB/s wr, 155 op/s 2024-02-18T09:04:04.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:04 smithi110 bash[54479]: cluster 2024-02-18T09:04:03.277858+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2024-02-18T09:04:04.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:04 smithi110 bash[54479]: cluster 2024-02-18T09:04:03.614926+0000 mgr.y (mgr.44100) 1441 : cluster [DBG] pgmap v2311: 137 pgs: 137 active+clean; 556 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 13 MiB/s wr, 155 op/s 2024-02-18T09:04:04.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:04 smithi110 bash[55875]: cluster 2024-02-18T09:04:03.277858+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2024-02-18T09:04:04.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:04 smithi110 bash[55875]: cluster 2024-02-18T09:04:03.614926+0000 mgr.y (mgr.44100) 1441 : cluster [DBG] pgmap v2311: 137 pgs: 137 active+clean; 556 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 13 MiB/s wr, 155 op/s 2024-02-18T09:04:05.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:05 smithi191 bash[38688]: cluster 2024-02-18T09:04:04.280230+0000 mon.a (mon.0) 2360 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2024-02-18T09:04:05.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:05 smithi110 bash[54479]: cluster 2024-02-18T09:04:04.280230+0000 mon.a (mon.0) 2360 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2024-02-18T09:04:05.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:05 smithi110 bash[55875]: cluster 2024-02-18T09:04:04.280230+0000 mon.a (mon.0) 2360 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2024-02-18T09:04:06.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:06 smithi191 bash[38688]: cluster 2024-02-18T09:04:05.303076+0000 mon.a (mon.0) 2361 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2024-02-18T09:04:06.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:06 smithi191 bash[38688]: cluster 2024-02-18T09:04:05.615733+0000 mgr.y (mgr.44100) 1442 : cluster [DBG] pgmap v2314: 137 pgs: 137 active+clean; 564 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 10 MiB/s wr, 22 op/s 2024-02-18T09:04:06.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:06 smithi191 bash[38688]: cluster 2024-02-18T09:04:06.217898+0000 mon.a (mon.0) 2362 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2024-02-18T09:04:06.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:06 smithi110 bash[54479]: cluster 2024-02-18T09:04:05.303076+0000 mon.a (mon.0) 2361 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2024-02-18T09:04:06.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:06 smithi110 bash[54479]: cluster 2024-02-18T09:04:05.615733+0000 mgr.y (mgr.44100) 1442 : cluster [DBG] pgmap v2314: 137 pgs: 137 active+clean; 564 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 10 MiB/s wr, 22 op/s 2024-02-18T09:04:06.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:06 smithi110 bash[54479]: cluster 2024-02-18T09:04:06.217898+0000 mon.a (mon.0) 2362 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2024-02-18T09:04:06.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:06 smithi110 bash[55875]: cluster 2024-02-18T09:04:05.303076+0000 mon.a (mon.0) 2361 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2024-02-18T09:04:06.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:06 smithi110 bash[55875]: cluster 2024-02-18T09:04:05.615733+0000 mgr.y (mgr.44100) 1442 : cluster [DBG] pgmap v2314: 137 pgs: 137 active+clean; 564 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 10 MiB/s wr, 22 op/s 2024-02-18T09:04:06.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:06 smithi110 bash[55875]: cluster 2024-02-18T09:04:06.217898+0000 mon.a (mon.0) 2362 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2024-02-18T09:04:07.919 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 0 2024-02-18T09:04:07.977 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:04:08.069 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:04:08.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:08 smithi110 bash[54479]: cluster 2024-02-18T09:04:07.220474+0000 mon.a (mon.0) 2363 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2024-02-18T09:04:08.456 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:08 smithi110 bash[54479]: cluster 2024-02-18T09:04:07.616508+0000 mgr.y (mgr.44100) 1443 : cluster [DBG] pgmap v2317: 137 pgs: 137 active+clean; 564 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-02-18T09:04:08.456 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:08 smithi110 bash[55875]: cluster 2024-02-18T09:04:07.220474+0000 mon.a (mon.0) 2363 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2024-02-18T09:04:08.457 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:08 smithi110 bash[55875]: cluster 2024-02-18T09:04:07.616508+0000 mgr.y (mgr.44100) 1443 : cluster [DBG] pgmap v2317: 137 pgs: 137 active+clean; 564 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-02-18T09:04:08.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:08 smithi191 bash[38688]: cluster 2024-02-18T09:04:07.220474+0000 mon.a (mon.0) 2363 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2024-02-18T09:04:08.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:08 smithi191 bash[38688]: cluster 2024-02-18T09:04:07.616508+0000 mgr.y (mgr.44100) 1443 : cluster [DBG] pgmap v2317: 137 pgs: 137 active+clean; 564 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-02-18T09:04:09.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:09 smithi191 bash[38688]: cluster 2024-02-18T09:04:08.229426+0000 mon.a (mon.0) 2364 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2024-02-18T09:04:09.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:09 smithi110 bash[54479]: cluster 2024-02-18T09:04:08.229426+0000 mon.a (mon.0) 2364 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2024-02-18T09:04:09.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:09 smithi110 bash[55875]: cluster 2024-02-18T09:04:08.229426+0000 mon.a (mon.0) 2364 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2024-02-18T09:04:10.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:10 smithi191 bash[38688]: cluster 2024-02-18T09:04:09.233503+0000 mon.a (mon.0) 2365 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2024-02-18T09:04:10.690 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12029 ms) 2024-02-18T09:04:10.691 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-02-18T09:04:10.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:10 smithi110 bash[55875]: cluster 2024-02-18T09:04:09.233503+0000 mon.a (mon.0) 2365 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2024-02-18T09:04:10.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:10 smithi110 bash[54479]: cluster 2024-02-18T09:04:09.233503+0000 mon.a (mon.0) 2365 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2024-02-18T09:04:10.725 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:10.730 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:04:10.790 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:04:11.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:11 smithi191 bash[38688]: cluster 2024-02-18T09:04:09.617322+0000 mgr.y (mgr.44100) 1444 : cluster [DBG] pgmap v2320: 137 pgs: 137 active+clean; 564 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.7 KiB/s wr, 70 op/s 2024-02-18T09:04:11.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:11 smithi191 bash[38688]: cluster 2024-02-18T09:04:10.252495+0000 mon.a (mon.0) 2366 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2024-02-18T09:04:11.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:11 smithi110 bash[54479]: cluster 2024-02-18T09:04:09.617322+0000 mgr.y (mgr.44100) 1444 : cluster [DBG] pgmap v2320: 137 pgs: 137 active+clean; 564 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.7 KiB/s wr, 70 op/s 2024-02-18T09:04:11.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:11 smithi110 bash[54479]: cluster 2024-02-18T09:04:10.252495+0000 mon.a (mon.0) 2366 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2024-02-18T09:04:11.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:11 smithi110 bash[55875]: cluster 2024-02-18T09:04:09.617322+0000 mgr.y (mgr.44100) 1444 : cluster [DBG] pgmap v2320: 137 pgs: 137 active+clean; 564 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.7 KiB/s wr, 70 op/s 2024-02-18T09:04:11.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:11 smithi110 bash[55875]: cluster 2024-02-18T09:04:10.252495+0000 mon.a (mon.0) 2366 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2024-02-18T09:04:12.263 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 8388609~8388609 2024-02-18T09:04:12.275 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 0~1000 2024-02-18T09:04:12.275 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 1010~1000 2024-02-18T09:04:12.275 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:04:12.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:12 smithi191 bash[38688]: cluster 2024-02-18T09:04:11.255018+0000 mon.a (mon.0) 2367 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2024-02-18T09:04:12.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:12 smithi110 bash[54479]: cluster 2024-02-18T09:04:11.255018+0000 mon.a (mon.0) 2367 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2024-02-18T09:04:12.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:12 smithi110 bash[55875]: cluster 2024-02-18T09:04:11.255018+0000 mon.a (mon.0) 2367 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2024-02-18T09:04:13.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:13 smithi191 bash[38688]: cluster 2024-02-18T09:04:11.618085+0000 mgr.y (mgr.44100) 1445 : cluster [DBG] pgmap v2323: 137 pgs: 137 active+clean; 568 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 1.0 MiB/s wr, 74 op/s 2024-02-18T09:04:13.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:13 smithi191 bash[38688]: cluster 2024-02-18T09:04:12.269433+0000 mon.a (mon.0) 2368 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2024-02-18T09:04:13.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:13 smithi110 bash[54479]: cluster 2024-02-18T09:04:11.618085+0000 mgr.y (mgr.44100) 1445 : cluster [DBG] pgmap v2323: 137 pgs: 137 active+clean; 568 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 1.0 MiB/s wr, 74 op/s 2024-02-18T09:04:13.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:13 smithi110 bash[54479]: cluster 2024-02-18T09:04:12.269433+0000 mon.a (mon.0) 2368 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2024-02-18T09:04:13.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:13 smithi110 bash[55875]: cluster 2024-02-18T09:04:11.618085+0000 mgr.y (mgr.44100) 1445 : cluster [DBG] pgmap v2323: 137 pgs: 137 active+clean; 568 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 1.0 MiB/s wr, 74 op/s 2024-02-18T09:04:13.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:13 smithi110 bash[55875]: cluster 2024-02-18T09:04:12.269433+0000 mon.a (mon.0) 2368 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2024-02-18T09:04:14.290 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 8388609~1000 2024-02-18T09:04:14.296 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16777228~1000 2024-02-18T09:04:14.296 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:04:14.307 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 83886079~8388609 2024-02-18T09:04:14.315 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:04:14.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:14 smithi191 bash[38688]: cluster 2024-02-18T09:04:13.288471+0000 mon.a (mon.0) 2369 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2024-02-18T09:04:14.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:14 smithi110 bash[54479]: cluster 2024-02-18T09:04:13.288471+0000 mon.a (mon.0) 2369 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2024-02-18T09:04:14.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:14 smithi110 bash[55875]: cluster 2024-02-18T09:04:13.288471+0000 mon.a (mon.0) 2369 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2024-02-18T09:04:15.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:15 smithi191 bash[38688]: cluster 2024-02-18T09:04:13.618833+0000 mgr.y (mgr.44100) 1446 : cluster [DBG] pgmap v2326: 137 pgs: 137 active+clean; 592 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 151 op/s 2024-02-18T09:04:15.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:15 smithi191 bash[38688]: cluster 2024-02-18T09:04:14.298935+0000 mon.a (mon.0) 2370 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2024-02-18T09:04:15.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:15 smithi110 bash[54479]: cluster 2024-02-18T09:04:13.618833+0000 mgr.y (mgr.44100) 1446 : cluster [DBG] pgmap v2326: 137 pgs: 137 active+clean; 592 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 151 op/s 2024-02-18T09:04:15.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:15 smithi110 bash[54479]: cluster 2024-02-18T09:04:14.298935+0000 mon.a (mon.0) 2370 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2024-02-18T09:04:15.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:15 smithi110 bash[55875]: cluster 2024-02-18T09:04:13.618833+0000 mgr.y (mgr.44100) 1446 : cluster [DBG] pgmap v2326: 137 pgs: 137 active+clean; 592 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 151 op/s 2024-02-18T09:04:15.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:15 smithi110 bash[55875]: cluster 2024-02-18T09:04:14.298935+0000 mon.a (mon.0) 2370 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2024-02-18T09:04:16.214 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:16.237 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 83886079~1 2024-02-18T09:04:16.241 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:04:16.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:16 smithi191 bash[38688]: cluster 2024-02-18T09:04:15.306887+0000 mon.a (mon.0) 2371 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2024-02-18T09:04:16.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:16 smithi191 bash[38688]: cluster 2024-02-18T09:04:16.221719+0000 mon.a (mon.0) 2372 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2024-02-18T09:04:16.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:16 smithi110 bash[54479]: cluster 2024-02-18T09:04:15.306887+0000 mon.a (mon.0) 2371 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2024-02-18T09:04:16.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:16 smithi110 bash[54479]: cluster 2024-02-18T09:04:16.221719+0000 mon.a (mon.0) 2372 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2024-02-18T09:04:16.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:16 smithi110 bash[55875]: cluster 2024-02-18T09:04:15.306887+0000 mon.a (mon.0) 2371 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2024-02-18T09:04:16.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:16 smithi110 bash[55875]: cluster 2024-02-18T09:04:16.221719+0000 mon.a (mon.0) 2372 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2024-02-18T09:04:17.578 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:17 smithi191 bash[38688]: cluster 2024-02-18T09:04:15.619620+0000 mgr.y (mgr.44100) 1447 : cluster [DBG] pgmap v2329: 137 pgs: 137 active+clean; 592 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 12 MiB/s wr, 143 op/s 2024-02-18T09:04:17.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:17 smithi191 bash[38688]: cluster 2024-02-18T09:04:17.222714+0000 mon.a (mon.0) 2373 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2024-02-18T09:04:17.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:17 smithi110 bash[54479]: cluster 2024-02-18T09:04:15.619620+0000 mgr.y (mgr.44100) 1447 : cluster [DBG] pgmap v2329: 137 pgs: 137 active+clean; 592 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 12 MiB/s wr, 143 op/s 2024-02-18T09:04:17.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:17 smithi110 bash[54479]: cluster 2024-02-18T09:04:17.222714+0000 mon.a (mon.0) 2373 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2024-02-18T09:04:17.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:17 smithi110 bash[55875]: cluster 2024-02-18T09:04:15.619620+0000 mgr.y (mgr.44100) 1447 : cluster [DBG] pgmap v2329: 137 pgs: 137 active+clean; 592 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 12 MiB/s wr, 143 op/s 2024-02-18T09:04:17.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:17 smithi110 bash[55875]: cluster 2024-02-18T09:04:17.222714+0000 mon.a (mon.0) 2373 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2024-02-18T09:04:19.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:19 smithi191 bash[38688]: cluster 2024-02-18T09:04:17.620392+0000 mgr.y (mgr.44100) 1448 : cluster [DBG] pgmap v2332: 137 pgs: 137 active+clean; 600 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T09:04:19.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:19 smithi191 bash[38688]: cluster 2024-02-18T09:04:18.226948+0000 mon.a (mon.0) 2374 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2024-02-18T09:04:19.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:19 smithi110 bash[54479]: cluster 2024-02-18T09:04:17.620392+0000 mgr.y (mgr.44100) 1448 : cluster [DBG] pgmap v2332: 137 pgs: 137 active+clean; 600 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T09:04:19.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:19 smithi110 bash[54479]: cluster 2024-02-18T09:04:18.226948+0000 mon.a (mon.0) 2374 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2024-02-18T09:04:19.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:19 smithi110 bash[55875]: cluster 2024-02-18T09:04:17.620392+0000 mgr.y (mgr.44100) 1448 : cluster [DBG] pgmap v2332: 137 pgs: 137 active+clean; 600 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-02-18T09:04:19.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:19 smithi110 bash[55875]: cluster 2024-02-18T09:04:18.226948+0000 mon.a (mon.0) 2374 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2024-02-18T09:04:19.925 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:04:19.930 INFO:tasks.workunit.client.0.smithi110.stdout:write: * 83886080~1000 2024-02-18T09:04:19.976 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:04:20.123 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:04:20.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:20 smithi191 bash[38688]: cluster 2024-02-18T09:04:19.229138+0000 mon.a (mon.0) 2375 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2024-02-18T09:04:20.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:20 smithi110 bash[54479]: cluster 2024-02-18T09:04:19.229138+0000 mon.a (mon.0) 2375 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2024-02-18T09:04:20.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:20 smithi110 bash[55875]: cluster 2024-02-18T09:04:19.229138+0000 mon.a (mon.0) 2375 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2024-02-18T09:04:21.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:21 smithi191 bash[38688]: cluster 2024-02-18T09:04:19.621138+0000 mgr.y (mgr.44100) 1449 : cluster [DBG] pgmap v2335: 137 pgs: 137 active+clean; 620 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-02-18T09:04:21.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:21 smithi191 bash[38688]: cluster 2024-02-18T09:04:20.245767+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2024-02-18T09:04:21.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:21 smithi191 bash[38688]: cluster 2024-02-18T09:04:21.222208+0000 mon.a (mon.0) 2377 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2024-02-18T09:04:21.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:21 smithi110 bash[54479]: cluster 2024-02-18T09:04:19.621138+0000 mgr.y (mgr.44100) 1449 : cluster [DBG] pgmap v2335: 137 pgs: 137 active+clean; 620 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-02-18T09:04:21.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:21 smithi110 bash[54479]: cluster 2024-02-18T09:04:20.245767+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2024-02-18T09:04:21.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:21 smithi110 bash[54479]: cluster 2024-02-18T09:04:21.222208+0000 mon.a (mon.0) 2377 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2024-02-18T09:04:21.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:21 smithi110 bash[55875]: cluster 2024-02-18T09:04:19.621138+0000 mgr.y (mgr.44100) 1449 : cluster [DBG] pgmap v2335: 137 pgs: 137 active+clean; 620 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-02-18T09:04:21.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:21 smithi110 bash[55875]: cluster 2024-02-18T09:04:20.245767+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2024-02-18T09:04:21.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:21 smithi110 bash[55875]: cluster 2024-02-18T09:04:21.222208+0000 mon.a (mon.0) 2377 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2024-02-18T09:04:22.843 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12152 ms) 2024-02-18T09:04:22.843 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-02-18T09:04:22.866 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:22.872 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 41943040~10 2024-02-18T09:04:22.878 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:04:23.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:23 smithi191 bash[38688]: cluster 2024-02-18T09:04:21.621964+0000 mgr.y (mgr.44100) 1450 : cluster [DBG] pgmap v2338: 137 pgs: 137 active+clean; 620 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 127 op/s 2024-02-18T09:04:23.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:23 smithi191 bash[38688]: cluster 2024-02-18T09:04:22.226437+0000 mon.a (mon.0) 2378 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2024-02-18T09:04:23.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:23 smithi110 bash[54479]: cluster 2024-02-18T09:04:21.621964+0000 mgr.y (mgr.44100) 1450 : cluster [DBG] pgmap v2338: 137 pgs: 137 active+clean; 620 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 127 op/s 2024-02-18T09:04:23.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:23 smithi110 bash[54479]: cluster 2024-02-18T09:04:22.226437+0000 mon.a (mon.0) 2378 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2024-02-18T09:04:23.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:23 smithi110 bash[55875]: cluster 2024-02-18T09:04:21.621964+0000 mgr.y (mgr.44100) 1450 : cluster [DBG] pgmap v2338: 137 pgs: 137 active+clean; 620 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 127 op/s 2024-02-18T09:04:23.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:23 smithi110 bash[55875]: cluster 2024-02-18T09:04:22.226437+0000 mon.a (mon.0) 2378 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2024-02-18T09:04:24.248 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 41943040 2024-02-18T09:04:24.264 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:04:24.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:24 smithi191 bash[38688]: cluster 2024-02-18T09:04:23.252640+0000 mon.a (mon.0) 2379 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2024-02-18T09:04:24.706 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:24 smithi110 bash[55875]: cluster 2024-02-18T09:04:23.252640+0000 mon.a (mon.0) 2379 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2024-02-18T09:04:24.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:24 smithi110 bash[54479]: cluster 2024-02-18T09:04:23.252640+0000 mon.a (mon.0) 2379 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2024-02-18T09:04:25.477 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:25.482 INFO:tasks.workunit.client.0.smithi110.stdout:write: Y 41943040~5 2024-02-18T09:04:25.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:25 smithi191 bash[38688]: cluster 2024-02-18T09:04:23.622774+0000 mgr.y (mgr.44100) 1451 : cluster [DBG] pgmap v2341: 137 pgs: 137 active+clean; 620 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 3.0 MiB/s wr, 175 op/s 2024-02-18T09:04:25.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:25 smithi191 bash[38688]: cluster 2024-02-18T09:04:24.256215+0000 mon.a (mon.0) 2380 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2024-02-18T09:04:25.661 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:04:25.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:25 smithi110 bash[54479]: cluster 2024-02-18T09:04:23.622774+0000 mgr.y (mgr.44100) 1451 : cluster [DBG] pgmap v2341: 137 pgs: 137 active+clean; 620 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 3.0 MiB/s wr, 175 op/s 2024-02-18T09:04:25.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:25 smithi110 bash[54479]: cluster 2024-02-18T09:04:24.256215+0000 mon.a (mon.0) 2380 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2024-02-18T09:04:25.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:25 smithi110 bash[55875]: cluster 2024-02-18T09:04:23.622774+0000 mgr.y (mgr.44100) 1451 : cluster [DBG] pgmap v2341: 137 pgs: 137 active+clean; 620 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 52 MiB/s rd, 3.0 MiB/s wr, 175 op/s 2024-02-18T09:04:25.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:25 smithi110 bash[55875]: cluster 2024-02-18T09:04:24.256215+0000 mon.a (mon.0) 2380 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2024-02-18T09:04:25.746 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:04:26.477 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3634 ms) 2024-02-18T09:04:26.477 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-02-18T09:04:26.504 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:26.512 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:04:26.562 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:04:26.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:26 smithi191 bash[38688]: cluster 2024-02-18T09:04:25.277007+0000 mon.a (mon.0) 2381 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2024-02-18T09:04:26.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:26 smithi110 bash[54479]: cluster 2024-02-18T09:04:25.277007+0000 mon.a (mon.0) 2381 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2024-02-18T09:04:26.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:26 smithi110 bash[55875]: cluster 2024-02-18T09:04:25.277007+0000 mon.a (mon.0) 2381 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2024-02-18T09:04:27.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:27 smithi191 bash[38688]: cluster 2024-02-18T09:04:25.623589+0000 mgr.y (mgr.44100) 1452 : cluster [DBG] pgmap v2344: 137 pgs: 137 active+clean; 628 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 6.0 MiB/s wr, 74 op/s 2024-02-18T09:04:27.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:27 smithi191 bash[38688]: cluster 2024-02-18T09:04:26.287291+0000 mon.a (mon.0) 2382 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2024-02-18T09:04:27.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:27 smithi110 bash[54479]: cluster 2024-02-18T09:04:25.623589+0000 mgr.y (mgr.44100) 1452 : cluster [DBG] pgmap v2344: 137 pgs: 137 active+clean; 628 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 6.0 MiB/s wr, 74 op/s 2024-02-18T09:04:27.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:27 smithi110 bash[54479]: cluster 2024-02-18T09:04:26.287291+0000 mon.a (mon.0) 2382 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2024-02-18T09:04:27.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:27 smithi110 bash[55875]: cluster 2024-02-18T09:04:25.623589+0000 mgr.y (mgr.44100) 1452 : cluster [DBG] pgmap v2344: 137 pgs: 137 active+clean; 628 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 6.0 MiB/s wr, 74 op/s 2024-02-18T09:04:27.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:27 smithi110 bash[55875]: cluster 2024-02-18T09:04:26.287291+0000 mon.a (mon.0) 2382 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2024-02-18T09:04:28.303 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 8388609~8388609 2024-02-18T09:04:28.314 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 0~1000 2024-02-18T09:04:28.314 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 1010~1000 2024-02-18T09:04:28.314 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:04:28.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:28 smithi191 bash[38688]: cluster 2024-02-18T09:04:27.289021+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2024-02-18T09:04:28.706 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:28 smithi110 bash[54479]: cluster 2024-02-18T09:04:27.289021+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2024-02-18T09:04:28.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:28 smithi110 bash[55875]: cluster 2024-02-18T09:04:27.289021+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2024-02-18T09:04:29.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:29 smithi191 bash[38688]: cluster 2024-02-18T09:04:27.624393+0000 mgr.y (mgr.44100) 1453 : cluster [DBG] pgmap v2347: 137 pgs: 137 active+clean; 628 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 66 op/s 2024-02-18T09:04:29.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:29 smithi191 bash[38688]: cluster 2024-02-18T09:04:28.306541+0000 mon.a (mon.0) 2384 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2024-02-18T09:04:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:29 smithi110 bash[54479]: cluster 2024-02-18T09:04:27.624393+0000 mgr.y (mgr.44100) 1453 : cluster [DBG] pgmap v2347: 137 pgs: 137 active+clean; 628 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 66 op/s 2024-02-18T09:04:29.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:29 smithi110 bash[54479]: cluster 2024-02-18T09:04:28.306541+0000 mon.a (mon.0) 2384 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2024-02-18T09:04:29.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:29 smithi110 bash[55875]: cluster 2024-02-18T09:04:27.624393+0000 mgr.y (mgr.44100) 1453 : cluster [DBG] pgmap v2347: 137 pgs: 137 active+clean; 628 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 66 op/s 2024-02-18T09:04:29.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:29 smithi110 bash[55875]: cluster 2024-02-18T09:04:28.306541+0000 mon.a (mon.0) 2384 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2024-02-18T09:04:30.320 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 8388609~1000 2024-02-18T09:04:30.323 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16777228~1000 2024-02-18T09:04:30.324 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:04:30.332 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 83886079~8388609 2024-02-18T09:04:30.344 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:04:30.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:30 smithi191 bash[38688]: cluster 2024-02-18T09:04:29.309879+0000 mon.a (mon.0) 2385 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2024-02-18T09:04:30.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:30 smithi110 bash[55875]: cluster 2024-02-18T09:04:29.309879+0000 mon.a (mon.0) 2385 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2024-02-18T09:04:30.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:30 smithi110 bash[54479]: cluster 2024-02-18T09:04:29.309879+0000 mon.a (mon.0) 2385 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2024-02-18T09:04:31.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:31 smithi191 bash[38688]: cluster 2024-02-18T09:04:29.625249+0000 mgr.y (mgr.44100) 1454 : cluster [DBG] pgmap v2350: 137 pgs: 137 active+clean; 632 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 159 op/s 2024-02-18T09:04:31.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:31 smithi191 bash[38688]: cluster 2024-02-18T09:04:30.329860+0000 mon.a (mon.0) 2386 : cluster [DBG] osdmap e1308: 8 total, 8 up, 8 in 2024-02-18T09:04:31.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:31 smithi191 bash[38688]: cluster 2024-02-18T09:04:31.227238+0000 mon.a (mon.0) 2387 : cluster [DBG] osdmap e1309: 8 total, 8 up, 8 in 2024-02-18T09:04:31.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:31 smithi110 bash[54479]: cluster 2024-02-18T09:04:29.625249+0000 mgr.y (mgr.44100) 1454 : cluster [DBG] pgmap v2350: 137 pgs: 137 active+clean; 632 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 159 op/s 2024-02-18T09:04:31.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:31 smithi110 bash[54479]: cluster 2024-02-18T09:04:30.329860+0000 mon.a (mon.0) 2386 : cluster [DBG] osdmap e1308: 8 total, 8 up, 8 in 2024-02-18T09:04:31.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:31 smithi110 bash[54479]: cluster 2024-02-18T09:04:31.227238+0000 mon.a (mon.0) 2387 : cluster [DBG] osdmap e1309: 8 total, 8 up, 8 in 2024-02-18T09:04:31.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:31 smithi110 bash[55875]: cluster 2024-02-18T09:04:29.625249+0000 mgr.y (mgr.44100) 1454 : cluster [DBG] pgmap v2350: 137 pgs: 137 active+clean; 632 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 159 op/s 2024-02-18T09:04:31.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:31 smithi110 bash[55875]: cluster 2024-02-18T09:04:30.329860+0000 mon.a (mon.0) 2386 : cluster [DBG] osdmap e1308: 8 total, 8 up, 8 in 2024-02-18T09:04:31.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:31 smithi110 bash[55875]: cluster 2024-02-18T09:04:31.227238+0000 mon.a (mon.0) 2387 : cluster [DBG] osdmap e1309: 8 total, 8 up, 8 in 2024-02-18T09:04:32.220 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:32.243 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 83886079~1 2024-02-18T09:04:32.246 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:04:33.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:33 smithi191 bash[38688]: cluster 2024-02-18T09:04:31.626091+0000 mgr.y (mgr.44100) 1455 : cluster [DBG] pgmap v2353: 137 pgs: 137 active+clean; 656 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 MiB/s wr, 109 op/s 2024-02-18T09:04:33.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:33 smithi191 bash[38688]: cluster 2024-02-18T09:04:32.228104+0000 mon.a (mon.0) 2388 : cluster [DBG] osdmap e1310: 8 total, 8 up, 8 in 2024-02-18T09:04:33.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:33 smithi110 bash[54479]: cluster 2024-02-18T09:04:31.626091+0000 mgr.y (mgr.44100) 1455 : cluster [DBG] pgmap v2353: 137 pgs: 137 active+clean; 656 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 MiB/s wr, 109 op/s 2024-02-18T09:04:33.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:33 smithi110 bash[54479]: cluster 2024-02-18T09:04:32.228104+0000 mon.a (mon.0) 2388 : cluster [DBG] osdmap e1310: 8 total, 8 up, 8 in 2024-02-18T09:04:33.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:33 smithi110 bash[55875]: cluster 2024-02-18T09:04:31.626091+0000 mgr.y (mgr.44100) 1455 : cluster [DBG] pgmap v2353: 137 pgs: 137 active+clean; 656 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 MiB/s wr, 109 op/s 2024-02-18T09:04:33.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:33 smithi110 bash[55875]: cluster 2024-02-18T09:04:32.228104+0000 mon.a (mon.0) 2388 : cluster [DBG] osdmap e1310: 8 total, 8 up, 8 in 2024-02-18T09:04:34.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:34 smithi191 bash[38688]: cluster 2024-02-18T09:04:33.239225+0000 mon.a (mon.0) 2389 : cluster [DBG] osdmap e1311: 8 total, 8 up, 8 in 2024-02-18T09:04:34.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:34 smithi110 bash[54479]: cluster 2024-02-18T09:04:33.239225+0000 mon.a (mon.0) 2389 : cluster [DBG] osdmap e1311: 8 total, 8 up, 8 in 2024-02-18T09:04:34.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:34 smithi110 bash[55875]: cluster 2024-02-18T09:04:33.239225+0000 mon.a (mon.0) 2389 : cluster [DBG] osdmap e1311: 8 total, 8 up, 8 in 2024-02-18T09:04:35.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:35 smithi191 bash[38688]: cluster 2024-02-18T09:04:33.626871+0000 mgr.y (mgr.44100) 1456 : cluster [DBG] pgmap v2356: 137 pgs: 137 active+clean; 668 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 8.0 MiB/s wr, 28 op/s 2024-02-18T09:04:35.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:35 smithi191 bash[38688]: cluster 2024-02-18T09:04:34.248816+0000 mon.a (mon.0) 2390 : cluster [DBG] osdmap e1312: 8 total, 8 up, 8 in 2024-02-18T09:04:35.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:35 smithi110 bash[54479]: cluster 2024-02-18T09:04:33.626871+0000 mgr.y (mgr.44100) 1456 : cluster [DBG] pgmap v2356: 137 pgs: 137 active+clean; 668 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 8.0 MiB/s wr, 28 op/s 2024-02-18T09:04:35.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:35 smithi110 bash[54479]: cluster 2024-02-18T09:04:34.248816+0000 mon.a (mon.0) 2390 : cluster [DBG] osdmap e1312: 8 total, 8 up, 8 in 2024-02-18T09:04:35.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:35 smithi110 bash[55875]: cluster 2024-02-18T09:04:33.626871+0000 mgr.y (mgr.44100) 1456 : cluster [DBG] pgmap v2356: 137 pgs: 137 active+clean; 668 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 8.0 MiB/s wr, 28 op/s 2024-02-18T09:04:35.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:35 smithi110 bash[55875]: cluster 2024-02-18T09:04:34.248816+0000 mon.a (mon.0) 2390 : cluster [DBG] osdmap e1312: 8 total, 8 up, 8 in 2024-02-18T09:04:36.216 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: after_prepare_snap 2024-02-18T09:04:36.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:36 smithi191 bash[38688]: cluster 2024-02-18T09:04:35.250931+0000 mon.a (mon.0) 2391 : cluster [DBG] osdmap e1313: 8 total, 8 up, 8 in 2024-02-18T09:04:36.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:36 smithi191 bash[38688]: cluster 2024-02-18T09:04:36.242184+0000 mon.a (mon.0) 2392 : cluster [DBG] osdmap e1314: 8 total, 8 up, 8 in 2024-02-18T09:04:36.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:36 smithi110 bash[54479]: cluster 2024-02-18T09:04:35.250931+0000 mon.a (mon.0) 2391 : cluster [DBG] osdmap e1313: 8 total, 8 up, 8 in 2024-02-18T09:04:36.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:36 smithi110 bash[54479]: cluster 2024-02-18T09:04:36.242184+0000 mon.a (mon.0) 2392 : cluster [DBG] osdmap e1314: 8 total, 8 up, 8 in 2024-02-18T09:04:36.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:36 smithi110 bash[55875]: cluster 2024-02-18T09:04:35.250931+0000 mon.a (mon.0) 2391 : cluster [DBG] osdmap e1313: 8 total, 8 up, 8 in 2024-02-18T09:04:36.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:36 smithi110 bash[55875]: cluster 2024-02-18T09:04:36.242184+0000 mon.a (mon.0) 2392 : cluster [DBG] osdmap e1314: 8 total, 8 up, 8 in 2024-02-18T09:04:37.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:37 smithi191 bash[38688]: cluster 2024-02-18T09:04:35.627576+0000 mgr.y (mgr.44100) 1457 : cluster [DBG] pgmap v2359: 137 pgs: 137 active+clean; 676 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-02-18T09:04:37.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:37 smithi191 bash[38688]: cluster 2024-02-18T09:04:37.247341+0000 mon.a (mon.0) 2393 : cluster [DBG] osdmap e1315: 8 total, 8 up, 8 in 2024-02-18T09:04:37.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:37 smithi110 bash[54479]: cluster 2024-02-18T09:04:35.627576+0000 mgr.y (mgr.44100) 1457 : cluster [DBG] pgmap v2359: 137 pgs: 137 active+clean; 676 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-02-18T09:04:37.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:37 smithi110 bash[54479]: cluster 2024-02-18T09:04:37.247341+0000 mon.a (mon.0) 2393 : cluster [DBG] osdmap e1315: 8 total, 8 up, 8 in 2024-02-18T09:04:37.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:37 smithi110 bash[55875]: cluster 2024-02-18T09:04:35.627576+0000 mgr.y (mgr.44100) 1457 : cluster [DBG] pgmap v2359: 137 pgs: 137 active+clean; 676 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-02-18T09:04:37.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:37 smithi110 bash[55875]: cluster 2024-02-18T09:04:37.247341+0000 mon.a (mon.0) 2393 : cluster [DBG] osdmap e1315: 8 total, 8 up, 8 in 2024-02-18T09:04:38.242 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 41943040 2024-02-18T09:04:38.273 INFO:tasks.workunit.client.0.smithi110.stdout:write: * 0~1000 2024-02-18T09:04:38.278 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:04:38.400 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:04:39.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:39 smithi191 bash[38688]: cluster 2024-02-18T09:04:37.628336+0000 mgr.y (mgr.44100) 1458 : cluster [DBG] pgmap v2362: 137 pgs: 137 active+clean; 676 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-02-18T09:04:39.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:39 smithi191 bash[38688]: cluster 2024-02-18T09:04:38.250128+0000 mon.a (mon.0) 2394 : cluster [DBG] osdmap e1316: 8 total, 8 up, 8 in 2024-02-18T09:04:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:39 smithi191 bash[38688]: audit 2024-02-18T09:04:39.110964+0000 mon.a (mon.0) 2395 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-02-18T09:04:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:39 smithi191 bash[38688]: audit 2024-02-18T09:04:39.111531+0000 mon.a (mon.0) 2396 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-02-18T09:04:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:39 smithi191 bash[38688]: audit 2024-02-18T09:04:39.112064+0000 mon.a (mon.0) 2397 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T09:04:39.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:39 smithi191 bash[38688]: audit 2024-02-18T09:04:39.112541+0000 mon.a (mon.0) 2398 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.1d", "id": [3, 1]}]: dispatch 2024-02-18T09:04:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[54479]: cluster 2024-02-18T09:04:37.628336+0000 mgr.y (mgr.44100) 1458 : cluster [DBG] pgmap v2362: 137 pgs: 137 active+clean; 676 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-02-18T09:04:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[54479]: cluster 2024-02-18T09:04:38.250128+0000 mon.a (mon.0) 2394 : cluster [DBG] osdmap e1316: 8 total, 8 up, 8 in 2024-02-18T09:04:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[54479]: audit 2024-02-18T09:04:39.110964+0000 mon.a (mon.0) 2395 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-02-18T09:04:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[54479]: audit 2024-02-18T09:04:39.111531+0000 mon.a (mon.0) 2396 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-02-18T09:04:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[54479]: audit 2024-02-18T09:04:39.112064+0000 mon.a (mon.0) 2397 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T09:04:39.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[54479]: audit 2024-02-18T09:04:39.112541+0000 mon.a (mon.0) 2398 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.1d", "id": [3, 1]}]: dispatch 2024-02-18T09:04:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[55875]: cluster 2024-02-18T09:04:37.628336+0000 mgr.y (mgr.44100) 1458 : cluster [DBG] pgmap v2362: 137 pgs: 137 active+clean; 676 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-02-18T09:04:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[55875]: cluster 2024-02-18T09:04:38.250128+0000 mon.a (mon.0) 2394 : cluster [DBG] osdmap e1316: 8 total, 8 up, 8 in 2024-02-18T09:04:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[55875]: audit 2024-02-18T09:04:39.110964+0000 mon.a (mon.0) 2395 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2024-02-18T09:04:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[55875]: audit 2024-02-18T09:04:39.111531+0000 mon.a (mon.0) 2396 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-02-18T09:04:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[55875]: audit 2024-02-18T09:04:39.112064+0000 mon.a (mon.0) 2397 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-02-18T09:04:39.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:39 smithi110 bash[55875]: audit 2024-02-18T09:04:39.112541+0000 mon.a (mon.0) 2398 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.1d", "id": [3, 1]}]: dispatch 2024-02-18T09:04:40.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:40 smithi191 bash[38688]: cluster 2024-02-18T09:04:39.271780+0000 mon.a (mon.0) 2399 : cluster [DBG] osdmap e1317: 8 total, 8 up, 8 in 2024-02-18T09:04:40.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:40 smithi191 bash[38688]: audit 2024-02-18T09:04:39.402324+0000 mon.a (mon.0) 2400 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:04:40.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:40 smithi191 bash[38688]: audit 2024-02-18T09:04:39.701008+0000 mon.a (mon.0) 2401 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:04:40.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:40 smithi191 bash[38688]: audit 2024-02-18T09:04:39.702466+0000 mon.a (mon.0) 2402 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:04:40.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:40 smithi191 bash[38688]: audit 2024-02-18T09:04:39.709469+0000 mon.a (mon.0) 2403 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:04:40.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:40 smithi110 bash[54479]: cluster 2024-02-18T09:04:39.271780+0000 mon.a (mon.0) 2399 : cluster [DBG] osdmap e1317: 8 total, 8 up, 8 in 2024-02-18T09:04:40.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:40 smithi110 bash[54479]: audit 2024-02-18T09:04:39.402324+0000 mon.a (mon.0) 2400 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:04:40.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:40 smithi110 bash[54479]: audit 2024-02-18T09:04:39.701008+0000 mon.a (mon.0) 2401 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:04:40.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:40 smithi110 bash[54479]: audit 2024-02-18T09:04:39.702466+0000 mon.a (mon.0) 2402 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:04:40.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:40 smithi110 bash[54479]: audit 2024-02-18T09:04:39.709469+0000 mon.a (mon.0) 2403 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:04:40.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:40 smithi110 bash[55875]: cluster 2024-02-18T09:04:39.271780+0000 mon.a (mon.0) 2399 : cluster [DBG] osdmap e1317: 8 total, 8 up, 8 in 2024-02-18T09:04:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:40 smithi110 bash[55875]: audit 2024-02-18T09:04:39.402324+0000 mon.a (mon.0) 2400 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:04:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:40 smithi110 bash[55875]: audit 2024-02-18T09:04:39.701008+0000 mon.a (mon.0) 2401 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:04:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:40 smithi110 bash[55875]: audit 2024-02-18T09:04:39.702466+0000 mon.a (mon.0) 2402 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:04:40.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:40 smithi110 bash[55875]: audit 2024-02-18T09:04:39.709469+0000 mon.a (mon.0) 2403 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:04:41.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:41 smithi191 bash[38688]: cluster 2024-02-18T09:04:39.629008+0000 mgr.y (mgr.44100) 1459 : cluster [DBG] pgmap v2365: 137 pgs: 137 active+clean; 676 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-02-18T09:04:41.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:41 smithi191 bash[38688]: cephadm 2024-02-18T09:04:39.703719+0000 mgr.y (mgr.44100) 1460 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:04:41.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:41 smithi191 bash[38688]: cluster 2024-02-18T09:04:40.283065+0000 mon.a (mon.0) 2404 : cluster [DBG] osdmap e1318: 8 total, 8 up, 8 in 2024-02-18T09:04:41.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:41 smithi110 bash[54479]: cluster 2024-02-18T09:04:39.629008+0000 mgr.y (mgr.44100) 1459 : cluster [DBG] pgmap v2365: 137 pgs: 137 active+clean; 676 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-02-18T09:04:41.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:41 smithi110 bash[54479]: cephadm 2024-02-18T09:04:39.703719+0000 mgr.y (mgr.44100) 1460 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:04:41.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:41 smithi110 bash[54479]: cluster 2024-02-18T09:04:40.283065+0000 mon.a (mon.0) 2404 : cluster [DBG] osdmap e1318: 8 total, 8 up, 8 in 2024-02-18T09:04:41.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:41 smithi110 bash[55875]: cluster 2024-02-18T09:04:39.629008+0000 mgr.y (mgr.44100) 1459 : cluster [DBG] pgmap v2365: 137 pgs: 137 active+clean; 676 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 5.2 KiB/s wr, 81 op/s 2024-02-18T09:04:41.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:41 smithi110 bash[55875]: cephadm 2024-02-18T09:04:39.703719+0000 mgr.y (mgr.44100) 1460 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:04:41.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:41 smithi110 bash[55875]: cluster 2024-02-18T09:04:40.283065+0000 mon.a (mon.0) 2404 : cluster [DBG] osdmap e1318: 8 total, 8 up, 8 in 2024-02-18T09:04:41.893 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (15415 ms) 2024-02-18T09:04:41.893 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-02-18T09:04:41.922 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:41.927 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:04:41.984 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:04:42.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:42 smithi191 bash[38688]: cluster 2024-02-18T09:04:41.292073+0000 mon.a (mon.0) 2405 : cluster [DBG] osdmap e1319: 8 total, 8 up, 8 in 2024-02-18T09:04:42.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:42 smithi110 bash[54479]: cluster 2024-02-18T09:04:41.292073+0000 mon.a (mon.0) 2405 : cluster [DBG] osdmap e1319: 8 total, 8 up, 8 in 2024-02-18T09:04:42.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:42 smithi110 bash[55875]: cluster 2024-02-18T09:04:41.292073+0000 mon.a (mon.0) 2405 : cluster [DBG] osdmap e1319: 8 total, 8 up, 8 in 2024-02-18T09:04:43.305 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 8388609~8388609 2024-02-18T09:04:43.314 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 0~1000 2024-02-18T09:04:43.315 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 1010~1000 2024-02-18T09:04:43.315 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:04:43.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:43 smithi191 bash[38688]: cluster 2024-02-18T09:04:41.629690+0000 mgr.y (mgr.44100) 1461 : cluster [DBG] pgmap v2368: 137 pgs: 137 active+clean; 672 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 1.0 MiB/s wr, 95 op/s 2024-02-18T09:04:43.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:43 smithi191 bash[38688]: cluster 2024-02-18T09:04:42.306000+0000 mon.a (mon.0) 2406 : cluster [DBG] osdmap e1320: 8 total, 8 up, 8 in 2024-02-18T09:04:43.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:43 smithi110 bash[54479]: cluster 2024-02-18T09:04:41.629690+0000 mgr.y (mgr.44100) 1461 : cluster [DBG] pgmap v2368: 137 pgs: 137 active+clean; 672 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 1.0 MiB/s wr, 95 op/s 2024-02-18T09:04:43.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:43 smithi110 bash[54479]: cluster 2024-02-18T09:04:42.306000+0000 mon.a (mon.0) 2406 : cluster [DBG] osdmap e1320: 8 total, 8 up, 8 in 2024-02-18T09:04:43.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:43 smithi110 bash[55875]: cluster 2024-02-18T09:04:41.629690+0000 mgr.y (mgr.44100) 1461 : cluster [DBG] pgmap v2368: 137 pgs: 137 active+clean; 672 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 1.0 MiB/s wr, 95 op/s 2024-02-18T09:04:43.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:43 smithi110 bash[55875]: cluster 2024-02-18T09:04:42.306000+0000 mon.a (mon.0) 2406 : cluster [DBG] osdmap e1320: 8 total, 8 up, 8 in 2024-02-18T09:04:44.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:44 smithi191 bash[38688]: cluster 2024-02-18T09:04:43.307730+0000 mon.a (mon.0) 2407 : cluster [DBG] osdmap e1321: 8 total, 8 up, 8 in 2024-02-18T09:04:44.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:44 smithi110 bash[54479]: cluster 2024-02-18T09:04:43.307730+0000 mon.a (mon.0) 2407 : cluster [DBG] osdmap e1321: 8 total, 8 up, 8 in 2024-02-18T09:04:44.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:44 smithi110 bash[55875]: cluster 2024-02-18T09:04:43.307730+0000 mon.a (mon.0) 2407 : cluster [DBG] osdmap e1321: 8 total, 8 up, 8 in 2024-02-18T09:04:45.328 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 8388609~1000 2024-02-18T09:04:45.334 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16777228~1000 2024-02-18T09:04:45.334 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:04:45.340 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 83886079~8388609 2024-02-18T09:04:45.348 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:04:45.579 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:45 smithi191 bash[38688]: cluster 2024-02-18T09:04:43.630433+0000 mgr.y (mgr.44100) 1462 : cluster [DBG] pgmap v2371: 137 pgs: 137 active+clean; 696 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 160 op/s 2024-02-18T09:04:45.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:45 smithi191 bash[38688]: cluster 2024-02-18T09:04:44.326146+0000 mon.a (mon.0) 2408 : cluster [DBG] osdmap e1322: 8 total, 8 up, 8 in 2024-02-18T09:04:45.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:45 smithi110 bash[54479]: cluster 2024-02-18T09:04:43.630433+0000 mgr.y (mgr.44100) 1462 : cluster [DBG] pgmap v2371: 137 pgs: 137 active+clean; 696 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 160 op/s 2024-02-18T09:04:45.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:45 smithi110 bash[54479]: cluster 2024-02-18T09:04:44.326146+0000 mon.a (mon.0) 2408 : cluster [DBG] osdmap e1322: 8 total, 8 up, 8 in 2024-02-18T09:04:45.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:45 smithi110 bash[55875]: cluster 2024-02-18T09:04:43.630433+0000 mgr.y (mgr.44100) 1462 : cluster [DBG] pgmap v2371: 137 pgs: 137 active+clean; 696 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 160 op/s 2024-02-18T09:04:45.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:45 smithi110 bash[55875]: cluster 2024-02-18T09:04:44.326146+0000 mon.a (mon.0) 2408 : cluster [DBG] osdmap e1322: 8 total, 8 up, 8 in 2024-02-18T09:04:46.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:46 smithi191 bash[38688]: cluster 2024-02-18T09:04:45.334457+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e1323: 8 total, 8 up, 8 in 2024-02-18T09:04:46.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:46 smithi110 bash[54479]: cluster 2024-02-18T09:04:45.334457+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e1323: 8 total, 8 up, 8 in 2024-02-18T09:04:46.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:46 smithi110 bash[55875]: cluster 2024-02-18T09:04:45.334457+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e1323: 8 total, 8 up, 8 in 2024-02-18T09:04:47.352 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:47.374 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 83886079~1 2024-02-18T09:04:47.378 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:04:47.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:47 smithi110 bash[54479]: cluster 2024-02-18T09:04:45.631203+0000 mgr.y (mgr.44100) 1463 : cluster [DBG] pgmap v2374: 137 pgs: 137 active+clean; 696 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 9.0 MiB/s wr, 128 op/s 2024-02-18T09:04:47.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:47 smithi110 bash[54479]: cluster 2024-02-18T09:04:46.346038+0000 mon.a (mon.0) 2410 : cluster [DBG] osdmap e1324: 8 total, 8 up, 8 in 2024-02-18T09:04:47.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:47 smithi110 bash[55875]: cluster 2024-02-18T09:04:45.631203+0000 mgr.y (mgr.44100) 1463 : cluster [DBG] pgmap v2374: 137 pgs: 137 active+clean; 696 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 9.0 MiB/s wr, 128 op/s 2024-02-18T09:04:47.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:47 smithi110 bash[55875]: cluster 2024-02-18T09:04:46.346038+0000 mon.a (mon.0) 2410 : cluster [DBG] osdmap e1324: 8 total, 8 up, 8 in 2024-02-18T09:04:47.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:47 smithi191 bash[38688]: cluster 2024-02-18T09:04:45.631203+0000 mgr.y (mgr.44100) 1463 : cluster [DBG] pgmap v2374: 137 pgs: 137 active+clean; 696 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 9.0 MiB/s wr, 128 op/s 2024-02-18T09:04:47.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:47 smithi191 bash[38688]: cluster 2024-02-18T09:04:46.346038+0000 mon.a (mon.0) 2410 : cluster [DBG] osdmap e1324: 8 total, 8 up, 8 in 2024-02-18T09:04:48.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:48 smithi110 bash[54479]: cluster 2024-02-18T09:04:47.353960+0000 mon.a (mon.0) 2411 : cluster [DBG] osdmap e1325: 8 total, 8 up, 8 in 2024-02-18T09:04:48.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:48 smithi110 bash[55875]: cluster 2024-02-18T09:04:47.353960+0000 mon.a (mon.0) 2411 : cluster [DBG] osdmap e1325: 8 total, 8 up, 8 in 2024-02-18T09:04:48.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:48 smithi191 bash[38688]: cluster 2024-02-18T09:04:47.353960+0000 mon.a (mon.0) 2411 : cluster [DBG] osdmap e1325: 8 total, 8 up, 8 in 2024-02-18T09:04:49.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:49 smithi110 bash[54479]: cluster 2024-02-18T09:04:47.631984+0000 mgr.y (mgr.44100) 1464 : cluster [DBG] pgmap v2377: 137 pgs: 137 active+clean; 708 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-02-18T09:04:49.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:49 smithi110 bash[54479]: cluster 2024-02-18T09:04:48.364357+0000 mon.a (mon.0) 2412 : cluster [DBG] osdmap e1326: 8 total, 8 up, 8 in 2024-02-18T09:04:49.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:49 smithi110 bash[55875]: cluster 2024-02-18T09:04:47.631984+0000 mgr.y (mgr.44100) 1464 : cluster [DBG] pgmap v2377: 137 pgs: 137 active+clean; 708 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-02-18T09:04:49.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:49 smithi110 bash[55875]: cluster 2024-02-18T09:04:48.364357+0000 mon.a (mon.0) 2412 : cluster [DBG] osdmap e1326: 8 total, 8 up, 8 in 2024-02-18T09:04:49.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:49 smithi191 bash[38688]: cluster 2024-02-18T09:04:47.631984+0000 mgr.y (mgr.44100) 1464 : cluster [DBG] pgmap v2377: 137 pgs: 137 active+clean; 708 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-02-18T09:04:49.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:49 smithi191 bash[38688]: cluster 2024-02-18T09:04:48.364357+0000 mon.a (mon.0) 2412 : cluster [DBG] osdmap e1326: 8 total, 8 up, 8 in 2024-02-18T09:04:50.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:50 smithi110 bash[54479]: cluster 2024-02-18T09:04:49.367572+0000 mon.a (mon.0) 2413 : cluster [DBG] osdmap e1327: 8 total, 8 up, 8 in 2024-02-18T09:04:50.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:50 smithi110 bash[55875]: cluster 2024-02-18T09:04:49.367572+0000 mon.a (mon.0) 2413 : cluster [DBG] osdmap e1327: 8 total, 8 up, 8 in 2024-02-18T09:04:50.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:50 smithi191 bash[38688]: cluster 2024-02-18T09:04:49.367572+0000 mon.a (mon.0) 2413 : cluster [DBG] osdmap e1327: 8 total, 8 up, 8 in 2024-02-18T09:04:51.097 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: after_prepare_snap 2024-02-18T09:04:51.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:51 smithi110 bash[54479]: cluster 2024-02-18T09:04:49.632770+0000 mgr.y (mgr.44100) 1465 : cluster [DBG] pgmap v2380: 137 pgs: 137 active+clean; 728 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 8.0 MiB/s wr, 16 op/s 2024-02-18T09:04:51.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:51 smithi110 bash[54479]: cluster 2024-02-18T09:04:50.381095+0000 mon.a (mon.0) 2414 : cluster [DBG] osdmap e1328: 8 total, 8 up, 8 in 2024-02-18T09:04:51.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:51 smithi110 bash[54479]: cluster 2024-02-18T09:04:51.250681+0000 mon.a (mon.0) 2415 : cluster [DBG] osdmap e1329: 8 total, 8 up, 8 in 2024-02-18T09:04:51.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:51 smithi110 bash[55875]: cluster 2024-02-18T09:04:49.632770+0000 mgr.y (mgr.44100) 1465 : cluster [DBG] pgmap v2380: 137 pgs: 137 active+clean; 728 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 8.0 MiB/s wr, 16 op/s 2024-02-18T09:04:51.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:51 smithi110 bash[55875]: cluster 2024-02-18T09:04:50.381095+0000 mon.a (mon.0) 2414 : cluster [DBG] osdmap e1328: 8 total, 8 up, 8 in 2024-02-18T09:04:51.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:51 smithi110 bash[55875]: cluster 2024-02-18T09:04:51.250681+0000 mon.a (mon.0) 2415 : cluster [DBG] osdmap e1329: 8 total, 8 up, 8 in 2024-02-18T09:04:51.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:51 smithi191 bash[38688]: cluster 2024-02-18T09:04:49.632770+0000 mgr.y (mgr.44100) 1465 : cluster [DBG] pgmap v2380: 137 pgs: 137 active+clean; 728 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 8.0 MiB/s wr, 16 op/s 2024-02-18T09:04:51.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:51 smithi191 bash[38688]: cluster 2024-02-18T09:04:50.381095+0000 mon.a (mon.0) 2414 : cluster [DBG] osdmap e1328: 8 total, 8 up, 8 in 2024-02-18T09:04:51.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:51 smithi191 bash[38688]: cluster 2024-02-18T09:04:51.250681+0000 mon.a (mon.0) 2415 : cluster [DBG] osdmap e1329: 8 total, 8 up, 8 in 2024-02-18T09:04:52.247 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:04:52.257 INFO:tasks.workunit.client.0.smithi110.stdout:write: * 83886080~1000 2024-02-18T09:04:52.263 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:04:52.384 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:04:53.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:53 smithi191 bash[38688]: cluster 2024-02-18T09:04:51.633606+0000 mgr.y (mgr.44100) 1466 : cluster [DBG] pgmap v2383: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-02-18T09:04:53.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:53 smithi191 bash[38688]: cluster 2024-02-18T09:04:52.252707+0000 mon.a (mon.0) 2416 : cluster [DBG] osdmap e1330: 8 total, 8 up, 8 in 2024-02-18T09:04:53.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:53 smithi110 bash[55875]: cluster 2024-02-18T09:04:51.633606+0000 mgr.y (mgr.44100) 1466 : cluster [DBG] pgmap v2383: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-02-18T09:04:53.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:53 smithi110 bash[55875]: cluster 2024-02-18T09:04:52.252707+0000 mon.a (mon.0) 2416 : cluster [DBG] osdmap e1330: 8 total, 8 up, 8 in 2024-02-18T09:04:53.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:53 smithi110 bash[54479]: cluster 2024-02-18T09:04:51.633606+0000 mgr.y (mgr.44100) 1466 : cluster [DBG] pgmap v2383: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-02-18T09:04:53.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:53 smithi110 bash[54479]: cluster 2024-02-18T09:04:52.252707+0000 mon.a (mon.0) 2416 : cluster [DBG] osdmap e1330: 8 total, 8 up, 8 in 2024-02-18T09:04:54.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:54 smithi110 bash[54479]: cluster 2024-02-18T09:04:53.396925+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e1331: 8 total, 8 up, 8 in 2024-02-18T09:04:54.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:54 smithi110 bash[55875]: cluster 2024-02-18T09:04:53.396925+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e1331: 8 total, 8 up, 8 in 2024-02-18T09:04:54.829 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:54 smithi191 bash[38688]: cluster 2024-02-18T09:04:53.396925+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e1331: 8 total, 8 up, 8 in 2024-02-18T09:04:55.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:55 smithi110 bash[54479]: cluster 2024-02-18T09:04:53.634344+0000 mgr.y (mgr.44100) 1467 : cluster [DBG] pgmap v2386: 137 pgs: 137 active+clean; 748 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 3.0 MiB/s wr, 71 op/s 2024-02-18T09:04:55.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:55 smithi110 bash[54479]: cluster 2024-02-18T09:04:54.406555+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e1332: 8 total, 8 up, 8 in 2024-02-18T09:04:55.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:55 smithi110 bash[55875]: cluster 2024-02-18T09:04:53.634344+0000 mgr.y (mgr.44100) 1467 : cluster [DBG] pgmap v2386: 137 pgs: 137 active+clean; 748 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 3.0 MiB/s wr, 71 op/s 2024-02-18T09:04:55.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:55 smithi110 bash[55875]: cluster 2024-02-18T09:04:54.406555+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e1332: 8 total, 8 up, 8 in 2024-02-18T09:04:55.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:55 smithi191 bash[38688]: cluster 2024-02-18T09:04:53.634344+0000 mgr.y (mgr.44100) 1467 : cluster [DBG] pgmap v2386: 137 pgs: 137 active+clean; 748 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 3.0 MiB/s wr, 71 op/s 2024-02-18T09:04:55.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:55 smithi191 bash[38688]: cluster 2024-02-18T09:04:54.406555+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e1332: 8 total, 8 up, 8 in 2024-02-18T09:04:56.136 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14243 ms) 2024-02-18T09:04:56.137 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.Clone 2024-02-18T09:04:56.162 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:56.167 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:04:56.170 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.Clone (35 ms) 2024-02-18T09:04:56.170 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneParent 2024-02-18T09:04:56.191 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:56.197 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:04:56.200 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneParent (29 ms) 2024-02-18T09:04:56.200 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-02-18T09:04:56.220 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:56.228 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:04:56.230 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (31 ms) 2024-02-18T09:04:56.230 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-02-18T09:04:56.253 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:04:56.258 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 41943040~10 2024-02-18T09:04:56.265 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:04:56.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:56 smithi110 bash[54479]: cluster 2024-02-18T09:04:55.414293+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e1333: 8 total, 8 up, 8 in 2024-02-18T09:04:56.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:56 smithi110 bash[55875]: cluster 2024-02-18T09:04:55.414293+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e1333: 8 total, 8 up, 8 in 2024-02-18T09:04:56.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:56 smithi191 bash[38688]: cluster 2024-02-18T09:04:55.414293+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e1333: 8 total, 8 up, 8 in 2024-02-18T09:04:57.427 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 41943041~10 2024-02-18T09:04:57.431 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:04:57.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:57 smithi110 bash[55875]: cluster 2024-02-18T09:04:55.635048+0000 mgr.y (mgr.44100) 1468 : cluster [DBG] pgmap v2389: 137 pgs: 137 active+clean; 760 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-02-18T09:04:57.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:57 smithi110 bash[55875]: cluster 2024-02-18T09:04:56.426040+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e1334: 8 total, 8 up, 8 in 2024-02-18T09:04:57.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:57 smithi110 bash[54479]: cluster 2024-02-18T09:04:55.635048+0000 mgr.y (mgr.44100) 1468 : cluster [DBG] pgmap v2389: 137 pgs: 137 active+clean; 760 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-02-18T09:04:57.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:57 smithi110 bash[54479]: cluster 2024-02-18T09:04:56.426040+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e1334: 8 total, 8 up, 8 in 2024-02-18T09:04:57.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:57 smithi191 bash[38688]: cluster 2024-02-18T09:04:55.635048+0000 mgr.y (mgr.44100) 1468 : cluster [DBG] pgmap v2389: 137 pgs: 137 active+clean; 760 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-02-18T09:04:57.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:57 smithi191 bash[38688]: cluster 2024-02-18T09:04:56.426040+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e1334: 8 total, 8 up, 8 in 2024-02-18T09:04:58.660 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 41943042~10 2024-02-18T09:04:58.673 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:04:58.707 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:58 smithi110 bash[54479]: cluster 2024-02-18T09:04:57.429450+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e1335: 8 total, 8 up, 8 in 2024-02-18T09:04:58.707 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:58 smithi110 bash[55875]: cluster 2024-02-18T09:04:57.429450+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e1335: 8 total, 8 up, 8 in 2024-02-18T09:04:58.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:58 smithi191 bash[38688]: cluster 2024-02-18T09:04:57.429450+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e1335: 8 total, 8 up, 8 in 2024-02-18T09:04:59.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:59 smithi110 bash[54479]: cluster 2024-02-18T09:04:57.635821+0000 mgr.y (mgr.44100) 1469 : cluster [DBG] pgmap v2392: 137 pgs: 137 active+clean; 752 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 150 op/s 2024-02-18T09:04:59.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:04:59 smithi110 bash[54479]: cluster 2024-02-18T09:04:58.449111+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e1336: 8 total, 8 up, 8 in 2024-02-18T09:04:59.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:59 smithi110 bash[55875]: cluster 2024-02-18T09:04:57.635821+0000 mgr.y (mgr.44100) 1469 : cluster [DBG] pgmap v2392: 137 pgs: 137 active+clean; 752 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 150 op/s 2024-02-18T09:04:59.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:04:59 smithi110 bash[55875]: cluster 2024-02-18T09:04:58.449111+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e1336: 8 total, 8 up, 8 in 2024-02-18T09:04:59.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:59 smithi191 bash[38688]: cluster 2024-02-18T09:04:57.635821+0000 mgr.y (mgr.44100) 1469 : cluster [DBG] pgmap v2392: 137 pgs: 137 active+clean; 752 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 150 op/s 2024-02-18T09:04:59.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:04:59 smithi191 bash[38688]: cluster 2024-02-18T09:04:58.449111+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e1336: 8 total, 8 up, 8 in 2024-02-18T09:05:00.456 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 41943040 2024-02-18T09:05:00.482 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:05:00.539 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:05:00.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:00 smithi110 bash[54479]: cluster 2024-02-18T09:04:59.458789+0000 mon.a (mon.0) 2423 : cluster [DBG] osdmap e1337: 8 total, 8 up, 8 in 2024-02-18T09:05:00.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:00 smithi110 bash[55875]: cluster 2024-02-18T09:04:59.458789+0000 mon.a (mon.0) 2423 : cluster [DBG] osdmap e1337: 8 total, 8 up, 8 in 2024-02-18T09:05:00.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:00 smithi191 bash[38688]: cluster 2024-02-18T09:04:59.458789+0000 mon.a (mon.0) 2423 : cluster [DBG] osdmap e1337: 8 total, 8 up, 8 in 2024-02-18T09:05:01.476 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5244 ms) 2024-02-18T09:05:01.476 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-02-18T09:05:01.498 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:01.506 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 41943040~10 2024-02-18T09:05:01.512 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:05:01.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:01 smithi110 bash[54479]: cluster 2024-02-18T09:04:59.636539+0000 mgr.y (mgr.44100) 1470 : cluster [DBG] pgmap v2395: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 9.2 KiB/s wr, 136 op/s 2024-02-18T09:05:01.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:01 smithi110 bash[54479]: cluster 2024-02-18T09:05:00.462012+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e1338: 8 total, 8 up, 8 in 2024-02-18T09:05:01.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:01 smithi110 bash[54479]: cluster 2024-02-18T09:05:01.253307+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e1339: 8 total, 8 up, 8 in 2024-02-18T09:05:01.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:01 smithi110 bash[55875]: cluster 2024-02-18T09:04:59.636539+0000 mgr.y (mgr.44100) 1470 : cluster [DBG] pgmap v2395: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 9.2 KiB/s wr, 136 op/s 2024-02-18T09:05:01.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:01 smithi110 bash[55875]: cluster 2024-02-18T09:05:00.462012+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e1338: 8 total, 8 up, 8 in 2024-02-18T09:05:01.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:01 smithi110 bash[55875]: cluster 2024-02-18T09:05:01.253307+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e1339: 8 total, 8 up, 8 in 2024-02-18T09:05:01.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:01 smithi191 bash[38688]: cluster 2024-02-18T09:04:59.636539+0000 mgr.y (mgr.44100) 1470 : cluster [DBG] pgmap v2395: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 9.2 KiB/s wr, 136 op/s 2024-02-18T09:05:01.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:01 smithi191 bash[38688]: cluster 2024-02-18T09:05:00.462012+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e1338: 8 total, 8 up, 8 in 2024-02-18T09:05:01.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:01 smithi191 bash[38688]: cluster 2024-02-18T09:05:01.253307+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e1339: 8 total, 8 up, 8 in 2024-02-18T09:05:03.481 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 41943040 2024-02-18T09:05:03.501 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:05:03.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:03 smithi191 bash[38688]: cluster 2024-02-18T09:05:01.637295+0000 mgr.y (mgr.44100) 1471 : cluster [DBG] pgmap v2398: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 10 KiB/s wr, 71 op/s 2024-02-18T09:05:03.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:03 smithi191 bash[38688]: cluster 2024-02-18T09:05:02.481483+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e1340: 8 total, 8 up, 8 in 2024-02-18T09:05:03.958 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:03 smithi110 bash[54479]: cluster 2024-02-18T09:05:01.637295+0000 mgr.y (mgr.44100) 1471 : cluster [DBG] pgmap v2398: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 10 KiB/s wr, 71 op/s 2024-02-18T09:05:03.958 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:03 smithi110 bash[54479]: cluster 2024-02-18T09:05:02.481483+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e1340: 8 total, 8 up, 8 in 2024-02-18T09:05:03.958 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:03 smithi110 bash[55875]: cluster 2024-02-18T09:05:01.637295+0000 mgr.y (mgr.44100) 1471 : cluster [DBG] pgmap v2398: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 10 KiB/s wr, 71 op/s 2024-02-18T09:05:03.958 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:03 smithi110 bash[55875]: cluster 2024-02-18T09:05:02.481483+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e1340: 8 total, 8 up, 8 in 2024-02-18T09:05:04.661 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:04.667 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:05:04.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:04 smithi191 bash[38688]: cluster 2024-02-18T09:05:03.484707+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e1341: 8 total, 8 up, 8 in 2024-02-18T09:05:04.958 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:04 smithi110 bash[54479]: cluster 2024-02-18T09:05:03.484707+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e1341: 8 total, 8 up, 8 in 2024-02-18T09:05:04.958 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:04 smithi110 bash[55875]: cluster 2024-02-18T09:05:03.484707+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e1341: 8 total, 8 up, 8 in 2024-02-18T09:05:05.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:05 smithi191 bash[38688]: cluster 2024-02-18T09:05:03.638194+0000 mgr.y (mgr.44100) 1472 : cluster [DBG] pgmap v2401: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 KiB/s wr, 130 op/s 2024-02-18T09:05:05.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:05 smithi191 bash[38688]: cluster 2024-02-18T09:05:04.504588+0000 mon.a (mon.0) 2428 : cluster [DBG] osdmap e1342: 8 total, 8 up, 8 in 2024-02-18T09:05:05.958 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:05 smithi110 bash[54479]: cluster 2024-02-18T09:05:03.638194+0000 mgr.y (mgr.44100) 1472 : cluster [DBG] pgmap v2401: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 KiB/s wr, 130 op/s 2024-02-18T09:05:05.958 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:05 smithi110 bash[54479]: cluster 2024-02-18T09:05:04.504588+0000 mon.a (mon.0) 2428 : cluster [DBG] osdmap e1342: 8 total, 8 up, 8 in 2024-02-18T09:05:05.958 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:05 smithi110 bash[55875]: cluster 2024-02-18T09:05:03.638194+0000 mgr.y (mgr.44100) 1472 : cluster [DBG] pgmap v2401: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 KiB/s wr, 130 op/s 2024-02-18T09:05:05.958 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:05 smithi110 bash[55875]: cluster 2024-02-18T09:05:04.504588+0000 mon.a (mon.0) 2428 : cluster [DBG] osdmap e1342: 8 total, 8 up, 8 in 2024-02-18T09:05:06.248 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 41943040~10 2024-02-18T09:05:06.253 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap4 2024-02-18T09:05:06.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:06 smithi191 bash[38688]: cluster 2024-02-18T09:05:05.512031+0000 mon.a (mon.0) 2429 : cluster [DBG] osdmap e1343: 8 total, 8 up, 8 in 2024-02-18T09:05:06.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:06 smithi191 bash[38688]: cluster 2024-02-18T09:05:06.254499+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e1344: 8 total, 8 up, 8 in 2024-02-18T09:05:06.958 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:06 smithi110 bash[54479]: cluster 2024-02-18T09:05:05.512031+0000 mon.a (mon.0) 2429 : cluster [DBG] osdmap e1343: 8 total, 8 up, 8 in 2024-02-18T09:05:06.958 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:06 smithi110 bash[54479]: cluster 2024-02-18T09:05:06.254499+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e1344: 8 total, 8 up, 8 in 2024-02-18T09:05:06.958 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:06 smithi110 bash[55875]: cluster 2024-02-18T09:05:05.512031+0000 mon.a (mon.0) 2429 : cluster [DBG] osdmap e1343: 8 total, 8 up, 8 in 2024-02-18T09:05:06.958 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:06 smithi110 bash[55875]: cluster 2024-02-18T09:05:06.254499+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e1344: 8 total, 8 up, 8 in 2024-02-18T09:05:07.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:07 smithi191 bash[38688]: cluster 2024-02-18T09:05:05.639031+0000 mgr.y (mgr.44100) 1473 : cluster [DBG] pgmap v2404: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 95 op/s 2024-02-18T09:05:07.830 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:07 smithi191 bash[38688]: cluster 2024-02-18T09:05:07.256950+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e1345: 8 total, 8 up, 8 in 2024-02-18T09:05:07.958 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:07 smithi110 bash[54479]: cluster 2024-02-18T09:05:05.639031+0000 mgr.y (mgr.44100) 1473 : cluster [DBG] pgmap v2404: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 95 op/s 2024-02-18T09:05:07.958 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:07 smithi110 bash[54479]: cluster 2024-02-18T09:05:07.256950+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e1345: 8 total, 8 up, 8 in 2024-02-18T09:05:07.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:07 smithi110 bash[55875]: cluster 2024-02-18T09:05:05.639031+0000 mgr.y (mgr.44100) 1473 : cluster [DBG] pgmap v2404: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 95 op/s 2024-02-18T09:05:07.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:07 smithi110 bash[55875]: cluster 2024-02-18T09:05:07.256950+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e1345: 8 total, 8 up, 8 in 2024-02-18T09:05:08.252 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 41943040 2024-02-18T09:05:08.276 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:05:08.328 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:05:09.562 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8086 ms) 2024-02-18T09:05:09.562 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-02-18T09:05:09.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:09 smithi191 bash[38688]: cluster 2024-02-18T09:05:07.639763+0000 mgr.y (mgr.44100) 1474 : cluster [DBG] pgmap v2407: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.7 KiB/s wr, 15 op/s 2024-02-18T09:05:09.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:09 smithi191 bash[38688]: cluster 2024-02-18T09:05:08.260307+0000 mon.a (mon.0) 2432 : cluster [DBG] osdmap e1346: 8 total, 8 up, 8 in 2024-02-18T09:05:09.590 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:09.595 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:05:09.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:09 smithi110 bash[55875]: cluster 2024-02-18T09:05:07.639763+0000 mgr.y (mgr.44100) 1474 : cluster [DBG] pgmap v2407: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.7 KiB/s wr, 15 op/s 2024-02-18T09:05:09.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:09 smithi110 bash[55875]: cluster 2024-02-18T09:05:08.260307+0000 mon.a (mon.0) 2432 : cluster [DBG] osdmap e1346: 8 total, 8 up, 8 in 2024-02-18T09:05:09.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:09 smithi110 bash[54479]: cluster 2024-02-18T09:05:07.639763+0000 mgr.y (mgr.44100) 1474 : cluster [DBG] pgmap v2407: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.7 KiB/s wr, 15 op/s 2024-02-18T09:05:09.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:09 smithi110 bash[54479]: cluster 2024-02-18T09:05:08.260307+0000 mon.a (mon.0) 2432 : cluster [DBG] osdmap e1346: 8 total, 8 up, 8 in 2024-02-18T09:05:09.800 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.AbortInUseImage (238 ms) 2024-02-18T09:05:09.800 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-02-18T09:05:09.824 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:09.829 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:05:09.899 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:05:09.961 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:05:10.183 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:05:10.232 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:05:10.290 INFO:tasks.workunit.client.0.smithi110.stdout:migration_abort 2024-02-18T09:05:10.530 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (731 ms) 2024-02-18T09:05:10.530 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-02-18T09:05:10.561 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:10.567 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:05:10.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:10 smithi191 bash[38688]: cluster 2024-02-18T09:05:09.263258+0000 mon.a (mon.0) 2433 : cluster [DBG] osdmap e1347: 8 total, 8 up, 8 in 2024-02-18T09:05:10.622 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:05:10.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:10 smithi110 bash[54479]: cluster 2024-02-18T09:05:09.263258+0000 mon.a (mon.0) 2433 : cluster [DBG] osdmap e1347: 8 total, 8 up, 8 in 2024-02-18T09:05:10.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:10 smithi110 bash[55875]: cluster 2024-02-18T09:05:09.263258+0000 mon.a (mon.0) 2433 : cluster [DBG] osdmap e1347: 8 total, 8 up, 8 in 2024-02-18T09:05:11.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:11 smithi191 bash[38688]: cluster 2024-02-18T09:05:09.640250+0000 mgr.y (mgr.44100) 1475 : cluster [DBG] pgmap v2410: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.5 KiB/s wr, 65 op/s 2024-02-18T09:05:11.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:11 smithi191 bash[38688]: cluster 2024-02-18T09:05:11.258243+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e1348: 8 total, 8 up, 8 in 2024-02-18T09:05:11.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:11 smithi110 bash[54479]: cluster 2024-02-18T09:05:09.640250+0000 mgr.y (mgr.44100) 1475 : cluster [DBG] pgmap v2410: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.5 KiB/s wr, 65 op/s 2024-02-18T09:05:11.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:11 smithi110 bash[54479]: cluster 2024-02-18T09:05:11.258243+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e1348: 8 total, 8 up, 8 in 2024-02-18T09:05:11.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:11 smithi110 bash[55875]: cluster 2024-02-18T09:05:09.640250+0000 mgr.y (mgr.44100) 1475 : cluster [DBG] pgmap v2410: 137 pgs: 137 active+clean; 732 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 7.5 KiB/s wr, 65 op/s 2024-02-18T09:05:11.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:11 smithi110 bash[55875]: cluster 2024-02-18T09:05:11.258243+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e1348: 8 total, 8 up, 8 in 2024-02-18T09:05:12.256 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 8388609~8388609 2024-02-18T09:05:12.280 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 0~1000 2024-02-18T09:05:12.280 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 1010~1000 2024-02-18T09:05:12.280 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:05:13.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:13 smithi191 bash[38688]: cluster 2024-02-18T09:05:11.641010+0000 mgr.y (mgr.44100) 1476 : cluster [DBG] pgmap v2412: 137 pgs: 137 active+clean; 740 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 2.7 MiB/s wr, 81 op/s 2024-02-18T09:05:13.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:13 smithi191 bash[38688]: cluster 2024-02-18T09:05:12.260656+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e1349: 8 total, 8 up, 8 in 2024-02-18T09:05:13.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:13 smithi110 bash[54479]: cluster 2024-02-18T09:05:11.641010+0000 mgr.y (mgr.44100) 1476 : cluster [DBG] pgmap v2412: 137 pgs: 137 active+clean; 740 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 2.7 MiB/s wr, 81 op/s 2024-02-18T09:05:13.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:13 smithi110 bash[54479]: cluster 2024-02-18T09:05:12.260656+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e1349: 8 total, 8 up, 8 in 2024-02-18T09:05:13.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:13 smithi110 bash[55875]: cluster 2024-02-18T09:05:11.641010+0000 mgr.y (mgr.44100) 1476 : cluster [DBG] pgmap v2412: 137 pgs: 137 active+clean; 740 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 2.7 MiB/s wr, 81 op/s 2024-02-18T09:05:13.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:13 smithi110 bash[55875]: cluster 2024-02-18T09:05:12.260656+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e1349: 8 total, 8 up, 8 in 2024-02-18T09:05:14.300 INFO:tasks.workunit.client.0.smithi110.stdout:write: X 8388609~1000 2024-02-18T09:05:14.303 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16777228~1000 2024-02-18T09:05:14.303 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 167772160 2024-02-18T09:05:14.312 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 83886079~8388609 2024-02-18T09:05:14.319 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:05:14.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:14 smithi191 bash[38688]: cluster 2024-02-18T09:05:13.300552+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e1350: 8 total, 8 up, 8 in 2024-02-18T09:05:14.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:14 smithi110 bash[54479]: cluster 2024-02-18T09:05:13.300552+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e1350: 8 total, 8 up, 8 in 2024-02-18T09:05:14.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:14 smithi110 bash[55875]: cluster 2024-02-18T09:05:13.300552+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e1350: 8 total, 8 up, 8 in 2024-02-18T09:05:15.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:15 smithi191 bash[38688]: cluster 2024-02-18T09:05:13.641852+0000 mgr.y (mgr.44100) 1477 : cluster [DBG] pgmap v2415: 137 pgs: 137 active+clean; 772 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 17 MiB/s wr, 205 op/s 2024-02-18T09:05:15.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:15 smithi191 bash[38688]: cluster 2024-02-18T09:05:14.303792+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e1351: 8 total, 8 up, 8 in 2024-02-18T09:05:15.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:15 smithi110 bash[54479]: cluster 2024-02-18T09:05:13.641852+0000 mgr.y (mgr.44100) 1477 : cluster [DBG] pgmap v2415: 137 pgs: 137 active+clean; 772 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 17 MiB/s wr, 205 op/s 2024-02-18T09:05:15.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:15 smithi110 bash[54479]: cluster 2024-02-18T09:05:14.303792+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e1351: 8 total, 8 up, 8 in 2024-02-18T09:05:15.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:15 smithi110 bash[55875]: cluster 2024-02-18T09:05:13.641852+0000 mgr.y (mgr.44100) 1477 : cluster [DBG] pgmap v2415: 137 pgs: 137 active+clean; 772 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 17 MiB/s wr, 205 op/s 2024-02-18T09:05:15.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:15 smithi110 bash[55875]: cluster 2024-02-18T09:05:14.303792+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e1351: 8 total, 8 up, 8 in 2024-02-18T09:05:16.323 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:16.346 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 83886079~1 2024-02-18T09:05:16.350 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:05:16.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:16 smithi191 bash[38688]: cluster 2024-02-18T09:05:15.323108+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e1352: 8 total, 8 up, 8 in 2024-02-18T09:05:16.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:16 smithi110 bash[54479]: cluster 2024-02-18T09:05:15.323108+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e1352: 8 total, 8 up, 8 in 2024-02-18T09:05:16.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:16 smithi110 bash[55875]: cluster 2024-02-18T09:05:15.323108+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e1352: 8 total, 8 up, 8 in 2024-02-18T09:05:17.580 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:17 smithi191 bash[38688]: cluster 2024-02-18T09:05:15.642649+0000 mgr.y (mgr.44100) 1478 : cluster [DBG] pgmap v2418: 137 pgs: 137 active+clean; 800 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 26 MiB/s wr, 207 op/s 2024-02-18T09:05:17.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:17 smithi191 bash[38688]: cluster 2024-02-18T09:05:16.325822+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e1353: 8 total, 8 up, 8 in 2024-02-18T09:05:17.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:17 smithi110 bash[54479]: cluster 2024-02-18T09:05:15.642649+0000 mgr.y (mgr.44100) 1478 : cluster [DBG] pgmap v2418: 137 pgs: 137 active+clean; 800 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 26 MiB/s wr, 207 op/s 2024-02-18T09:05:17.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:17 smithi110 bash[54479]: cluster 2024-02-18T09:05:16.325822+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e1353: 8 total, 8 up, 8 in 2024-02-18T09:05:17.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:17 smithi110 bash[55875]: cluster 2024-02-18T09:05:15.642649+0000 mgr.y (mgr.44100) 1478 : cluster [DBG] pgmap v2418: 137 pgs: 137 active+clean; 800 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 26 MiB/s wr, 207 op/s 2024-02-18T09:05:17.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:17 smithi110 bash[55875]: cluster 2024-02-18T09:05:16.325822+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e1353: 8 total, 8 up, 8 in 2024-02-18T09:05:18.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:18 smithi110 bash[54479]: cluster 2024-02-18T09:05:17.342204+0000 mon.a (mon.0) 2440 : cluster [DBG] osdmap e1354: 8 total, 8 up, 8 in 2024-02-18T09:05:18.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:18 smithi110 bash[55875]: cluster 2024-02-18T09:05:17.342204+0000 mon.a (mon.0) 2440 : cluster [DBG] osdmap e1354: 8 total, 8 up, 8 in 2024-02-18T09:05:18.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:18 smithi191 bash[38688]: cluster 2024-02-18T09:05:17.342204+0000 mon.a (mon.0) 2440 : cluster [DBG] osdmap e1354: 8 total, 8 up, 8 in 2024-02-18T09:05:19.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:19 smithi110 bash[54479]: cluster 2024-02-18T09:05:17.643437+0000 mgr.y (mgr.44100) 1479 : cluster [DBG] pgmap v2421: 137 pgs: 137 active+clean; 808 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 11 MiB/s wr, 20 op/s 2024-02-18T09:05:19.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:19 smithi110 bash[54479]: cluster 2024-02-18T09:05:18.347742+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e1355: 8 total, 8 up, 8 in 2024-02-18T09:05:19.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:19 smithi110 bash[55875]: cluster 2024-02-18T09:05:17.643437+0000 mgr.y (mgr.44100) 1479 : cluster [DBG] pgmap v2421: 137 pgs: 137 active+clean; 808 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 11 MiB/s wr, 20 op/s 2024-02-18T09:05:19.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:19 smithi110 bash[55875]: cluster 2024-02-18T09:05:18.347742+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e1355: 8 total, 8 up, 8 in 2024-02-18T09:05:19.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:19 smithi191 bash[38688]: cluster 2024-02-18T09:05:17.643437+0000 mgr.y (mgr.44100) 1479 : cluster [DBG] pgmap v2421: 137 pgs: 137 active+clean; 808 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 11 MiB/s wr, 20 op/s 2024-02-18T09:05:19.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:19 smithi191 bash[38688]: cluster 2024-02-18T09:05:18.347742+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e1355: 8 total, 8 up, 8 in 2024-02-18T09:05:20.092 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:05:20.178 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:05:20.369 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 0~8388609 2024-02-18T09:05:20.381 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 16777218~8388609 2024-02-18T09:05:20.462 INFO:tasks.workunit.client.0.smithi110.stdout:migration_abort 2024-02-18T09:05:20.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:20 smithi110 bash[54479]: cluster 2024-02-18T09:05:19.358539+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e1356: 8 total, 8 up, 8 in 2024-02-18T09:05:20.708 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:20 smithi110 bash[55875]: cluster 2024-02-18T09:05:19.358539+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e1356: 8 total, 8 up, 8 in 2024-02-18T09:05:20.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:20 smithi191 bash[38688]: cluster 2024-02-18T09:05:19.358539+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e1356: 8 total, 8 up, 8 in 2024-02-18T09:05:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:21 smithi110 bash[54479]: cluster 2024-02-18T09:05:19.644312+0000 mgr.y (mgr.44100) 1480 : cluster [DBG] pgmap v2424: 137 pgs: 137 active+clean; 820 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-02-18T09:05:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:21 smithi110 bash[54479]: cluster 2024-02-18T09:05:20.375230+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e1357: 8 total, 8 up, 8 in 2024-02-18T09:05:21.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:21 smithi110 bash[54479]: cluster 2024-02-18T09:05:21.261086+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e1358: 8 total, 8 up, 8 in 2024-02-18T09:05:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:21 smithi110 bash[55875]: cluster 2024-02-18T09:05:19.644312+0000 mgr.y (mgr.44100) 1480 : cluster [DBG] pgmap v2424: 137 pgs: 137 active+clean; 820 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-02-18T09:05:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:21 smithi110 bash[55875]: cluster 2024-02-18T09:05:20.375230+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e1357: 8 total, 8 up, 8 in 2024-02-18T09:05:21.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:21 smithi110 bash[55875]: cluster 2024-02-18T09:05:21.261086+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e1358: 8 total, 8 up, 8 in 2024-02-18T09:05:21.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:21 smithi191 bash[38688]: cluster 2024-02-18T09:05:19.644312+0000 mgr.y (mgr.44100) 1480 : cluster [DBG] pgmap v2424: 137 pgs: 137 active+clean; 820 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-02-18T09:05:21.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:21 smithi191 bash[38688]: cluster 2024-02-18T09:05:20.375230+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e1357: 8 total, 8 up, 8 in 2024-02-18T09:05:21.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:21 smithi191 bash[38688]: cluster 2024-02-18T09:05:21.261086+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e1358: 8 total, 8 up, 8 in 2024-02-18T09:05:23.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:23 smithi191 bash[38688]: cluster 2024-02-18T09:05:21.645106+0000 mgr.y (mgr.44100) 1481 : cluster [DBG] pgmap v2427: 137 pgs: 137 active+clean; 836 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.0 MiB/s wr, 45 op/s 2024-02-18T09:05:23.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:23 smithi191 bash[38688]: cluster 2024-02-18T09:05:22.263773+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e1359: 8 total, 8 up, 8 in 2024-02-18T09:05:23.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:23 smithi110 bash[54479]: cluster 2024-02-18T09:05:21.645106+0000 mgr.y (mgr.44100) 1481 : cluster [DBG] pgmap v2427: 137 pgs: 137 active+clean; 836 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.0 MiB/s wr, 45 op/s 2024-02-18T09:05:23.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:23 smithi110 bash[54479]: cluster 2024-02-18T09:05:22.263773+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e1359: 8 total, 8 up, 8 in 2024-02-18T09:05:23.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:23 smithi110 bash[55875]: cluster 2024-02-18T09:05:21.645106+0000 mgr.y (mgr.44100) 1481 : cluster [DBG] pgmap v2427: 137 pgs: 137 active+clean; 836 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 7.0 MiB/s wr, 45 op/s 2024-02-18T09:05:23.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:23 smithi110 bash[55875]: cluster 2024-02-18T09:05:22.263773+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e1359: 8 total, 8 up, 8 in 2024-02-18T09:05:24.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:24 smithi191 bash[38688]: cluster 2024-02-18T09:05:23.266240+0000 mon.a (mon.0) 2446 : cluster [DBG] osdmap e1360: 8 total, 8 up, 8 in 2024-02-18T09:05:24.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:24 smithi110 bash[54479]: cluster 2024-02-18T09:05:23.266240+0000 mon.a (mon.0) 2446 : cluster [DBG] osdmap e1360: 8 total, 8 up, 8 in 2024-02-18T09:05:24.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:24 smithi110 bash[55875]: cluster 2024-02-18T09:05:23.266240+0000 mon.a (mon.0) 2446 : cluster [DBG] osdmap e1360: 8 total, 8 up, 8 in 2024-02-18T09:05:24.912 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.AbortWithSnapshots (14381 ms) 2024-02-18T09:05:24.912 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-02-18T09:05:24.943 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:24.949 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:05:24.952 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneV1Parent (40 ms) 2024-02-18T09:05:24.952 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-02-18T09:05:24.980 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:24.986 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:05:24.989 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneV2Parent (37 ms) 2024-02-18T09:05:24.989 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-02-18T09:05:25.015 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:25.020 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:05:25.023 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneV1ParentAbort (35 ms) 2024-02-18T09:05:25.024 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-02-18T09:05:25.043 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:25.049 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:05:25.052 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneV2ParentAbort (28 ms) 2024-02-18T09:05:25.052 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-02-18T09:05:25.072 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:25.079 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:05:25.082 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (31 ms) 2024-02-18T09:05:25.082 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-02-18T09:05:25.106 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:25.111 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:05:25.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (32 ms) 2024-02-18T09:05:25.114 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-02-18T09:05:25.138 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:25.143 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:05:25.146 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (31 ms) 2024-02-18T09:05:25.146 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-02-18T09:05:25.168 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:25.173 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:05:25.176 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (30 ms) 2024-02-18T09:05:25.176 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-02-18T09:05:25.201 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:25.205 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:05:25.208 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (33 ms) 2024-02-18T09:05:25.209 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-02-18T09:05:25.239 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:25.247 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:05:25.248 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (39 ms) 2024-02-18T09:05:25.248 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-02-18T09:05:25.273 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:25.277 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 54946918~3292445 2024-02-18T09:05:25.304 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 58036021~4398938 2024-02-18T09:05:25.308 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 76161949~7724131 2024-02-18T09:05:25.365 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 52751235~3938694 2024-02-18T09:05:25.368 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 25652896~5361295 2024-02-18T09:05:25.407 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 5813579~2586154 2024-02-18T09:05:25.410 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 37736990~7337160 2024-02-18T09:05:25.451 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 38863668~5475783 2024-02-18T09:05:25.454 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap0 2024-02-18T09:05:25.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:25 smithi191 bash[38688]: cluster 2024-02-18T09:05:23.645917+0000 mgr.y (mgr.44100) 1482 : cluster [DBG] pgmap v2430: 137 pgs: 137 active+clean; 884 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 20 MiB/s wr, 145 op/s 2024-02-18T09:05:25.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:25 smithi191 bash[38688]: cluster 2024-02-18T09:05:24.285214+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e1361: 8 total, 8 up, 8 in 2024-02-18T09:05:25.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:25 smithi110 bash[54479]: cluster 2024-02-18T09:05:23.645917+0000 mgr.y (mgr.44100) 1482 : cluster [DBG] pgmap v2430: 137 pgs: 137 active+clean; 884 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 20 MiB/s wr, 145 op/s 2024-02-18T09:05:25.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:25 smithi110 bash[54479]: cluster 2024-02-18T09:05:24.285214+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e1361: 8 total, 8 up, 8 in 2024-02-18T09:05:25.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:25 smithi110 bash[55875]: cluster 2024-02-18T09:05:23.645917+0000 mgr.y (mgr.44100) 1482 : cluster [DBG] pgmap v2430: 137 pgs: 137 active+clean; 884 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 20 MiB/s wr, 145 op/s 2024-02-18T09:05:25.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:25 smithi110 bash[55875]: cluster 2024-02-18T09:05:24.285214+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e1361: 8 total, 8 up, 8 in 2024-02-18T09:05:27.294 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 40520273~4301913 2024-02-18T09:05:27.308 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 17538845~2895698 2024-02-18T09:05:27.308 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 27766031~4474208 2024-02-18T09:05:27.316 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 21018631~4281407 2024-02-18T09:05:27.316 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 32696108~3436725 2024-02-18T09:05:27.320 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 18849564~3728073 2024-02-18T09:05:27.338 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 51510138~7699759 2024-02-18T09:05:27.346 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 12315030~5364793 2024-02-18T09:05:27.346 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:05:27.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:27 smithi191 bash[38688]: cluster 2024-02-18T09:05:25.646852+0000 mgr.y (mgr.44100) 1483 : cluster [DBG] pgmap v2432: 137 pgs: 137 active+clean; 884 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 17 MiB/s wr, 123 op/s 2024-02-18T09:05:27.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:27 smithi191 bash[38688]: cluster 2024-02-18T09:05:26.294461+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e1362: 8 total, 8 up, 8 in 2024-02-18T09:05:27.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:27 smithi110 bash[54479]: cluster 2024-02-18T09:05:25.646852+0000 mgr.y (mgr.44100) 1483 : cluster [DBG] pgmap v2432: 137 pgs: 137 active+clean; 884 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 17 MiB/s wr, 123 op/s 2024-02-18T09:05:27.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:27 smithi110 bash[54479]: cluster 2024-02-18T09:05:26.294461+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e1362: 8 total, 8 up, 8 in 2024-02-18T09:05:27.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:27 smithi110 bash[55875]: cluster 2024-02-18T09:05:25.646852+0000 mgr.y (mgr.44100) 1483 : cluster [DBG] pgmap v2432: 137 pgs: 137 active+clean; 884 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 17 MiB/s wr, 123 op/s 2024-02-18T09:05:27.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:27 smithi110 bash[55875]: cluster 2024-02-18T09:05:26.294461+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e1362: 8 total, 8 up, 8 in 2024-02-18T09:05:28.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:28 smithi191 bash[38688]: cluster 2024-02-18T09:05:27.297813+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e1363: 8 total, 8 up, 8 in 2024-02-18T09:05:28.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:28 smithi110 bash[54479]: cluster 2024-02-18T09:05:27.297813+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e1363: 8 total, 8 up, 8 in 2024-02-18T09:05:28.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:28 smithi110 bash[55875]: cluster 2024-02-18T09:05:27.297813+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e1363: 8 total, 8 up, 8 in 2024-02-18T09:05:29.316 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 155675502 2024-02-18T09:05:29.326 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 119997293~3261945 2024-02-18T09:05:29.332 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 37290948~230644 2024-02-18T09:05:29.332 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 90074881~501976 2024-02-18T09:05:29.332 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 43396055~8267686 2024-02-18T09:05:29.333 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 106487966~8054877 2024-02-18T09:05:29.340 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 124969577~3402730 2024-02-18T09:05:29.341 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 148116046~7559456 2024-02-18T09:05:29.365 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 72701478~3552738 2024-02-18T09:05:29.371 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:05:29.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:29 smithi191 bash[38688]: cluster 2024-02-18T09:05:27.647652+0000 mgr.y (mgr.44100) 1484 : cluster [DBG] pgmap v2435: 137 pgs: 137 active+clean; 884 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.1 MiB/s wr, 33 op/s 2024-02-18T09:05:29.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:29 smithi191 bash[38688]: cluster 2024-02-18T09:05:28.317483+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e1364: 8 total, 8 up, 8 in 2024-02-18T09:05:29.708 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:29 smithi110 bash[54479]: cluster 2024-02-18T09:05:27.647652+0000 mgr.y (mgr.44100) 1484 : cluster [DBG] pgmap v2435: 137 pgs: 137 active+clean; 884 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.1 MiB/s wr, 33 op/s 2024-02-18T09:05:29.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:29 smithi110 bash[54479]: cluster 2024-02-18T09:05:28.317483+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e1364: 8 total, 8 up, 8 in 2024-02-18T09:05:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:29 smithi110 bash[55875]: cluster 2024-02-18T09:05:27.647652+0000 mgr.y (mgr.44100) 1484 : cluster [DBG] pgmap v2435: 137 pgs: 137 active+clean; 884 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 5.1 MiB/s wr, 33 op/s 2024-02-18T09:05:29.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:29 smithi110 bash[55875]: cluster 2024-02-18T09:05:28.317483+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e1364: 8 total, 8 up, 8 in 2024-02-18T09:05:30.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:30 smithi191 bash[38688]: cluster 2024-02-18T09:05:29.319767+0000 mon.a (mon.0) 2451 : cluster [DBG] osdmap e1365: 8 total, 8 up, 8 in 2024-02-18T09:05:30.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:30 smithi110 bash[54479]: cluster 2024-02-18T09:05:29.319767+0000 mon.a (mon.0) 2451 : cluster [DBG] osdmap e1365: 8 total, 8 up, 8 in 2024-02-18T09:05:30.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:30 smithi110 bash[55875]: cluster 2024-02-18T09:05:29.319767+0000 mon.a (mon.0) 2451 : cluster [DBG] osdmap e1365: 8 total, 8 up, 8 in 2024-02-18T09:05:31.260 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 195129882 2024-02-18T09:05:31.270 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 121420600~4666753 2024-02-18T09:05:31.282 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 68257664~3879753 2024-02-18T09:05:31.282 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 27631886~3500748 2024-02-18T09:05:31.288 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 92136722~1787219 2024-02-18T09:05:31.289 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 77886704~397709 2024-02-18T09:05:31.289 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 36579704~6738322 2024-02-18T09:05:31.289 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 156232431~3443963 2024-02-18T09:05:31.295 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 87560687~1115819 2024-02-18T09:05:31.295 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:05:31.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:31 smithi191 bash[38688]: cluster 2024-02-18T09:05:29.648427+0000 mgr.y (mgr.44100) 1485 : cluster [DBG] pgmap v2438: 137 pgs: 137 active+clean; 911 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 14 MiB/s wr, 83 op/s 2024-02-18T09:05:31.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:31 smithi191 bash[38688]: cluster 2024-02-18T09:05:30.338951+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e1366: 8 total, 8 up, 8 in 2024-02-18T09:05:31.581 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:31 smithi191 bash[38688]: cluster 2024-02-18T09:05:31.266217+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e1367: 8 total, 8 up, 8 in 2024-02-18T09:05:31.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:31 smithi110 bash[54479]: cluster 2024-02-18T09:05:29.648427+0000 mgr.y (mgr.44100) 1485 : cluster [DBG] pgmap v2438: 137 pgs: 137 active+clean; 911 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 14 MiB/s wr, 83 op/s 2024-02-18T09:05:31.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:31 smithi110 bash[54479]: cluster 2024-02-18T09:05:30.338951+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e1366: 8 total, 8 up, 8 in 2024-02-18T09:05:31.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:31 smithi110 bash[54479]: cluster 2024-02-18T09:05:31.266217+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e1367: 8 total, 8 up, 8 in 2024-02-18T09:05:31.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:31 smithi110 bash[55875]: cluster 2024-02-18T09:05:29.648427+0000 mgr.y (mgr.44100) 1485 : cluster [DBG] pgmap v2438: 137 pgs: 137 active+clean; 911 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 14 MiB/s wr, 83 op/s 2024-02-18T09:05:31.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:31 smithi110 bash[55875]: cluster 2024-02-18T09:05:30.338951+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e1366: 8 total, 8 up, 8 in 2024-02-18T09:05:31.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:31 smithi110 bash[55875]: cluster 2024-02-18T09:05:31.266217+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e1367: 8 total, 8 up, 8 in 2024-02-18T09:05:33.354 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 246700341 2024-02-18T09:05:33.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:33 smithi110 bash[55875]: cluster 2024-02-18T09:05:31.649224+0000 mgr.y (mgr.44100) 1486 : cluster [DBG] pgmap v2441: 137 pgs: 137 active+clean; 968 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 81 op/s 2024-02-18T09:05:33.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:33 smithi110 bash[55875]: cluster 2024-02-18T09:05:32.351205+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e1368: 8 total, 8 up, 8 in 2024-02-18T09:05:33.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:33 smithi110 bash[54479]: cluster 2024-02-18T09:05:31.649224+0000 mgr.y (mgr.44100) 1486 : cluster [DBG] pgmap v2441: 137 pgs: 137 active+clean; 968 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 81 op/s 2024-02-18T09:05:33.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:33 smithi110 bash[54479]: cluster 2024-02-18T09:05:32.351205+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e1368: 8 total, 8 up, 8 in 2024-02-18T09:05:33.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:33 smithi191 bash[38688]: cluster 2024-02-18T09:05:31.649224+0000 mgr.y (mgr.44100) 1486 : cluster [DBG] pgmap v2441: 137 pgs: 137 active+clean; 968 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 21 MiB/s wr, 81 op/s 2024-02-18T09:05:33.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:33 smithi191 bash[38688]: cluster 2024-02-18T09:05:32.351205+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e1368: 8 total, 8 up, 8 in 2024-02-18T09:05:34.561 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.StressNoMigrate (9312 ms) 2024-02-18T09:05:34.562 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.Stress 2024-02-18T09:05:34.593 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:34.598 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 46001633~7933351 2024-02-18T09:05:34.663 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 36501905~2845298 2024-02-18T09:05:34.666 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 69125010~645491 2024-02-18T09:05:34.673 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 29364053~2263509 2024-02-18T09:05:34.676 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 35895606~4082693 2024-02-18T09:05:34.699 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 17138054~3836568 2024-02-18T09:05:34.702 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 77185834~6700246 2024-02-18T09:05:34.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:34 smithi110 bash[54479]: cluster 2024-02-18T09:05:33.355326+0000 mon.a (mon.0) 2455 : cluster [DBG] osdmap e1369: 8 total, 8 up, 8 in 2024-02-18T09:05:34.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:34 smithi110 bash[55875]: cluster 2024-02-18T09:05:33.355326+0000 mon.a (mon.0) 2455 : cluster [DBG] osdmap e1369: 8 total, 8 up, 8 in 2024-02-18T09:05:34.747 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 60532643~75709 2024-02-18T09:05:34.750 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap0 2024-02-18T09:05:34.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:34 smithi191 bash[38688]: cluster 2024-02-18T09:05:33.355326+0000 mon.a (mon.0) 2455 : cluster [DBG] osdmap e1369: 8 total, 8 up, 8 in 2024-02-18T09:05:35.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:35 smithi110 bash[54479]: cluster 2024-02-18T09:05:33.650096+0000 mgr.y (mgr.44100) 1487 : cluster [DBG] pgmap v2444: 137 pgs: 137 active+clean; 1019 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 20 MiB/s wr, 30 op/s 2024-02-18T09:05:35.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:35 smithi110 bash[55875]: cluster 2024-02-18T09:05:33.650096+0000 mgr.y (mgr.44100) 1487 : cluster [DBG] pgmap v2444: 137 pgs: 137 active+clean; 1019 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 20 MiB/s wr, 30 op/s 2024-02-18T09:05:35.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:35 smithi191 bash[38688]: cluster 2024-02-18T09:05:33.650096+0000 mgr.y (mgr.44100) 1487 : cluster [DBG] pgmap v2444: 137 pgs: 137 active+clean; 1019 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 20 MiB/s wr, 30 op/s 2024-02-18T09:05:36.385 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 13012895~1862928 2024-02-18T09:05:36.403 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 25792156~7333249 2024-02-18T09:05:36.403 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 30085603~2974001 2024-02-18T09:05:36.413 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 29751484~4070295 2024-02-18T09:05:36.429 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 41299335~6035598 2024-02-18T09:05:36.434 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16042001~3490243 2024-02-18T09:05:36.434 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 19051120~3748619 2024-02-18T09:05:36.447 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 58138861~7198136 2024-02-18T09:05:36.447 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:05:36.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:36 smithi110 bash[54479]: cluster 2024-02-18T09:05:35.375859+0000 mon.a (mon.0) 2456 : cluster [DBG] osdmap e1370: 8 total, 8 up, 8 in 2024-02-18T09:05:36.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:36 smithi110 bash[55875]: cluster 2024-02-18T09:05:35.375859+0000 mon.a (mon.0) 2456 : cluster [DBG] osdmap e1370: 8 total, 8 up, 8 in 2024-02-18T09:05:36.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:36 smithi191 bash[38688]: cluster 2024-02-18T09:05:35.375859+0000 mon.a (mon.0) 2456 : cluster [DBG] osdmap e1370: 8 total, 8 up, 8 in 2024-02-18T09:05:37.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:37 smithi110 bash[54479]: cluster 2024-02-18T09:05:35.650896+0000 mgr.y (mgr.44100) 1488 : cluster [DBG] pgmap v2446: 137 pgs: 137 active+clean; 1.0 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 9.8 MiB/s wr, 32 op/s 2024-02-18T09:05:37.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:37 smithi110 bash[54479]: cluster 2024-02-18T09:05:36.389028+0000 mon.a (mon.0) 2457 : cluster [DBG] osdmap e1371: 8 total, 8 up, 8 in 2024-02-18T09:05:37.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:37 smithi110 bash[55875]: cluster 2024-02-18T09:05:35.650896+0000 mgr.y (mgr.44100) 1488 : cluster [DBG] pgmap v2446: 137 pgs: 137 active+clean; 1.0 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 9.8 MiB/s wr, 32 op/s 2024-02-18T09:05:37.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:37 smithi110 bash[55875]: cluster 2024-02-18T09:05:36.389028+0000 mon.a (mon.0) 2457 : cluster [DBG] osdmap e1371: 8 total, 8 up, 8 in 2024-02-18T09:05:37.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:37 smithi191 bash[38688]: cluster 2024-02-18T09:05:35.650896+0000 mgr.y (mgr.44100) 1488 : cluster [DBG] pgmap v2446: 137 pgs: 137 active+clean; 1.0 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 9.8 MiB/s wr, 32 op/s 2024-02-18T09:05:37.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:37 smithi191 bash[38688]: cluster 2024-02-18T09:05:36.389028+0000 mon.a (mon.0) 2457 : cluster [DBG] osdmap e1371: 8 total, 8 up, 8 in 2024-02-18T09:05:38.410 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 67172960~1757002 2024-02-18T09:05:38.416 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 4020511~7135349 2024-02-18T09:05:38.417 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 19606650~4262325 2024-02-18T09:05:38.421 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 41653325~6361685 2024-02-18T09:05:38.421 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 4673323~3190272 2024-02-18T09:05:38.431 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 11654589~7426607 2024-02-18T09:05:38.432 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 73082403~6485710 2024-02-18T09:05:38.444 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 61441645~5128909 2024-02-18T09:05:38.444 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:05:38.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:38 smithi110 bash[54479]: cluster 2024-02-18T09:05:37.407201+0000 mon.a (mon.0) 2458 : cluster [DBG] osdmap e1372: 8 total, 8 up, 8 in 2024-02-18T09:05:38.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:38 smithi110 bash[55875]: cluster 2024-02-18T09:05:37.407201+0000 mon.a (mon.0) 2458 : cluster [DBG] osdmap e1372: 8 total, 8 up, 8 in 2024-02-18T09:05:38.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:38 smithi191 bash[38688]: cluster 2024-02-18T09:05:37.407201+0000 mon.a (mon.0) 2458 : cluster [DBG] osdmap e1372: 8 total, 8 up, 8 in 2024-02-18T09:05:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[54479]: cluster 2024-02-18T09:05:37.651657+0000 mgr.y (mgr.44100) 1489 : cluster [DBG] pgmap v2449: 137 pgs: 137 active+clean; 1.0 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-02-18T09:05:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[54479]: cluster 2024-02-18T09:05:38.409992+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e1373: 8 total, 8 up, 8 in 2024-02-18T09:05:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[54479]: audit 2024-02-18T09:05:39.119876+0000 mon.a (mon.0) 2460 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T09:05:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[54479]: audit 2024-02-18T09:05:39.120540+0000 mon.a (mon.0) 2461 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:05:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[54479]: audit 2024-02-18T09:05:39.121091+0000 mon.a (mon.0) 2462 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T09:05:39.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[54479]: audit 2024-02-18T09:05:39.121665+0000 mon.a (mon.0) 2463 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.4", "id": [3, 1]}]: dispatch 2024-02-18T09:05:39.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[55875]: cluster 2024-02-18T09:05:37.651657+0000 mgr.y (mgr.44100) 1489 : cluster [DBG] pgmap v2449: 137 pgs: 137 active+clean; 1.0 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-02-18T09:05:39.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[55875]: cluster 2024-02-18T09:05:38.409992+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e1373: 8 total, 8 up, 8 in 2024-02-18T09:05:39.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[55875]: audit 2024-02-18T09:05:39.119876+0000 mon.a (mon.0) 2460 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T09:05:39.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[55875]: audit 2024-02-18T09:05:39.120540+0000 mon.a (mon.0) 2461 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:05:39.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[55875]: audit 2024-02-18T09:05:39.121091+0000 mon.a (mon.0) 2462 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T09:05:39.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:39 smithi110 bash[55875]: audit 2024-02-18T09:05:39.121665+0000 mon.a (mon.0) 2463 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.4", "id": [3, 1]}]: dispatch 2024-02-18T09:05:39.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:39 smithi191 bash[38688]: cluster 2024-02-18T09:05:37.651657+0000 mgr.y (mgr.44100) 1489 : cluster [DBG] pgmap v2449: 137 pgs: 137 active+clean; 1.0 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 5.6 MiB/s wr, 38 op/s 2024-02-18T09:05:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:39 smithi191 bash[38688]: cluster 2024-02-18T09:05:38.409992+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e1373: 8 total, 8 up, 8 in 2024-02-18T09:05:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:39 smithi191 bash[38688]: audit 2024-02-18T09:05:39.119876+0000 mon.a (mon.0) 2460 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T09:05:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:39 smithi191 bash[38688]: audit 2024-02-18T09:05:39.120540+0000 mon.a (mon.0) 2461 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:05:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:39 smithi191 bash[38688]: audit 2024-02-18T09:05:39.121091+0000 mon.a (mon.0) 2462 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-02-18T09:05:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:39 smithi191 bash[38688]: audit 2024-02-18T09:05:39.121665+0000 mon.a (mon.0) 2463 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.4", "id": [3, 1]}]: dispatch 2024-02-18T09:05:40.433 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 72804254~5755242 2024-02-18T09:05:40.456 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 9825537~1449351 2024-02-18T09:05:40.457 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 41039381~1892442 2024-02-18T09:05:40.458 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 55714333~793224 2024-02-18T09:05:40.458 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 12930452~6749734 2024-02-18T09:05:40.473 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 5559263~7656590 2024-02-18T09:05:40.500 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 54718832~3960449 2024-02-18T09:05:40.502 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 4024545~7316265 2024-02-18T09:05:40.502 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:05:40.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:40 smithi110 bash[54479]: cluster 2024-02-18T09:05:39.429407+0000 mon.a (mon.0) 2464 : cluster [DBG] osdmap e1374: 8 total, 8 up, 8 in 2024-02-18T09:05:40.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:40 smithi110 bash[54479]: audit 2024-02-18T09:05:39.719231+0000 mon.a (mon.0) 2465 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:05:40.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:40 smithi110 bash[54479]: audit 2024-02-18T09:05:40.049134+0000 mon.a (mon.0) 2466 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:05:40.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:40 smithi110 bash[54479]: audit 2024-02-18T09:05:40.050304+0000 mon.a (mon.0) 2467 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:05:40.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:40 smithi110 bash[54479]: audit 2024-02-18T09:05:40.057100+0000 mon.a (mon.0) 2468 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:05:40.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:40 smithi110 bash[55875]: cluster 2024-02-18T09:05:39.429407+0000 mon.a (mon.0) 2464 : cluster [DBG] osdmap e1374: 8 total, 8 up, 8 in 2024-02-18T09:05:40.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:40 smithi110 bash[55875]: audit 2024-02-18T09:05:39.719231+0000 mon.a (mon.0) 2465 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:05:40.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:40 smithi110 bash[55875]: audit 2024-02-18T09:05:40.049134+0000 mon.a (mon.0) 2466 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:05:40.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:40 smithi110 bash[55875]: audit 2024-02-18T09:05:40.050304+0000 mon.a (mon.0) 2467 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:05:40.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:40 smithi110 bash[55875]: audit 2024-02-18T09:05:40.057100+0000 mon.a (mon.0) 2468 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:05:40.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:40 smithi191 bash[38688]: cluster 2024-02-18T09:05:39.429407+0000 mon.a (mon.0) 2464 : cluster [DBG] osdmap e1374: 8 total, 8 up, 8 in 2024-02-18T09:05:40.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:40 smithi191 bash[38688]: audit 2024-02-18T09:05:39.719231+0000 mon.a (mon.0) 2465 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:05:40.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:40 smithi191 bash[38688]: audit 2024-02-18T09:05:40.049134+0000 mon.a (mon.0) 2466 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:05:40.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:40 smithi191 bash[38688]: audit 2024-02-18T09:05:40.050304+0000 mon.a (mon.0) 2467 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:05:40.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:40 smithi191 bash[38688]: audit 2024-02-18T09:05:40.057100+0000 mon.a (mon.0) 2468 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:05:41.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:41 smithi110 bash[54479]: cluster 2024-02-18T09:05:39.652424+0000 mgr.y (mgr.44100) 1490 : cluster [DBG] pgmap v2452: 137 pgs: 137 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 MiB/s rd, 14 MiB/s wr, 46 op/s 2024-02-18T09:05:41.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:41 smithi110 bash[54479]: cephadm 2024-02-18T09:05:40.051322+0000 mgr.y (mgr.44100) 1491 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:05:41.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:41 smithi110 bash[54479]: cluster 2024-02-18T09:05:40.435752+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e1375: 8 total, 8 up, 8 in 2024-02-18T09:05:41.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:41 smithi110 bash[55875]: cluster 2024-02-18T09:05:39.652424+0000 mgr.y (mgr.44100) 1490 : cluster [DBG] pgmap v2452: 137 pgs: 137 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 MiB/s rd, 14 MiB/s wr, 46 op/s 2024-02-18T09:05:41.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:41 smithi110 bash[55875]: cephadm 2024-02-18T09:05:40.051322+0000 mgr.y (mgr.44100) 1491 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:05:41.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:41 smithi110 bash[55875]: cluster 2024-02-18T09:05:40.435752+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e1375: 8 total, 8 up, 8 in 2024-02-18T09:05:41.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:41 smithi191 bash[38688]: cluster 2024-02-18T09:05:39.652424+0000 mgr.y (mgr.44100) 1490 : cluster [DBG] pgmap v2452: 137 pgs: 137 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 MiB/s rd, 14 MiB/s wr, 46 op/s 2024-02-18T09:05:41.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:41 smithi191 bash[38688]: cephadm 2024-02-18T09:05:40.051322+0000 mgr.y (mgr.44100) 1491 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:05:41.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:41 smithi191 bash[38688]: cluster 2024-02-18T09:05:40.435752+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e1375: 8 total, 8 up, 8 in 2024-02-18T09:05:42.455 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 128777288 2024-02-18T09:05:42.466 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:05:42.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:42 smithi110 bash[54479]: cluster 2024-02-18T09:05:41.455171+0000 mon.a (mon.0) 2470 : cluster [DBG] osdmap e1376: 8 total, 8 up, 8 in 2024-02-18T09:05:42.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:42 smithi110 bash[55875]: cluster 2024-02-18T09:05:41.455171+0000 mon.a (mon.0) 2470 : cluster [DBG] osdmap e1376: 8 total, 8 up, 8 in 2024-02-18T09:05:42.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:42 smithi191 bash[38688]: cluster 2024-02-18T09:05:41.455171+0000 mon.a (mon.0) 2470 : cluster [DBG] osdmap e1376: 8 total, 8 up, 8 in 2024-02-18T09:05:43.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:43 smithi110 bash[54479]: cluster 2024-02-18T09:05:41.653185+0000 mgr.y (mgr.44100) 1492 : cluster [DBG] pgmap v2455: 137 pgs: 137 active+clean; 1.1 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 16 MiB/s wr, 37 op/s 2024-02-18T09:05:43.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:43 smithi110 bash[54479]: cluster 2024-02-18T09:05:42.457635+0000 mon.a (mon.0) 2471 : cluster [DBG] osdmap e1377: 8 total, 8 up, 8 in 2024-02-18T09:05:43.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:43 smithi110 bash[55875]: cluster 2024-02-18T09:05:41.653185+0000 mgr.y (mgr.44100) 1492 : cluster [DBG] pgmap v2455: 137 pgs: 137 active+clean; 1.1 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 16 MiB/s wr, 37 op/s 2024-02-18T09:05:43.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:43 smithi110 bash[55875]: cluster 2024-02-18T09:05:42.457635+0000 mon.a (mon.0) 2471 : cluster [DBG] osdmap e1377: 8 total, 8 up, 8 in 2024-02-18T09:05:43.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:43 smithi191 bash[38688]: cluster 2024-02-18T09:05:41.653185+0000 mgr.y (mgr.44100) 1492 : cluster [DBG] pgmap v2455: 137 pgs: 137 active+clean; 1.1 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 16 MiB/s wr, 37 op/s 2024-02-18T09:05:43.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:43 smithi191 bash[38688]: cluster 2024-02-18T09:05:42.457635+0000 mon.a (mon.0) 2471 : cluster [DBG] osdmap e1377: 8 total, 8 up, 8 in 2024-02-18T09:05:44.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:44 smithi191 bash[38688]: cluster 2024-02-18T09:05:43.475668+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e1378: 8 total, 8 up, 8 in 2024-02-18T09:05:44.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:44 smithi110 bash[54479]: cluster 2024-02-18T09:05:43.475668+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e1378: 8 total, 8 up, 8 in 2024-02-18T09:05:44.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:44 smithi110 bash[55875]: cluster 2024-02-18T09:05:43.475668+0000 mon.a (mon.0) 2472 : cluster [DBG] osdmap e1378: 8 total, 8 up, 8 in 2024-02-18T09:05:45.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:45 smithi191 bash[38688]: cluster 2024-02-18T09:05:43.654117+0000 mgr.y (mgr.44100) 1493 : cluster [DBG] pgmap v2458: 137 pgs: 137 active+clean; 1.2 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 17 MiB/s wr, 21 op/s 2024-02-18T09:05:45.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:45 smithi191 bash[38688]: cluster 2024-02-18T09:05:44.478741+0000 mon.a (mon.0) 2473 : cluster [DBG] osdmap e1379: 8 total, 8 up, 8 in 2024-02-18T09:05:45.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:45 smithi110 bash[54479]: cluster 2024-02-18T09:05:43.654117+0000 mgr.y (mgr.44100) 1493 : cluster [DBG] pgmap v2458: 137 pgs: 137 active+clean; 1.2 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 17 MiB/s wr, 21 op/s 2024-02-18T09:05:45.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:45 smithi110 bash[54479]: cluster 2024-02-18T09:05:44.478741+0000 mon.a (mon.0) 2473 : cluster [DBG] osdmap e1379: 8 total, 8 up, 8 in 2024-02-18T09:05:45.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:45 smithi110 bash[55875]: cluster 2024-02-18T09:05:43.654117+0000 mgr.y (mgr.44100) 1493 : cluster [DBG] pgmap v2458: 137 pgs: 137 active+clean; 1.2 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 17 MiB/s wr, 21 op/s 2024-02-18T09:05:45.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:45 smithi110 bash[55875]: cluster 2024-02-18T09:05:44.478741+0000 mon.a (mon.0) 2473 : cluster [DBG] osdmap e1379: 8 total, 8 up, 8 in 2024-02-18T09:05:46.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:46 smithi191 bash[38688]: cluster 2024-02-18T09:05:45.496951+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e1380: 8 total, 8 up, 8 in 2024-02-18T09:05:46.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:46 smithi110 bash[54479]: cluster 2024-02-18T09:05:45.496951+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e1380: 8 total, 8 up, 8 in 2024-02-18T09:05:46.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:46 smithi110 bash[55875]: cluster 2024-02-18T09:05:45.496951+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e1380: 8 total, 8 up, 8 in 2024-02-18T09:05:47.515 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:05:47.723 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:05:47.831 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:47 smithi191 bash[38688]: cluster 2024-02-18T09:05:45.654928+0000 mgr.y (mgr.44100) 1494 : cluster [DBG] pgmap v2461: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 13 MiB/s wr, 17 op/s 2024-02-18T09:05:47.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:47 smithi191 bash[38688]: cluster 2024-02-18T09:05:46.507796+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e1381: 8 total, 8 up, 8 in 2024-02-18T09:05:47.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:47 smithi110 bash[54479]: cluster 2024-02-18T09:05:45.654928+0000 mgr.y (mgr.44100) 1494 : cluster [DBG] pgmap v2461: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 13 MiB/s wr, 17 op/s 2024-02-18T09:05:47.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:47 smithi110 bash[54479]: cluster 2024-02-18T09:05:46.507796+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e1381: 8 total, 8 up, 8 in 2024-02-18T09:05:47.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:47 smithi110 bash[55875]: cluster 2024-02-18T09:05:45.654928+0000 mgr.y (mgr.44100) 1494 : cluster [DBG] pgmap v2461: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 13 MiB/s wr, 17 op/s 2024-02-18T09:05:47.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:47 smithi110 bash[55875]: cluster 2024-02-18T09:05:46.507796+0000 mon.a (mon.0) 2475 : cluster [DBG] osdmap e1381: 8 total, 8 up, 8 in 2024-02-18T09:05:49.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:49 smithi191 bash[38688]: cluster 2024-02-18T09:05:47.655546+0000 mgr.y (mgr.44100) 1495 : cluster [DBG] pgmap v2463: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 62 op/s 2024-02-18T09:05:49.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:49 smithi191 bash[38688]: cluster 2024-02-18T09:05:48.517857+0000 mon.a (mon.0) 2476 : cluster [DBG] osdmap e1382: 8 total, 8 up, 8 in 2024-02-18T09:05:49.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:49 smithi110 bash[54479]: cluster 2024-02-18T09:05:47.655546+0000 mgr.y (mgr.44100) 1495 : cluster [DBG] pgmap v2463: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 62 op/s 2024-02-18T09:05:49.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:49 smithi110 bash[54479]: cluster 2024-02-18T09:05:48.517857+0000 mon.a (mon.0) 2476 : cluster [DBG] osdmap e1382: 8 total, 8 up, 8 in 2024-02-18T09:05:49.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:49 smithi110 bash[55875]: cluster 2024-02-18T09:05:47.655546+0000 mgr.y (mgr.44100) 1495 : cluster [DBG] pgmap v2463: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 62 op/s 2024-02-18T09:05:49.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:49 smithi110 bash[55875]: cluster 2024-02-18T09:05:48.517857+0000 mon.a (mon.0) 2476 : cluster [DBG] osdmap e1382: 8 total, 8 up, 8 in 2024-02-18T09:05:50.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:50 smithi191 bash[38688]: cluster 2024-02-18T09:05:49.519121+0000 mon.a (mon.0) 2477 : cluster [DBG] osdmap e1383: 8 total, 8 up, 8 in 2024-02-18T09:05:50.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:50 smithi110 bash[54479]: cluster 2024-02-18T09:05:49.519121+0000 mon.a (mon.0) 2477 : cluster [DBG] osdmap e1383: 8 total, 8 up, 8 in 2024-02-18T09:05:50.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:50 smithi110 bash[55875]: cluster 2024-02-18T09:05:49.519121+0000 mon.a (mon.0) 2477 : cluster [DBG] osdmap e1383: 8 total, 8 up, 8 in 2024-02-18T09:05:51.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:51 smithi191 bash[38688]: cluster 2024-02-18T09:05:49.656261+0000 mgr.y (mgr.44100) 1496 : cluster [DBG] pgmap v2466: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 10 MiB/s wr, 88 op/s 2024-02-18T09:05:51.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:51 smithi191 bash[38688]: cluster 2024-02-18T09:05:50.538045+0000 mon.a (mon.0) 2478 : cluster [DBG] osdmap e1384: 8 total, 8 up, 8 in 2024-02-18T09:05:51.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:51 smithi110 bash[55875]: cluster 2024-02-18T09:05:49.656261+0000 mgr.y (mgr.44100) 1496 : cluster [DBG] pgmap v2466: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 10 MiB/s wr, 88 op/s 2024-02-18T09:05:51.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:51 smithi110 bash[55875]: cluster 2024-02-18T09:05:50.538045+0000 mon.a (mon.0) 2478 : cluster [DBG] osdmap e1384: 8 total, 8 up, 8 in 2024-02-18T09:05:51.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:51 smithi110 bash[54479]: cluster 2024-02-18T09:05:49.656261+0000 mgr.y (mgr.44100) 1496 : cluster [DBG] pgmap v2466: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 10 MiB/s wr, 88 op/s 2024-02-18T09:05:51.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:51 smithi110 bash[54479]: cluster 2024-02-18T09:05:50.538045+0000 mon.a (mon.0) 2478 : cluster [DBG] osdmap e1384: 8 total, 8 up, 8 in 2024-02-18T09:05:52.385 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.Stress (17823 ms) 2024-02-18T09:05:52.385 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.Stress2 2024-02-18T09:05:52.410 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:05:52.414 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 41551588~921245 2024-02-18T09:05:52.425 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 72703432~765024 2024-02-18T09:05:52.428 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 71139869~7035155 2024-02-18T09:05:52.471 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 21397302~3691671 2024-02-18T09:05:52.474 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 14801668~771307 2024-02-18T09:05:52.483 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 40080981~1149658 2024-02-18T09:05:52.486 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 27764833~3719843 2024-02-18T09:05:52.507 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 55943933~7963478 2024-02-18T09:05:52.512 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap0 2024-02-18T09:05:52.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:52 smithi191 bash[38688]: cluster 2024-02-18T09:05:51.543889+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e1385: 8 total, 8 up, 8 in 2024-02-18T09:05:52.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:52 smithi110 bash[54479]: cluster 2024-02-18T09:05:51.543889+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e1385: 8 total, 8 up, 8 in 2024-02-18T09:05:52.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:52 smithi110 bash[55875]: cluster 2024-02-18T09:05:51.543889+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e1385: 8 total, 8 up, 8 in 2024-02-18T09:05:53.560 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 61326619~368095 2024-02-18T09:05:53.565 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 46852979~56476 2024-02-18T09:05:53.565 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 64335995~1874345 2024-02-18T09:05:53.567 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 39815961~481780 2024-02-18T09:05:53.567 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 54837973~4543396 2024-02-18T09:05:53.571 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 15880172~1006847 2024-02-18T09:05:53.572 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 79481493~4404587 2024-02-18T09:05:53.575 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 62733391~24201 2024-02-18T09:05:53.575 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:05:53.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:53 smithi191 bash[38688]: cluster 2024-02-18T09:05:51.656946+0000 mgr.y (mgr.44100) 1497 : cluster [DBG] pgmap v2469: 137 pgs: 137 active+clean; 1.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 MiB/s rd, 14 MiB/s wr, 45 op/s 2024-02-18T09:05:53.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:53 smithi191 bash[38688]: cluster 2024-02-18T09:05:52.559503+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e1386: 8 total, 8 up, 8 in 2024-02-18T09:05:53.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:53 smithi110 bash[54479]: cluster 2024-02-18T09:05:51.656946+0000 mgr.y (mgr.44100) 1497 : cluster [DBG] pgmap v2469: 137 pgs: 137 active+clean; 1.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 MiB/s rd, 14 MiB/s wr, 45 op/s 2024-02-18T09:05:53.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:53 smithi110 bash[54479]: cluster 2024-02-18T09:05:52.559503+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e1386: 8 total, 8 up, 8 in 2024-02-18T09:05:53.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:53 smithi110 bash[55875]: cluster 2024-02-18T09:05:51.656946+0000 mgr.y (mgr.44100) 1497 : cluster [DBG] pgmap v2469: 137 pgs: 137 active+clean; 1.2 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 MiB/s rd, 14 MiB/s wr, 45 op/s 2024-02-18T09:05:53.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:53 smithi110 bash[55875]: cluster 2024-02-18T09:05:52.559503+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e1386: 8 total, 8 up, 8 in 2024-02-18T09:05:54.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:54 smithi191 bash[38688]: cluster 2024-02-18T09:05:53.561954+0000 mon.a (mon.0) 2481 : cluster [DBG] osdmap e1387: 8 total, 8 up, 8 in 2024-02-18T09:05:54.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:54 smithi110 bash[54479]: cluster 2024-02-18T09:05:53.561954+0000 mon.a (mon.0) 2481 : cluster [DBG] osdmap e1387: 8 total, 8 up, 8 in 2024-02-18T09:05:54.959 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:54 smithi110 bash[55875]: cluster 2024-02-18T09:05:53.561954+0000 mon.a (mon.0) 2481 : cluster [DBG] osdmap e1387: 8 total, 8 up, 8 in 2024-02-18T09:05:55.576 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 44602722~5618770 2024-02-18T09:05:55.587 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 26087657~3377628 2024-02-18T09:05:55.587 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 62869191~7279768 2024-02-18T09:05:55.595 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 25206642~7334893 2024-02-18T09:05:55.618 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 78163600~2286876 2024-02-18T09:05:55.619 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 52193394~2639827 2024-02-18T09:05:55.619 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 54666825~8278414 2024-02-18T09:05:55.649 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 61216425~2229841 2024-02-18T09:05:55.681 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:05:55.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:55 smithi191 bash[38688]: cluster 2024-02-18T09:05:53.657755+0000 mgr.y (mgr.44100) 1498 : cluster [DBG] pgmap v2472: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 MiB/s rd, 7.3 MiB/s wr, 168 op/s 2024-02-18T09:05:55.868 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:55 smithi191 bash[38688]: cluster 2024-02-18T09:05:54.582057+0000 mon.a (mon.0) 2482 : cluster [DBG] osdmap e1388: 8 total, 8 up, 8 in 2024-02-18T09:05:55.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:55 smithi110 bash[54479]: cluster 2024-02-18T09:05:53.657755+0000 mgr.y (mgr.44100) 1498 : cluster [DBG] pgmap v2472: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 MiB/s rd, 7.3 MiB/s wr, 168 op/s 2024-02-18T09:05:55.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:55 smithi110 bash[54479]: cluster 2024-02-18T09:05:54.582057+0000 mon.a (mon.0) 2482 : cluster [DBG] osdmap e1388: 8 total, 8 up, 8 in 2024-02-18T09:05:55.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:55 smithi110 bash[55875]: cluster 2024-02-18T09:05:53.657755+0000 mgr.y (mgr.44100) 1498 : cluster [DBG] pgmap v2472: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 MiB/s rd, 7.3 MiB/s wr, 168 op/s 2024-02-18T09:05:55.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:55 smithi110 bash[55875]: cluster 2024-02-18T09:05:54.582057+0000 mon.a (mon.0) 2482 : cluster [DBG] osdmap e1388: 8 total, 8 up, 8 in 2024-02-18T09:05:56.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:56 smithi191 bash[38688]: cluster 2024-02-18T09:05:55.581182+0000 mon.a (mon.0) 2483 : cluster [DBG] osdmap e1389: 8 total, 8 up, 8 in 2024-02-18T09:05:56.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:56 smithi191 bash[38688]: cluster 2024-02-18T09:05:56.273102+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e1390: 8 total, 8 up, 8 in 2024-02-18T09:05:56.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:56 smithi110 bash[54479]: cluster 2024-02-18T09:05:55.581182+0000 mon.a (mon.0) 2483 : cluster [DBG] osdmap e1389: 8 total, 8 up, 8 in 2024-02-18T09:05:56.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:56 smithi110 bash[54479]: cluster 2024-02-18T09:05:56.273102+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e1390: 8 total, 8 up, 8 in 2024-02-18T09:05:56.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:56 smithi110 bash[55875]: cluster 2024-02-18T09:05:55.581182+0000 mon.a (mon.0) 2483 : cluster [DBG] osdmap e1389: 8 total, 8 up, 8 in 2024-02-18T09:05:56.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:56 smithi110 bash[55875]: cluster 2024-02-18T09:05:56.273102+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e1390: 8 total, 8 up, 8 in 2024-02-18T09:05:57.270 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 46313554~7139780 2024-02-18T09:05:57.289 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 16010168~1618785 2024-02-18T09:05:57.289 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 64882438~2243435 2024-02-18T09:05:57.290 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 11638890~3739277 2024-02-18T09:05:57.290 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 41698297~5265138 2024-02-18T09:05:57.331 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 30455164~1831881 2024-02-18T09:05:57.331 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 68287367~3768392 2024-02-18T09:05:57.333 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 14816683~2519502 2024-02-18T09:05:57.334 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:05:57.959 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:57 smithi110 bash[54479]: cluster 2024-02-18T09:05:55.658322+0000 mgr.y (mgr.44100) 1499 : cluster [DBG] pgmap v2475: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 MiB/s rd, 7.5 MiB/s wr, 170 op/s 2024-02-18T09:05:57.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:57 smithi110 bash[54479]: cluster 2024-02-18T09:05:57.273830+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e1391: 8 total, 8 up, 8 in 2024-02-18T09:05:57.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:57 smithi110 bash[55875]: cluster 2024-02-18T09:05:55.658322+0000 mgr.y (mgr.44100) 1499 : cluster [DBG] pgmap v2475: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 MiB/s rd, 7.5 MiB/s wr, 170 op/s 2024-02-18T09:05:57.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:57 smithi110 bash[55875]: cluster 2024-02-18T09:05:57.273830+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e1391: 8 total, 8 up, 8 in 2024-02-18T09:05:58.082 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:57 smithi191 bash[38688]: cluster 2024-02-18T09:05:55.658322+0000 mgr.y (mgr.44100) 1499 : cluster [DBG] pgmap v2475: 137 pgs: 137 active+clean; 1.2 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 72 MiB/s rd, 7.5 MiB/s wr, 170 op/s 2024-02-18T09:05:58.082 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:57 smithi191 bash[38688]: cluster 2024-02-18T09:05:57.273830+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e1391: 8 total, 8 up, 8 in 2024-02-18T09:05:59.277 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 162824887 2024-02-18T09:05:59.290 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:05:59.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:59 smithi191 bash[38688]: cluster 2024-02-18T09:05:57.659076+0000 mgr.y (mgr.44100) 1500 : cluster [DBG] pgmap v2478: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-02-18T09:05:59.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:05:59 smithi191 bash[38688]: cluster 2024-02-18T09:05:58.277994+0000 mon.a (mon.0) 2486 : cluster [DBG] osdmap e1392: 8 total, 8 up, 8 in 2024-02-18T09:05:59.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:59 smithi110 bash[54479]: cluster 2024-02-18T09:05:57.659076+0000 mgr.y (mgr.44100) 1500 : cluster [DBG] pgmap v2478: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-02-18T09:05:59.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:05:59 smithi110 bash[54479]: cluster 2024-02-18T09:05:58.277994+0000 mon.a (mon.0) 2486 : cluster [DBG] osdmap e1392: 8 total, 8 up, 8 in 2024-02-18T09:05:59.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:59 smithi110 bash[55875]: cluster 2024-02-18T09:05:57.659076+0000 mgr.y (mgr.44100) 1500 : cluster [DBG] pgmap v2478: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 27 op/s 2024-02-18T09:05:59.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:05:59 smithi110 bash[55875]: cluster 2024-02-18T09:05:58.277994+0000 mon.a (mon.0) 2486 : cluster [DBG] osdmap e1392: 8 total, 8 up, 8 in 2024-02-18T09:06:00.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:00 smithi191 bash[38688]: cluster 2024-02-18T09:05:59.280313+0000 mon.a (mon.0) 2487 : cluster [DBG] osdmap e1393: 8 total, 8 up, 8 in 2024-02-18T09:06:00.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:00 smithi110 bash[54479]: cluster 2024-02-18T09:05:59.280313+0000 mon.a (mon.0) 2487 : cluster [DBG] osdmap e1393: 8 total, 8 up, 8 in 2024-02-18T09:06:00.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:00 smithi110 bash[55875]: cluster 2024-02-18T09:05:59.280313+0000 mon.a (mon.0) 2487 : cluster [DBG] osdmap e1393: 8 total, 8 up, 8 in 2024-02-18T09:06:01.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:01 smithi191 bash[38688]: cluster 2024-02-18T09:05:59.659887+0000 mgr.y (mgr.44100) 1501 : cluster [DBG] pgmap v2481: 137 pgs: 137 active+clean; 1.3 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 27 op/s 2024-02-18T09:06:01.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:01 smithi191 bash[38688]: cluster 2024-02-18T09:06:00.299622+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e1394: 8 total, 8 up, 8 in 2024-02-18T09:06:01.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:01 smithi191 bash[38688]: cluster 2024-02-18T09:06:01.274424+0000 mon.a (mon.0) 2489 : cluster [DBG] osdmap e1395: 8 total, 8 up, 8 in 2024-02-18T09:06:01.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:01 smithi110 bash[54479]: cluster 2024-02-18T09:05:59.659887+0000 mgr.y (mgr.44100) 1501 : cluster [DBG] pgmap v2481: 137 pgs: 137 active+clean; 1.3 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 27 op/s 2024-02-18T09:06:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:01 smithi110 bash[54479]: cluster 2024-02-18T09:06:00.299622+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e1394: 8 total, 8 up, 8 in 2024-02-18T09:06:01.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:01 smithi110 bash[54479]: cluster 2024-02-18T09:06:01.274424+0000 mon.a (mon.0) 2489 : cluster [DBG] osdmap e1395: 8 total, 8 up, 8 in 2024-02-18T09:06:01.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:01 smithi110 bash[55875]: cluster 2024-02-18T09:05:59.659887+0000 mgr.y (mgr.44100) 1501 : cluster [DBG] pgmap v2481: 137 pgs: 137 active+clean; 1.3 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 27 op/s 2024-02-18T09:06:01.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:01 smithi110 bash[55875]: cluster 2024-02-18T09:06:00.299622+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e1394: 8 total, 8 up, 8 in 2024-02-18T09:06:01.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:01 smithi110 bash[55875]: cluster 2024-02-18T09:06:01.274424+0000 mon.a (mon.0) 2489 : cluster [DBG] osdmap e1395: 8 total, 8 up, 8 in 2024-02-18T09:06:03.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:03 smithi191 bash[38688]: cluster 2024-02-18T09:06:01.660686+0000 mgr.y (mgr.44100) 1502 : cluster [DBG] pgmap v2484: 137 pgs: 137 active+clean; 1.3 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 18 MiB/s wr, 34 op/s 2024-02-18T09:06:03.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:03 smithi191 bash[38688]: cluster 2024-02-18T09:06:02.276136+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e1396: 8 total, 8 up, 8 in 2024-02-18T09:06:03.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:03 smithi110 bash[54479]: cluster 2024-02-18T09:06:01.660686+0000 mgr.y (mgr.44100) 1502 : cluster [DBG] pgmap v2484: 137 pgs: 137 active+clean; 1.3 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 18 MiB/s wr, 34 op/s 2024-02-18T09:06:03.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:03 smithi110 bash[54479]: cluster 2024-02-18T09:06:02.276136+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e1396: 8 total, 8 up, 8 in 2024-02-18T09:06:03.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:03 smithi110 bash[55875]: cluster 2024-02-18T09:06:01.660686+0000 mgr.y (mgr.44100) 1502 : cluster [DBG] pgmap v2484: 137 pgs: 137 active+clean; 1.3 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 18 MiB/s wr, 34 op/s 2024-02-18T09:06:03.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:03 smithi110 bash[55875]: cluster 2024-02-18T09:06:02.276136+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e1396: 8 total, 8 up, 8 in 2024-02-18T09:06:04.291 INFO:tasks.workunit.client.0.smithi110.stdout:write: a 75813930~5319235 2024-02-18T09:06:04.372 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 138718864~2387620 2024-02-18T09:06:04.375 INFO:tasks.workunit.client.0.smithi110.stdout:write: a 152607358~2603334 2024-02-18T09:06:04.392 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 62326419~7999881 2024-02-18T09:06:04.451 INFO:tasks.workunit.client.0.smithi110.stdout:write: a 125904777~4943555 2024-02-18T09:06:04.480 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 89390407~6694922 2024-02-18T09:06:04.484 INFO:tasks.workunit.client.0.smithi110.stdout:write: a 3081239~8338105 2024-02-18T09:06:04.521 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 85454362~3421630 2024-02-18T09:06:04.524 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: user0 2024-02-18T09:06:04.584 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:04 smithi191 bash[38688]: cluster 2024-02-18T09:06:03.280185+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e1397: 8 total, 8 up, 8 in 2024-02-18T09:06:04.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:04 smithi110 bash[54479]: cluster 2024-02-18T09:06:03.280185+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e1397: 8 total, 8 up, 8 in 2024-02-18T09:06:04.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:04 smithi110 bash[55875]: cluster 2024-02-18T09:06:03.280185+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e1397: 8 total, 8 up, 8 in 2024-02-18T09:06:05.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:05 smithi191 bash[38688]: cluster 2024-02-18T09:06:03.661411+0000 mgr.y (mgr.44100) 1503 : cluster [DBG] pgmap v2487: 137 pgs: 137 active+clean; 1.3 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-02-18T09:06:05.709 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:05 smithi110 bash[55875]: cluster 2024-02-18T09:06:03.661411+0000 mgr.y (mgr.44100) 1503 : cluster [DBG] pgmap v2487: 137 pgs: 137 active+clean; 1.3 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-02-18T09:06:05.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:05 smithi110 bash[54479]: cluster 2024-02-18T09:06:03.661411+0000 mgr.y (mgr.44100) 1503 : cluster [DBG] pgmap v2487: 137 pgs: 137 active+clean; 1.3 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-02-18T09:06:06.307 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 177525580 2024-02-18T09:06:06.324 INFO:tasks.workunit.client.0.smithi110.stdout:write: b 169795116~7730464 2024-02-18T09:06:06.346 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 39925711~526740 2024-02-18T09:06:06.346 INFO:tasks.workunit.client.0.smithi110.stdout:write: b 119998869~8173582 2024-02-18T09:06:06.360 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 123923238~1507727 2024-02-18T09:06:06.394 INFO:tasks.workunit.client.0.smithi110.stdout:write: b 162245705~3537124 2024-02-18T09:06:06.401 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 13951976~1592833 2024-02-18T09:06:06.401 INFO:tasks.workunit.client.0.smithi110.stdout:write: b 68561685~7468564 2024-02-18T09:06:06.415 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 78529596~21106 2024-02-18T09:06:06.417 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: user1 2024-02-18T09:06:06.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:06 smithi191 bash[38688]: cluster 2024-02-18T09:06:05.307465+0000 mon.a (mon.0) 2492 : cluster [DBG] osdmap e1398: 8 total, 8 up, 8 in 2024-02-18T09:06:06.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:06 smithi110 bash[54479]: cluster 2024-02-18T09:06:05.307465+0000 mon.a (mon.0) 2492 : cluster [DBG] osdmap e1398: 8 total, 8 up, 8 in 2024-02-18T09:06:06.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:06 smithi110 bash[55875]: cluster 2024-02-18T09:06:05.307465+0000 mon.a (mon.0) 2492 : cluster [DBG] osdmap e1398: 8 total, 8 up, 8 in 2024-02-18T09:06:07.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:07 smithi191 bash[38688]: cluster 2024-02-18T09:06:05.662153+0000 mgr.y (mgr.44100) 1504 : cluster [DBG] pgmap v2489: 137 pgs: 137 active+clean; 1.3 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-02-18T09:06:07.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:07 smithi191 bash[38688]: cluster 2024-02-18T09:06:06.311437+0000 mon.a (mon.0) 2493 : cluster [DBG] osdmap e1399: 8 total, 8 up, 8 in 2024-02-18T09:06:07.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:07 smithi110 bash[54479]: cluster 2024-02-18T09:06:05.662153+0000 mgr.y (mgr.44100) 1504 : cluster [DBG] pgmap v2489: 137 pgs: 137 active+clean; 1.3 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-02-18T09:06:07.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:07 smithi110 bash[54479]: cluster 2024-02-18T09:06:06.311437+0000 mon.a (mon.0) 2493 : cluster [DBG] osdmap e1399: 8 total, 8 up, 8 in 2024-02-18T09:06:07.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:07 smithi110 bash[55875]: cluster 2024-02-18T09:06:05.662153+0000 mgr.y (mgr.44100) 1504 : cluster [DBG] pgmap v2489: 137 pgs: 137 active+clean; 1.3 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-02-18T09:06:07.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:07 smithi110 bash[55875]: cluster 2024-02-18T09:06:06.311437+0000 mon.a (mon.0) 2493 : cluster [DBG] osdmap e1399: 8 total, 8 up, 8 in 2024-02-18T09:06:08.336 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 183990828 2024-02-18T09:06:08.351 INFO:tasks.workunit.client.0.smithi110.stdout:write: c 174618236~6521325 2024-02-18T09:06:08.378 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 76329164~7089522 2024-02-18T09:06:08.378 INFO:tasks.workunit.client.0.smithi110.stdout:write: c 5395836~7441239 2024-02-18T09:06:08.386 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 62190768~2127388 2024-02-18T09:06:08.386 INFO:tasks.workunit.client.0.smithi110.stdout:write: c 2187342~2453323 2024-02-18T09:06:08.396 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 55219439~570411 2024-02-18T09:06:08.403 INFO:tasks.workunit.client.0.smithi110.stdout:write: c 181165352~2825476 2024-02-18T09:06:08.408 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 159374092~7162088 2024-02-18T09:06:08.437 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: user2 2024-02-18T09:06:08.582 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:08 smithi191 bash[38688]: cluster 2024-02-18T09:06:07.330314+0000 mon.a (mon.0) 2494 : cluster [DBG] osdmap e1400: 8 total, 8 up, 8 in 2024-02-18T09:06:08.709 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:08 smithi110 bash[54479]: cluster 2024-02-18T09:06:07.330314+0000 mon.a (mon.0) 2494 : cluster [DBG] osdmap e1400: 8 total, 8 up, 8 in 2024-02-18T09:06:08.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:08 smithi110 bash[55875]: cluster 2024-02-18T09:06:07.330314+0000 mon.a (mon.0) 2494 : cluster [DBG] osdmap e1400: 8 total, 8 up, 8 in 2024-02-18T09:06:09.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:09 smithi110 bash[54479]: cluster 2024-02-18T09:06:07.662910+0000 mgr.y (mgr.44100) 1505 : cluster [DBG] pgmap v2492: 137 pgs: 137 active+clean; 1.4 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 13 MiB/s wr, 68 op/s 2024-02-18T09:06:09.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:09 smithi110 bash[54479]: cluster 2024-02-18T09:06:08.341747+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e1401: 8 total, 8 up, 8 in 2024-02-18T09:06:09.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:09 smithi110 bash[55875]: cluster 2024-02-18T09:06:07.662910+0000 mgr.y (mgr.44100) 1505 : cluster [DBG] pgmap v2492: 137 pgs: 137 active+clean; 1.4 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 13 MiB/s wr, 68 op/s 2024-02-18T09:06:09.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:09 smithi110 bash[55875]: cluster 2024-02-18T09:06:08.341747+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e1401: 8 total, 8 up, 8 in 2024-02-18T09:06:09.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:09 smithi191 bash[38688]: cluster 2024-02-18T09:06:07.662910+0000 mgr.y (mgr.44100) 1505 : cluster [DBG] pgmap v2492: 137 pgs: 137 active+clean; 1.4 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 13 MiB/s wr, 68 op/s 2024-02-18T09:06:09.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:09 smithi191 bash[38688]: cluster 2024-02-18T09:06:08.341747+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e1401: 8 total, 8 up, 8 in 2024-02-18T09:06:10.354 INFO:tasks.workunit.client.0.smithi110.stdout:write: d 116996933~6947062 2024-02-18T09:06:10.380 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 139680836~6026989 2024-02-18T09:06:10.380 INFO:tasks.workunit.client.0.smithi110.stdout:write: d 163841902~859353 2024-02-18T09:06:10.381 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 135898825~3704654 2024-02-18T09:06:10.381 INFO:tasks.workunit.client.0.smithi110.stdout:write: d 137562939~745566 2024-02-18T09:06:10.397 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 82178999~585108 2024-02-18T09:06:10.397 INFO:tasks.workunit.client.0.smithi110.stdout:write: d 406421~6111630 2024-02-18T09:06:10.401 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 34772242~345860 2024-02-18T09:06:10.401 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: user3 2024-02-18T09:06:10.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:10 smithi110 bash[54479]: cluster 2024-02-18T09:06:09.344281+0000 mon.a (mon.0) 2496 : cluster [DBG] osdmap e1402: 8 total, 8 up, 8 in 2024-02-18T09:06:10.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:10 smithi110 bash[55875]: cluster 2024-02-18T09:06:09.344281+0000 mon.a (mon.0) 2496 : cluster [DBG] osdmap e1402: 8 total, 8 up, 8 in 2024-02-18T09:06:10.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:10 smithi191 bash[38688]: cluster 2024-02-18T09:06:09.344281+0000 mon.a (mon.0) 2496 : cluster [DBG] osdmap e1402: 8 total, 8 up, 8 in 2024-02-18T09:06:11.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:11 smithi110 bash[54479]: cluster 2024-02-18T09:06:09.663684+0000 mgr.y (mgr.44100) 1506 : cluster [DBG] pgmap v2495: 137 pgs: 137 active+clean; 1.5 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62 MiB/s rd, 25 MiB/s wr, 114 op/s 2024-02-18T09:06:11.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:11 smithi110 bash[54479]: cluster 2024-02-18T09:06:10.360174+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e1403: 8 total, 8 up, 8 in 2024-02-18T09:06:11.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:11 smithi110 bash[55875]: cluster 2024-02-18T09:06:09.663684+0000 mgr.y (mgr.44100) 1506 : cluster [DBG] pgmap v2495: 137 pgs: 137 active+clean; 1.5 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62 MiB/s rd, 25 MiB/s wr, 114 op/s 2024-02-18T09:06:11.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:11 smithi110 bash[55875]: cluster 2024-02-18T09:06:10.360174+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e1403: 8 total, 8 up, 8 in 2024-02-18T09:06:11.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:11 smithi191 bash[38688]: cluster 2024-02-18T09:06:09.663684+0000 mgr.y (mgr.44100) 1506 : cluster [DBG] pgmap v2495: 137 pgs: 137 active+clean; 1.5 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62 MiB/s rd, 25 MiB/s wr, 114 op/s 2024-02-18T09:06:11.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:11 smithi191 bash[38688]: cluster 2024-02-18T09:06:10.360174+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e1403: 8 total, 8 up, 8 in 2024-02-18T09:06:12.378 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 251808744 2024-02-18T09:06:12.404 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 25180874~6295218 2024-02-18T09:06:12.410 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 26754678~3147609 2024-02-18T09:06:12.456 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 50361748~6295218 2024-02-18T09:06:12.460 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 51935552~3147609 2024-02-18T09:06:12.512 INFO:tasks.workunit.client.0.smithi110.stdout:write: 3 75542623~6295218 2024-02-18T09:06:12.516 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 77116427~3147609 2024-02-18T09:06:12.566 INFO:tasks.workunit.client.0.smithi110.stdout:write: 4 100723497~6295218 2024-02-18T09:06:12.570 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 102297301~3147609 2024-02-18T09:06:12.594 INFO:tasks.workunit.client.0.smithi110.stdout:write: 5 125904372~6295218 2024-02-18T09:06:12.598 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 127478176~3147609 2024-02-18T09:06:12.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:12 smithi110 bash[54479]: cluster 2024-02-18T09:06:11.371218+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e1404: 8 total, 8 up, 8 in 2024-02-18T09:06:12.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:12 smithi110 bash[55875]: cluster 2024-02-18T09:06:11.371218+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e1404: 8 total, 8 up, 8 in 2024-02-18T09:06:12.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:12 smithi191 bash[38688]: cluster 2024-02-18T09:06:11.371218+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e1404: 8 total, 8 up, 8 in 2024-02-18T09:06:13.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:13 smithi110 bash[55875]: cluster 2024-02-18T09:06:11.664504+0000 mgr.y (mgr.44100) 1507 : cluster [DBG] pgmap v2498: 137 pgs: 137 active+clean; 1.5 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 24 MiB/s wr, 142 op/s 2024-02-18T09:06:13.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:13 smithi110 bash[55875]: cluster 2024-02-18T09:06:12.381920+0000 mon.a (mon.0) 2499 : cluster [DBG] osdmap e1405: 8 total, 8 up, 8 in 2024-02-18T09:06:13.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:13 smithi110 bash[54479]: cluster 2024-02-18T09:06:11.664504+0000 mgr.y (mgr.44100) 1507 : cluster [DBG] pgmap v2498: 137 pgs: 137 active+clean; 1.5 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 24 MiB/s wr, 142 op/s 2024-02-18T09:06:13.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:13 smithi110 bash[54479]: cluster 2024-02-18T09:06:12.381920+0000 mon.a (mon.0) 2499 : cluster [DBG] osdmap e1405: 8 total, 8 up, 8 in 2024-02-18T09:06:13.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:13 smithi191 bash[38688]: cluster 2024-02-18T09:06:11.664504+0000 mgr.y (mgr.44100) 1507 : cluster [DBG] pgmap v2498: 137 pgs: 137 active+clean; 1.5 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 24 MiB/s wr, 142 op/s 2024-02-18T09:06:13.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:13 smithi191 bash[38688]: cluster 2024-02-18T09:06:12.381920+0000 mon.a (mon.0) 2499 : cluster [DBG] osdmap e1405: 8 total, 8 up, 8 in 2024-02-18T09:06:14.953 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:06:15.094 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:06:15.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:15 smithi110 bash[54479]: cluster 2024-02-18T09:06:13.665707+0000 mgr.y (mgr.44100) 1508 : cluster [DBG] pgmap v2500: 137 pgs: 137 active+clean; 1.6 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 19 MiB/s wr, 109 op/s 2024-02-18T09:06:15.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:15 smithi110 bash[55875]: cluster 2024-02-18T09:06:13.665707+0000 mgr.y (mgr.44100) 1508 : cluster [DBG] pgmap v2500: 137 pgs: 137 active+clean; 1.6 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 19 MiB/s wr, 109 op/s 2024-02-18T09:06:15.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:15 smithi191 bash[38688]: cluster 2024-02-18T09:06:13.665707+0000 mgr.y (mgr.44100) 1508 : cluster [DBG] pgmap v2500: 137 pgs: 137 active+clean; 1.6 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 19 MiB/s wr, 109 op/s 2024-02-18T09:06:16.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:16 smithi110 bash[54479]: cluster 2024-02-18T09:06:15.390283+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e1406: 8 total, 8 up, 8 in 2024-02-18T09:06:16.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:16 smithi110 bash[55875]: cluster 2024-02-18T09:06:15.390283+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e1406: 8 total, 8 up, 8 in 2024-02-18T09:06:16.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:16 smithi191 bash[38688]: cluster 2024-02-18T09:06:15.390283+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e1406: 8 total, 8 up, 8 in 2024-02-18T09:06:17.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:17 smithi110 bash[55875]: cluster 2024-02-18T09:06:15.666487+0000 mgr.y (mgr.44100) 1509 : cluster [DBG] pgmap v2502: 137 pgs: 137 active+clean; 1.6 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 19 MiB/s wr, 101 op/s 2024-02-18T09:06:17.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:17 smithi110 bash[55875]: cluster 2024-02-18T09:06:16.409795+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e1407: 8 total, 8 up, 8 in 2024-02-18T09:06:17.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:17 smithi110 bash[54479]: cluster 2024-02-18T09:06:15.666487+0000 mgr.y (mgr.44100) 1509 : cluster [DBG] pgmap v2502: 137 pgs: 137 active+clean; 1.6 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 19 MiB/s wr, 101 op/s 2024-02-18T09:06:17.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:17 smithi110 bash[54479]: cluster 2024-02-18T09:06:16.409795+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e1407: 8 total, 8 up, 8 in 2024-02-18T09:06:17.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:17 smithi191 bash[38688]: cluster 2024-02-18T09:06:15.666487+0000 mgr.y (mgr.44100) 1509 : cluster [DBG] pgmap v2502: 137 pgs: 137 active+clean; 1.6 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 19 MiB/s wr, 101 op/s 2024-02-18T09:06:17.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:17 smithi191 bash[38688]: cluster 2024-02-18T09:06:16.409795+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e1407: 8 total, 8 up, 8 in 2024-02-18T09:06:18.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:18 smithi110 bash[54479]: cluster 2024-02-18T09:06:17.419136+0000 mon.a (mon.0) 2502 : cluster [DBG] osdmap e1408: 8 total, 8 up, 8 in 2024-02-18T09:06:18.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:18 smithi110 bash[55875]: cluster 2024-02-18T09:06:17.419136+0000 mon.a (mon.0) 2502 : cluster [DBG] osdmap e1408: 8 total, 8 up, 8 in 2024-02-18T09:06:18.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:18 smithi191 bash[38688]: cluster 2024-02-18T09:06:17.419136+0000 mon.a (mon.0) 2502 : cluster [DBG] osdmap e1408: 8 total, 8 up, 8 in 2024-02-18T09:06:19.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:19 smithi110 bash[55875]: cluster 2024-02-18T09:06:17.667246+0000 mgr.y (mgr.44100) 1510 : cluster [DBG] pgmap v2505: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 99 MiB/s rd, 19 MiB/s wr, 173 op/s 2024-02-18T09:06:19.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:19 smithi110 bash[55875]: cluster 2024-02-18T09:06:18.427875+0000 mon.a (mon.0) 2503 : cluster [DBG] osdmap e1409: 8 total, 8 up, 8 in 2024-02-18T09:06:19.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:19 smithi110 bash[54479]: cluster 2024-02-18T09:06:17.667246+0000 mgr.y (mgr.44100) 1510 : cluster [DBG] pgmap v2505: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 99 MiB/s rd, 19 MiB/s wr, 173 op/s 2024-02-18T09:06:19.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:19 smithi110 bash[54479]: cluster 2024-02-18T09:06:18.427875+0000 mon.a (mon.0) 2503 : cluster [DBG] osdmap e1409: 8 total, 8 up, 8 in 2024-02-18T09:06:19.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:19 smithi191 bash[38688]: cluster 2024-02-18T09:06:17.667246+0000 mgr.y (mgr.44100) 1510 : cluster [DBG] pgmap v2505: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 99 MiB/s rd, 19 MiB/s wr, 173 op/s 2024-02-18T09:06:19.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:19 smithi191 bash[38688]: cluster 2024-02-18T09:06:18.427875+0000 mon.a (mon.0) 2503 : cluster [DBG] osdmap e1409: 8 total, 8 up, 8 in 2024-02-18T09:06:20.656 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.Stress2 (28270 ms) 2024-02-18T09:06:20.656 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMigration.StressLive 2024-02-18T09:06:20.681 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 83886080 2024-02-18T09:06:20.688 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 41215610~5549521 2024-02-18T09:06:20.729 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 11098540~1371015 2024-02-18T09:06:20.732 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 58835034~8231589 2024-02-18T09:06:20.783 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 58475505~5535408 2024-02-18T09:06:20.786 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 67607880~7276866 2024-02-18T09:06:20.827 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 14223928~4274511 2024-02-18T09:06:20.831 INFO:tasks.workunit.client.0.smithi110.stdout:write: A 43855933~6209853 2024-02-18T09:06:20.875 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 74178070~7947140 2024-02-18T09:06:20.880 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap0 2024-02-18T09:06:21.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:21 smithi110 bash[54479]: cluster 2024-02-18T09:06:19.668262+0000 mgr.y (mgr.44100) 1511 : cluster [DBG] pgmap v2507: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 169 MiB/s rd, 12 MiB/s wr, 243 op/s 2024-02-18T09:06:21.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:21 smithi110 bash[55875]: cluster 2024-02-18T09:06:19.668262+0000 mgr.y (mgr.44100) 1511 : cluster [DBG] pgmap v2507: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 169 MiB/s rd, 12 MiB/s wr, 243 op/s 2024-02-18T09:06:21.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:21 smithi191 bash[38688]: cluster 2024-02-18T09:06:19.668262+0000 mgr.y (mgr.44100) 1511 : cluster [DBG] pgmap v2507: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 169 MiB/s rd, 12 MiB/s wr, 243 op/s 2024-02-18T09:06:22.449 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 95537874 2024-02-18T09:06:22.457 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 71432934~7633208 2024-02-18T09:06:22.465 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 20314304~5491301 2024-02-18T09:06:22.465 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 60055251~6537213 2024-02-18T09:06:22.472 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 70728751~3039257 2024-02-18T09:06:22.523 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 17524086~4432134 2024-02-18T09:06:22.526 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 76919770~1916598 2024-02-18T09:06:22.526 INFO:tasks.workunit.client.0.smithi110.stdout:write: B 68031520~3867411 2024-02-18T09:06:22.530 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 37391908~3975146 2024-02-18T09:06:22.530 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap1 2024-02-18T09:06:22.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:22 smithi110 bash[54479]: cluster 2024-02-18T09:06:21.443626+0000 mon.a (mon.0) 2504 : cluster [DBG] osdmap e1410: 8 total, 8 up, 8 in 2024-02-18T09:06:22.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:22 smithi110 bash[55875]: cluster 2024-02-18T09:06:21.443626+0000 mon.a (mon.0) 2504 : cluster [DBG] osdmap e1410: 8 total, 8 up, 8 in 2024-02-18T09:06:22.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:22 smithi191 bash[38688]: cluster 2024-02-18T09:06:21.443626+0000 mon.a (mon.0) 2504 : cluster [DBG] osdmap e1410: 8 total, 8 up, 8 in 2024-02-18T09:06:23.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:23 smithi110 bash[54479]: cluster 2024-02-18T09:06:21.669166+0000 mgr.y (mgr.44100) 1512 : cluster [DBG] pgmap v2509: 137 pgs: 137 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 153 MiB/s rd, 4.2 MiB/s wr, 117 op/s 2024-02-18T09:06:23.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:23 smithi110 bash[54479]: cluster 2024-02-18T09:06:22.454083+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e1411: 8 total, 8 up, 8 in 2024-02-18T09:06:23.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:23 smithi110 bash[55875]: cluster 2024-02-18T09:06:21.669166+0000 mgr.y (mgr.44100) 1512 : cluster [DBG] pgmap v2509: 137 pgs: 137 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 153 MiB/s rd, 4.2 MiB/s wr, 117 op/s 2024-02-18T09:06:23.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:23 smithi110 bash[55875]: cluster 2024-02-18T09:06:22.454083+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e1411: 8 total, 8 up, 8 in 2024-02-18T09:06:23.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:23 smithi191 bash[38688]: cluster 2024-02-18T09:06:21.669166+0000 mgr.y (mgr.44100) 1512 : cluster [DBG] pgmap v2509: 137 pgs: 137 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 153 MiB/s rd, 4.2 MiB/s wr, 117 op/s 2024-02-18T09:06:23.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:23 smithi191 bash[38688]: cluster 2024-02-18T09:06:22.454083+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e1411: 8 total, 8 up, 8 in 2024-02-18T09:06:24.461 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 61271560~3818128 2024-02-18T09:06:24.467 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 8681707~7322852 2024-02-18T09:06:24.467 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 18072712~4241462 2024-02-18T09:06:24.470 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 25914334~7847888 2024-02-18T09:06:24.470 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 40974599~5643113 2024-02-18T09:06:24.486 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 61643017~1246707 2024-02-18T09:06:24.490 INFO:tasks.workunit.client.0.smithi110.stdout:write: C 84654409~4950677 2024-02-18T09:06:24.497 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 73581711~3568311 2024-02-18T09:06:24.497 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap2 2024-02-18T09:06:24.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:24 smithi110 bash[54479]: cluster 2024-02-18T09:06:23.463364+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e1412: 8 total, 8 up, 8 in 2024-02-18T09:06:24.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:24 smithi110 bash[55875]: cluster 2024-02-18T09:06:23.463364+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e1412: 8 total, 8 up, 8 in 2024-02-18T09:06:24.832 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:24 smithi191 bash[38688]: cluster 2024-02-18T09:06:23.463364+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e1412: 8 total, 8 up, 8 in 2024-02-18T09:06:25.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:25 smithi191 bash[38688]: cluster 2024-02-18T09:06:23.669968+0000 mgr.y (mgr.44100) 1513 : cluster [DBG] pgmap v2512: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 143 MiB/s rd, 14 MiB/s wr, 97 op/s 2024-02-18T09:06:25.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:25 smithi191 bash[38688]: cluster 2024-02-18T09:06:24.466040+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e1413: 8 total, 8 up, 8 in 2024-02-18T09:06:25.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:25 smithi110 bash[54479]: cluster 2024-02-18T09:06:23.669968+0000 mgr.y (mgr.44100) 1513 : cluster [DBG] pgmap v2512: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 143 MiB/s rd, 14 MiB/s wr, 97 op/s 2024-02-18T09:06:25.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:25 smithi110 bash[54479]: cluster 2024-02-18T09:06:24.466040+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e1413: 8 total, 8 up, 8 in 2024-02-18T09:06:25.960 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:25 smithi110 bash[55875]: cluster 2024-02-18T09:06:23.669968+0000 mgr.y (mgr.44100) 1513 : cluster [DBG] pgmap v2512: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 143 MiB/s rd, 14 MiB/s wr, 97 op/s 2024-02-18T09:06:25.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:25 smithi110 bash[55875]: cluster 2024-02-18T09:06:24.466040+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e1413: 8 total, 8 up, 8 in 2024-02-18T09:06:26.278 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 132951611 2024-02-18T09:06:26.284 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 85863061~7423352 2024-02-18T09:06:26.302 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 25227267~6437276 2024-02-18T09:06:26.303 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 45415639~870436 2024-02-18T09:06:26.304 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 104178285~7834416 2024-02-18T09:06:26.304 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 126085811~6865800 2024-02-18T09:06:26.325 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 48665103~1159551 2024-02-18T09:06:26.326 INFO:tasks.workunit.client.0.smithi110.stdout:write: D 46128813~310764 2024-02-18T09:06:26.331 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 109245334~680215 2024-02-18T09:06:26.333 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: snap3 2024-02-18T09:06:26.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:26 smithi191 bash[38688]: cluster 2024-02-18T09:06:25.476469+0000 mon.a (mon.0) 2508 : cluster [DBG] osdmap e1414: 8 total, 8 up, 8 in 2024-02-18T09:06:26.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:26 smithi191 bash[38688]: cluster 2024-02-18T09:06:26.281210+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e1415: 8 total, 8 up, 8 in 2024-02-18T09:06:26.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:26 smithi110 bash[54479]: cluster 2024-02-18T09:06:25.476469+0000 mon.a (mon.0) 2508 : cluster [DBG] osdmap e1414: 8 total, 8 up, 8 in 2024-02-18T09:06:26.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:26 smithi110 bash[54479]: cluster 2024-02-18T09:06:26.281210+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e1415: 8 total, 8 up, 8 in 2024-02-18T09:06:26.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:26 smithi110 bash[55875]: cluster 2024-02-18T09:06:25.476469+0000 mon.a (mon.0) 2508 : cluster [DBG] osdmap e1414: 8 total, 8 up, 8 in 2024-02-18T09:06:26.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:26 smithi110 bash[55875]: cluster 2024-02-18T09:06:26.281210+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e1415: 8 total, 8 up, 8 in 2024-02-18T09:06:27.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:27 smithi191 bash[38688]: cluster 2024-02-18T09:06:25.670790+0000 mgr.y (mgr.44100) 1514 : cluster [DBG] pgmap v2515: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 126 MiB/s rd, 23 MiB/s wr, 85 op/s 2024-02-18T09:06:27.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:27 smithi191 bash[38688]: cluster 2024-02-18T09:06:27.284526+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e1416: 8 total, 8 up, 8 in 2024-02-18T09:06:27.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:27 smithi110 bash[54479]: cluster 2024-02-18T09:06:25.670790+0000 mgr.y (mgr.44100) 1514 : cluster [DBG] pgmap v2515: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 126 MiB/s rd, 23 MiB/s wr, 85 op/s 2024-02-18T09:06:27.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:27 smithi110 bash[54479]: cluster 2024-02-18T09:06:27.284526+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e1416: 8 total, 8 up, 8 in 2024-02-18T09:06:27.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:27 smithi110 bash[55875]: cluster 2024-02-18T09:06:25.670790+0000 mgr.y (mgr.44100) 1514 : cluster [DBG] pgmap v2515: 137 pgs: 137 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 126 MiB/s rd, 23 MiB/s wr, 85 op/s 2024-02-18T09:06:27.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:27 smithi110 bash[55875]: cluster 2024-02-18T09:06:27.284526+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e1416: 8 total, 8 up, 8 in 2024-02-18T09:06:28.283 INFO:tasks.workunit.client.0.smithi110.stdout:migration_prepare 2024-02-18T09:06:29.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:29 smithi191 bash[38688]: cluster 2024-02-18T09:06:27.671589+0000 mgr.y (mgr.44100) 1515 : cluster [DBG] pgmap v2518: 137 pgs: 137 active+clean; 1.7 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 11 MiB/s wr, 27 op/s 2024-02-18T09:06:29.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:29 smithi191 bash[38688]: cluster 2024-02-18T09:06:28.286950+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e1417: 8 total, 8 up, 8 in 2024-02-18T09:06:29.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:29 smithi110 bash[54479]: cluster 2024-02-18T09:06:27.671589+0000 mgr.y (mgr.44100) 1515 : cluster [DBG] pgmap v2518: 137 pgs: 137 active+clean; 1.7 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 11 MiB/s wr, 27 op/s 2024-02-18T09:06:29.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:29 smithi110 bash[54479]: cluster 2024-02-18T09:06:28.286950+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e1417: 8 total, 8 up, 8 in 2024-02-18T09:06:29.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:29 smithi110 bash[55875]: cluster 2024-02-18T09:06:27.671589+0000 mgr.y (mgr.44100) 1515 : cluster [DBG] pgmap v2518: 137 pgs: 137 active+clean; 1.7 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 11 MiB/s wr, 27 op/s 2024-02-18T09:06:29.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:29 smithi110 bash[55875]: cluster 2024-02-18T09:06:28.286950+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e1417: 8 total, 8 up, 8 in 2024-02-18T09:06:30.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:30 smithi191 bash[38688]: cluster 2024-02-18T09:06:29.294974+0000 mon.a (mon.0) 2512 : cluster [DBG] osdmap e1418: 8 total, 8 up, 8 in 2024-02-18T09:06:30.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:30 smithi110 bash[54479]: cluster 2024-02-18T09:06:29.294974+0000 mon.a (mon.0) 2512 : cluster [DBG] osdmap e1418: 8 total, 8 up, 8 in 2024-02-18T09:06:30.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:30 smithi110 bash[55875]: cluster 2024-02-18T09:06:29.294974+0000 mon.a (mon.0) 2512 : cluster [DBG] osdmap e1418: 8 total, 8 up, 8 in 2024-02-18T09:06:31.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:31 smithi191 bash[38688]: cluster 2024-02-18T09:06:29.672414+0000 mgr.y (mgr.44100) 1516 : cluster [DBG] pgmap v2521: 137 pgs: 137 active+clean; 1.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 10 KiB/s rd, 15 MiB/s wr, 25 op/s 2024-02-18T09:06:31.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:31 smithi191 bash[38688]: cluster 2024-02-18T09:06:30.307153+0000 mon.a (mon.0) 2513 : cluster [DBG] osdmap e1419: 8 total, 8 up, 8 in 2024-02-18T09:06:31.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:31 smithi110 bash[54479]: cluster 2024-02-18T09:06:29.672414+0000 mgr.y (mgr.44100) 1516 : cluster [DBG] pgmap v2521: 137 pgs: 137 active+clean; 1.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 10 KiB/s rd, 15 MiB/s wr, 25 op/s 2024-02-18T09:06:31.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:31 smithi110 bash[54479]: cluster 2024-02-18T09:06:30.307153+0000 mon.a (mon.0) 2513 : cluster [DBG] osdmap e1419: 8 total, 8 up, 8 in 2024-02-18T09:06:31.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:31 smithi110 bash[55875]: cluster 2024-02-18T09:06:29.672414+0000 mgr.y (mgr.44100) 1516 : cluster [DBG] pgmap v2521: 137 pgs: 137 active+clean; 1.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 10 KiB/s rd, 15 MiB/s wr, 25 op/s 2024-02-18T09:06:31.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:31 smithi110 bash[55875]: cluster 2024-02-18T09:06:30.307153+0000 mon.a (mon.0) 2513 : cluster [DBG] osdmap e1419: 8 total, 8 up, 8 in 2024-02-18T09:06:32.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:32 smithi191 bash[38688]: cluster 2024-02-18T09:06:31.309752+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e1420: 8 total, 8 up, 8 in 2024-02-18T09:06:32.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:32 smithi110 bash[54479]: cluster 2024-02-18T09:06:31.309752+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e1420: 8 total, 8 up, 8 in 2024-02-18T09:06:32.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:32 smithi110 bash[55875]: cluster 2024-02-18T09:06:31.309752+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e1420: 8 total, 8 up, 8 in 2024-02-18T09:06:33.429 INFO:tasks.workunit.client.0.smithi110.stdout:migration_execute 2024-02-18T09:06:33.429 INFO:tasks.workunit.client.0.smithi110.stdout:write: a 32232700~4921677 2024-02-18T09:06:33.453 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 109487687~8010336 2024-02-18T09:06:33.458 INFO:tasks.workunit.client.0.smithi110.stdout:write: a 9382510~4321381 2024-02-18T09:06:33.481 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 60717068~7856559 2024-02-18T09:06:33.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:33 smithi191 bash[38688]: cluster 2024-02-18T09:06:31.673211+0000 mgr.y (mgr.44100) 1517 : cluster [DBG] pgmap v2524: 137 pgs: 137 active+clean; 1.8 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.5 KiB/s rd, 11 MiB/s wr, 13 op/s 2024-02-18T09:06:33.583 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:33 smithi191 bash[38688]: cluster 2024-02-18T09:06:32.323413+0000 mon.a (mon.0) 2515 : cluster [DBG] osdmap e1421: 8 total, 8 up, 8 in 2024-02-18T09:06:33.584 INFO:tasks.workunit.client.0.smithi110.stdout:write: a 74885059~5944579 2024-02-18T09:06:33.658 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 35002987~3824796 2024-02-18T09:06:33.668 INFO:tasks.workunit.client.0.smithi110.stdout:write: a 17825962~5590431 2024-02-18T09:06:33.690 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 120417668~5865462 2024-02-18T09:06:33.693 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: user0 2024-02-18T09:06:33.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:33 smithi110 bash[54479]: cluster 2024-02-18T09:06:31.673211+0000 mgr.y (mgr.44100) 1517 : cluster [DBG] pgmap v2524: 137 pgs: 137 active+clean; 1.8 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.5 KiB/s rd, 11 MiB/s wr, 13 op/s 2024-02-18T09:06:33.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:33 smithi110 bash[54479]: cluster 2024-02-18T09:06:32.323413+0000 mon.a (mon.0) 2515 : cluster [DBG] osdmap e1421: 8 total, 8 up, 8 in 2024-02-18T09:06:33.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:33 smithi110 bash[55875]: cluster 2024-02-18T09:06:31.673211+0000 mgr.y (mgr.44100) 1517 : cluster [DBG] pgmap v2524: 137 pgs: 137 active+clean; 1.8 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.5 KiB/s rd, 11 MiB/s wr, 13 op/s 2024-02-18T09:06:33.710 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:33 smithi110 bash[55875]: cluster 2024-02-18T09:06:32.323413+0000 mon.a (mon.0) 2515 : cluster [DBG] osdmap e1421: 8 total, 8 up, 8 in 2024-02-18T09:06:35.345 INFO:tasks.workunit.client.0.smithi110.stdout:write: b 60827520~3394671 2024-02-18T09:06:35.355 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 66625203~8269872 2024-02-18T09:06:35.355 INFO:tasks.workunit.client.0.smithi110.stdout:write: b 132258489~83575 2024-02-18T09:06:35.356 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 68034295~1363799 2024-02-18T09:06:35.360 INFO:tasks.workunit.client.0.smithi110.stdout:write: b 26048481~2074075 2024-02-18T09:06:35.361 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 25862091~6220805 2024-02-18T09:06:35.375 INFO:tasks.workunit.client.0.smithi110.stdout:write: b 82354936~919571 2024-02-18T09:06:35.375 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 14317032~7675967 2024-02-18T09:06:35.376 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: user1 2024-02-18T09:06:35.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:35 smithi110 bash[54479]: cluster 2024-02-18T09:06:33.673943+0000 mgr.y (mgr.44100) 1518 : cluster [DBG] pgmap v2526: 137 pgs: 137 active+clean; 1.8 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-02-18T09:06:35.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:35 smithi110 bash[54479]: cluster 2024-02-18T09:06:34.342157+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e1422: 8 total, 8 up, 8 in 2024-02-18T09:06:35.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:35 smithi110 bash[55875]: cluster 2024-02-18T09:06:33.673943+0000 mgr.y (mgr.44100) 1518 : cluster [DBG] pgmap v2526: 137 pgs: 137 active+clean; 1.8 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-02-18T09:06:35.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:35 smithi110 bash[55875]: cluster 2024-02-18T09:06:34.342157+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e1422: 8 total, 8 up, 8 in 2024-02-18T09:06:35.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:35 smithi191 bash[38688]: cluster 2024-02-18T09:06:33.673943+0000 mgr.y (mgr.44100) 1518 : cluster [DBG] pgmap v2526: 137 pgs: 137 active+clean; 1.8 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 49 op/s 2024-02-18T09:06:35.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:35 smithi191 bash[38688]: cluster 2024-02-18T09:06:34.342157+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e1422: 8 total, 8 up, 8 in 2024-02-18T09:06:36.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:36 smithi110 bash[54479]: cluster 2024-02-18T09:06:35.347304+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e1423: 8 total, 8 up, 8 in 2024-02-18T09:06:36.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:36 smithi110 bash[55875]: cluster 2024-02-18T09:06:35.347304+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e1423: 8 total, 8 up, 8 in 2024-02-18T09:06:36.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:36 smithi191 bash[38688]: cluster 2024-02-18T09:06:35.347304+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e1423: 8 total, 8 up, 8 in 2024-02-18T09:06:37.367 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 232071932 2024-02-18T09:06:37.375 INFO:tasks.workunit.client.0.smithi110.stdout:write: c 228152712~3919220 2024-02-18T09:06:37.387 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 199922781~5365162 2024-02-18T09:06:37.387 INFO:tasks.workunit.client.0.smithi110.stdout:write: c 93306423~4554854 2024-02-18T09:06:37.390 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 131712512~8000501 2024-02-18T09:06:37.391 INFO:tasks.workunit.client.0.smithi110.stdout:write: c 20918836~6544830 2024-02-18T09:06:37.398 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 128900504~473818 2024-02-18T09:06:37.398 INFO:tasks.workunit.client.0.smithi110.stdout:write: c 1098066~3717584 2024-02-18T09:06:37.413 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 168600585~3084127 2024-02-18T09:06:37.421 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: user2 2024-02-18T09:06:37.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:37 smithi110 bash[54479]: cluster 2024-02-18T09:06:35.674765+0000 mgr.y (mgr.44100) 1519 : cluster [DBG] pgmap v2529: 137 pgs: 137 active+clean; 1.8 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 2.4 MiB/s wr, 60 op/s 2024-02-18T09:06:37.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:37 smithi110 bash[54479]: cluster 2024-02-18T09:06:36.366235+0000 mon.a (mon.0) 2518 : cluster [DBG] osdmap e1424: 8 total, 8 up, 8 in 2024-02-18T09:06:37.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:37 smithi110 bash[55875]: cluster 2024-02-18T09:06:35.674765+0000 mgr.y (mgr.44100) 1519 : cluster [DBG] pgmap v2529: 137 pgs: 137 active+clean; 1.8 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 2.4 MiB/s wr, 60 op/s 2024-02-18T09:06:37.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:37 smithi110 bash[55875]: cluster 2024-02-18T09:06:36.366235+0000 mon.a (mon.0) 2518 : cluster [DBG] osdmap e1424: 8 total, 8 up, 8 in 2024-02-18T09:06:37.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:37 smithi191 bash[38688]: cluster 2024-02-18T09:06:35.674765+0000 mgr.y (mgr.44100) 1519 : cluster [DBG] pgmap v2529: 137 pgs: 137 active+clean; 1.8 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 2.4 MiB/s wr, 60 op/s 2024-02-18T09:06:37.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:37 smithi191 bash[38688]: cluster 2024-02-18T09:06:36.366235+0000 mon.a (mon.0) 2518 : cluster [DBG] osdmap e1424: 8 total, 8 up, 8 in 2024-02-18T09:06:38.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:38 smithi110 bash[54479]: cluster 2024-02-18T09:06:37.368729+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e1425: 8 total, 8 up, 8 in 2024-02-18T09:06:38.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:38 smithi110 bash[55875]: cluster 2024-02-18T09:06:37.368729+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e1425: 8 total, 8 up, 8 in 2024-02-18T09:06:38.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:38 smithi191 bash[38688]: cluster 2024-02-18T09:06:37.368729+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e1425: 8 total, 8 up, 8 in 2024-02-18T09:06:39.390 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 136235317 2024-02-18T09:06:39.422 INFO:tasks.workunit.client.0.smithi110.stdout:write: d 35574434~1957305 2024-02-18T09:06:39.431 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 78147767~4410828 2024-02-18T09:06:39.431 INFO:tasks.workunit.client.0.smithi110.stdout:write: d 86129105~1358724 2024-02-18T09:06:39.434 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 7586482~6785670 2024-02-18T09:06:39.434 INFO:tasks.workunit.client.0.smithi110.stdout:write: d 80507669~237670 2024-02-18T09:06:39.441 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 76005608~1876135 2024-02-18T09:06:39.441 INFO:tasks.workunit.client.0.smithi110.stdout:write: d 130561643~3581633 2024-02-18T09:06:39.446 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 120334541~4852927 2024-02-18T09:06:39.446 INFO:tasks.workunit.client.0.smithi110.stdout:snap_create: user3 2024-02-18T09:06:39.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[54479]: cluster 2024-02-18T09:06:37.675578+0000 mgr.y (mgr.44100) 1520 : cluster [DBG] pgmap v2532: 137 pgs: 137 active+clean; 1.8 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 14 MiB/s wr, 75 op/s 2024-02-18T09:06:39.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[54479]: cluster 2024-02-18T09:06:38.385795+0000 mon.a (mon.0) 2520 : cluster [DBG] osdmap e1426: 8 total, 8 up, 8 in 2024-02-18T09:06:39.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[54479]: audit 2024-02-18T09:06:39.128963+0000 mon.a (mon.0) 2521 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T09:06:39.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[54479]: audit 2024-02-18T09:06:39.129605+0000 mon.a (mon.0) 2522 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T09:06:39.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[54479]: audit 2024-02-18T09:06:39.130235+0000 mon.a (mon.0) 2523 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:06:39.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[54479]: audit 2024-02-18T09:06:39.130900+0000 mon.a (mon.0) 2524 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.8", "id": [3, 1]}]: dispatch 2024-02-18T09:06:39.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[55875]: cluster 2024-02-18T09:06:37.675578+0000 mgr.y (mgr.44100) 1520 : cluster [DBG] pgmap v2532: 137 pgs: 137 active+clean; 1.8 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 14 MiB/s wr, 75 op/s 2024-02-18T09:06:39.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[55875]: cluster 2024-02-18T09:06:38.385795+0000 mon.a (mon.0) 2520 : cluster [DBG] osdmap e1426: 8 total, 8 up, 8 in 2024-02-18T09:06:39.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[55875]: audit 2024-02-18T09:06:39.128963+0000 mon.a (mon.0) 2521 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T09:06:39.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[55875]: audit 2024-02-18T09:06:39.129605+0000 mon.a (mon.0) 2522 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T09:06:39.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[55875]: audit 2024-02-18T09:06:39.130235+0000 mon.a (mon.0) 2523 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:06:39.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:39 smithi110 bash[55875]: audit 2024-02-18T09:06:39.130900+0000 mon.a (mon.0) 2524 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.8", "id": [3, 1]}]: dispatch 2024-02-18T09:06:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:39 smithi191 bash[38688]: cluster 2024-02-18T09:06:37.675578+0000 mgr.y (mgr.44100) 1520 : cluster [DBG] pgmap v2532: 137 pgs: 137 active+clean; 1.8 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 14 MiB/s wr, 75 op/s 2024-02-18T09:06:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:39 smithi191 bash[38688]: cluster 2024-02-18T09:06:38.385795+0000 mon.a (mon.0) 2520 : cluster [DBG] osdmap e1426: 8 total, 8 up, 8 in 2024-02-18T09:06:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:39 smithi191 bash[38688]: audit 2024-02-18T09:06:39.128963+0000 mon.a (mon.0) 2521 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-02-18T09:06:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:39 smithi191 bash[38688]: audit 2024-02-18T09:06:39.129605+0000 mon.a (mon.0) 2522 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-02-18T09:06:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:39 smithi191 bash[38688]: audit 2024-02-18T09:06:39.130235+0000 mon.a (mon.0) 2523 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-02-18T09:06:39.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:39 smithi191 bash[38688]: audit 2024-02-18T09:06:39.130900+0000 mon.a (mon.0) 2524 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "54.8", "id": [3, 1]}]: dispatch 2024-02-18T09:06:40.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:40 smithi110 bash[54479]: cluster 2024-02-18T09:06:39.389439+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e1427: 8 total, 8 up, 8 in 2024-02-18T09:06:40.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:40 smithi110 bash[54479]: audit 2024-02-18T09:06:40.064668+0000 mon.a (mon.0) 2526 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:06:40.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:40 smithi110 bash[55875]: cluster 2024-02-18T09:06:39.389439+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e1427: 8 total, 8 up, 8 in 2024-02-18T09:06:40.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:40 smithi110 bash[55875]: audit 2024-02-18T09:06:40.064668+0000 mon.a (mon.0) 2526 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:06:40.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:40 smithi191 bash[38688]: cluster 2024-02-18T09:06:39.389439+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e1427: 8 total, 8 up, 8 in 2024-02-18T09:06:40.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:40 smithi191 bash[38688]: audit 2024-02-18T09:06:40.064668+0000 mon.a (mon.0) 2526 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-18T09:06:41.412 INFO:tasks.workunit.client.0.smithi110.stdout:resize: 264789838 2024-02-18T09:06:41.425 INFO:tasks.workunit.client.0.smithi110.stdout:write: 1 26478983~6619745 2024-02-18T09:06:41.432 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 28133919~3309872 2024-02-18T09:06:41.457 INFO:tasks.workunit.client.0.smithi110.stdout:write: 2 52957967~6619745 2024-02-18T09:06:41.461 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 54612903~3309872 2024-02-18T09:06:41.484 INFO:tasks.workunit.client.0.smithi110.stdout:write: 3 79436951~6619745 2024-02-18T09:06:41.488 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 81091887~3309872 2024-02-18T09:06:41.510 INFO:tasks.workunit.client.0.smithi110.stdout:write: 4 105915935~6619745 2024-02-18T09:06:41.515 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 107570871~3309872 2024-02-18T09:06:41.534 INFO:tasks.workunit.client.0.smithi110.stdout:write: 5 132394919~6619745 2024-02-18T09:06:41.539 INFO:tasks.workunit.client.0.smithi110.stdout:discard: 134049855~3309872 2024-02-18T09:06:41.577 INFO:tasks.workunit.client.0.smithi110.stdout:migration_commit 2024-02-18T09:06:41.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[54479]: cluster 2024-02-18T09:06:39.676267+0000 mgr.y (mgr.44100) 1521 : cluster [DBG] pgmap v2535: 137 pgs: 137 active+clean; 2.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 62 MiB/s rd, 33 MiB/s wr, 206 op/s 2024-02-18T09:06:41.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[54479]: audit 2024-02-18T09:06:40.393039+0000 mon.a (mon.0) 2527 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:06:41.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[54479]: audit 2024-02-18T09:06:40.399035+0000 mon.a (mon.0) 2528 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:06:41.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[54479]: cephadm 2024-02-18T09:06:40.400860+0000 mgr.y (mgr.44100) 1522 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:06:41.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[54479]: cluster 2024-02-18T09:06:40.405877+0000 mon.a (mon.0) 2529 : cluster [DBG] osdmap e1428: 8 total, 8 up, 8 in 2024-02-18T09:06:41.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[54479]: audit 2024-02-18T09:06:40.410341+0000 mon.a (mon.0) 2530 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:06:41.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[55875]: cluster 2024-02-18T09:06:39.676267+0000 mgr.y (mgr.44100) 1521 : cluster [DBG] pgmap v2535: 137 pgs: 137 active+clean; 2.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 62 MiB/s rd, 33 MiB/s wr, 206 op/s 2024-02-18T09:06:41.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[55875]: audit 2024-02-18T09:06:40.393039+0000 mon.a (mon.0) 2527 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:06:41.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[55875]: audit 2024-02-18T09:06:40.399035+0000 mon.a (mon.0) 2528 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:06:41.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[55875]: cephadm 2024-02-18T09:06:40.400860+0000 mgr.y (mgr.44100) 1522 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:06:41.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[55875]: cluster 2024-02-18T09:06:40.405877+0000 mon.a (mon.0) 2529 : cluster [DBG] osdmap e1428: 8 total, 8 up, 8 in 2024-02-18T09:06:41.712 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:41 smithi110 bash[55875]: audit 2024-02-18T09:06:40.410341+0000 mon.a (mon.0) 2530 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:06:41.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:41 smithi191 bash[38688]: cluster 2024-02-18T09:06:39.676267+0000 mgr.y (mgr.44100) 1521 : cluster [DBG] pgmap v2535: 137 pgs: 137 active+clean; 2.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 62 MiB/s rd, 33 MiB/s wr, 206 op/s 2024-02-18T09:06:41.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:41 smithi191 bash[38688]: audit 2024-02-18T09:06:40.393039+0000 mon.a (mon.0) 2527 : audit [DBG] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-18T09:06:41.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:41 smithi191 bash[38688]: audit 2024-02-18T09:06:40.399035+0000 mon.a (mon.0) 2528 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-18T09:06:41.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:41 smithi191 bash[38688]: cephadm 2024-02-18T09:06:40.400860+0000 mgr.y (mgr.44100) 1522 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2024-02-18T09:06:41.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:41 smithi191 bash[38688]: cluster 2024-02-18T09:06:40.405877+0000 mon.a (mon.0) 2529 : cluster [DBG] osdmap e1428: 8 total, 8 up, 8 in 2024-02-18T09:06:41.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:41 smithi191 bash[38688]: audit 2024-02-18T09:06:40.410341+0000 mon.a (mon.0) 2530 : audit [INF] from='mgr.44100 172.21.15.110:0/3054775852' entity='mgr.y' 2024-02-18T09:06:42.710 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:42 smithi110 bash[54479]: cluster 2024-02-18T09:06:41.414964+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e1429: 8 total, 8 up, 8 in 2024-02-18T09:06:42.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:42 smithi110 bash[55875]: cluster 2024-02-18T09:06:41.414964+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e1429: 8 total, 8 up, 8 in 2024-02-18T09:06:42.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:42 smithi191 bash[38688]: cluster 2024-02-18T09:06:41.414964+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e1429: 8 total, 8 up, 8 in 2024-02-18T09:06:43.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:43 smithi110 bash[54479]: cluster 2024-02-18T09:06:41.676967+0000 mgr.y (mgr.44100) 1523 : cluster [DBG] pgmap v2538: 137 pgs: 137 active+clean; 2.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 26 MiB/s wr, 147 op/s 2024-02-18T09:06:43.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:43 smithi110 bash[54479]: cluster 2024-02-18T09:06:42.424154+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e1430: 8 total, 8 up, 8 in 2024-02-18T09:06:43.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:43 smithi110 bash[55875]: cluster 2024-02-18T09:06:41.676967+0000 mgr.y (mgr.44100) 1523 : cluster [DBG] pgmap v2538: 137 pgs: 137 active+clean; 2.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 26 MiB/s wr, 147 op/s 2024-02-18T09:06:43.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:43 smithi110 bash[55875]: cluster 2024-02-18T09:06:42.424154+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e1430: 8 total, 8 up, 8 in 2024-02-18T09:06:43.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:43 smithi191 bash[38688]: cluster 2024-02-18T09:06:41.676967+0000 mgr.y (mgr.44100) 1523 : cluster [DBG] pgmap v2538: 137 pgs: 137 active+clean; 2.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 26 MiB/s wr, 147 op/s 2024-02-18T09:06:43.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:43 smithi191 bash[38688]: cluster 2024-02-18T09:06:42.424154+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e1430: 8 total, 8 up, 8 in 2024-02-18T09:06:44.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:44 smithi110 bash[55875]: cluster 2024-02-18T09:06:43.428078+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e1431: 8 total, 8 up, 8 in 2024-02-18T09:06:44.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:44 smithi110 bash[54479]: cluster 2024-02-18T09:06:43.428078+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e1431: 8 total, 8 up, 8 in 2024-02-18T09:06:44.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:44 smithi191 bash[38688]: cluster 2024-02-18T09:06:43.428078+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e1431: 8 total, 8 up, 8 in 2024-02-18T09:06:45.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:45 smithi110 bash[54479]: cluster 2024-02-18T09:06:43.677748+0000 mgr.y (mgr.44100) 1524 : cluster [DBG] pgmap v2541: 137 pgs: 137 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 95 KiB/s rd, 17 MiB/s wr, 148 op/s 2024-02-18T09:06:45.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:45 smithi110 bash[54479]: cluster 2024-02-18T09:06:44.449973+0000 mon.a (mon.0) 2534 : cluster [DBG] osdmap e1432: 8 total, 8 up, 8 in 2024-02-18T09:06:45.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:45 smithi110 bash[55875]: cluster 2024-02-18T09:06:43.677748+0000 mgr.y (mgr.44100) 1524 : cluster [DBG] pgmap v2541: 137 pgs: 137 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 95 KiB/s rd, 17 MiB/s wr, 148 op/s 2024-02-18T09:06:45.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:45 smithi110 bash[55875]: cluster 2024-02-18T09:06:44.449973+0000 mon.a (mon.0) 2534 : cluster [DBG] osdmap e1432: 8 total, 8 up, 8 in 2024-02-18T09:06:45.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:45 smithi191 bash[38688]: cluster 2024-02-18T09:06:43.677748+0000 mgr.y (mgr.44100) 1524 : cluster [DBG] pgmap v2541: 137 pgs: 137 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 95 KiB/s rd, 17 MiB/s wr, 148 op/s 2024-02-18T09:06:45.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:45 smithi191 bash[38688]: cluster 2024-02-18T09:06:44.449973+0000 mon.a (mon.0) 2534 : cluster [DBG] osdmap e1432: 8 total, 8 up, 8 in 2024-02-18T09:06:46.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:46 smithi110 bash[54479]: cluster 2024-02-18T09:06:45.460090+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e1433: 8 total, 8 up, 8 in 2024-02-18T09:06:46.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:46 smithi110 bash[55875]: cluster 2024-02-18T09:06:45.460090+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e1433: 8 total, 8 up, 8 in 2024-02-18T09:06:46.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:46 smithi191 bash[38688]: cluster 2024-02-18T09:06:45.460090+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e1433: 8 total, 8 up, 8 in 2024-02-18T09:06:47.567 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMigration.StressLive (26911 ms) 2024-02-18T09:06:47.711 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:47 smithi110 bash[54479]: cluster 2024-02-18T09:06:45.678406+0000 mgr.y (mgr.44100) 1525 : cluster [DBG] pgmap v2544: 137 pgs: 137 active+clean; 2.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 95 KiB/s rd, 16 MiB/s wr, 147 op/s 2024-02-18T09:06:47.711 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:47 smithi110 bash[55875]: cluster 2024-02-18T09:06:45.678406+0000 mgr.y (mgr.44100) 1525 : cluster [DBG] pgmap v2544: 137 pgs: 137 active+clean; 2.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 95 KiB/s rd, 16 MiB/s wr, 147 op/s 2024-02-18T09:06:47.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:47 smithi191 bash[38688]: cluster 2024-02-18T09:06:45.678406+0000 mgr.y (mgr.44100) 1525 : cluster [DBG] pgmap v2544: 137 pgs: 137 active+clean; 2.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 95 KiB/s rd, 16 MiB/s wr, 147 op/s 2024-02-18T09:06:49.482 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 57 tests from TestMigration (245030 ms total) 2024-02-18T09:06:49.482 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:06:49.482 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 2 tests from TestMirroringWatcher 2024-02-18T09:06:49.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:49 smithi191 bash[38688]: cluster 2024-02-18T09:06:47.679571+0000 mgr.y (mgr.44100) 1526 : cluster [DBG] pgmap v2545: 137 pgs: 137 active+clean; 2.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 119 op/s 2024-02-18T09:06:49.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:49 smithi191 bash[38688]: cluster 2024-02-18T09:06:48.481550+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e1434: 8 total, 8 up, 8 in 2024-02-18T09:06:49.960 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:49 smithi110 bash[54479]: cluster 2024-02-18T09:06:47.679571+0000 mgr.y (mgr.44100) 1526 : cluster [DBG] pgmap v2545: 137 pgs: 137 active+clean; 2.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 119 op/s 2024-02-18T09:06:49.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:49 smithi110 bash[54479]: cluster 2024-02-18T09:06:48.481550+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e1434: 8 total, 8 up, 8 in 2024-02-18T09:06:49.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:49 smithi110 bash[55875]: cluster 2024-02-18T09:06:47.679571+0000 mgr.y (mgr.44100) 1526 : cluster [DBG] pgmap v2545: 137 pgs: 137 active+clean; 2.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 119 op/s 2024-02-18T09:06:49.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:49 smithi110 bash[55875]: cluster 2024-02-18T09:06:48.481550+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e1434: 8 total, 8 up, 8 in 2024-02-18T09:06:50.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:50 smithi191 bash[38688]: cluster 2024-02-18T09:06:49.485250+0000 mon.a (mon.0) 2537 : cluster [DBG] osdmap e1435: 8 total, 8 up, 8 in 2024-02-18T09:06:50.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:50 smithi110 bash[54479]: cluster 2024-02-18T09:06:49.485250+0000 mon.a (mon.0) 2537 : cluster [DBG] osdmap e1435: 8 total, 8 up, 8 in 2024-02-18T09:06:50.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:50 smithi110 bash[55875]: cluster 2024-02-18T09:06:49.485250+0000 mon.a (mon.0) 2537 : cluster [DBG] osdmap e1435: 8 total, 8 up, 8 in 2024-02-18T09:06:51.500 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-02-18T09:06:51.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:51 smithi191 bash[38688]: cluster 2024-02-18T09:06:49.679939+0000 mgr.y (mgr.44100) 1527 : cluster [DBG] pgmap v2548: 73 pgs: 73 active+clean; 4.0 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-02-18T09:06:51.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:51 smithi191 bash[38688]: cluster 2024-02-18T09:06:50.489801+0000 mon.a (mon.0) 2538 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-02-18T09:06:51.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:51 smithi191 bash[38688]: cluster 2024-02-18T09:06:50.489911+0000 mon.a (mon.0) 2539 : cluster [INF] Cluster is now healthy 2024-02-18T09:06:51.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:51 smithi191 bash[38688]: cluster 2024-02-18T09:06:50.506468+0000 mon.a (mon.0) 2540 : cluster [DBG] osdmap e1436: 8 total, 8 up, 8 in 2024-02-18T09:06:51.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:51 smithi191 bash[38688]: audit 2024-02-18T09:06:50.508454+0000 mon.c (mon.1) 47 : audit [INF] from='client.? 172.21.15.110:0/707603228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:51.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:51 smithi191 bash[38688]: audit 2024-02-18T09:06:50.511486+0000 mon.a (mon.0) 2541 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:51.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[54479]: cluster 2024-02-18T09:06:49.679939+0000 mgr.y (mgr.44100) 1527 : cluster [DBG] pgmap v2548: 73 pgs: 73 active+clean; 4.0 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-02-18T09:06:51.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[54479]: cluster 2024-02-18T09:06:50.489801+0000 mon.a (mon.0) 2538 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-02-18T09:06:51.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[54479]: cluster 2024-02-18T09:06:50.489911+0000 mon.a (mon.0) 2539 : cluster [INF] Cluster is now healthy 2024-02-18T09:06:51.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[54479]: cluster 2024-02-18T09:06:50.506468+0000 mon.a (mon.0) 2540 : cluster [DBG] osdmap e1436: 8 total, 8 up, 8 in 2024-02-18T09:06:51.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[54479]: audit 2024-02-18T09:06:50.508454+0000 mon.c (mon.1) 47 : audit [INF] from='client.? 172.21.15.110:0/707603228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:51.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[54479]: audit 2024-02-18T09:06:50.511486+0000 mon.a (mon.0) 2541 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:51.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[55875]: cluster 2024-02-18T09:06:49.679939+0000 mgr.y (mgr.44100) 1527 : cluster [DBG] pgmap v2548: 73 pgs: 73 active+clean; 4.0 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-02-18T09:06:51.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[55875]: cluster 2024-02-18T09:06:50.489801+0000 mon.a (mon.0) 2538 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-02-18T09:06:51.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[55875]: cluster 2024-02-18T09:06:50.489911+0000 mon.a (mon.0) 2539 : cluster [INF] Cluster is now healthy 2024-02-18T09:06:51.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[55875]: cluster 2024-02-18T09:06:50.506468+0000 mon.a (mon.0) 2540 : cluster [DBG] osdmap e1436: 8 total, 8 up, 8 in 2024-02-18T09:06:51.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[55875]: audit 2024-02-18T09:06:50.508454+0000 mon.c (mon.1) 47 : audit [INF] from='client.? 172.21.15.110:0/707603228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:51.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:51 smithi110 bash[55875]: audit 2024-02-18T09:06:50.511486+0000 mon.a (mon.0) 2541 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:52.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:52 smithi191 bash[38688]: audit 2024-02-18T09:06:51.508197+0000 mon.a (mon.0) 2542 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:06:52.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:52 smithi191 bash[38688]: cluster 2024-02-18T09:06:51.508437+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e1437: 8 total, 8 up, 8 in 2024-02-18T09:06:52.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:52 smithi110 bash[54479]: audit 2024-02-18T09:06:51.508197+0000 mon.a (mon.0) 2542 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:06:52.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:52 smithi110 bash[54479]: cluster 2024-02-18T09:06:51.508437+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e1437: 8 total, 8 up, 8 in 2024-02-18T09:06:52.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:52 smithi110 bash[55875]: audit 2024-02-18T09:06:51.508197+0000 mon.a (mon.0) 2542 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:06:52.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:52 smithi110 bash[55875]: cluster 2024-02-18T09:06:51.508437+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e1437: 8 total, 8 up, 8 in 2024-02-18T09:06:53.547 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2046 ms) 2024-02-18T09:06:53.547 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-02-18T09:06:53.563 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (16 ms) 2024-02-18T09:06:53.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:53 smithi191 bash[38688]: cluster 2024-02-18T09:06:51.680314+0000 mgr.y (mgr.44100) 1528 : cluster [DBG] pgmap v2551: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 4.0 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-02-18T09:06:53.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:53 smithi191 bash[38688]: cluster 2024-02-18T09:06:52.519135+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e1438: 8 total, 8 up, 8 in 2024-02-18T09:06:53.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:53 smithi110 bash[54479]: cluster 2024-02-18T09:06:51.680314+0000 mgr.y (mgr.44100) 1528 : cluster [DBG] pgmap v2551: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 4.0 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-02-18T09:06:53.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:53 smithi110 bash[54479]: cluster 2024-02-18T09:06:52.519135+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e1438: 8 total, 8 up, 8 in 2024-02-18T09:06:53.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:53 smithi110 bash[55875]: cluster 2024-02-18T09:06:51.680314+0000 mgr.y (mgr.44100) 1528 : cluster [DBG] pgmap v2551: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 4.0 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-02-18T09:06:53.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:53 smithi110 bash[55875]: cluster 2024-02-18T09:06:52.519135+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e1438: 8 total, 8 up, 8 in 2024-02-18T09:06:54.533 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 2 tests from TestMirroringWatcher (2062 ms total) 2024-02-18T09:06:54.533 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:06:54.534 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 4 tests from TestObjectMap 2024-02-18T09:06:54.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:54 smithi191 bash[38688]: cluster 2024-02-18T09:06:53.521104+0000 mon.a (mon.0) 2545 : cluster [DBG] osdmap e1439: 8 total, 8 up, 8 in 2024-02-18T09:06:54.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:54 smithi110 bash[54479]: cluster 2024-02-18T09:06:53.521104+0000 mon.a (mon.0) 2545 : cluster [DBG] osdmap e1439: 8 total, 8 up, 8 in 2024-02-18T09:06:54.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:54 smithi110 bash[55875]: cluster 2024-02-18T09:06:53.521104+0000 mon.a (mon.0) 2545 : cluster [DBG] osdmap e1439: 8 total, 8 up, 8 in 2024-02-18T09:06:55.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:55 smithi191 bash[38688]: cluster 2024-02-18T09:06:53.680931+0000 mgr.y (mgr.44100) 1529 : cluster [DBG] pgmap v2554: 105 pgs: 4 creating+peering, 11 unknown, 90 active+clean; 4.0 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-02-18T09:06:55.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:55 smithi191 bash[38688]: cluster 2024-02-18T09:06:54.538458+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e1440: 8 total, 8 up, 8 in 2024-02-18T09:06:55.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:55 smithi110 bash[54479]: cluster 2024-02-18T09:06:53.680931+0000 mgr.y (mgr.44100) 1529 : cluster [DBG] pgmap v2554: 105 pgs: 4 creating+peering, 11 unknown, 90 active+clean; 4.0 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-02-18T09:06:55.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:55 smithi110 bash[54479]: cluster 2024-02-18T09:06:54.538458+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e1440: 8 total, 8 up, 8 in 2024-02-18T09:06:55.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:55 smithi110 bash[55875]: cluster 2024-02-18T09:06:53.680931+0000 mgr.y (mgr.44100) 1529 : cluster [DBG] pgmap v2554: 105 pgs: 4 creating+peering, 11 unknown, 90 active+clean; 4.0 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-02-18T09:06:55.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:55 smithi110 bash[55875]: cluster 2024-02-18T09:06:54.538458+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e1440: 8 total, 8 up, 8 in 2024-02-18T09:06:56.549 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-02-18T09:06:56.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:56 smithi191 bash[38688]: cluster 2024-02-18T09:06:55.552474+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e1441: 8 total, 8 up, 8 in 2024-02-18T09:06:56.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:56 smithi191 bash[38688]: audit 2024-02-18T09:06:55.559678+0000 mon.c (mon.1) 48 : audit [INF] from='client.? 172.21.15.110:0/1496485809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:56.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:56 smithi191 bash[38688]: audit 2024-02-18T09:06:55.560927+0000 mon.a (mon.0) 2548 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:56.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:56 smithi110 bash[54479]: cluster 2024-02-18T09:06:55.552474+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e1441: 8 total, 8 up, 8 in 2024-02-18T09:06:56.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:56 smithi110 bash[54479]: audit 2024-02-18T09:06:55.559678+0000 mon.c (mon.1) 48 : audit [INF] from='client.? 172.21.15.110:0/1496485809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:56.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:56 smithi110 bash[54479]: audit 2024-02-18T09:06:55.560927+0000 mon.a (mon.0) 2548 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:56.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:56 smithi110 bash[55875]: cluster 2024-02-18T09:06:55.552474+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e1441: 8 total, 8 up, 8 in 2024-02-18T09:06:56.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:56 smithi110 bash[55875]: audit 2024-02-18T09:06:55.559678+0000 mon.c (mon.1) 48 : audit [INF] from='client.? 172.21.15.110:0/1496485809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:56.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:56 smithi110 bash[55875]: audit 2024-02-18T09:06:55.560927+0000 mon.a (mon.0) 2548 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:06:57.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:57 smithi191 bash[38688]: cluster 2024-02-18T09:06:55.681684+0000 mgr.y (mgr.44100) 1530 : cluster [DBG] pgmap v2557: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:06:57.833 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:57 smithi191 bash[38688]: audit 2024-02-18T09:06:56.556117+0000 mon.a (mon.0) 2549 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:06:57.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:57 smithi191 bash[38688]: cluster 2024-02-18T09:06:56.556377+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e1442: 8 total, 8 up, 8 in 2024-02-18T09:06:57.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:57 smithi191 bash[38688]: cluster 2024-02-18T09:06:57.558079+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e1443: 8 total, 8 up, 8 in 2024-02-18T09:06:57.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:57 smithi110 bash[54479]: cluster 2024-02-18T09:06:55.681684+0000 mgr.y (mgr.44100) 1530 : cluster [DBG] pgmap v2557: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:06:57.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:57 smithi110 bash[54479]: audit 2024-02-18T09:06:56.556117+0000 mon.a (mon.0) 2549 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:06:57.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:57 smithi110 bash[54479]: cluster 2024-02-18T09:06:56.556377+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e1442: 8 total, 8 up, 8 in 2024-02-18T09:06:57.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:57 smithi110 bash[54479]: cluster 2024-02-18T09:06:57.558079+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e1443: 8 total, 8 up, 8 in 2024-02-18T09:06:57.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:57 smithi110 bash[55875]: cluster 2024-02-18T09:06:55.681684+0000 mgr.y (mgr.44100) 1530 : cluster [DBG] pgmap v2557: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:06:57.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:57 smithi110 bash[55875]: audit 2024-02-18T09:06:56.556117+0000 mon.a (mon.0) 2549 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:06:57.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:57 smithi110 bash[55875]: cluster 2024-02-18T09:06:56.556377+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e1442: 8 total, 8 up, 8 in 2024-02-18T09:06:57.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:57 smithi110 bash[55875]: cluster 2024-02-18T09:06:57.558079+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e1443: 8 total, 8 up, 8 in 2024-02-18T09:06:58.563 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:06:58.563 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2014 ms) 2024-02-18T09:06:58.563 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-02-18T09:06:58.571 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:06:58.571 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (8 ms) 2024-02-18T09:06:58.571 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-02-18T09:06:58.576 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:06:58.576 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (5 ms) 2024-02-18T09:06:58.576 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-02-18T09:06:58.580 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:06:58.581 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (5 ms) 2024-02-18T09:06:59.580 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 4 tests from TestObjectMap (2032 ms total) 2024-02-18T09:06:59.580 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:06:59.580 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 1 test from TestOperations 2024-02-18T09:06:59.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:59 smithi191 bash[38688]: cluster 2024-02-18T09:06:57.682344+0000 mgr.y (mgr.44100) 1531 : cluster [DBG] pgmap v2560: 105 pgs: 1 creating+peering, 25 unknown, 79 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:06:59.834 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:06:59 smithi191 bash[38688]: cluster 2024-02-18T09:06:58.559728+0000 mon.a (mon.0) 2552 : cluster [DBG] osdmap e1444: 8 total, 8 up, 8 in 2024-02-18T09:06:59.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:59 smithi110 bash[55875]: cluster 2024-02-18T09:06:57.682344+0000 mgr.y (mgr.44100) 1531 : cluster [DBG] pgmap v2560: 105 pgs: 1 creating+peering, 25 unknown, 79 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:06:59.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:06:59 smithi110 bash[55875]: cluster 2024-02-18T09:06:58.559728+0000 mon.a (mon.0) 2552 : cluster [DBG] osdmap e1444: 8 total, 8 up, 8 in 2024-02-18T09:06:59.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:59 smithi110 bash[54479]: cluster 2024-02-18T09:06:57.682344+0000 mgr.y (mgr.44100) 1531 : cluster [DBG] pgmap v2560: 105 pgs: 1 creating+peering, 25 unknown, 79 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:06:59.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:06:59 smithi110 bash[54479]: cluster 2024-02-18T09:06:58.559728+0000 mon.a (mon.0) 2552 : cluster [DBG] osdmap e1444: 8 total, 8 up, 8 in 2024-02-18T09:07:00.835 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:00 smithi191 bash[38688]: cluster 2024-02-18T09:06:59.577584+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1445: 8 total, 8 up, 8 in 2024-02-18T09:07:00.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:00 smithi110 bash[54479]: cluster 2024-02-18T09:06:59.577584+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1445: 8 total, 8 up, 8 in 2024-02-18T09:07:00.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:00 smithi110 bash[55875]: cluster 2024-02-18T09:06:59.577584+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1445: 8 total, 8 up, 8 in 2024-02-18T09:07:01.586 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-02-18T09:07:01.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:01 smithi110 bash[54479]: cluster 2024-02-18T09:06:59.683069+0000 mgr.y (mgr.44100) 1532 : cluster [DBG] pgmap v2563: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:01.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:01 smithi110 bash[54479]: cluster 2024-02-18T09:07:00.588575+0000 mon.a (mon.0) 2554 : cluster [DBG] osdmap e1446: 8 total, 8 up, 8 in 2024-02-18T09:07:01.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:01 smithi110 bash[54479]: audit 2024-02-18T09:07:00.590578+0000 mon.a (mon.0) 2555 : audit [INF] from='client.? 172.21.15.110:0/2584945124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:01.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:01 smithi110 bash[55875]: cluster 2024-02-18T09:06:59.683069+0000 mgr.y (mgr.44100) 1532 : cluster [DBG] pgmap v2563: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:01.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:01 smithi110 bash[55875]: cluster 2024-02-18T09:07:00.588575+0000 mon.a (mon.0) 2554 : cluster [DBG] osdmap e1446: 8 total, 8 up, 8 in 2024-02-18T09:07:01.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:01 smithi110 bash[55875]: audit 2024-02-18T09:07:00.590578+0000 mon.a (mon.0) 2555 : audit [INF] from='client.? 172.21.15.110:0/2584945124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:02.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:01 smithi191 bash[38688]: cluster 2024-02-18T09:06:59.683069+0000 mgr.y (mgr.44100) 1532 : cluster [DBG] pgmap v2563: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:02.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:01 smithi191 bash[38688]: cluster 2024-02-18T09:07:00.588575+0000 mon.a (mon.0) 2554 : cluster [DBG] osdmap e1446: 8 total, 8 up, 8 in 2024-02-18T09:07:02.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:01 smithi191 bash[38688]: audit 2024-02-18T09:07:00.590578+0000 mon.a (mon.0) 2555 : audit [INF] from='client.? 172.21.15.110:0/2584945124' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:02.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:02 smithi110 bash[54479]: audit 2024-02-18T09:07:01.591838+0000 mon.a (mon.0) 2556 : audit [INF] from='client.? 172.21.15.110:0/2584945124' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:02.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:02 smithi110 bash[54479]: cluster 2024-02-18T09:07:01.592116+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e1447: 8 total, 8 up, 8 in 2024-02-18T09:07:02.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:02 smithi110 bash[55875]: audit 2024-02-18T09:07:01.591838+0000 mon.a (mon.0) 2556 : audit [INF] from='client.? 172.21.15.110:0/2584945124' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:02.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:02 smithi110 bash[55875]: cluster 2024-02-18T09:07:01.592116+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e1447: 8 total, 8 up, 8 in 2024-02-18T09:07:03.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:02 smithi191 bash[38688]: audit 2024-02-18T09:07:01.591838+0000 mon.a (mon.0) 2556 : audit [INF] from='client.? 172.21.15.110:0/2584945124' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:03.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:02 smithi191 bash[38688]: cluster 2024-02-18T09:07:01.592116+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e1447: 8 total, 8 up, 8 in 2024-02-18T09:07:03.618 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:03.618 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2032 ms) 2024-02-18T09:07:03.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:03 smithi110 bash[54479]: cluster 2024-02-18T09:07:01.683735+0000 mgr.y (mgr.44100) 1533 : cluster [DBG] pgmap v2566: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:03.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:03 smithi110 bash[54479]: cluster 2024-02-18T09:07:02.612958+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e1448: 8 total, 8 up, 8 in 2024-02-18T09:07:03.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:03 smithi110 bash[55875]: cluster 2024-02-18T09:07:01.683735+0000 mgr.y (mgr.44100) 1533 : cluster [DBG] pgmap v2566: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:03.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:03 smithi110 bash[55875]: cluster 2024-02-18T09:07:02.612958+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e1448: 8 total, 8 up, 8 in 2024-02-18T09:07:04.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:03 smithi191 bash[38688]: cluster 2024-02-18T09:07:01.683735+0000 mgr.y (mgr.44100) 1533 : cluster [DBG] pgmap v2566: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:04.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:03 smithi191 bash[38688]: cluster 2024-02-18T09:07:02.612958+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e1448: 8 total, 8 up, 8 in 2024-02-18T09:07:04.632 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 1 test from TestOperations (2032 ms total) 2024-02-18T09:07:04.632 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:07:04.632 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 2 tests from TestTrash 2024-02-18T09:07:04.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:04 smithi110 bash[54479]: cluster 2024-02-18T09:07:03.617186+0000 mon.a (mon.0) 2559 : cluster [DBG] osdmap e1449: 8 total, 8 up, 8 in 2024-02-18T09:07:04.961 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:04 smithi110 bash[55875]: cluster 2024-02-18T09:07:03.617186+0000 mon.a (mon.0) 2559 : cluster [DBG] osdmap e1449: 8 total, 8 up, 8 in 2024-02-18T09:07:05.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:04 smithi191 bash[38688]: cluster 2024-02-18T09:07:03.617186+0000 mon.a (mon.0) 2559 : cluster [DBG] osdmap e1449: 8 total, 8 up, 8 in 2024-02-18T09:07:05.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:05 smithi110 bash[54479]: cluster 2024-02-18T09:07:03.684402+0000 mgr.y (mgr.44100) 1534 : cluster [DBG] pgmap v2569: 105 pgs: 6 creating+peering, 9 unknown, 90 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:05.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:05 smithi110 bash[54479]: cluster 2024-02-18T09:07:04.636531+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e1450: 8 total, 8 up, 8 in 2024-02-18T09:07:05.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:05 smithi110 bash[55875]: cluster 2024-02-18T09:07:03.684402+0000 mgr.y (mgr.44100) 1534 : cluster [DBG] pgmap v2569: 105 pgs: 6 creating+peering, 9 unknown, 90 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:05.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:05 smithi110 bash[55875]: cluster 2024-02-18T09:07:04.636531+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e1450: 8 total, 8 up, 8 in 2024-02-18T09:07:06.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:05 smithi191 bash[38688]: cluster 2024-02-18T09:07:03.684402+0000 mgr.y (mgr.44100) 1534 : cluster [DBG] pgmap v2569: 105 pgs: 6 creating+peering, 9 unknown, 90 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:06.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:05 smithi191 bash[38688]: cluster 2024-02-18T09:07:04.636531+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e1450: 8 total, 8 up, 8 in 2024-02-18T09:07:06.651 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-02-18T09:07:06.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:06 smithi110 bash[54479]: cluster 2024-02-18T09:07:05.645013+0000 mon.a (mon.0) 2561 : cluster [DBG] osdmap e1451: 8 total, 8 up, 8 in 2024-02-18T09:07:06.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:06 smithi110 bash[54479]: audit 2024-02-18T09:07:05.647505+0000 mon.a (mon.0) 2562 : audit [INF] from='client.? 172.21.15.110:0/3072263563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:06.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:06 smithi110 bash[55875]: cluster 2024-02-18T09:07:05.645013+0000 mon.a (mon.0) 2561 : cluster [DBG] osdmap e1451: 8 total, 8 up, 8 in 2024-02-18T09:07:06.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:06 smithi110 bash[55875]: audit 2024-02-18T09:07:05.647505+0000 mon.a (mon.0) 2562 : audit [INF] from='client.? 172.21.15.110:0/3072263563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:07.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:06 smithi191 bash[38688]: cluster 2024-02-18T09:07:05.645013+0000 mon.a (mon.0) 2561 : cluster [DBG] osdmap e1451: 8 total, 8 up, 8 in 2024-02-18T09:07:07.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:06 smithi191 bash[38688]: audit 2024-02-18T09:07:05.647505+0000 mon.a (mon.0) 2562 : audit [INF] from='client.? 172.21.15.110:0/3072263563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:07.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:07 smithi110 bash[54479]: cluster 2024-02-18T09:07:05.684989+0000 mgr.y (mgr.44100) 1535 : cluster [DBG] pgmap v2572: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:07.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:07 smithi110 bash[54479]: audit 2024-02-18T09:07:06.657894+0000 mon.a (mon.0) 2563 : audit [INF] from='client.? 172.21.15.110:0/3072263563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:07.962 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:07 smithi110 bash[54479]: cluster 2024-02-18T09:07:06.658388+0000 mon.a (mon.0) 2564 : cluster [DBG] osdmap e1452: 8 total, 8 up, 8 in 2024-02-18T09:07:07.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:07 smithi110 bash[55875]: cluster 2024-02-18T09:07:05.684989+0000 mgr.y (mgr.44100) 1535 : cluster [DBG] pgmap v2572: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:07.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:07 smithi110 bash[55875]: audit 2024-02-18T09:07:06.657894+0000 mon.a (mon.0) 2563 : audit [INF] from='client.? 172.21.15.110:0/3072263563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:07.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:07 smithi110 bash[55875]: cluster 2024-02-18T09:07:06.658388+0000 mon.a (mon.0) 2564 : cluster [DBG] osdmap e1452: 8 total, 8 up, 8 in 2024-02-18T09:07:08.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:07 smithi191 bash[38688]: cluster 2024-02-18T09:07:05.684989+0000 mgr.y (mgr.44100) 1535 : cluster [DBG] pgmap v2572: 105 pgs: 32 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:08.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:07 smithi191 bash[38688]: audit 2024-02-18T09:07:06.657894+0000 mon.a (mon.0) 2563 : audit [INF] from='client.? 172.21.15.110:0/3072263563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:08.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:07 smithi191 bash[38688]: cluster 2024-02-18T09:07:06.658388+0000 mon.a (mon.0) 2564 : cluster [DBG] osdmap e1452: 8 total, 8 up, 8 in 2024-02-18T09:07:08.684 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:08.684 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestTrash.UserRemovingSource (2033 ms) 2024-02-18T09:07:08.684 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-02-18T09:07:08.689 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:08.689 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestTrash.RestoreMirroringSource (5 ms) 2024-02-18T09:07:08.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:08 smithi110 bash[54479]: cluster 2024-02-18T09:07:07.666746+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1453: 8 total, 8 up, 8 in 2024-02-18T09:07:08.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:08 smithi110 bash[54479]: cluster 2024-02-18T09:07:07.685471+0000 mgr.y (mgr.44100) 1536 : cluster [DBG] pgmap v2575: 105 pgs: 4 creating+peering, 21 unknown, 80 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:08.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:08 smithi110 bash[55875]: cluster 2024-02-18T09:07:07.666746+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1453: 8 total, 8 up, 8 in 2024-02-18T09:07:08.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:08 smithi110 bash[55875]: cluster 2024-02-18T09:07:07.685471+0000 mgr.y (mgr.44100) 1536 : cluster [DBG] pgmap v2575: 105 pgs: 4 creating+peering, 21 unknown, 80 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:09.083 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:08 smithi191 bash[38688]: cluster 2024-02-18T09:07:07.666746+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1453: 8 total, 8 up, 8 in 2024-02-18T09:07:09.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:08 smithi191 bash[38688]: cluster 2024-02-18T09:07:07.685471+0000 mgr.y (mgr.44100) 1536 : cluster [DBG] pgmap v2575: 105 pgs: 4 creating+peering, 21 unknown, 80 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:09.675 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 2 tests from TestTrash (2038 ms total) 2024-02-18T09:07:09.675 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:07:09.675 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 3 tests from TestJournalEntries 2024-02-18T09:07:09.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:09 smithi110 bash[54479]: cluster 2024-02-18T09:07:08.675200+0000 mon.a (mon.0) 2566 : cluster [DBG] osdmap e1454: 8 total, 8 up, 8 in 2024-02-18T09:07:09.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:09 smithi110 bash[55875]: cluster 2024-02-18T09:07:08.675200+0000 mon.a (mon.0) 2566 : cluster [DBG] osdmap e1454: 8 total, 8 up, 8 in 2024-02-18T09:07:10.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:09 smithi191 bash[38688]: cluster 2024-02-18T09:07:08.675200+0000 mon.a (mon.0) 2566 : cluster [DBG] osdmap e1454: 8 total, 8 up, 8 in 2024-02-18T09:07:10.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:10 smithi110 bash[54479]: cluster 2024-02-18T09:07:09.679098+0000 mon.a (mon.0) 2567 : cluster [DBG] osdmap e1455: 8 total, 8 up, 8 in 2024-02-18T09:07:10.961 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:10 smithi110 bash[54479]: cluster 2024-02-18T09:07:09.685960+0000 mgr.y (mgr.44100) 1537 : cluster [DBG] pgmap v2578: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:10.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:10 smithi110 bash[55875]: cluster 2024-02-18T09:07:09.679098+0000 mon.a (mon.0) 2567 : cluster [DBG] osdmap e1455: 8 total, 8 up, 8 in 2024-02-18T09:07:10.962 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:10 smithi110 bash[55875]: cluster 2024-02-18T09:07:09.685960+0000 mgr.y (mgr.44100) 1537 : cluster [DBG] pgmap v2578: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:11.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:10 smithi191 bash[38688]: cluster 2024-02-18T09:07:09.679098+0000 mon.a (mon.0) 2567 : cluster [DBG] osdmap e1455: 8 total, 8 up, 8 in 2024-02-18T09:07:11.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:10 smithi191 bash[38688]: cluster 2024-02-18T09:07:09.685960+0000 mgr.y (mgr.44100) 1537 : cluster [DBG] pgmap v2578: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:11.715 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-02-18T09:07:12.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:11 smithi191 bash[38688]: cluster 2024-02-18T09:07:10.706172+0000 mon.a (mon.0) 2568 : cluster [DBG] osdmap e1456: 8 total, 8 up, 8 in 2024-02-18T09:07:12.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:11 smithi191 bash[38688]: audit 2024-02-18T09:07:10.712076+0000 mon.a (mon.0) 2569 : audit [INF] from='client.? 172.21.15.110:0/2963751975' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:12.211 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:11 smithi110 bash[54479]: cluster 2024-02-18T09:07:10.706172+0000 mon.a (mon.0) 2568 : cluster [DBG] osdmap e1456: 8 total, 8 up, 8 in 2024-02-18T09:07:12.211 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:11 smithi110 bash[54479]: audit 2024-02-18T09:07:10.712076+0000 mon.a (mon.0) 2569 : audit [INF] from='client.? 172.21.15.110:0/2963751975' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:12.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:11 smithi110 bash[55875]: cluster 2024-02-18T09:07:10.706172+0000 mon.a (mon.0) 2568 : cluster [DBG] osdmap e1456: 8 total, 8 up, 8 in 2024-02-18T09:07:12.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:11 smithi110 bash[55875]: audit 2024-02-18T09:07:10.712076+0000 mon.a (mon.0) 2569 : audit [INF] from='client.? 172.21.15.110:0/2963751975' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:13.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:12 smithi191 bash[38688]: cluster 2024-02-18T09:07:11.686759+0000 mgr.y (mgr.44100) 1538 : cluster [DBG] pgmap v2580: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:13.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:12 smithi191 bash[38688]: audit 2024-02-18T09:07:11.712434+0000 mon.a (mon.0) 2570 : audit [INF] from='client.? 172.21.15.110:0/2963751975' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:13.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:12 smithi191 bash[38688]: cluster 2024-02-18T09:07:11.712864+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e1457: 8 total, 8 up, 8 in 2024-02-18T09:07:13.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:12 smithi110 bash[54479]: cluster 2024-02-18T09:07:11.686759+0000 mgr.y (mgr.44100) 1538 : cluster [DBG] pgmap v2580: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:13.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:12 smithi110 bash[54479]: audit 2024-02-18T09:07:11.712434+0000 mon.a (mon.0) 2570 : audit [INF] from='client.? 172.21.15.110:0/2963751975' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:13.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:12 smithi110 bash[54479]: cluster 2024-02-18T09:07:11.712864+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e1457: 8 total, 8 up, 8 in 2024-02-18T09:07:13.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:12 smithi110 bash[55875]: cluster 2024-02-18T09:07:11.686759+0000 mgr.y (mgr.44100) 1538 : cluster [DBG] pgmap v2580: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:13.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:12 smithi110 bash[55875]: audit 2024-02-18T09:07:11.712434+0000 mon.a (mon.0) 2570 : audit [INF] from='client.? 172.21.15.110:0/2963751975' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:13.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:12 smithi110 bash[55875]: cluster 2024-02-18T09:07:11.712864+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e1457: 8 total, 8 up, 8 in 2024-02-18T09:07:13.748 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:13.748 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalEntries.AioWrite (2033 ms) 2024-02-18T09:07:13.748 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-02-18T09:07:13.752 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:13.752 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalEntries.AioDiscard (4 ms) 2024-02-18T09:07:13.752 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-02-18T09:07:13.756 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:13.756 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalEntries.AioFlush (5 ms) 2024-02-18T09:07:14.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:13 smithi191 bash[38688]: cluster 2024-02-18T09:07:12.734903+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e1458: 8 total, 8 up, 8 in 2024-02-18T09:07:14.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:13 smithi191 bash[38688]: cluster 2024-02-18T09:07:13.735161+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1459: 8 total, 8 up, 8 in 2024-02-18T09:07:14.211 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:13 smithi110 bash[54479]: cluster 2024-02-18T09:07:12.734903+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e1458: 8 total, 8 up, 8 in 2024-02-18T09:07:14.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:13 smithi110 bash[54479]: cluster 2024-02-18T09:07:13.735161+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1459: 8 total, 8 up, 8 in 2024-02-18T09:07:14.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:13 smithi110 bash[55875]: cluster 2024-02-18T09:07:12.734903+0000 mon.a (mon.0) 2572 : cluster [DBG] osdmap e1458: 8 total, 8 up, 8 in 2024-02-18T09:07:14.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:13 smithi110 bash[55875]: cluster 2024-02-18T09:07:13.735161+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1459: 8 total, 8 up, 8 in 2024-02-18T09:07:14.746 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 3 tests from TestJournalEntries (2042 ms total) 2024-02-18T09:07:14.747 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:07:14.747 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 16 tests from TestJournalReplay 2024-02-18T09:07:15.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:14 smithi191 bash[38688]: cluster 2024-02-18T09:07:13.687639+0000 mgr.y (mgr.44100) 1539 : cluster [DBG] pgmap v2583: 105 pgs: 7 creating+peering, 15 unknown, 83 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:15.211 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:14 smithi110 bash[54479]: cluster 2024-02-18T09:07:13.687639+0000 mgr.y (mgr.44100) 1539 : cluster [DBG] pgmap v2583: 105 pgs: 7 creating+peering, 15 unknown, 83 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:15.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:14 smithi110 bash[55875]: cluster 2024-02-18T09:07:13.687639+0000 mgr.y (mgr.44100) 1539 : cluster [DBG] pgmap v2583: 105 pgs: 7 creating+peering, 15 unknown, 83 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:16.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:15 smithi191 bash[38688]: cluster 2024-02-18T09:07:14.752988+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1460: 8 total, 8 up, 8 in 2024-02-18T09:07:16.211 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:15 smithi110 bash[55875]: cluster 2024-02-18T09:07:14.752988+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1460: 8 total, 8 up, 8 in 2024-02-18T09:07:16.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:15 smithi110 bash[54479]: cluster 2024-02-18T09:07:14.752988+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1460: 8 total, 8 up, 8 in 2024-02-18T09:07:16.775 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-02-18T09:07:17.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:16 smithi191 bash[38688]: cluster 2024-02-18T09:07:15.688344+0000 mgr.y (mgr.44100) 1540 : cluster [DBG] pgmap v2586: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:17.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:16 smithi191 bash[38688]: cluster 2024-02-18T09:07:15.775371+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1461: 8 total, 8 up, 8 in 2024-02-18T09:07:17.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:16 smithi191 bash[38688]: audit 2024-02-18T09:07:15.776390+0000 mon.a (mon.0) 2576 : audit [INF] from='client.? 172.21.15.110:0/1127219400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:17.211 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:16 smithi110 bash[54479]: cluster 2024-02-18T09:07:15.688344+0000 mgr.y (mgr.44100) 1540 : cluster [DBG] pgmap v2586: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:17.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:16 smithi110 bash[54479]: cluster 2024-02-18T09:07:15.775371+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1461: 8 total, 8 up, 8 in 2024-02-18T09:07:17.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:16 smithi110 bash[54479]: audit 2024-02-18T09:07:15.776390+0000 mon.a (mon.0) 2576 : audit [INF] from='client.? 172.21.15.110:0/1127219400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:17.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:16 smithi110 bash[55875]: cluster 2024-02-18T09:07:15.688344+0000 mgr.y (mgr.44100) 1540 : cluster [DBG] pgmap v2586: 73 pgs: 73 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:17.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:16 smithi110 bash[55875]: cluster 2024-02-18T09:07:15.775371+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1461: 8 total, 8 up, 8 in 2024-02-18T09:07:17.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:16 smithi110 bash[55875]: audit 2024-02-18T09:07:15.776390+0000 mon.a (mon.0) 2576 : audit [INF] from='client.? 172.21.15.110:0/1127219400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-02-18T09:07:18.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:17 smithi191 bash[38688]: audit 2024-02-18T09:07:16.781978+0000 mon.a (mon.0) 2577 : audit [INF] from='client.? 172.21.15.110:0/1127219400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:18.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:17 smithi191 bash[38688]: cluster 2024-02-18T09:07:16.782382+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1462: 8 total, 8 up, 8 in 2024-02-18T09:07:18.211 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:17 smithi110 bash[54479]: audit 2024-02-18T09:07:16.781978+0000 mon.a (mon.0) 2577 : audit [INF] from='client.? 172.21.15.110:0/1127219400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:18.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:17 smithi110 bash[54479]: cluster 2024-02-18T09:07:16.782382+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1462: 8 total, 8 up, 8 in 2024-02-18T09:07:18.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:17 smithi110 bash[55875]: audit 2024-02-18T09:07:16.781978+0000 mon.a (mon.0) 2577 : audit [INF] from='client.? 172.21.15.110:0/1127219400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi110-72948-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-02-18T09:07:18.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:17 smithi110 bash[55875]: cluster 2024-02-18T09:07:16.782382+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1462: 8 total, 8 up, 8 in 2024-02-18T09:07:18.808 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.808 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2033 ms) 2024-02-18T09:07:18.808 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-02-18T09:07:18.817 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.817 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.AioWriteEvent (9 ms) 2024-02-18T09:07:18.817 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-02-18T09:07:18.820 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.820 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.AioFlushEvent (3 ms) 2024-02-18T09:07:18.820 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-02-18T09:07:18.824 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.825 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.SnapCreate (4 ms) 2024-02-18T09:07:18.825 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-02-18T09:07:18.828 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.828 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.SnapProtect (4 ms) 2024-02-18T09:07:18.828 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-02-18T09:07:18.832 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.833 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.SnapUnprotect (5 ms) 2024-02-18T09:07:18.833 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-02-18T09:07:18.837 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.837 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.SnapRename (4 ms) 2024-02-18T09:07:18.837 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-02-18T09:07:18.840 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.841 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.SnapRollback (4 ms) 2024-02-18T09:07:18.841 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-02-18T09:07:18.844 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.844 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.SnapRemove (3 ms) 2024-02-18T09:07:18.845 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.Rename 2024-02-18T09:07:18.851 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.851 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.Rename (4 ms) 2024-02-18T09:07:18.851 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.Resize 2024-02-18T09:07:18.852 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.852 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.Resize (4 ms) 2024-02-18T09:07:18.852 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.Flatten 2024-02-18T09:07:18.856 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.856 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.Flatten (4 ms) 2024-02-18T09:07:18.856 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-02-18T09:07:18.860 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.860 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.UpdateFeatures (4 ms) 2024-02-18T09:07:18.860 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-02-18T09:07:18.864 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.864 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.MetadataSet (4 ms) 2024-02-18T09:07:18.864 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-02-18T09:07:18.868 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.868 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.MetadataRemove (4 ms) 2024-02-18T09:07:18.868 INFO:tasks.workunit.client.0.smithi110.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-02-18T09:07:18.873 INFO:tasks.workunit.client.0.smithi110.stdout:SKIPPING 2024-02-18T09:07:18.873 INFO:tasks.workunit.client.0.smithi110.stdout:[ OK ] TestJournalReplay.ObjectPosition (5 ms) 2024-02-18T09:07:19.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:18 smithi191 bash[38688]: cluster 2024-02-18T09:07:17.689229+0000 mgr.y (mgr.44100) 1541 : cluster [DBG] pgmap v2589: 105 pgs: 1 creating+peering, 19 unknown, 85 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:19.084 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:18 smithi191 bash[38688]: cluster 2024-02-18T09:07:17.794511+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1463: 8 total, 8 up, 8 in 2024-02-18T09:07:19.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:18 smithi110 bash[54479]: cluster 2024-02-18T09:07:17.689229+0000 mgr.y (mgr.44100) 1541 : cluster [DBG] pgmap v2589: 105 pgs: 1 creating+peering, 19 unknown, 85 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:19.212 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:18 smithi110 bash[54479]: cluster 2024-02-18T09:07:17.794511+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1463: 8 total, 8 up, 8 in 2024-02-18T09:07:19.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:18 smithi110 bash[55875]: cluster 2024-02-18T09:07:17.689229+0000 mgr.y (mgr.44100) 1541 : cluster [DBG] pgmap v2589: 105 pgs: 1 creating+peering, 19 unknown, 85 active+clean; 4.0 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-02-18T09:07:19.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:18 smithi110 bash[55875]: cluster 2024-02-18T09:07:17.794511+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1463: 8 total, 8 up, 8 in 2024-02-18T09:07:19.810 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] 16 tests from TestJournalReplay (2098 ms total) 2024-02-18T09:07:19.810 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:07:19.811 INFO:tasks.workunit.client.0.smithi110.stdout:[----------] Global test environment tear-down 2024-02-18T09:07:19.811 INFO:tasks.workunit.client.0.smithi110.stdout:[==========] 358 tests from 15 test suites ran. (558513 ms total) 2024-02-18T09:07:19.811 INFO:tasks.workunit.client.0.smithi110.stdout:[ PASSED ] 358 tests. 2024-02-18T09:07:19.811 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:07:19.811 INFO:tasks.workunit.client.0.smithi110.stdout: YOU HAVE 2 DISABLED TESTS 2024-02-18T09:07:19.812 INFO:tasks.workunit.client.0.smithi110.stdout: 2024-02-18T09:07:19.824 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-18T09:07:19.824 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-18T09:07:19.832 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-02-18T09:07:19.832 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-02-18T09:07:20.053 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:19 smithi110 bash[54479]: cluster 2024-02-18T09:07:18.797306+0000 mon.a (mon.0) 2580 : cluster [DBG] osdmap e1464: 8 total, 8 up, 8 in 2024-02-18T09:07:20.053 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:19 smithi110 bash[55875]: cluster 2024-02-18T09:07:18.797306+0000 mon.a (mon.0) 2580 : cluster [DBG] osdmap e1464: 8 total, 8 up, 8 in 2024-02-18T09:07:20.054 DEBUG:teuthology.parallel:result is None 2024-02-18T09:07:20.055 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-02-18T09:07:20.065 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-02-18T09:07:20.065 DEBUG:teuthology.orchestra.run.smithi110:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-02-18T09:07:20.085 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:19 smithi191 bash[38688]: cluster 2024-02-18T09:07:18.797306+0000 mon.a (mon.0) 2580 : cluster [DBG] osdmap e1464: 8 total, 8 up, 8 in 2024-02-18T09:07:20.114 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-02-18T09:07:20.114 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-02-18T09:07:20.114 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-02-18T09:07:20.114 DEBUG:teuthology.parallel:result is None 2024-02-18T09:07:20.114 INFO:teuthology.run_tasks:Running task print... 2024-02-18T09:07:20.124 INFO:teuthology.task.print:**** done end parallel 2024-02-18T09:07:20.124 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-02-18T09:07:20.156 INFO:tasks.cephadm:Teardown begin 2024-02-18T09:07:20.157 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-18T09:07:20.171 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-18T09:07:20.183 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-02-18T09:07:20.183 DEBUG:teuthology.orchestra.run.smithi110:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-02-18T09:07:20.218 DEBUG:teuthology.orchestra.run.smithi191:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-02-18T09:07:20.233 INFO:tasks.cephadm:Stopping all daemons... 2024-02-18T09:07:20.233 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-02-18T09:07:20.233 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a 2024-02-18T09:07:20.309 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:20 smithi110 systemd[1]: Stopping Ceph mon.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:07:20.603 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:20 smithi110 bash[74592]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mon.a 2024-02-18T09:07:20.603 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:20 smithi110 bash[54479]: debug 2024-02-18T09:07:20.508+0000 7f0287c5d700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:07:20.603 INFO:journalctl@ceph.mon.a.smithi110.stdout:Feb 18 09:07:20 smithi110 bash[54479]: debug 2024-02-18T09:07:20.508+0000 7f0287c5d700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-02-18T09:07:21.557 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.a.service' 2024-02-18T09:07:21.628 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:07:21.628 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-02-18T09:07:21.628 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-02-18T09:07:21.628 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.c 2024-02-18T09:07:21.870 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:21 smithi110 systemd[1]: Stopping Ceph mon.c for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:07:21.870 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:21 smithi110 bash[74722]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mon.c 2024-02-18T09:07:22.211 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:21 smithi110 bash[55875]: debug 2024-02-18T09:07:21.876+0000 7f31e6cdd700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:07:22.212 INFO:journalctl@ceph.mon.c.smithi110.stdout:Feb 18 09:07:21 smithi110 bash[55875]: debug 2024-02-18T09:07:21.876+0000 7f31e6cdd700 -1 mon.c@1(peon) e4 *** Got Signal Terminated *** 2024-02-18T09:07:22.803 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.c.service' 2024-02-18T09:07:22.821 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:07:22.822 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-02-18T09:07:22.822 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-02-18T09:07:22.822 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.b 2024-02-18T09:07:23.327 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:22 smithi191 systemd[1]: Stopping Ceph mon.b for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:07:23.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:22 smithi191 bash[56743]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mon.b 2024-02-18T09:07:23.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:23 smithi191 bash[38688]: debug 2024-02-18T09:07:23.086+0000 7f0cbb9c9700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:07:23.328 INFO:journalctl@ceph.mon.b.smithi191.stdout:Feb 18 09:07:23 smithi191 bash[38688]: debug 2024-02-18T09:07:23.086+0000 7f0cbb9c9700 -1 mon.b@2(peon) e4 *** Got Signal Terminated *** 2024-02-18T09:07:24.303 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mon.b.service' 2024-02-18T09:07:24.329 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:07:24.329 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-02-18T09:07:24.329 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-02-18T09:07:24.329 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y 2024-02-18T09:07:24.596 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 09:07:24 smithi110 systemd[1]: Stopping Ceph mgr.y for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:07:24.596 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 09:07:24 smithi110 bash[74845]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mgr.y 2024-02-18T09:07:24.596 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 09:07:24 smithi110 bash[52513]: debug 2024-02-18T09:07:24.564+0000 7fc88ca29700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:07:24.596 INFO:journalctl@ceph.mgr.y.smithi110.stdout:Feb 18 09:07:24 smithi110 bash[52513]: debug 2024-02-18T09:07:24.564+0000 7fc88ca29700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-02-18T09:07:25.372 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.y.service' 2024-02-18T09:07:25.396 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:07:25.396 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-02-18T09:07:25.396 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-02-18T09:07:25.396 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.x 2024-02-18T09:07:25.834 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 09:07:25 smithi191 systemd[1]: Stopping Ceph mgr.x for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:07:25.834 INFO:journalctl@ceph.mgr.x.smithi191.stdout:Feb 18 09:07:25 smithi191 bash[56879]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-mgr.x 2024-02-18T09:07:36.591 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@mgr.x.service' 2024-02-18T09:07:36.613 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:07:36.613 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-02-18T09:07:36.613 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-02-18T09:07:36.613 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.0 2024-02-18T09:07:36.962 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 09:07:36 smithi110 systemd[1]: Stopping Ceph osd.0 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:07:36.962 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 09:07:36 smithi110 bash[74973]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.0 2024-02-18T09:07:36.962 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 09:07:36 smithi110 bash[58268]: debug 2024-02-18T09:07:36.832+0000 7fd94a8bc700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:07:36.962 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 09:07:36 smithi110 bash[58268]: debug 2024-02-18T09:07:36.832+0000 7fd94a8bc700 -1 osd.0 1465 *** Got signal Terminated *** 2024-02-18T09:07:36.962 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 09:07:36 smithi110 bash[58268]: debug 2024-02-18T09:07:36.832+0000 7fd94a8bc700 -1 osd.0 1465 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T09:07:42.962 INFO:journalctl@ceph.osd.0.smithi110.stdout:Feb 18 09:07:42 smithi110 bash[74973]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd-0 2024-02-18T09:07:44.523 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.0.service' 2024-02-18T09:07:44.550 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:07:44.550 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-02-18T09:07:44.551 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-02-18T09:07:44.551 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.1 2024-02-18T09:07:44.786 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 09:07:44 smithi110 systemd[1]: Stopping Ceph osd.1 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:07:44.787 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 09:07:44 smithi110 bash[75239]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.1 2024-02-18T09:07:45.212 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 09:07:44 smithi110 bash[60043]: debug 2024-02-18T09:07:44.791+0000 7faec48ea700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:07:45.212 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 09:07:44 smithi110 bash[60043]: debug 2024-02-18T09:07:44.791+0000 7faec48ea700 -1 osd.1 1465 *** Got signal Terminated *** 2024-02-18T09:07:45.212 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 09:07:44 smithi110 bash[60043]: debug 2024-02-18T09:07:44.791+0000 7faec48ea700 -1 osd.1 1465 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T09:07:50.962 INFO:journalctl@ceph.osd.1.smithi110.stdout:Feb 18 09:07:50 smithi110 bash[75239]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd-1 2024-02-18T09:07:52.611 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.1.service' 2024-02-18T09:07:52.637 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:07:52.638 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-02-18T09:07:52.638 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-02-18T09:07:52.638 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.2 2024-02-18T09:07:52.874 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 09:07:52 smithi110 systemd[1]: Stopping Ceph osd.2 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:07:52.874 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 09:07:52 smithi110 bash[75502]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.2 2024-02-18T09:07:53.212 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 09:07:52 smithi110 bash[61787]: debug 2024-02-18T09:07:52.879+0000 7fa049589700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:07:53.212 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 09:07:52 smithi110 bash[61787]: debug 2024-02-18T09:07:52.879+0000 7fa049589700 -1 osd.2 1465 *** Got signal Terminated *** 2024-02-18T09:07:53.212 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 09:07:52 smithi110 bash[61787]: debug 2024-02-18T09:07:52.879+0000 7fa049589700 -1 osd.2 1465 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T09:07:58.963 INFO:journalctl@ceph.osd.2.smithi110.stdout:Feb 18 09:07:58 smithi110 bash[75502]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd-2 2024-02-18T09:08:00.659 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.2.service' 2024-02-18T09:08:00.681 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:08:00.681 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-02-18T09:08:00.681 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-02-18T09:08:00.681 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.3 2024-02-18T09:08:00.927 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 09:08:00 smithi110 systemd[1]: Stopping Ceph osd.3 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:08:00.927 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 09:08:00 smithi110 bash[75764]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.3 2024-02-18T09:08:01.212 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 09:08:00 smithi110 bash[63495]: debug 2024-02-18T09:08:00.931+0000 7f0564448700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:08:01.213 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 09:08:00 smithi110 bash[63495]: debug 2024-02-18T09:08:00.931+0000 7f0564448700 -1 osd.3 1465 *** Got signal Terminated *** 2024-02-18T09:08:01.213 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 09:08:00 smithi110 bash[63495]: debug 2024-02-18T09:08:00.931+0000 7f0564448700 -1 osd.3 1465 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T09:08:02.962 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 09:08:02 smithi110 bash[63495]: debug 2024-02-18T09:08:02.615+0000 7f0561bc6700 -1 osd.3 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.700385+0000 front 2024-02-18T09:07:36.700432+0000 (oldest deadline 2024-02-18T09:08:02.600561+0000) 2024-02-18T09:08:03.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:03 smithi191 bash[46124]: debug 2024-02-18T09:08:03.261+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:03.962 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 09:08:03 smithi110 bash[63495]: debug 2024-02-18T09:08:03.599+0000 7f0561bc6700 -1 osd.3 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.700385+0000 front 2024-02-18T09:07:36.700432+0000 (oldest deadline 2024-02-18T09:08:02.600561+0000) 2024-02-18T09:08:04.085 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:03 smithi191 bash[44397]: debug 2024-02-18T09:08:03.761+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:04.494 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:04 smithi191 bash[46124]: debug 2024-02-18T09:08:04.213+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:04.777 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:04 smithi191 bash[40885]: debug 2024-02-18T09:08:04.497+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.005800+0000 front 2024-02-18T09:07:39.006011+0000 (oldest deadline 2024-02-18T09:08:03.705869+0000) 2024-02-18T09:08:04.962 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 09:08:04 smithi110 bash[63495]: debug 2024-02-18T09:08:04.607+0000 7f0561bc6700 -1 osd.3 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.700385+0000 front 2024-02-18T09:07:36.700432+0000 (oldest deadline 2024-02-18T09:08:02.600561+0000) 2024-02-18T09:08:05.085 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:04 smithi191 bash[44397]: debug 2024-02-18T09:08:04.797+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:05.085 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:04 smithi191 bash[42645]: debug 2024-02-18T09:08:04.777+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:05.521 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:05 smithi191 bash[46124]: debug 2024-02-18T09:08:05.189+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:05.772 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:05 smithi191 bash[40885]: debug 2024-02-18T09:08:05.525+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.005800+0000 front 2024-02-18T09:07:39.006011+0000 (oldest deadline 2024-02-18T09:08:03.705869+0000) 2024-02-18T09:08:05.772 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:05 smithi191 bash[42645]: debug 2024-02-18T09:08:05.757+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:05.962 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 09:08:05 smithi110 bash[63495]: debug 2024-02-18T09:08:05.603+0000 7f0561bc6700 -1 osd.3 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.700385+0000 front 2024-02-18T09:07:36.700432+0000 (oldest deadline 2024-02-18T09:08:02.600561+0000) 2024-02-18T09:08:06.085 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:05 smithi191 bash[44397]: debug 2024-02-18T09:08:05.773+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:06.543 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:06 smithi191 bash[46124]: debug 2024-02-18T09:08:06.161+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:06.835 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:06 smithi191 bash[40885]: debug 2024-02-18T09:08:06.549+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.005800+0000 front 2024-02-18T09:07:39.006011+0000 (oldest deadline 2024-02-18T09:08:03.705869+0000) 2024-02-18T09:08:06.835 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:06 smithi191 bash[42645]: debug 2024-02-18T09:08:06.777+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:06.835 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:06 smithi191 bash[44397]: debug 2024-02-18T09:08:06.745+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:06.963 INFO:journalctl@ceph.osd.3.smithi110.stdout:Feb 18 09:08:06 smithi110 bash[75764]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd-3 2024-02-18T09:08:07.531 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:07 smithi191 bash[46124]: debug 2024-02-18T09:08:07.173+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:07.835 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:07 smithi191 bash[42645]: debug 2024-02-18T09:08:07.753+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:07.835 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:07 smithi191 bash[40885]: debug 2024-02-18T09:08:07.533+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.005800+0000 front 2024-02-18T09:07:39.006011+0000 (oldest deadline 2024-02-18T09:08:03.705869+0000) 2024-02-18T09:08:07.835 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:07 smithi191 bash[44397]: debug 2024-02-18T09:08:07.733+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:08.497 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:08 smithi191 bash[46124]: debug 2024-02-18T09:08:08.141+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:08.684 DEBUG:teuthology.orchestra.run.smithi110:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.3.service' 2024-02-18T09:08:08.711 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:08:08.711 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-02-18T09:08:08.711 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-02-18T09:08:08.711 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.4 2024-02-18T09:08:08.763 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:08 smithi191 bash[44397]: debug 2024-02-18T09:08:08.709+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:08.764 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:08 smithi191 bash[40885]: debug 2024-02-18T09:08:08.501+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.005800+0000 front 2024-02-18T09:07:39.006011+0000 (oldest deadline 2024-02-18T09:08:03.705869+0000) 2024-02-18T09:08:08.764 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:08 smithi191 systemd[1]: Stopping Ceph osd.4 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:08:09.085 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:08 smithi191 bash[42645]: debug 2024-02-18T09:08:08.777+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:09.085 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:08 smithi191 bash[57021]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.4 2024-02-18T09:08:09.085 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:09 smithi191 bash[40885]: debug 2024-02-18T09:08:09.009+0000 7f754d7dc700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:08:09.085 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:09 smithi191 bash[40885]: debug 2024-02-18T09:08:09.009+0000 7f754d7dc700 -1 osd.4 1465 *** Got signal Terminated *** 2024-02-18T09:08:09.085 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:09 smithi191 bash[40885]: debug 2024-02-18T09:08:09.009+0000 7f754d7dc700 -1 osd.4 1465 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T09:08:09.497 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:09 smithi191 bash[46124]: debug 2024-02-18T09:08:09.129+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:09.781 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:09 smithi191 bash[40885]: debug 2024-02-18T09:08:09.501+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.005800+0000 front 2024-02-18T09:07:39.006011+0000 (oldest deadline 2024-02-18T09:08:03.705869+0000) 2024-02-18T09:08:09.781 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:09 smithi191 bash[44397]: debug 2024-02-18T09:08:09.753+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:10.085 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:09 smithi191 bash[42645]: debug 2024-02-18T09:08:09.785+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:10.515 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:10 smithi191 bash[46124]: debug 2024-02-18T09:08:10.117+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:10.835 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:10 smithi191 bash[40885]: debug 2024-02-18T09:08:10.521+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.005800+0000 front 2024-02-18T09:07:39.006011+0000 (oldest deadline 2024-02-18T09:08:03.705869+0000) 2024-02-18T09:08:10.835 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:10 smithi191 bash[42645]: debug 2024-02-18T09:08:10.749+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:10.835 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:10 smithi191 bash[44397]: debug 2024-02-18T09:08:10.749+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:10.836 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:10 smithi191 bash[44397]: debug 2024-02-18T09:08:10.749+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:11.479 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:11 smithi191 bash[46124]: debug 2024-02-18T09:08:11.113+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:11.768 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:11 smithi191 bash[40885]: debug 2024-02-18T09:08:11.481+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.005800+0000 front 2024-02-18T09:07:39.006011+0000 (oldest deadline 2024-02-18T09:08:03.705869+0000) 2024-02-18T09:08:11.768 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:11 smithi191 bash[40885]: debug 2024-02-18T09:08:11.481+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:47.708152+0000 front 2024-02-18T09:07:47.708220+0000 (oldest deadline 2024-02-18T09:08:11.207944+0000) 2024-02-18T09:08:12.079 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:11 smithi191 bash[42645]: debug 2024-02-18T09:08:11.773+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:12.079 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:11 smithi191 bash[44397]: debug 2024-02-18T09:08:11.781+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:12.079 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:11 smithi191 bash[44397]: debug 2024-02-18T09:08:11.781+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:12.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:12 smithi191 bash[46124]: debug 2024-02-18T09:08:12.085+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:12.756 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:12 smithi191 bash[40885]: debug 2024-02-18T09:08:12.441+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.005800+0000 front 2024-02-18T09:07:39.006011+0000 (oldest deadline 2024-02-18T09:08:03.705869+0000) 2024-02-18T09:08:12.757 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:12 smithi191 bash[40885]: debug 2024-02-18T09:08:12.441+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:47.708152+0000 front 2024-02-18T09:07:47.708220+0000 (oldest deadline 2024-02-18T09:08:11.207944+0000) 2024-02-18T09:08:13.082 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:12 smithi191 bash[42645]: debug 2024-02-18T09:08:12.761+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:13.082 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:12 smithi191 bash[44397]: debug 2024-02-18T09:08:12.809+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:13.082 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:12 smithi191 bash[44397]: debug 2024-02-18T09:08:12.809+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:13.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:13 smithi191 bash[46124]: debug 2024-02-18T09:08:13.085+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:13.737 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:13 smithi191 bash[40885]: debug 2024-02-18T09:08:13.413+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.005800+0000 front 2024-02-18T09:07:39.006011+0000 (oldest deadline 2024-02-18T09:08:03.705869+0000) 2024-02-18T09:08:13.737 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:13 smithi191 bash[40885]: debug 2024-02-18T09:08:13.413+0000 7f7549757700 -1 osd.4 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:47.708152+0000 front 2024-02-18T09:07:47.708220+0000 (oldest deadline 2024-02-18T09:08:11.207944+0000) 2024-02-18T09:08:14.085 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:13 smithi191 bash[42645]: debug 2024-02-18T09:08:13.741+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:14.085 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:13 smithi191 bash[42645]: debug 2024-02-18T09:08:13.741+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.374102+0000 front 2024-02-18T09:07:49.374444+0000 (oldest deadline 2024-02-18T09:08:13.474043+0000) 2024-02-18T09:08:14.085 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:13 smithi191 bash[44397]: debug 2024-02-18T09:08:13.769+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:14.086 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:13 smithi191 bash[44397]: debug 2024-02-18T09:08:13.769+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:14.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:14 smithi191 bash[46124]: debug 2024-02-18T09:08:14.101+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:15.085 INFO:journalctl@ceph.osd.4.smithi191.stdout:Feb 18 09:08:14 smithi191 bash[57021]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd-4 2024-02-18T09:08:15.085 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:14 smithi191 bash[42645]: debug 2024-02-18T09:08:14.729+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:15.085 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:14 smithi191 bash[42645]: debug 2024-02-18T09:08:14.729+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.374102+0000 front 2024-02-18T09:07:49.374444+0000 (oldest deadline 2024-02-18T09:08:13.474043+0000) 2024-02-18T09:08:15.086 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:14 smithi191 bash[44397]: debug 2024-02-18T09:08:14.777+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:15.086 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:14 smithi191 bash[44397]: debug 2024-02-18T09:08:14.777+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:15.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:15 smithi191 bash[46124]: debug 2024-02-18T09:08:15.105+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:15.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:15 smithi191 bash[46124]: debug 2024-02-18T09:08:15.105+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:16.085 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:15 smithi191 bash[42645]: debug 2024-02-18T09:08:15.757+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:16.085 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:15 smithi191 bash[42645]: debug 2024-02-18T09:08:15.757+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.374102+0000 front 2024-02-18T09:07:49.374444+0000 (oldest deadline 2024-02-18T09:08:13.474043+0000) 2024-02-18T09:08:16.085 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:15 smithi191 bash[44397]: debug 2024-02-18T09:08:15.813+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:16.085 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:15 smithi191 bash[44397]: debug 2024-02-18T09:08:15.813+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:16.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:16 smithi191 bash[46124]: debug 2024-02-18T09:08:16.101+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:16.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:16 smithi191 bash[46124]: debug 2024-02-18T09:08:16.101+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:17.080 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:16 smithi191 bash[44397]: debug 2024-02-18T09:08:16.797+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:17.080 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:16 smithi191 bash[44397]: debug 2024-02-18T09:08:16.797+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:17.080 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:16 smithi191 bash[42645]: debug 2024-02-18T09:08:16.745+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:17.080 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:16 smithi191 bash[42645]: debug 2024-02-18T09:08:16.745+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.374102+0000 front 2024-02-18T09:07:49.374444+0000 (oldest deadline 2024-02-18T09:08:13.474043+0000) 2024-02-18T09:08:17.287 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.4.service' 2024-02-18T09:08:17.311 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:08:17.311 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-02-18T09:08:17.311 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-02-18T09:08:17.311 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.5 2024-02-18T09:08:17.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:17 smithi191 bash[46124]: debug 2024-02-18T09:08:17.085+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:17.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:17 smithi191 bash[46124]: debug 2024-02-18T09:08:17.085+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:17.734 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:17 smithi191 systemd[1]: Stopping Ceph osd.5 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:08:17.734 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:17 smithi191 bash[57278]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.5 2024-02-18T09:08:17.734 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:17 smithi191 bash[42645]: debug 2024-02-18T09:08:17.533+0000 7f7a14508700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:08:17.735 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:17 smithi191 bash[42645]: debug 2024-02-18T09:08:17.533+0000 7f7a14508700 -1 osd.5 1465 *** Got signal Terminated *** 2024-02-18T09:08:17.735 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:17 smithi191 bash[42645]: debug 2024-02-18T09:08:17.533+0000 7f7a14508700 -1 osd.5 1465 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T09:08:18.067 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:17 smithi191 bash[42645]: debug 2024-02-18T09:08:17.737+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:18.067 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:17 smithi191 bash[42645]: debug 2024-02-18T09:08:17.737+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.374102+0000 front 2024-02-18T09:07:49.374444+0000 (oldest deadline 2024-02-18T09:08:13.474043+0000) 2024-02-18T09:08:18.067 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:17 smithi191 bash[44397]: debug 2024-02-18T09:08:17.797+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:18.067 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:17 smithi191 bash[44397]: debug 2024-02-18T09:08:17.797+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:18.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:18 smithi191 bash[46124]: debug 2024-02-18T09:08:18.073+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:18.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:18 smithi191 bash[46124]: debug 2024-02-18T09:08:18.073+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:19.025 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:18 smithi191 bash[44397]: debug 2024-02-18T09:08:18.797+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:19.025 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:18 smithi191 bash[44397]: debug 2024-02-18T09:08:18.797+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:19.025 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:18 smithi191 bash[42645]: debug 2024-02-18T09:08:18.741+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:19.025 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:18 smithi191 bash[42645]: debug 2024-02-18T09:08:18.741+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.374102+0000 front 2024-02-18T09:07:49.374444+0000 (oldest deadline 2024-02-18T09:08:13.474043+0000) 2024-02-18T09:08:19.025 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:18 smithi191 bash[42645]: debug 2024-02-18T09:08:18.741+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:55.676278+0000 front 2024-02-18T09:07:55.676515+0000 (oldest deadline 2024-02-18T09:08:18.576064+0000) 2024-02-18T09:08:19.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:19 smithi191 bash[46124]: debug 2024-02-18T09:08:19.025+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:19.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:19 smithi191 bash[46124]: debug 2024-02-18T09:08:19.025+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:20.064 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:19 smithi191 bash[42645]: debug 2024-02-18T09:08:19.713+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:20.064 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:19 smithi191 bash[42645]: debug 2024-02-18T09:08:19.713+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.374102+0000 front 2024-02-18T09:07:49.374444+0000 (oldest deadline 2024-02-18T09:08:13.474043+0000) 2024-02-18T09:08:20.064 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:19 smithi191 bash[42645]: debug 2024-02-18T09:08:19.713+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:55.676278+0000 front 2024-02-18T09:07:55.676515+0000 (oldest deadline 2024-02-18T09:08:18.576064+0000) 2024-02-18T09:08:20.064 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:19 smithi191 bash[44397]: debug 2024-02-18T09:08:19.793+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:20.064 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:19 smithi191 bash[44397]: debug 2024-02-18T09:08:19.793+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:20.064 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:19 smithi191 bash[44397]: debug 2024-02-18T09:08:19.793+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:20.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:20 smithi191 bash[46124]: debug 2024-02-18T09:08:20.069+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:20.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:20 smithi191 bash[46124]: debug 2024-02-18T09:08:20.069+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:21.023 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:20 smithi191 bash[42645]: debug 2024-02-18T09:08:20.693+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:21.023 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:20 smithi191 bash[42645]: debug 2024-02-18T09:08:20.693+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.374102+0000 front 2024-02-18T09:07:49.374444+0000 (oldest deadline 2024-02-18T09:08:13.474043+0000) 2024-02-18T09:08:21.023 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:20 smithi191 bash[42645]: debug 2024-02-18T09:08:20.693+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:55.676278+0000 front 2024-02-18T09:07:55.676515+0000 (oldest deadline 2024-02-18T09:08:18.576064+0000) 2024-02-18T09:08:21.023 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:20 smithi191 bash[44397]: debug 2024-02-18T09:08:20.825+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:21.023 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:20 smithi191 bash[44397]: debug 2024-02-18T09:08:20.825+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:21.023 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:20 smithi191 bash[44397]: debug 2024-02-18T09:08:20.825+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:21.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:21 smithi191 bash[46124]: debug 2024-02-18T09:08:21.025+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:21.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:21 smithi191 bash[46124]: debug 2024-02-18T09:08:21.025+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:21.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:21 smithi191 bash[46124]: debug 2024-02-18T09:08:21.025+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:22.060 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:21 smithi191 bash[44397]: debug 2024-02-18T09:08:21.853+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:22.060 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:21 smithi191 bash[44397]: debug 2024-02-18T09:08:21.853+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:22.060 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:21 smithi191 bash[44397]: debug 2024-02-18T09:08:21.853+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:22.061 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:21 smithi191 bash[42645]: debug 2024-02-18T09:08:21.721+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.972434+0000 front 2024-02-18T09:07:39.972571+0000 (oldest deadline 2024-02-18T09:08:04.672532+0000) 2024-02-18T09:08:22.061 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:21 smithi191 bash[42645]: debug 2024-02-18T09:08:21.721+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.374102+0000 front 2024-02-18T09:07:49.374444+0000 (oldest deadline 2024-02-18T09:08:13.474043+0000) 2024-02-18T09:08:22.061 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:21 smithi191 bash[42645]: debug 2024-02-18T09:08:21.721+0000 7f7a0ec80700 -1 osd.5 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:55.676278+0000 front 2024-02-18T09:07:55.676515+0000 (oldest deadline 2024-02-18T09:08:18.576064+0000) 2024-02-18T09:08:22.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:22 smithi191 bash[46124]: debug 2024-02-18T09:08:22.061+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:22.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:22 smithi191 bash[46124]: debug 2024-02-18T09:08:22.061+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:22.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:22 smithi191 bash[46124]: debug 2024-02-18T09:08:22.061+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:23.034 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:22 smithi191 bash[44397]: debug 2024-02-18T09:08:22.849+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:23.034 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:22 smithi191 bash[44397]: debug 2024-02-18T09:08:22.849+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:23.035 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:22 smithi191 bash[44397]: debug 2024-02-18T09:08:22.849+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:23.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:23 smithi191 bash[46124]: debug 2024-02-18T09:08:23.037+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:23.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:23 smithi191 bash[46124]: debug 2024-02-18T09:08:23.037+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:23.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:23 smithi191 bash[46124]: debug 2024-02-18T09:08:23.037+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:23.835 INFO:journalctl@ceph.osd.5.smithi191.stdout:Feb 18 09:08:23 smithi191 bash[57278]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd-5 2024-02-18T09:08:24.335 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:23 smithi191 bash[44397]: debug 2024-02-18T09:08:23.849+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:24.335 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:23 smithi191 bash[44397]: debug 2024-02-18T09:08:23.849+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:24.335 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:23 smithi191 bash[44397]: debug 2024-02-18T09:08:23.849+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:24.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:24 smithi191 bash[46124]: debug 2024-02-18T09:08:24.045+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:24.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:24 smithi191 bash[46124]: debug 2024-02-18T09:08:24.045+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:24.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:24 smithi191 bash[46124]: debug 2024-02-18T09:08:24.045+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:25.335 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:24 smithi191 bash[44397]: debug 2024-02-18T09:08:24.877+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:25.335 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:24 smithi191 bash[44397]: debug 2024-02-18T09:08:24.877+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:25.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:24 smithi191 bash[44397]: debug 2024-02-18T09:08:24.877+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:25.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:25 smithi191 bash[46124]: debug 2024-02-18T09:08:25.025+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:25.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:25 smithi191 bash[46124]: debug 2024-02-18T09:08:25.025+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:25.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:25 smithi191 bash[46124]: debug 2024-02-18T09:08:25.025+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:25.673 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.5.service' 2024-02-18T09:08:25.698 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:08:25.698 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-02-18T09:08:25.698 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-02-18T09:08:25.698 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.6 2024-02-18T09:08:25.948 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:25 smithi191 systemd[1]: Stopping Ceph osd.6 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:08:25.949 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:25 smithi191 bash[57535]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.6 2024-02-18T09:08:25.949 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:25 smithi191 bash[44397]: debug 2024-02-18T09:08:25.885+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:25.949 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:25 smithi191 bash[44397]: debug 2024-02-18T09:08:25.885+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:25.949 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:25 smithi191 bash[44397]: debug 2024-02-18T09:08:25.885+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:25.949 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:25 smithi191 bash[44397]: debug 2024-02-18T09:08:25.949+0000 7f236f358700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:08:25.949 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:25 smithi191 bash[44397]: debug 2024-02-18T09:08:25.949+0000 7f236f358700 -1 osd.6 1465 *** Got signal Terminated *** 2024-02-18T09:08:25.949 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:25 smithi191 bash[44397]: debug 2024-02-18T09:08:25.949+0000 7f236f358700 -1 osd.6 1465 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T09:08:26.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:26 smithi191 bash[46124]: debug 2024-02-18T09:08:26.001+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:26.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:26 smithi191 bash[46124]: debug 2024-02-18T09:08:26.001+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:26.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:26 smithi191 bash[46124]: debug 2024-02-18T09:08:26.001+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:27.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:26 smithi191 bash[46124]: debug 2024-02-18T09:08:26.977+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:27.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:26 smithi191 bash[46124]: debug 2024-02-18T09:08:26.977+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:27.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:26 smithi191 bash[46124]: debug 2024-02-18T09:08:26.977+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:27.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:26 smithi191 bash[44397]: debug 2024-02-18T09:08:26.929+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:27.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:26 smithi191 bash[44397]: debug 2024-02-18T09:08:26.929+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:27.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:26 smithi191 bash[44397]: debug 2024-02-18T09:08:26.929+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:27.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:26 smithi191 bash[44397]: debug 2024-02-18T09:08:26.929+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:05.328377+0000 front 2024-02-18T09:08:05.328448+0000 (oldest deadline 2024-02-18T09:08:26.428376+0000) 2024-02-18T09:08:28.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:28 smithi191 bash[46124]: debug 2024-02-18T09:08:28.017+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:28.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:28 smithi191 bash[46124]: debug 2024-02-18T09:08:28.017+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:28.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:28 smithi191 bash[46124]: debug 2024-02-18T09:08:28.017+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:28.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:27 smithi191 bash[44397]: debug 2024-02-18T09:08:27.965+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:28.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:27 smithi191 bash[44397]: debug 2024-02-18T09:08:27.965+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:28.337 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:27 smithi191 bash[44397]: debug 2024-02-18T09:08:27.965+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:28.337 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:27 smithi191 bash[44397]: debug 2024-02-18T09:08:27.965+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:05.328377+0000 front 2024-02-18T09:08:05.328448+0000 (oldest deadline 2024-02-18T09:08:26.428376+0000) 2024-02-18T09:08:29.335 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:28 smithi191 bash[44397]: debug 2024-02-18T09:08:28.953+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:29.335 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:28 smithi191 bash[44397]: debug 2024-02-18T09:08:28.953+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:29.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:28 smithi191 bash[44397]: debug 2024-02-18T09:08:28.953+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:29.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:28 smithi191 bash[44397]: debug 2024-02-18T09:08:28.953+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:05.328377+0000 front 2024-02-18T09:08:05.328448+0000 (oldest deadline 2024-02-18T09:08:26.428376+0000) 2024-02-18T09:08:29.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:29 smithi191 bash[46124]: debug 2024-02-18T09:08:29.041+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:29.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:29 smithi191 bash[46124]: debug 2024-02-18T09:08:29.041+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:29.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:29 smithi191 bash[46124]: debug 2024-02-18T09:08:29.041+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:30.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:30 smithi191 bash[46124]: debug 2024-02-18T09:08:30.017+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:30.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:30 smithi191 bash[46124]: debug 2024-02-18T09:08:30.017+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:30.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:30 smithi191 bash[46124]: debug 2024-02-18T09:08:30.017+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:30.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:29 smithi191 bash[44397]: debug 2024-02-18T09:08:29.961+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:39.321216+0000 front 2024-02-18T09:07:39.321013+0000 (oldest deadline 2024-02-18T09:08:03.421082+0000) 2024-02-18T09:08:30.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:29 smithi191 bash[44397]: debug 2024-02-18T09:08:29.961+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:44.522914+0000 front 2024-02-18T09:07:44.522551+0000 (oldest deadline 2024-02-18T09:08:10.323252+0000) 2024-02-18T09:08:30.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:29 smithi191 bash[44397]: debug 2024-02-18T09:08:29.961+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:57.727356+0000 front 2024-02-18T09:07:57.727317+0000 (oldest deadline 2024-02-18T09:08:19.427114+0000) 2024-02-18T09:08:30.336 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:29 smithi191 bash[44397]: debug 2024-02-18T09:08:29.961+0000 7f2369ad0700 -1 osd.6 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:05.328377+0000 front 2024-02-18T09:08:05.328448+0000 (oldest deadline 2024-02-18T09:08:26.428376+0000) 2024-02-18T09:08:31.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:31 smithi191 bash[46124]: debug 2024-02-18T09:08:31.045+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:31.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:31 smithi191 bash[46124]: debug 2024-02-18T09:08:31.045+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:31.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:31 smithi191 bash[46124]: debug 2024-02-18T09:08:31.045+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:31.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:31 smithi191 bash[46124]: debug 2024-02-18T09:08:31.045+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:04.358416+0000 front 2024-02-18T09:08:04.358334+0000 (oldest deadline 2024-02-18T09:08:30.258104+0000) 2024-02-18T09:08:32.074 INFO:journalctl@ceph.osd.6.smithi191.stdout:Feb 18 09:08:31 smithi191 bash[57535]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd-6 2024-02-18T09:08:32.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:32 smithi191 bash[46124]: debug 2024-02-18T09:08:32.077+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:32.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:32 smithi191 bash[46124]: debug 2024-02-18T09:08:32.077+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:32.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:32 smithi191 bash[46124]: debug 2024-02-18T09:08:32.077+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:32.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:32 smithi191 bash[46124]: debug 2024-02-18T09:08:32.077+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:04.358416+0000 front 2024-02-18T09:08:04.358334+0000 (oldest deadline 2024-02-18T09:08:30.258104+0000) 2024-02-18T09:08:33.335 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:33 smithi191 bash[46124]: debug 2024-02-18T09:08:33.125+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:33.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:33 smithi191 bash[46124]: debug 2024-02-18T09:08:33.125+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:33.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:33 smithi191 bash[46124]: debug 2024-02-18T09:08:33.125+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:33.336 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:33 smithi191 bash[46124]: debug 2024-02-18T09:08:33.125+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:04.358416+0000 front 2024-02-18T09:08:04.358334+0000 (oldest deadline 2024-02-18T09:08:30.258104+0000) 2024-02-18T09:08:34.041 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.6.service' 2024-02-18T09:08:34.069 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:08:34.069 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-02-18T09:08:34.069 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-02-18T09:08:34.070 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.7 2024-02-18T09:08:34.304 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:34 smithi191 systemd[1]: Stopping Ceph osd.7 for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:08:34.304 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:34 smithi191 bash[57800]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd.7 2024-02-18T09:08:34.305 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:34 smithi191 bash[46124]: debug 2024-02-18T09:08:34.169+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:34.305 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:34 smithi191 bash[46124]: debug 2024-02-18T09:08:34.169+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:34.305 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:34 smithi191 bash[46124]: debug 2024-02-18T09:08:34.169+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:34.305 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:34 smithi191 bash[46124]: debug 2024-02-18T09:08:34.169+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:04.358416+0000 front 2024-02-18T09:08:04.358334+0000 (oldest deadline 2024-02-18T09:08:30.258104+0000) 2024-02-18T09:08:34.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:34 smithi191 bash[46124]: debug 2024-02-18T09:08:34.305+0000 7f21cfa7c700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2024-02-18T09:08:34.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:34 smithi191 bash[46124]: debug 2024-02-18T09:08:34.305+0000 7f21cfa7c700 -1 osd.7 1465 *** Got signal Terminated *** 2024-02-18T09:08:34.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:34 smithi191 bash[46124]: debug 2024-02-18T09:08:34.305+0000 7f21cfa7c700 -1 osd.7 1465 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-18T09:08:35.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:35 smithi191 bash[46124]: debug 2024-02-18T09:08:35.181+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:35.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:35 smithi191 bash[46124]: debug 2024-02-18T09:08:35.181+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:35.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:35 smithi191 bash[46124]: debug 2024-02-18T09:08:35.181+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:35.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:35 smithi191 bash[46124]: debug 2024-02-18T09:08:35.181+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:04.358416+0000 front 2024-02-18T09:08:04.358334+0000 (oldest deadline 2024-02-18T09:08:30.258104+0000) 2024-02-18T09:08:36.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:36 smithi191 bash[46124]: debug 2024-02-18T09:08:36.229+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:36.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:36 smithi191 bash[46124]: debug 2024-02-18T09:08:36.229+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:36.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:36 smithi191 bash[46124]: debug 2024-02-18T09:08:36.229+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:36.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:36 smithi191 bash[46124]: debug 2024-02-18T09:08:36.229+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:04.358416+0000 front 2024-02-18T09:08:04.358334+0000 (oldest deadline 2024-02-18T09:08:30.258104+0000) 2024-02-18T09:08:37.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:37 smithi191 bash[46124]: debug 2024-02-18T09:08:37.265+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:37.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:37 smithi191 bash[46124]: debug 2024-02-18T09:08:37.265+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:37.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:37 smithi191 bash[46124]: debug 2024-02-18T09:08:37.265+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:37.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:37 smithi191 bash[46124]: debug 2024-02-18T09:08:37.265+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:04.358416+0000 front 2024-02-18T09:08:04.358334+0000 (oldest deadline 2024-02-18T09:08:30.258104+0000) 2024-02-18T09:08:38.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:38 smithi191 bash[46124]: debug 2024-02-18T09:08:38.277+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:38.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:38 smithi191 bash[46124]: debug 2024-02-18T09:08:38.277+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:38.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:38 smithi191 bash[46124]: debug 2024-02-18T09:08:38.277+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:38.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:38 smithi191 bash[46124]: debug 2024-02-18T09:08:38.277+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:04.358416+0000 front 2024-02-18T09:08:04.358334+0000 (oldest deadline 2024-02-18T09:08:30.258104+0000) 2024-02-18T09:08:39.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:39 smithi191 bash[46124]: debug 2024-02-18T09:08:39.233+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6806 osd.0 since back 2024-02-18T09:07:36.952462+0000 front 2024-02-18T09:07:36.952083+0000 (oldest deadline 2024-02-18T09:08:02.252174+0000) 2024-02-18T09:08:39.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:39 smithi191 bash[46124]: debug 2024-02-18T09:08:39.233+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6814 osd.1 since back 2024-02-18T09:07:49.755281+0000 front 2024-02-18T09:07:49.755454+0000 (oldest deadline 2024-02-18T09:08:15.055156+0000) 2024-02-18T09:08:39.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:39 smithi191 bash[46124]: debug 2024-02-18T09:08:39.233+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6822 osd.2 since back 2024-02-18T09:07:56.756883+0000 front 2024-02-18T09:07:56.756741+0000 (oldest deadline 2024-02-18T09:08:20.256956+0000) 2024-02-18T09:08:39.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:39 smithi191 bash[46124]: debug 2024-02-18T09:08:39.233+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.110:6830 osd.3 since back 2024-02-18T09:08:04.358416+0000 front 2024-02-18T09:08:04.358334+0000 (oldest deadline 2024-02-18T09:08:30.258104+0000) 2024-02-18T09:08:39.586 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:39 smithi191 bash[46124]: debug 2024-02-18T09:08:39.233+0000 7f21cc9f9700 -1 osd.7 1465 heartbeat_check: no reply from 172.21.15.191:6804 osd.4 since back 2024-02-18T09:08:13.759428+0000 front 2024-02-18T09:08:13.759626+0000 (oldest deadline 2024-02-18T09:08:39.059321+0000) 2024-02-18T09:08:40.585 INFO:journalctl@ceph.osd.7.smithi191.stdout:Feb 18 09:08:40 smithi191 bash[57800]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-osd-7 2024-02-18T09:08:42.155 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@osd.7.service' 2024-02-18T09:08:42.178 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:08:42.178 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-02-18T09:08:42.178 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-02-18T09:08:42.179 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ceph-14c080d4-ce35-11ee-95ba-87774f69a715@prometheus.a 2024-02-18T09:08:42.416 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 systemd[1]: Stopping Ceph prometheus.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:08:42.416 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[58057]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-prometheus.a 2024-02-18T09:08:42.836 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.421Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-02-18T09:08:42.836 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.422Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-02-18T09:08:42.836 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.422Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-02-18T09:08:42.836 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.422Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-02-18T09:08:42.836 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.422Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-02-18T09:08:42.836 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.422Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-02-18T09:08:42.836 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.422Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-02-18T09:08:42.836 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.422Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-02-18T09:08:42.836 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.422Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-02-18T09:08:42.836 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.424Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-02-18T09:08:42.837 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.424Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-02-18T09:08:42.837 INFO:journalctl@ceph.prometheus.a.smithi191.stdout:Feb 18 09:08:42 smithi191 bash[49490]: ts=2024-02-18T09:08:42.424Z caller=main.go:1066 level=info msg="See you next time!" 2024-02-18T09:08:43.169 DEBUG:teuthology.orchestra.run.smithi191:> sudo pkill -f 'journalctl -f -n 0 -u ceph-14c080d4-ce35-11ee-95ba-87774f69a715@prometheus.a.service' 2024-02-18T09:08:43.189 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-18T09:08:43.190 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-02-18T09:08:43.190 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 --force --keep-logs 2024-02-18T09:08:43.330 INFO:teuthology.orchestra.run.smithi110.stderr:usage: cephadm [-h] [--image IMAGE] [--docker] [--data-dir DATA_DIR] 2024-02-18T09:08:43.330 INFO:teuthology.orchestra.run.smithi110.stderr: [--log-dir LOG_DIR] [--logrotate-dir LOGROTATE_DIR] 2024-02-18T09:08:43.330 INFO:teuthology.orchestra.run.smithi110.stderr: [--unit-dir UNIT_DIR] [--verbose] [--timeout TIMEOUT] 2024-02-18T09:08:43.330 INFO:teuthology.orchestra.run.smithi110.stderr: [--retry RETRY] [--env ENV] [--no-container-init] 2024-02-18T09:08:43.330 INFO:teuthology.orchestra.run.smithi110.stderr: {version,pull,inspect-image,ls,list-networks,adopt,rm-daemon,rm-cluster,run,shell,enter,ceph-volume,unit,logs,bootstrap,deploy,check-host,prepare-host,add-repo,rm-repo,install,registry-login,gather-facts} 2024-02-18T09:08:43.330 INFO:teuthology.orchestra.run.smithi110.stderr: ... 2024-02-18T09:08:43.330 INFO:teuthology.orchestra.run.smithi110.stderr:cephadm: error: unrecognized arguments: --keep-logs 2024-02-18T09:08:43.342 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-02-18T09:08:43.342 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 --force --keep-logs 2024-02-18T09:08:43.488 INFO:teuthology.orchestra.run.smithi191.stderr:usage: cephadm [-h] [--image IMAGE] [--docker] [--data-dir DATA_DIR] 2024-02-18T09:08:43.489 INFO:teuthology.orchestra.run.smithi191.stderr: [--log-dir LOG_DIR] [--logrotate-dir LOGROTATE_DIR] 2024-02-18T09:08:43.489 INFO:teuthology.orchestra.run.smithi191.stderr: [--unit-dir UNIT_DIR] [--verbose] [--timeout TIMEOUT] 2024-02-18T09:08:43.489 INFO:teuthology.orchestra.run.smithi191.stderr: [--retry RETRY] [--env ENV] [--no-container-init] 2024-02-18T09:08:43.489 INFO:teuthology.orchestra.run.smithi191.stderr: {version,pull,inspect-image,ls,list-networks,adopt,rm-daemon,rm-cluster,run,shell,enter,ceph-volume,unit,logs,bootstrap,deploy,check-host,prepare-host,add-repo,rm-repo,install,registry-login,gather-facts} 2024-02-18T09:08:43.489 INFO:teuthology.orchestra.run.smithi191.stderr: ... 2024-02-18T09:08:43.489 INFO:teuthology.orchestra.run.smithi191.stderr:cephadm: error: unrecognized arguments: --keep-logs 2024-02-18T09:08:43.500 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-02-18T09:08:43.500 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-18T09:08:43.515 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-18T09:08:43.530 INFO:tasks.cephadm:Archiving crash dumps... 2024-02-18T09:08:43.532 DEBUG:teuthology.misc:Transferring archived files from smithi110:/var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/crash to /home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623/remote/ubuntu@smithi110.front.sepia.ceph.com/crash 2024-02-18T09:08:43.533 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/crash -- . 2024-02-18T09:08:43.578 DEBUG:teuthology.misc:Transferring archived files from smithi191:/var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/crash to /home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623/remote/ubuntu@smithi191.front.sepia.ceph.com/crash 2024-02-18T09:08:43.579 DEBUG:teuthology.orchestra.run.smithi191:> sudo tar c -f - -C /var/lib/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/crash -- . 2024-02-18T09:08:43.595 INFO:tasks.cephadm:Checking cluster log for badness... 2024-02-18T09:08:43.595 DEBUG:teuthology.orchestra.run.smithi110:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-02-18T09:08:43.638 INFO:teuthology.orchestra.run.smithi110.stdout:2024-02-18T08:12:27.171667+0000 mon.a (mon.0) 188 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-02-18T09:08:43.641 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-02-18T09:08:43.641 DEBUG:teuthology.orchestra.run.smithi110:> sudo egrep '\[SEC\]' /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-02-18T09:08:43.700 DEBUG:teuthology.orchestra.run.smithi110:> sudo egrep '\[ERR\]' /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-02-18T09:08:43.760 DEBUG:teuthology.orchestra.run.smithi110:> sudo egrep '\[WRN\]' /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-02-18T09:08:43.817 INFO:teuthology.orchestra.run.smithi110.stdout:2024-02-18T08:12:27.171667+0000 mon.a (mon.0) 188 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-02-18T09:08:43.820 INFO:tasks.cephadm:Compressing logs... 2024-02-18T09:08:43.820 DEBUG:teuthology.orchestra.run.smithi110:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-18T09:08:43.864 DEBUG:teuthology.orchestra.run.smithi191:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-18T09:08:43.877 INFO:teuthology.orchestra.run.smithi110.stderr:find: '/var/log/rbd-target-api'gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-02-18T09:08:43.877 INFO:teuthology.orchestra.run.smithi110.stderr:: No such file or directory 2024-02-18T09:08:43.877 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-volume.log 2024-02-18T09:08:43.878 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.0.log 2024-02-18T09:08:43.879 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mon.a.log 2024-02-18T09:08:43.879 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.cephadm.log 2024-02-18T09:08:43.881 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mgr.y.log 2024-02-18T09:08:43.881 INFO:teuthology.orchestra.run.smithi191.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-02-18T09:08:43.882 INFO:teuthology.orchestra.run.smithi191.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-02-18T09:08:43.882 INFO:teuthology.orchestra.run.smithi191.stderr:gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.6.log 2024-02-18T09:08:43.882 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-volume.log 2024-02-18T09:08:43.882 INFO:teuthology.orchestra.run.smithi191.stderr:gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.cephadm.log 2024-02-18T09:08:43.883 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.6.log: /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mon.b.log 2024-02-18T09:08:43.884 INFO:teuthology.orchestra.run.smithi191.stderr:gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.7.log 2024-02-18T09:08:43.884 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.cephadm.log: /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.5.log 2024-02-18T09:08:43.885 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.1.log 2024-02-18T09:08:43.886 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.audit.log 2024-02-18T09:08:43.886 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mds.foo.smithi110.fvzuby.log 2024-02-18T09:08:43.886 INFO:teuthology.orchestra.run.smithi110.stderr: 90.8% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-volume.log.gz 2024-02-18T09:08:43.886 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.1.log: /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.2.log 2024-02-18T09:08:43.886 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mds.foo.smithi110.fvzuby.log: 81.3% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mds.foo.smithi110.fvzuby.log.gz 2024-02-18T09:08:43.886 INFO:teuthology.orchestra.run.smithi110.stderr: 92.9% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.cephadm.log.gzgzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.3.log 2024-02-18T09:08:43.886 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-02-18T09:08:43.886 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.log 2024-02-18T09:08:43.889 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.audit.log 2024-02-18T09:08:43.889 INFO:teuthology.orchestra.run.smithi191.stderr: 87.3%/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.5.log: -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.cephadm.log.gz 2024-02-18T09:08:43.889 INFO:teuthology.orchestra.run.smithi191.stderr:gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mgr.x.log 2024-02-18T09:08:43.889 INFO:teuthology.orchestra.run.smithi191.stderr:gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.4.log 2024-02-18T09:08:43.889 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.audit.log: 90.6% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-volume.log.gz 2024-02-18T09:08:43.889 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.log 2024-02-18T09:08:43.894 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.3.log: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-02-18T09:08:43.894 INFO:teuthology.orchestra.run.smithi110.stderr: 94.7% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.audit.log.gz 2024-02-18T09:08:43.894 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mon.c.log 2024-02-18T09:08:43.896 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.4.log: 90.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-02-18T09:08:43.896 INFO:teuthology.orchestra.run.smithi191.stderr:gzip -5 --verbose -- /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mds.foo.smithi191.yrmaff.log 2024-02-18T09:08:43.896 INFO:teuthology.orchestra.run.smithi191.stderr: 91.5% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.audit.log.gz 2024-02-18T09:08:43.896 INFO:teuthology.orchestra.run.smithi191.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.log: /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mds.foo.smithi191.yrmaff.log: 79.0% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mds.foo.smithi191.yrmaff.log.gz 2024-02-18T09:08:43.904 INFO:teuthology.orchestra.run.smithi191.stderr: 86.7% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.log.gz 2024-02-18T09:08:43.909 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.log: /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mon.c.log: 92.7% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph.log.gz 2024-02-18T09:08:43.933 INFO:teuthology.orchestra.run.smithi191.stderr: 91.1% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mgr.x.log.gz 2024-02-18T09:08:44.234 INFO:teuthology.orchestra.run.smithi110.stderr: 91.6% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mgr.y.log.gz 2024-02-18T09:08:44.823 INFO:teuthology.orchestra.run.smithi110.stderr: 92.1% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mon.c.log.gz 2024-02-18T09:08:44.991 INFO:teuthology.orchestra.run.smithi191.stderr: 92.5% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mon.b.log.gz 2024-02-18T09:08:46.902 INFO:teuthology.orchestra.run.smithi110.stderr: 90.7% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-mon.a.log.gz 2024-02-18T09:08:49.930 INFO:teuthology.orchestra.run.smithi110.stderr: 94.0% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.2.log.gz 2024-02-18T09:08:51.380 INFO:teuthology.orchestra.run.smithi191.stderr: 94.5% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.4.log.gz 2024-02-18T09:08:51.801 INFO:teuthology.orchestra.run.smithi110.stderr: 94.4% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.3.log.gz 2024-02-18T09:08:52.349 INFO:teuthology.orchestra.run.smithi191.stderr: 94.7% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.5.log.gz 2024-02-18T09:08:52.353 INFO:teuthology.orchestra.run.smithi110.stderr: 94.1% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.1.log.gz 2024-02-18T09:08:52.543 INFO:teuthology.orchestra.run.smithi191.stderr: 94.8% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.6.log.gz 2024-02-18T09:08:52.923 INFO:teuthology.orchestra.run.smithi191.stderr: 94.4% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.7.log.gz 2024-02-18T09:08:52.925 INFO:teuthology.orchestra.run.smithi191.stderr: 2024-02-18T09:08:52.925 INFO:teuthology.orchestra.run.smithi191.stderr:real 0m9.056s 2024-02-18T09:08:52.925 INFO:teuthology.orchestra.run.smithi191.stderr:user 0m33.424s 2024-02-18T09:08:52.925 INFO:teuthology.orchestra.run.smithi191.stderr:sys 0m1.453s 2024-02-18T09:08:54.667 INFO:teuthology.orchestra.run.smithi110.stderr: 95.0% -- replaced with /var/log/ceph/14c080d4-ce35-11ee-95ba-87774f69a715/ceph-osd.0.log.gz 2024-02-18T09:08:54.668 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-02-18T09:08:54.668 INFO:teuthology.orchestra.run.smithi110.stderr:real 0m10.801s 2024-02-18T09:08:54.669 INFO:teuthology.orchestra.run.smithi110.stderr:user 0m36.237s 2024-02-18T09:08:54.669 INFO:teuthology.orchestra.run.smithi110.stderr:sys 0m1.353s 2024-02-18T09:08:54.669 INFO:tasks.cephadm:Archiving logs... 2024-02-18T09:08:54.669 DEBUG:teuthology.misc:Transferring archived files from smithi110:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623/remote/ubuntu@smithi110.front.sepia.ceph.com/log 2024-02-18T09:08:54.670 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-18T09:08:59.782 DEBUG:teuthology.misc:Transferring archived files from smithi191:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623/remote/ubuntu@smithi191.front.sepia.ceph.com/log 2024-02-18T09:08:59.783 DEBUG:teuthology.orchestra.run.smithi191:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-18T09:09:04.527 INFO:tasks.cephadm:Removing cluster... 2024-02-18T09:09:04.527 DEBUG:teuthology.orchestra.run.smithi110:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 --force 2024-02-18T09:09:05.714 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 09:09:05 smithi110 systemd[1]: Stopping Ceph node-exporter.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:09:05.714 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 09:09:05 smithi110 bash[76276]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-node-exporter.a 2024-02-18T09:09:07.214 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 09:09:07 smithi110 systemd[1]: Stopping Ceph alertmanager.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:09:07.214 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 09:09:07 smithi110 bash[76423]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-alertmanager.a 2024-02-18T09:09:07.214 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 09:09:06 smithi110 bash[76276]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-node-exporter-a 2024-02-18T09:09:07.214 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 09:09:06 smithi110 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=2/INVALIDARGUMENT 2024-02-18T09:09:07.214 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 09:09:07 smithi110 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-02-18T09:09:07.215 INFO:journalctl@ceph.node-exporter.a.smithi110.stdout:Feb 18 09:09:07 smithi110 systemd[1]: Stopped Ceph node-exporter.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T09:09:07.714 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 09:09:07 smithi110 bash[67315]: level=info ts=2024-02-18T09:09:07.372Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-02-18T09:09:08.214 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 09:09:07 smithi110 bash[76423]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-alertmanager-a 2024-02-18T09:09:08.214 INFO:journalctl@ceph.alertmanager.a.smithi110.stdout:Feb 18 09:09:07 smithi110 systemd[1]: Stopped Ceph alertmanager.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T09:09:13.424 DEBUG:teuthology.orchestra.run.smithi191:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 14c080d4-ce35-11ee-95ba-87774f69a715 --force 2024-02-18T09:09:14.686 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 09:09:14 smithi191 systemd[1]: Stopping Ceph node-exporter.b for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:09:14.687 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 09:09:14 smithi191 bash[58399]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-node-exporter.b 2024-02-18T09:09:15.550 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 09:09:15 smithi191 bash[58399]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-node-exporter-b 2024-02-18T09:09:15.550 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 09:09:15 smithi191 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=2/INVALIDARGUMENT 2024-02-18T09:09:15.550 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 09:09:15 smithi191 systemd[1]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-02-18T09:09:15.550 INFO:journalctl@ceph.node-exporter.b.smithi191.stdout:Feb 18 09:09:15 smithi191 systemd[1]: Stopped Ceph node-exporter.b for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T09:09:15.550 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 09:09:15 smithi191 systemd[1]: Stopping Ceph grafana.a for 14c080d4-ce35-11ee-95ba-87774f69a715... 2024-02-18T09:09:15.551 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 09:09:15 smithi191 bash[58543]: Error response from daemon: No such container: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-grafana.a 2024-02-18T09:09:15.836 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 09:09:15 smithi191 bash[50518]: t=2024-02-18T09:09:15+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-02-18T09:09:16.574 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 09:09:16 smithi191 bash[58543]: ceph-14c080d4-ce35-11ee-95ba-87774f69a715-grafana-a 2024-02-18T09:09:16.574 INFO:journalctl@ceph.grafana.a.smithi191.stdout:Feb 18 09:09:16 smithi191 systemd[1]: Stopped Ceph grafana.a for 14c080d4-ce35-11ee-95ba-87774f69a715. 2024-02-18T09:09:21.830 INFO:tasks.cephadm:Removing cephadm ... 2024-02-18T09:09:21.830 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf /home/ubuntu/cephtest/cephadm 2024-02-18T09:09:21.837 DEBUG:teuthology.orchestra.run.smithi191:> rm -rf /home/ubuntu/cephtest/cephadm 2024-02-18T09:09:21.844 INFO:tasks.cephadm:Teardown complete 2024-02-18T09:09:21.844 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-02-18T09:09:21.856 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-02-18T09:09:21.856 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-18T09:09:21.880 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-18T09:09:21.951 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-02-18T09:09:21.962 INFO:teuthology.task.clock:Checking final clock skew... 2024-02-18T09:09:21.962 DEBUG:teuthology.orchestra.run.smithi110:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-18T09:09:21.965 DEBUG:teuthology.orchestra.run.smithi191:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-18T09:09:21.985 INFO:teuthology.orchestra.run.smithi110.stdout: remote refid st t when poll reach delay offset jitter 2024-02-18T09:09:21.985 INFO:teuthology.orchestra.run.smithi110.stdout:============================================================================== 2024-02-18T09:09:21.985 INFO:teuthology.orchestra.run.smithi110.stdout:*hv01.front.sepi 44.4.53.2 2 u 67 128 377 0.139 -0.745 0.357 2024-02-18T09:09:21.985 INFO:teuthology.orchestra.run.smithi110.stdout:+hv02.front.sepi 63.231.80.2 3 u 68 128 377 0.121 2.529 0.278 2024-02-18T09:09:21.986 INFO:teuthology.orchestra.run.smithi110.stdout:+hv03.front.sepi 74.6.168.72 3 u 72 128 377 0.120 1.808 0.175 2024-02-18T09:09:21.986 INFO:teuthology.orchestra.run.smithi110.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2024-02-18T09:09:21.992 INFO:teuthology.orchestra.run.smithi191.stdout: remote refid st t when poll reach delay offset jitter 2024-02-18T09:09:21.992 INFO:teuthology.orchestra.run.smithi191.stdout:============================================================================== 2024-02-18T09:09:21.993 INFO:teuthology.orchestra.run.smithi191.stdout:*hv01.front.sepi 44.4.53.2 2 u 81 128 377 0.179 -0.141 0.638 2024-02-18T09:09:21.993 INFO:teuthology.orchestra.run.smithi191.stdout:+hv02.front.sepi 63.231.80.2 3 u 14 128 377 0.142 2.851 0.295 2024-02-18T09:09:21.993 INFO:teuthology.orchestra.run.smithi191.stdout:+hv03.front.sepi 74.6.168.72 3 u 6 128 377 0.150 2.253 0.105 2024-02-18T09:09:21.993 INFO:teuthology.orchestra.run.smithi191.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2024-02-18T09:09:21.994 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-02-18T09:09:22.006 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-02-18T09:09:22.007 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-02-18T09:09:22.040 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-02-18T09:09:22.090 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-02-18T09:09:22.142 INFO:teuthology.task.internal:Duration was 4014.370535 seconds 2024-02-18T09:09:22.142 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-02-18T09:09:22.190 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-02-18T09:09:22.191 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-18T09:09:22.193 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-18T09:09:22.246 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-02-18T09:09:22.246 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi110.front.sepia.ceph.com 2024-02-18T09:09:22.247 DEBUG:teuthology.orchestra.run.smithi110:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-18T09:09:22.258 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi191.front.sepia.ceph.com 2024-02-18T09:09:22.258 DEBUG:teuthology.orchestra.run.smithi191:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-18T09:09:22.270 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-02-18T09:09:22.271 DEBUG:teuthology.orchestra.run.smithi110:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-18T09:09:22.301 DEBUG:teuthology.orchestra.run.smithi191:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-18T09:09:22.385 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-02-18T09:09:22.385 DEBUG:teuthology.orchestra.run.smithi110:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-18T09:09:22.387 DEBUG:teuthology.orchestra.run.smithi191:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-18T09:09:22.544 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-02-18T09:09:22.558 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-02-18T09:09:22.558 DEBUG:teuthology.orchestra.run.smithi110:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-18T09:09:22.573 DEBUG:teuthology.orchestra.run.smithi191:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-18T09:09:22.589 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-02-18T09:09:22.599 DEBUG:teuthology.orchestra.run.smithi110:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-18T09:09:22.616 DEBUG:teuthology.orchestra.run.smithi191:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-18T09:09:22.627 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern = core 2024-02-18T09:09:22.643 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern = core 2024-02-18T09:09:22.660 DEBUG:teuthology.orchestra.run.smithi110:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-18T09:09:22.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-18T09:09:22.688 DEBUG:teuthology.orchestra.run.smithi191:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-18T09:09:22.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-18T09:09:22.707 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-02-18T09:09:22.719 INFO:teuthology.task.internal:Transferring archived files... 2024-02-18T09:09:22.719 DEBUG:teuthology.misc:Transferring archived files from smithi110:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623/remote/smithi110 2024-02-18T09:09:22.720 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-18T09:09:22.762 DEBUG:teuthology.misc:Transferring archived files from smithi191:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623/remote/smithi191 2024-02-18T09:09:22.763 DEBUG:teuthology.orchestra.run.smithi191:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-18T09:09:22.794 INFO:teuthology.task.internal:Removing archive directory... 2024-02-18T09:09:22.795 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-18T09:09:22.800 DEBUG:teuthology.orchestra.run.smithi191:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-18T09:09:22.836 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-02-18T09:09:22.849 INFO:teuthology.task.internal:Not uploading archives. 2024-02-18T09:09:22.849 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-02-18T09:09:22.908 INFO:teuthology.task.internal:Tidying up after the test... 2024-02-18T09:09:22.908 DEBUG:teuthology.orchestra.run.smithi110:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-18T09:09:22.910 DEBUG:teuthology.orchestra.run.smithi191:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-18T09:09:22.916 INFO:teuthology.orchestra.run.smithi110.stdout: 659550 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 18 09:09 /home/ubuntu/cephtest 2024-02-18T09:09:22.918 INFO:teuthology.orchestra.run.smithi191.stdout: 528234 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 18 09:09 /home/ubuntu/cephtest 2024-02-18T09:09:22.920 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-02-18T09:09:22.958 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-02-18T09:09:23.058 INFO:teuthology.nuke:Checking targets against current locks 2024-02-18T09:09:23.076 DEBUG:teuthology.nuke:shortname: smithi110 2024-02-18T09:09:23.076 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-18T09:09:23.096 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi110.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '18.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-18 07:53:21.475998', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHSAlWjESMc0Gra5f/6dvvbjuYJc2qVK13Ztw1gt4S0hdg9pLl/eAcLsaHQz3OAGEzcbKS0DF4bknjuwe5HHhPE='} 2024-02-18T09:09:23.099 DEBUG:teuthology.nuke:shortname: smithi191 2024-02-18T09:09:23.100 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-18T09:09:23.117 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi191.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-17_17:35:25-upgrade:octopus-x-pacific-release-distro-default-smithi/7565623', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '18.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-18 07:53:21.474466', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHSAlWjESMc0Gra5f/6dvvbjuYJc2qVK13Ztw1gt4S0hdg9pLl/eAcLsaHQz3OAGEzcbKS0DF4bknjuwe5HHhPE='} 2024-02-18T09:09:23.151 INFO:teuthology.orchestra.console.smithi110:Power off 2024-02-18T09:09:23.151 DEBUG:teuthology.orchestra.console.smithi110:pexpect command: ipmitool -H smithi110.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-18T09:09:23.176 DEBUG:teuthology.orchestra.console.smithi110:power off output: Chassis Power Control: Down/Off 2024-02-18T09:09:23.177 DEBUG:teuthology.orchestra.console.smithi110:pexpect command: ipmitool -H smithi110.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-18T09:09:23.191 INFO:teuthology.orchestra.console.smithi191:Power off 2024-02-18T09:09:23.191 DEBUG:teuthology.orchestra.console.smithi191:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-18T09:09:23.202 DEBUG:teuthology.orchestra.console.smithi110:check power output: Chassis Power is on 2024-02-18T09:09:23.213 DEBUG:teuthology.orchestra.console.smithi191:power off output: Chassis Power Control: Down/Off 2024-02-18T09:09:23.213 DEBUG:teuthology.orchestra.console.smithi191:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-18T09:09:23.236 DEBUG:teuthology.orchestra.console.smithi191:check power output: Chassis Power is on 2024-02-18T09:09:27.203 DEBUG:teuthology.orchestra.console.smithi110:pexpect command: ipmitool -H smithi110.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-18T09:09:27.237 DEBUG:teuthology.orchestra.console.smithi191:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-18T09:09:27.315 DEBUG:teuthology.orchestra.console.smithi110:check power output: Chassis Power is on 2024-02-18T09:09:27.347 DEBUG:teuthology.orchestra.console.smithi191:check power output: Chassis Power is on 2024-02-18T09:09:31.320 DEBUG:teuthology.orchestra.console.smithi110:pexpect command: ipmitool -H smithi110.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-18T09:09:31.348 DEBUG:teuthology.orchestra.console.smithi191:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-18T09:09:31.430 DEBUG:teuthology.orchestra.console.smithi110:check power output: Chassis Power is off 2024-02-18T09:09:31.457 DEBUG:teuthology.orchestra.console.smithi191:check power output: Chassis Power is on 2024-02-18T09:09:31.532 INFO:teuthology.orchestra.console.smithi110:Power off completed 2024-02-18T09:09:35.460 DEBUG:teuthology.orchestra.console.smithi191:pexpect command: ipmitool -H smithi191.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-18T09:09:35.570 DEBUG:teuthology.orchestra.console.smithi191:check power output: Chassis Power is off 2024-02-18T09:09:35.670 INFO:teuthology.orchestra.console.smithi191:Power off completed 2024-02-18T09:09:35.775 INFO:teuthology.run:Summary data: description: upgrade:octopus-x/parallel/{0-distro/ubuntu_18.04 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api}} duration: 4014.3705353736877 failure_reason: '"2024-02-18T08:12:27.171667+0000 mon.a (mon.0) 188 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log' flavor: default owner: scheduled_yuriw@teuthology success: false 2024-02-18T09:09:35.775 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-02-18T09:09:35.858 INFO:teuthology.run:FAIL